commit 5cbd3f29e354b221bffa639efeed491ea6036d5d Author: wehub-resource-sync Date: Mon Jul 13 12:41:19 2026 +0800 chore: import upstream snapshot with attribution diff --git a/.agents/skills/add-function-body/SKILL.md b/.agents/skills/add-function-body/SKILL.md new file mode 100644 index 0000000..21ee68d --- /dev/null +++ b/.agents/skills/add-function-body/SKILL.md @@ -0,0 +1,120 @@ +--- +name: add-function-body +description: Add a function body definition to an ONNX operator, defining how it decomposes into simpler ops. Use when asked to make an op decomposable, add a FunctionBody, implement SetContextDependentFunctionBodyBuilder, or express an op in terms of other ONNX operators. +--- + +Follow the full guide in [docs/AddFunctionBody.md](../../../docs/AddFunctionBody.md). + +## File Locations + +| Component | File | +|-----------|------| +| Function body definition | `onnx/defs//defs.cc` (inline with schema) | +| FunctionBuilder utilities | `onnx/defs/function.h` | +| Function tests | `onnx/test/cpp/function_get_test.cc`, `onnx/test/cpp/function_verify_test.cc` | + +## Method 1: Simple String-Based Function Body + +```cpp +ONNX_OPERATOR_SET_SCHEMA( + LessOrEqual, 16, + OpSchema() + // ... inputs, outputs, type constraints ... + .TypeAndShapeInferenceFunction(inferenceFunction) + .FunctionBody(R"ONNX( + { + O1 = Less (A, B) + O2 = Equal (A, B) + C = Or (O1, O2) + } + )ONNX")); +``` + +With explicit opset version: +```cpp + .FunctionBody(R"ONNX(...)ONNX", 18) // Valid from opset 18 +``` + +Referencing attributes with `@attr_name`: +```cpp + .FunctionBody(R"ONNX( + { + Alpha = Constant () + AlphaCast = CastLike (Alpha, X) + ... + } + )ONNX") +``` + +## Method 2: Context-Dependent Function Body + +For ops whose decomposition varies based on attributes or optional inputs: + +```cpp +static bool BuildFunctionBodyMyOp( + const FunctionBodyBuildContext& ctx, + const OpSchema& schema, + FunctionProto& functionProto) { + FunctionBuilder builder(functionProto); + // Build graph based on ctx.hasInput(), ctx.getAttribute(), etc. + builder.Add("output = SomeOp (input)"); + schema.BuildFunction(functionProto); + return true; +} + +// Register: + .SetContextDependentFunctionBodyBuilder(BuildFunctionBodyMyOp) +``` + +## FunctionBuilder API + +```cpp +FunctionBuilder builder(functionProto); +builder.Add("Y = Relu (X)"); // Add node +builder.Const("alpha", std::vector{0.01f}); // Constant tensor +builder.Const1D("axes", int64_t(1)); // 1-D constant +builder.Add(R"( // Multi-line + X_Sub = Sub (X, X_Max) + X_Exp = Exp (X_Sub) +)"); +builder.AddOpset("", 18); // Opset dependency +schema.BuildFunction(functionProto); // Finalize +return true; +``` + +## Multiple Opset Versions + +```cpp + .SetContextDependentFunctionBodyBuilder(builderForOpset13) + .SetContextDependentFunctionBodyBuilder(builderForOpset18, 18) +``` + +## ONNX Function Body Syntax + +Function body strings use the ONNX text format ("onnxtxt"). See the [`onnxtxt`](../onnxtxt/SKILL.md) skill for the full syntax cheat sheet, attribute references (`@attr_name`), `Constant ` forms, `CastLike` vs `Cast`, body-subgraph idioms, and parser tests. Quick reminders specific to function bodies: + +- Variable names are local intermediates; input/output names must match the schema's declared names. +- Reference enclosing-op attributes with `@attr_name` — and only those declared in `.Attr(...)` calls. +- Use `CastLike` (not `Cast`) when the target type depends on another input. + +## Code Style: Prefer Named Functions + +Define context-dependent function body builders as **separate named functions** rather than inline lambdas within `ONNX_OPERATOR_SET_SCHEMA`. The macro expansion makes setting breakpoints on inline lambdas unreliable in debuggers. + +Simple string-based `.FunctionBody(R"ONNX(...)ONNX")` definitions don't have this issue. + +## After Making Changes + +```bash +python onnx/defs/gen_doc.py +lintrunner -a --output oneline +``` + +## Common Mistakes + +- Forgetting `schema.BuildFunction(functionProto)` at end of context-dependent builders +- Forgetting to `return true` from the builder function +- Variable names conflicting with input/output names +- Using `Cast` instead of `CastLike` for dynamic type matching +- Function body not producing all declared outputs +- Using `@attr_name` for an attribute not declared in `.Attr()` calls diff --git a/.agents/skills/add-op/SKILL.md b/.agents/skills/add-op/SKILL.md new file mode 100644 index 0000000..952b682 --- /dev/null +++ b/.agents/skills/add-op/SKILL.md @@ -0,0 +1,99 @@ +--- +name: add-op +description: Add a new ONNX operator or update an existing operator to a new opset version. Use when asked to define an operator schema, register an op, add inputs/outputs/attributes to an op, move an op to old.cc, or bump an op's opset version. +--- + +Follow the full procedure in [docs/AddNewOp.md](../../../docs/AddNewOp.md). + +## Files to Modify + +| Component | File | +|-----------|------| +| Schema definition | `onnx/defs//defs.cc` | +| Operator set registration | `onnx/defs/operator_sets.h` | +| Type/shape inference | Inline in schema via `.TypeAndShapeInferenceFunction(...)` | +| Function body (if applicable) | Inline in schema via `.FunctionBody(...)` | +| Reference implementation | `onnx/reference/ops/op_.py` | +| Node tests | `onnx/backend/test/case/node/.py` | +| Shape inference tests | `onnx/test/shape_inference_test.py` | +| Version converter adapter (if behavior changed) | `onnx/version_converter/adapters/__.h` | +| Upgrade/downgrade tests | `onnx/test/version_converter/automatic_upgrade_test.py` and `automatic_downgrade_test.py` | + +Domain subdirectories under `onnx/defs/`: `math/`, `nn/`, `tensor/`, `logical/`, `reduction/`, `rnn/`, `sequence/`, `image/`, `text/`, `quantization/`, `controlflow/`, `optional/`, `traditionalml/`, `training/` + +## Schema Registration Pattern + +```cpp +ONNX_OPERATOR_SET_SCHEMA( + OperatorName, + OPSET_VERSION, + OpSchema() + .SetDoc(OperatorName_verN_doc) + .Input(0, "X", "Description", "T", OpSchema::Single, true, 1, OpSchema::Differentiable) + .Output(0, "Y", "Description", "T", OpSchema::Single, true, 1, OpSchema::Differentiable) + .Attr("attr_name", "Description", AttributeProto::FLOAT, default_value) + .TypeConstraint("T", {"tensor(float)", "tensor(double)", ...}, "Description") + .TypeAndShapeInferenceFunction(InferShapeForOperatorName) + // Function body uses ONNX text format — see the onnxtxt skill for syntax/conventions. + .FunctionBody(R"ONNX( + { + ... + } + )ONNX", FUNCTION_OPSET_VERSION)); +``` + +## Updating an Existing Operator + +1. Move current schema from `defs.cc` to `old.cc` in the same domain directory +2. Create new version in `defs.cc` with the new opset version number +3. Update `onnx/defs/operator_sets.h` +4. Add a version converter adapter if behavior changed +5. Add upgrade/downgrade tests + +### Avoiding duplication between defs.cc and old.cc + +When moving a schema to `old.cc`, avoid significant code/documentation duplication: + +- Extract common logic (doc strings, type constraint lists, shape inference helpers) into shared functions in the domain's header or utils file. +- Use parameterized helpers when versions differ only slightly (e.g., expanded type list, additional optional input). +- Some duplication is acceptable when sharing would create overly complicated logic. Prefer clarity over DRY when the alternative makes either version harder to understand independently. + +## Code Style: Prefer Named Functions + +Define shape inference functions and function body builders as **separate named functions** rather than inline lambdas within `ONNX_OPERATOR_SET_SCHEMA`. The macro expansion makes setting breakpoints on inline lambdas unreliable in debuggers. + +```cpp +// PREFERRED: named function — easy to set breakpoints +static void InferShapeForMyOp(InferenceContext& ctx) { + propagateElemTypeFromInputToOutput(ctx, 0, 0); + // ... +} + +ONNX_OPERATOR_SET_SCHEMA( + MyOp, 21, + OpSchema() + // ... + .TypeAndShapeInferenceFunction(InferShapeForMyOp)); +``` + +## Writing Tests + +For test fixtures, prefer the ONNX text format via `onnx.parser` / C++ `OnnxParser`. See the [`onnxtxt`](../onnxtxt/SKILL.md) skill for the per-file recommendations table, body-subgraph idioms, the argument-order convention, and the `unk__*` materialization gotcha. (Empirical: PR #7962 cut ~58–70% of test LOC by switching.) + +## After Making Changes + +```bash +python onnx/defs/gen_doc.py +python onnx/backend/test/stat_coverage.py +python onnx/gen_proto.py # only if proto changed +lintrunner -a --output oneline +``` + +## References + +- [docs/AddNewOp.md](../../../docs/AddNewOp.md) — Full procedure for adding/updating ops +- [docs/AddFunctionBody.md](../../../docs/AddFunctionBody.md) — Function body guide +- [docs/ShapeInference.md](../../../docs/ShapeInference.md) — Shape inference guide +- [../onnxtxt/SKILL.md](../onnxtxt/SKILL.md) — ONNX text format ("onnxtxt") for tests and function bodies +- [references/node-test-pattern.md](references/node-test-pattern.md) — Node test example +- [references/reference-impl-pattern.md](references/reference-impl-pattern.md) — Reference implementation example diff --git a/.agents/skills/add-op/references/node-test-pattern.md b/.agents/skills/add-op/references/node-test-pattern.md new file mode 100644 index 0000000..d432c9a --- /dev/null +++ b/.agents/skills/add-op/references/node-test-pattern.md @@ -0,0 +1,39 @@ +# Node Test Pattern + +Example test file at `onnx/backend/test/case/node/.py`: + +```python +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class OpName(Base): + @staticmethod + def export() -> None: + node = onnx.helper.make_node( + "OpName", + inputs=["x"], + outputs=["y"], + ) + x = np.random.randn(3, 4, 5).astype(np.float32) + y = np.some_operation(x) + expect(node, inputs=[x], outputs=[y], name="test_opname") + + @staticmethod + def export_with_broadcasting() -> None: + node = onnx.helper.make_node( + "OpName", + inputs=["x", "y"], + outputs=["z"], + ) + x = np.random.randn(3, 4, 5).astype(np.float32) + y = np.random.randn(5).astype(np.float32) + expect(node, inputs=[x, y], outputs=[x + y], name="test_opname_bcast") +``` + +Each `export*` static method becomes a separate test case. The `expect` helper validates the reference implementation output matches. diff --git a/.agents/skills/add-op/references/reference-impl-pattern.md b/.agents/skills/add-op/references/reference-impl-pattern.md new file mode 100644 index 0000000..6ec0480 --- /dev/null +++ b/.agents/skills/add-op/references/reference-impl-pattern.md @@ -0,0 +1,56 @@ +# Reference Implementation Pattern + +Example at `onnx/reference/ops/op_.py`: + +```python +from __future__ import annotations + +import numpy as np + +from onnx.reference.ops._op import OpRunUnaryNum + + +class OpName(OpRunUnaryNum): + def _run(self, x): + return (np.some_operation(x),) +``` + +## Base Classes + +| Base class | Use case | +|-----------|----------| +| `OpRun` | General-purpose (any signature) | +| `OpRunUnary` | Single input, single output | +| `OpRunUnaryNum` | Single numeric input, validates output dtype matches | +| `OpRunBinary` | Two inputs | +| `OpRunBinaryNumpy` | Two inputs using a numpy function directly | + +## Binary Op Example + +```python +from __future__ import annotations + +import numpy as np + +from onnx.reference.ops._op import OpRunBinaryNumpy + + +class Add(OpRunBinaryNumpy): + def __init__(self, onnx_node, run_params): + OpRunBinaryNumpy.__init__(self, np.add, onnx_node, run_params) +``` + +## General Op Example + +```python +from __future__ import annotations + +import numpy as np + +from onnx.reference.op_run import OpRun + + +class Concat(OpRun): + def _run(self, *inputs, axis=None): + return (np.concatenate(inputs, axis=axis),) +``` diff --git a/.agents/skills/add-shape-inference/SKILL.md b/.agents/skills/add-shape-inference/SKILL.md new file mode 100644 index 0000000..92601ac --- /dev/null +++ b/.agents/skills/add-shape-inference/SKILL.md @@ -0,0 +1,140 @@ +--- +name: add-shape-inference +description: Add or update type and shape inference for an ONNX operator. Use when asked to implement TypeAndShapeInferenceFunction, propagate shapes, add shape inference tests, fix shape inference bugs, or handle broadcasting logic. +--- + +See also: [docs/ShapeInference.md](../../../docs/ShapeInference.md) + +## File Locations + +| Component | File | +|-----------|------| +| Inference function | `onnx/defs//defs.cc` (inline with schema) | +| Utility functions | `onnx/defs/shape_inference.h` | +| Tests | `onnx/test/shape_inference_test.py` | + +## Type Inference vs. Shape Inference + +**Type inference** (element type) is often handled automatically by type constraints. When `"T"` is shared between input and output, the framework infers output type automatically. + +However, many existing ops still explicitly call `propagateElemTypeFromInputToOutput` as a best practice for robustness. + +Explicit type inference logic is only needed when: +- Output type is determined by an **attribute** (e.g., `Cast`) +- Output type differs from all inputs in a way not expressible via type constraints +- The operator uses **heterogeneous** variadic inputs/outputs + +### Homogeneous vs. Heterogeneous + +Applies only to variadic (repeated) inputs/outputs: +- **Homogeneous** (default): All repeated arguments share the same type. Framework propagates automatically. +- **Heterogeneous**: Each argument can differ. Used by `Loop`/`Scan`. The inference method must explicitly propagate types for each argument. + +## Common Patterns + +### Unary Element-wise + +```cpp +.TypeAndShapeInferenceFunction(propagateShapeAndTypeFromFirstInput) +``` + +### Binary with Broadcasting + +```cpp +static void InferShapeForBinaryOp(InferenceContext& ctx) { + propagateElemTypeFromInputToOutput(ctx, 0, 0); + if (hasNInputShapes(ctx, 2)) + bidirectionalBroadcastShapeInference( + ctx.getInputType(0)->tensor_type().shape(), + ctx.getInputType(1)->tensor_type().shape(), + *ctx.getOutputType(0)->mutable_tensor_type()->mutable_shape()); +} +``` + +### Shape-Changing Op + +```cpp +static void InferShapeForTranspose(InferenceContext& ctx) { + propagateElemTypeFromInputToOutput(ctx, 0, 0); + if (!hasNInputShapes(ctx, 1)) return; + + auto input_shape = ctx.getInputType(0)->tensor_type().shape(); + int rank = input_shape.dim_size(); + std::vector perm; + getRepeatedAttribute(ctx, "perm", perm); + + auto* output_shape = getOutputShape(ctx, 0); + for (int i = 0; i < rank; ++i) { + *output_shape->add_dim() = input_shape.dim(perm[i]); + } +} +``` + +## Key Utility Functions + +| Function | Purpose | +|----------|---------| +| `propagateElemTypeFromInputToOutput(ctx, in, out)` | Copy element type | +| `propagateShapeFromInputToOutput(ctx, in, out)` | Copy entire shape | +| `propagateShapeAndTypeFromFirstInput(ctx)` | Both type and shape from input 0 | +| `hasNInputShapes(ctx, n)` | Check first n inputs have shapes | +| `getOutputShape(ctx, out)` | Get mutable output shape | +| `bidirectionalBroadcastShapeInference(L, R, out)` | Numpy broadcasting | +| `getRepeatedAttribute(ctx, "name", vec)` | Get repeated attr values | +| `getAttribute(ctx, "name", default)` | Get single attr value | +| `mergeInDimensionInfo(src, dst, dim_idx)` | Merge dimension info | +| `fail_shape_inference("msg")` | Throw inference error | + +## Dimension Arithmetic + +```cpp +Dim operator*(const Dim& a, const Dim& b); +Dim operator*(const Dim& a, int64_t val); +Dim operator/(const Dim& a, int64_t divisor); +Dim multiplyDims(const TensorShapeProto& shape, int from, int upto); +``` + +## Writing Tests + +The `_make_graph` / `_assert_inferred` helpers are right for parameterized op-version sweeps: + +```python +@pytest.mark.parametrize("version", all_versions_for("OpName")) +def test_opname(self, version) -> None: + graph = self._make_graph( + [("X", TensorProto.FLOAT, (2, 3, 4))], + [make_node("OpName", ["X"], ["Y"], attr_name=attr_value)], + [], + ) + self._assert_inferred( + graph, + [make_tensor_value_info("Y", TensorProto.FLOAT, expected_shape)], + opset_imports=[helper.make_opsetid(ONNX_DOMAIN, version)], + ) +``` + +For one-off fixtures — anything with attributes, body subgraphs, or non-trivial type info — prefer the [`onnxtxt`](../onnxtxt/SKILL.md) skill's parser-based fixtures (it also covers the C++ `unk__*` materialization gotcha for free dims). + +Cover: known shapes, partial shapes (`None`), rank inference, error cases, broadcasting, attribute-dependent shapes. + +## Code Style: Prefer Named Functions + +Define inference functions as **separate named functions** rather than inline lambdas. The macro expansion makes breakpoints on inline lambdas unreliable. + +Short one-liners (e.g., `propagateShapeAndTypeFromFirstInput`) are fine as direct references. + +## Rules for Robust Inference + +1. Always check `hasNInputShapes(ctx, n)` before accessing shapes +2. Always check `has_dim_value()` before using `dim_value()` +3. Handle unknown dimensions gracefully — leave unset, don't fail +4. At minimum provide rank inference (correct number of output dims) +5. Propagate symbolic dimensions (`dim_param`) when possible + +## After Making Changes + +```bash +pytest onnx/test/shape_inference_test.py -k "test_opname" -x +python onnx/defs/gen_doc.py +lintrunner -a --output oneline +``` diff --git a/.agents/skills/onnxtxt/SKILL.md b/.agents/skills/onnxtxt/SKILL.md new file mode 100644 index 0000000..78e569f --- /dev/null +++ b/.agents/skills/onnxtxt/SKILL.md @@ -0,0 +1,121 @@ +--- +name: onnxtxt +description: Read or write ONNX text format ("onnxtxt"). Use when authoring `.FunctionBody(R"ONNX(...)")` blocks, writing tests with `onnx.parser.parse_model` / `parse_graph`, using the C++ `OnnxParser`, debugging parser errors, or interpreting `Constant ` and body-subgraph syntax. +--- + +ONNX has a compact text format implemented by `onnx/parser.py` (Python) and `onnx/defs/parser.{h,cc}` (C++). The formal grammar lives in [docs/Syntax.md](../../../docs/Syntax.md); this skill captures the practical conventions, idioms, and gotchas that matter when authoring or reviewing code that uses it. + +## Where the format appears + +| Surface | API | +|---|---| +| C++ function bodies | `.FunctionBody(R"ONNX( ... )ONNX")` and `FunctionBuilder::Add(...)` | +| Python test fixtures | `onnx.parser.parse_model("...")`, `onnx.parser.parse_graph("...")` | +| C++ tests | `OnnxParser` in `onnx/defs/parser.h` — parse a model, then call `shape_inference::InferShapes` | + +## Core syntax + +``` + = (, ) +``` + +- Variables on the LHS are local to the surrounding graph (function body, subgraph, or model main graph). +- Inputs/outputs of a function body must match the names declared in the schema's `.Input(...)` / `.Output(...)`. +- Constants: `Const = Constant ()` or `Alpha = Constant ()`. +- Use `CastLike` (not `Cast`) when the target dtype depends on another input. +- Reference enclosing-op attributes with `@attr_name` (only inside function bodies, and only for attributes declared on the schema). + +## Argument-order convention + +**Simple scalar/tensor attributes** — keep the conventional `Op(inputs)` form; reads well on one line: + +``` +Y = Transpose(X) +``` + +**Subgraph attributes** (Scan, Loop, If, ScanVarLen, …) — prefer `Op(inputs)`. The body spans multiple lines, so putting inputs first keeps the call site readable: + +``` +so, xo = Scan (s, x) < + num_scan_inputs = 1, + body = scan_body (float[1] s_in, float[1] x_in) => (float[1] s_out, float[1] x_out) { + s_out = Add(s_in, x_in) + x_out = Identity(x_in) + } +> +``` + +## Testing idioms + +| Test file | Recommendation | +|---|---| +| `onnx/test/shape_inference_test.py`, `onnx/test/reference_evaluator_test.py` | Use `onnx.parser.parse_model(...)` for one-off fixtures. | +| `onnx/backend/test/case/node/.py` | Keep the outer `helper.make_node` + `expect(...)` (it drives data generation). For body-subgraph ops, build the body with `onnx.parser.parse_graph`. | +| `onnx/test/cpp/shape_inference_test.cc` | Use `OnnxParser` (`onnx/defs/parser.h`); pair with `shape_inference::InferShapes`. | +| `onnx/test/version_converter/automatic_upgrade_test.py` and similar harnesses | Keep the established `_test_op_upgrade` / `_test_op_downgrade` style — do not rewrite. | + +Empirical: PR #7962 (ScanVarLen) cut ~58–70% of test LOC by switching to parser-based fixtures. + +### Python example — shape inference fixture + +```python +import onnx +import onnx.parser +import onnx.shape_inference + +model = onnx.parser.parse_model(""" + + g (float[2, 3, 4] X) => (float[4, 2, 3] Y) { + Y = Transpose(X) + } +""") +inferred = onnx.shape_inference.infer_shapes(model, strict_mode=True) +``` + +### Python example — body subgraph for a node test + +```python +body = onnx.parser.parse_graph(""" + b (float[1] s, float[1] xi) => (float[1] so, float[1] xo) { + so = Identity(s) + xo = Identity(xi) + } +""") +node = onnx.helper.make_node("Scan", ["s", "x"], ["so", "xo"], body=body, num_scan_inputs=1) +``` + +### C++ example — shape inference test + +```cpp +#include "onnx/defs/parser.h" +#include "onnx/shape_inference/implementation.h" + +ModelProto model; +OnnxParser parser(R"ONNX( + + g (float[2, 3, 4] X) => (Y) { + Y = Transpose(X) + } +)ONNX"); +auto status = parser.Parse(model); +ASSERT_TRUE(status.IsOK()) << status.ErrorMessage(); +shape_inference::InferShapes(model); +``` + +## Gotchas + +- **`unk__*` materialization in C++ shape-inference tests.** Under `InferShapes`, unset output dims are materialized by `MaterializeSymbolicShape` into `dim_param` names like `unk__0`, `unk__1`, … Assertions on free dims must accept either an unset dim or an `unk__*` placeholder — write (or use) a helper that treats both forms as equivalent. +- **Variable-name collisions.** Local variables in a function body must not reuse declared input/output names of the enclosing op. +- **`@attr_name` scope.** Only valid inside a function body, and only for attributes declared on the enclosing schema's `.Attr(...)` calls. +- **`CastLike` vs `Cast`.** Use `CastLike` when the desired target dtype is determined by another input; `Cast` requires a static `to` attribute. + +## References + +| Resource | Path | +|---|---| +| Formal grammar | [docs/Syntax.md](../../../docs/Syntax.md) | +| C++ parser | `onnx/defs/parser.h`, `onnx/defs/parser.cc` | +| Python parser | `onnx/parser.py` | +| C++ parser tests | `onnx/test/cpp/parser_test.cc` | +| Python parser tests | `onnx/test/parser_test.py` | +| Empirical LOC win | PR #7962 (ScanVarLen test rewrite) | diff --git a/.clang-format b/.clang-format new file mode 100644 index 0000000..c085b7b --- /dev/null +++ b/.clang-format @@ -0,0 +1,94 @@ +--- +Language: Cpp +BasedOnStyle: Google +AccessModifierOffset: -1 +AlignAfterOpenBracket: AlwaysBreak +AlignConsecutiveAssignments: false +AlignConsecutiveDeclarations: false +AlignEscapedNewlines: Left +AlignOperands: false +AlignTrailingComments: false +AllowAllParametersOfDeclarationOnNextLine: false +AllowShortBlocksOnASingleLine: false +AllowShortCaseLabelsOnASingleLine: false +AllowShortFunctionsOnASingleLine: Empty +AllowShortIfStatementsOnASingleLine: false +AllowShortLoopsOnASingleLine: false +AlwaysBreakAfterDefinitionReturnType: None +AlwaysBreakAfterReturnType: None +AlwaysBreakBeforeMultilineStrings: true +AlwaysBreakTemplateDeclarations: true +BinPackArguments: false +BinPackParameters: false +BraceWrapping: + AfterClass: false + AfterControlStatement: false + AfterEnum: false + AfterFunction: false + AfterNamespace: false + AfterObjCDeclaration: false + AfterStruct: false + AfterUnion: false + BeforeCatch: false + BeforeElse: false + IndentBraces: false +BreakBeforeBinaryOperators: None +BreakBeforeBraces: Attach +BreakBeforeInheritanceComma: false +BreakBeforeTernaryOperators: true +BreakConstructorInitializersBeforeComma: false +BreakConstructorInitializers: BeforeColon +BreakStringLiterals: false +ColumnLimit: 120 +CommentPragmas: '^ IWYU pragma:' +CompactNamespaces: false +ConstructorInitializerAllOnOneLineOrOnePerLine: true +ConstructorInitializerIndentWidth: 4 +ContinuationIndentWidth: 4 +Cpp11BracedListStyle: true +DerivePointerAlignment: false +DisableFormat: false +ExperimentalAutoDetectBinPacking: false +FixNamespaceComments: true +ForEachMacros: + - FOR_EACH_RANGE + - FOR_EACH + - BOOST_FOREACH +IncludeIsMainRegex: '(Test)?$' +IndentCaseLabels: true +IndentWidth: 2 +IndentWrappedFunctionNames: false +JavaScriptQuotes: Leave +JavaScriptWrapImports: true +KeepEmptyLinesAtTheStartOfBlocks: false +MacroBlockBegin: '' +MacroBlockEnd: '' +MaxEmptyLinesToKeep: 1 +NamespaceIndentation: None +ObjCBlockIndentWidth: 2 +ObjCSpaceAfterProperty: false +ObjCSpaceBeforeProtocolList: false +PenaltyBreakAssignment: 2 +PenaltyBreakBeforeFirstCallParameter: 1 +PenaltyBreakComment: 300 +PenaltyBreakFirstLessLess: 120 +PenaltyBreakString: 1000 +PenaltyExcessCharacter: 1000000 +PenaltyReturnTypeOnItsOwnLine: 200 +PointerAlignment: Left +ReflowComments: true +SortIncludes: true +SpaceAfterCStyleCast: false +SpaceAfterTemplateKeyword: true +SpaceBeforeAssignmentOperators: true +SpaceBeforeParens: ControlStatements +SpaceInEmptyParentheses: false +SpacesBeforeTrailingComments: 1 +SpacesInAngles: false +SpacesInContainerLiterals: true +SpacesInCStyleCastParentheses: false +SpacesInParentheses: false +SpacesInSquareBrackets: false +StatementMacros: [define_data, ONNX_ASSERT, ONNX_ASSERTM, TENSOR_ASSERTM] +TabWidth: 8 +UseTab: Never diff --git a/.clang-tidy b/.clang-tidy new file mode 100644 index 0000000..ac277c7 --- /dev/null +++ b/.clang-tidy @@ -0,0 +1,86 @@ +Checks: >- + -*, + bugprone-*, + -bugprone-easily-swappable-parameters, + -bugprone-exception-escape, + -bugprone-derived-method-shadowing-base-method, + -bugprone-lambda-function-name, + -bugprone-narrowing-conversions, + -bugprone-reserved-identifier, + -bugprone-throwing-static-initialization, + clang-diagnostic-*, + clang-analyzer-*, + cppcoreguidelines-*, + -cppcoreguidelines-avoid-c-arrays, + -cppcoreguidelines-avoid-const-or-ref-data-members, + -cppcoreguidelines-avoid-do-while, + -cppcoreguidelines-avoid-magic-numbers, + -cppcoreguidelines-avoid-non-const-global-variables, + -cppcoreguidelines-macro-usage, + -cppcoreguidelines-narrowing-conversions, + -cppcoreguidelines-non-private-member-variables-in-classes, + -cppcoreguidelines-owning-memory, + -cppcoreguidelines-pro-bounds-array-to-pointer-decay, + -cppcoreguidelines-pro-bounds-avoid-unchecked-container-access, + -cppcoreguidelines-pro-bounds-constant-array-index, + -cppcoreguidelines-pro-bounds-pointer-arithmetic, + -cppcoreguidelines-pro-type-const-cast, + -cppcoreguidelines-pro-type-cstyle-cast, + -cppcoreguidelines-pro-type-reinterpret-cast, + -cppcoreguidelines-pro-type-vararg, + -cppcoreguidelines-use-enum-class, + performance-*, + -performance-enum-size, + google-default-arguments, + google-global-names-in-headers, + google-explicit-constructor, + google-readability-casting, + misc-*, + -misc-const-correctness, + -misc-include-cleaner, + -misc-override-with-different-visibility, + -misc-no-recursion, + -misc-non-private-member-variables-in-classes, + -misc-use-anonymous-namespace, + modernize-*, + -modernize-avoid-c-arrays, + -modernize-concat-nested-namespaces, + -modernize-pass-by-value, + -modernize-return-braced-init-list, + -modernize-use-auto, + -modernize-use-constraints, + -modernize-use-integer-sign-comparison, + -modernize-use-ranges, + -modernize-use-trailing-return-type, + -modernize-use-nodiscard, + readability-*, + -readability-braces-around-statements, + -readability-container-contains, + -readability-convert-member-functions-to-static, + -readability-else-after-return, + -readability-function-cognitive-complexity, + -readability-identifier-length, + -readability-implicit-bool-conversion, + -readability-inconsistent-declaration-parameter-name, + -readability-isolate-declaration, + -readability-magic-numbers, + -readability-math-missing-parentheses, + -readability-redundant-access-specifiers, + -readability-redundant-typename, + -readability-uppercase-literal-suffix, + -readability-use-anyofallof, + +# Lint ONNX headers; exclude generated *.pb.h, third_party, deps, and hidden build/env dirs. +HeaderFilterRegex: 'onnx/' +ExcludeHeaderFilterRegex: '(\.pb\.h$|/third_party/|/_deps/|/\.)' + +CheckOptions: + # `cppcoreguidelines-special-member-functions` is enabled, refer to https://en.cppreference.com/w/cpp/language/rule_of_three + - key: cppcoreguidelines-special-member-functions.AllowSoleDefaultDtor + value: True + - key: performance-move-const-arg.CheckTriviallyCopyableMove + value: False + - key: cppcoreguidelines-special-member-functions.AllowMissingMoveFunctionsWhenCopyIsDeleted + value: True + - key: modernize-use-scoped-lock.WarnOnSingleLocks + value: False diff --git a/.claude/instructions/add-function-body.md b/.claude/instructions/add-function-body.md new file mode 100644 index 0000000..f02c3de --- /dev/null +++ b/.claude/instructions/add-function-body.md @@ -0,0 +1,13 @@ +# Adding a Function Body Definition for an Operator + +Canonical guide: [`.agents/skills/add-function-body/SKILL.md`](../../.agents/skills/add-function-body/SKILL.md). Background: [`docs/AddFunctionBody.md`](../../docs/AddFunctionBody.md). For the ONNX text format itself (syntax, `Constant `, body subgraphs, `@attr_name`, parser tests), see [`.agents/skills/onnxtxt/SKILL.md`](../../.agents/skills/onnxtxt/SKILL.md). + +## Workflow-specific reminders + +- Function body lives inline in the schema in `onnx/defs//defs.cc` via `.FunctionBody(R"ONNX(...)")` (simple) or `.SetContextDependentFunctionBodyBuilder(...)` (context-dependent). +- For context-dependent builders, always finalize with `schema.BuildFunction(functionProto)` and `return true`. +- The body must produce all declared outputs. Variable names must not collide with declared input/output names. Use `CastLike` (not `Cast`) when the target dtype depends on another input. Reference enclosing-op attributes with `@attr_name` — only for attributes declared in `.Attr(...)` calls. +- Prefer named `static bool` builder functions over inline lambdas (macro expansion breaks debugger breakpoints). Simple string-based `.FunctionBody(R"ONNX(...)")` is fine as-is. + +General build/lint/DCO/copyright conventions live in [`CLAUDE.md`](../../CLAUDE.md). + diff --git a/.claude/instructions/add-op.md b/.claude/instructions/add-op.md new file mode 100644 index 0000000..8af3354 --- /dev/null +++ b/.claude/instructions/add-op.md @@ -0,0 +1,12 @@ +# Adding or Updating an ONNX Operator + +Canonical guide: [`.agents/skills/add-op/SKILL.md`](../../.agents/skills/add-op/SKILL.md). Full procedure: [`docs/AddNewOp.md`](../../docs/AddNewOp.md). For tests using the ONNX text format / `onnx.parser`, see [`.agents/skills/onnxtxt/SKILL.md`](../../.agents/skills/onnxtxt/SKILL.md). + +## Workflow-specific reminders + +- Schema definition lives in `onnx/defs//defs.cc`; register in `onnx/defs/operator_sets.h`. +- Updating an op: move the old schema to `/old.cc` *before* adding the new version. Add a version-converter adapter in `onnx/version_converter/adapters/__.h` if behavior changed, plus upgrade/downgrade tests. +- After schema changes regenerate docs: `python onnx/defs/gen_doc.py && python onnx/backend/test/stat_coverage.py`. Do not edit `docs/Operators.md` / `docs/Changelog.md` directly. + +General build/lint/DCO/copyright conventions live in [`CLAUDE.md`](../../CLAUDE.md). + diff --git a/.claude/instructions/add-shape-inference.md b/.claude/instructions/add-shape-inference.md new file mode 100644 index 0000000..56e939d --- /dev/null +++ b/.claude/instructions/add-shape-inference.md @@ -0,0 +1,14 @@ +# Adding Type and Shape Inference for an Operator + +Canonical guide: [`.agents/skills/add-shape-inference/SKILL.md`](../../.agents/skills/add-shape-inference/SKILL.md). Background: [`docs/ShapeInference.md`](../../docs/ShapeInference.md). For test fixtures using `onnx.parser`, see [`.agents/skills/onnxtxt/SKILL.md`](../../.agents/skills/onnxtxt/SKILL.md) (also covers the C++ `unk__*` materialization gotcha for free dims). + +## Workflow-specific reminders + +- Inference function is inline in the schema via `.TypeAndShapeInferenceFunction(...)` in `onnx/defs//defs.cc`. Utility helpers live in `onnx/defs/shape_inference.h`. +- Always check `hasNInputShapes(ctx, n)` before accessing shapes and `has_dim_value()` before reading dim values. Leave unknown dims unset rather than failing. +- At minimum, provide rank inference; propagate symbolic dimensions (`dim_param`) when possible. +- Prefer named `static` inference functions over inline lambdas in `ONNX_OPERATOR_SET_SCHEMA` (macro expansion breaks debugger breakpoints). +- Tests: `onnx/test/shape_inference_test.py`. The `_make_graph` / `_assert_inferred` helpers fit parameterized op-version sweeps; for one-off fixtures prefer `onnx.parser.parse_model`. + +General build/lint/DCO/copyright conventions live in [`CLAUDE.md`](../../CLAUDE.md). + diff --git a/.editorconfig b/.editorconfig new file mode 100644 index 0000000..16df8da --- /dev/null +++ b/.editorconfig @@ -0,0 +1,7 @@ +root = true + +[*] + +trim_trailing_whitespace = true +insert_final_newline = true +indent_style = space diff --git a/.git-blame-ignore-revs b/.git-blame-ignore-revs new file mode 100644 index 0000000..5af302e --- /dev/null +++ b/.git-blame-ignore-revs @@ -0,0 +1,8 @@ +# Python clean up #3982 +35092895d9bf3592e58f4710d098f8131afef259 +# Apply clang-format #4084 +a525f98d5ed31660b629bab90c680a39658a5c08 +# Upgrade python syntax with pyupgrade #4212 +529f7cab88eed143fc9f0126147e9732585e4c5e +# Format all python code with black and isort #4427 +fddb2b6d4ea3fb3dba751d884865042503260899 diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..255168e --- /dev/null +++ b/.gitattributes @@ -0,0 +1,7 @@ +# Set the default behavior +* text=auto eol=auto +*.bat text eol=crlf +# Shell scripts must keep LF endings on all platforms; a CRLF checkout breaks +# shellcheck (SC1017) and execution under Unix shells. +*.sh text eol=lf +*.pb -linguist-detectable diff --git a/.github/ISSUE_TEMPLATE/bug.md b/.github/ISSUE_TEMPLATE/bug.md new file mode 100644 index 0000000..b35b41f --- /dev/null +++ b/.github/ISSUE_TEMPLATE/bug.md @@ -0,0 +1,42 @@ +--- +name: Bug report +about: Create a bug report to help improve the ONNX. +title: '' +labels: 'bug' +assignees: '' + +--- +# Bug Report + +### Is the issue related to model conversion? + + +### Describe the bug + + +### System information + + + +### Reproduction instructions + + +### Expected behavior + + +### Notes + diff --git a/.github/ISSUE_TEMPLATE/config.yml b/.github/ISSUE_TEMPLATE/config.yml new file mode 100644 index 0000000..8a5e0c8 --- /dev/null +++ b/.github/ISSUE_TEMPLATE/config.yml @@ -0,0 +1,14 @@ +blank_issues_enabled: true +contact_links: + - name: ONNX Runtime Issues + url: https://github.com/microsoft/onnxruntime/issues + about: issues/questions related to ONNX Runtime + - name: ONNX Model Zoo Issues + url: https://github.com/onnx/models/issues + about: issues/questions related to ONNX Model Zoo + - name: PyTorch-ONNX exporters Issues + url: https://github.com/pytorch/pytorch/issues + about: issues/questions related to PyTorch-ONNX exporters (torch.onnx.export) + - name: TensorFlow Converter Issues + url: https://github.com/onnx/tensorflow-onnx + about: issues/questions converting TensorFlow models to ONNX (tf2onnx) diff --git a/.github/ISSUE_TEMPLATE/feature_request.yml b/.github/ISSUE_TEMPLATE/feature_request.yml new file mode 100644 index 0000000..e943212 --- /dev/null +++ b/.github/ISSUE_TEMPLATE/feature_request.yml @@ -0,0 +1,71 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 + +name: Feature request +description: Create a feature request for a functionality that does not currently exist in the ONNX. +title: "[Feature request] " +labels: ["enhancement"] +body: + - type: markdown + attributes: + value: Thanks for taking the time to create a feature request! + - type: textarea + id: system-info + attributes: + label: System information + description: "ONNX version (you are using):" + validations: + required: false + - type: textarea + id: solves-problem + attributes: + label: What is the problem that this feature solves? + description: Please detail the discrepancy with our current functionality. + validations: + required: false + - type: textarea + id: alternatives + attributes: + label: Alternatives considered + description: Describe the alternatives you have considered + placeholder: A clear and concise description of any alternative solutions or features you've considered. + validations: + required: false + - type: textarea + id: feature + attributes: + label: Describe the feature + description: Why is this feature necessary? What does it accomplish? + validations: + required: false + - type: textarea + id: api-impact + attributes: + label: Will this influence the current api (Y/N)? + placeholder: If yes, how? + validations: + required: false + - type: textarea + id: feature-area + attributes: + label: Feature Area + description: Which area in ONNX does this impact? e.g., model usage, backend, best practices, converters, shape_inference, version_converter, training, test, operators, IR, ONNX Hub, data preprocessing, CI pipelines. + validations: + required: false + - type: dropdown + id: contribute + attributes: + label: "Are you willing to contribute it (Y/N)" + options: + - "Yes" + - "No" + validations: + required: false + - type: textarea + id: notes + attributes: + label: Notes + description: Any additional information + validations: + required: false diff --git a/.github/ISSUE_TEMPLATE/operator.md b/.github/ISSUE_TEMPLATE/operator.md new file mode 100644 index 0000000..968a2be --- /dev/null +++ b/.github/ISSUE_TEMPLATE/operator.md @@ -0,0 +1,24 @@ +--- +name: New Operator +about: Create a new operator that does not currently exist in the ONNX. +title: '' +labels: 'operator' +assignees: '' + + + +--- +# New Operator + +### Describe the operator + + +### Can this operator be constructed using existing onnx operators? + + +### Is this operator used by any model currently? Which one? + +### Are you willing to contribute it? (Y/N) + +### Notes + diff --git a/.github/ISSUE_TEMPLATE/question.md b/.github/ISSUE_TEMPLATE/question.md new file mode 100644 index 0000000..186afc8 --- /dev/null +++ b/.github/ISSUE_TEMPLATE/question.md @@ -0,0 +1,24 @@ +--- +name: Question +about: Ask a question about the ONNX. +title: '' +labels: 'question' +assignees: '' + + + +--- +# Ask a Question + +### Question + + +### Further information +- Relevant Area: + +- Is this issue related to a specific model? +**Model name**: +**Model opset**: + +### Notes + diff --git a/.github/copilot-instructions.md b/.github/copilot-instructions.md new file mode 100644 index 0000000..5bafbfd --- /dev/null +++ b/.github/copilot-instructions.md @@ -0,0 +1,17 @@ +We use lintrunner as the linter: + +```sh +# Display all lints and apply the fixes +lintrunner -a --output oneline +# Or apply fixes only (faster) +lintrunner f --output oneline +``` + +To build ONNX: + +```sh +python -m pip install --quiet --upgrade pip setuptools wheel +export ONNX_BUILD_TESTS=0 +export ONNX_ML=1 +python -m pip install . +``` diff --git a/.github/dependabot.yml b/.github/dependabot.yml new file mode 100644 index 0000000..c634e4c --- /dev/null +++ b/.github/dependabot.yml @@ -0,0 +1,40 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 + +# To get started with Dependabot version updates, you'll need to specify which +# package ecosystems to update and where the package manifests are located. +# Please see the documentation for all configuration options: +# https://docs.github.com/github/administering-a-repository/configuration-options-for-dependency-updates + +version: 2 +updates: + - package-ecosystem: "pip" # See documentation for possible values + directory: "/" # Location of package manifests + schedule: + interval: "monthly" + cooldown: + default-days: 7 + ignore: + # Only update them manually since updating them might break compatibility + - dependency-name: "numpy" + - dependency-name: "protobuf" + - dependency-name: "typing_extensions" + - dependency-name: "ml_dtypes" + open-pull-requests-limit: 10 + labels: + - "python" + - "run release CIs" + + - package-ecosystem: "github-actions" + # Workflow files stored in the + # default location of `.github/workflows` + directory: "/" + schedule: + interval: "monthly" + cooldown: + default-days: 7 + open-pull-requests-limit: 20 + labels: + - "github_actions" + - "run release CIs" diff --git a/.github/install_test.yml b/.github/install_test.yml new file mode 100644 index 0000000..27241db --- /dev/null +++ b/.github/install_test.yml @@ -0,0 +1,44 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 + +name: Test (pip install -e .) + +on: + push: + branches: + - main + pull_request: + branches: + - main + workflow_dispatch: + +permissions: + contents: read + +jobs: + test-install: + runs-on: ${{ matrix.os }} + strategy: + matrix: + os: [ubuntu-24.04] + python-version: ['3.13'] + fail-fast: false + + steps: + - name: Checkout code + uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 + with: + persist-credentials: false + + - name: Set up Python + uses: actions/setup-python@v5 + with: + python-version: ${{ matrix.python-version }} + + - name: Install dependencies, build ONNX + run: | + python -m pip install -q --upgrade pip + python -m pip install scikit-build-core "protobuf==4.25.1" + pip install -e . + diff --git a/.github/instructions/onnx-defs.instructions.md b/.github/instructions/onnx-defs.instructions.md new file mode 100644 index 0000000..b049a1e --- /dev/null +++ b/.github/instructions/onnx-defs.instructions.md @@ -0,0 +1,28 @@ +--- +applyTo: "onnx/defs/**" +--- + +# ONNX `onnx/defs/` Quick Reference + +When working in `onnx/defs/**`, follow the relevant agent skill — these contain the full, canonical guidance: + +| Task | Skill | +|---|---| +| Add a new op or bump an opset | [`.agents/skills/add-op/SKILL.md`](../../.agents/skills/add-op/SKILL.md) | +| Implement type/shape inference | [`.agents/skills/add-shape-inference/SKILL.md`](../../.agents/skills/add-shape-inference/SKILL.md) | +| Add a function body decomposition | [`.agents/skills/add-function-body/SKILL.md`](../../.agents/skills/add-function-body/SKILL.md) | +| Write or interpret ONNX text format / `.FunctionBody(R"ONNX(...)")` / `onnx.parser.parse_model` | [`.agents/skills/onnxtxt/SKILL.md`](../../.agents/skills/onnxtxt/SKILL.md) | + +## Critical reminders (apply to all `onnx/defs/` work) + +- **Do not edit generated files** directly: `docs/Operators.md`, `docs/Changelog.md`, `docs/TestCoverage.md`, `*_pb2.py`, `onnx-*.in.proto`-derived `.proto` files. Edit the source, then regenerate. +- **After schema changes:** `python onnx/defs/gen_doc.py && python onnx/backend/test/stat_coverage.py`. +- **After proto changes:** `python onnx/gen_proto.py` (edit the `.in.proto` files, not the `.proto` files). +- **Lint before pushing:** `lintrunner -a --output oneline`. +- **DCO sign-off** on every commit: `git commit -s`. +- **New Python files** need `from __future__ import annotations` and the standard copyright header (`# Copyright (c) ONNX Project Contributors` + `# SPDX-License-Identifier: Apache-2.0`). +- **Updating an op:** move the old schema to `/old.cc` before adding the new version to `defs.cc`; update `onnx/defs/operator_sets.h`; add upgrade/downgrade tests. +- **Prefer named functions** over inline lambdas in `ONNX_OPERATOR_SET_SCHEMA` (macro expansion makes breakpoints on lambdas unreliable). +- **Context-dependent function bodies:** always finalize the builder with `schema.BuildFunction(functionProto)` and `return true`. + +For the full procedures (file locations, registration patterns, common idioms, test recipes), open the skills above. diff --git a/.github/pull_request_template.md b/.github/pull_request_template.md new file mode 100644 index 0000000..3123b55 --- /dev/null +++ b/.github/pull_request_template.md @@ -0,0 +1,5 @@ + + +### Motivation and Context + +Fixes # diff --git a/.github/release.yml b/.github/release.yml new file mode 100644 index 0000000..ad3de36 --- /dev/null +++ b/.github/release.yml @@ -0,0 +1,43 @@ +changelog: + exclude: + authors: + - dependabot + categories: + - title: Breaking Changes and Deprecations + labels: + - "topic: bc breaking" + - "topic: deprecation" + - title: Spec and Operator + labels: + - "module: spec" + - "topic: spec clarification" + - "topic: operator" + - "module: schema" + - title: Reference Implementation + labels: + - "module: reference implementation" + - title: Utilities and Tools + labels: + - "module: checker" + - "module: parser" + - "module: inliner" + - "module: utility" + - "module: optimizer" + - "module: version converter" + - "module: shape inference" + - "topic: partial data propagation" + - title: ONNX Hub + labels: + - "module: hub" + - title: Build, CI and Tests + labels: + - "topic: build" + - "module: CI pipelines" + - "topic: test" + - "topic: compiler warning" + - title: Documentation + labels: + - "topic: documentation" + - title: Other Changes + labels: + - "*" diff --git a/.github/workflows/check_pr_label.yml b/.github/workflows/check_pr_label.yml new file mode 100644 index 0000000..3ad545e --- /dev/null +++ b/.github/workflows/check_pr_label.yml @@ -0,0 +1,43 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 + +name: Require topic/module label (prefix-only) + +on: + pull_request: + types: [opened, labeled, unlabeled, synchronize, reopened, ready_for_review] + +permissions: + contents: read + pull-requests: read + actions: read + +jobs: + check-label: + runs-on: ubuntu-latest + steps: + - name: Ensure PR has topic/module label + uses: actions/github-script@3a2844b7e9c422d3c10d287c895573f7108da1b3 # v9.0.0 + with: + script: | + const author = context.payload.pull_request.user.login; + const prLabels = context.payload.pull_request.labels.map(l => l.name); + + if (author === "dependabot[bot]") { + core.info("Skipping check for dependabot"); + return; + } + + if (prLabels.length === 0) { + core.setFailed("❌ Add at least one label (topic:/module:)."); + return; + } + + const hasRequired = prLabels.some(l => l.startsWith("topic:") || l.startsWith("module:")); + + if (!hasRequired) { + core.setFailed("❌ Add a 'topic:' or 'module:' label."); + } else { + core.info("✅ Label check passed"); + } diff --git a/.github/workflows/check_urls.yml b/.github/workflows/check_urls.yml new file mode 100644 index 0000000..ead7ff6 --- /dev/null +++ b/.github/workflows/check_urls.yml @@ -0,0 +1,47 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 + +name: Check URLs + +on: + push: + branches: [ "main", rel-* ] + pull_request: + paths: + - "**/*.md" + - ".github/workflows/check_urls.yml" + schedule: + # Run every month + - cron: '0 0 1 * *' + workflow_dispatch: + +permissions: + contents: read + +jobs: + build: + runs-on: ubuntu-latest + + steps: + - uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 # v7.0.0 + with: + persist-credentials: false + - name: Set up pixi + uses: prefix-dev/setup-pixi@5185adfbffb4bd703da3010310260805d89ebb11 # v0.9.6 + with: + environments: link-checker + + - name: Restore lychee cache + id: restore-cache + uses: actions/cache@55cc8345863c7cc4c66a329aec7e433d2d1c52a9 # v6.1.0 + with: + path: .lycheecache + # We don't hit the 'key' directly in subsequent + # commits. Instead we fall back to the latest 'restore-key' + # match and will store a new cached file when done. + key: cache-lychee-${{ github.sha }} + restore-keys: cache-lychee- + + - name: Check links + run: pixi run -e link-checker lychee --root-dir . --cache-exclude-status=400..599 --cache . diff --git a/.github/workflows/clang-tidy.yml b/.github/workflows/clang-tidy.yml new file mode 100644 index 0000000..9e6f2a3 --- /dev/null +++ b/.github/workflows/clang-tidy.yml @@ -0,0 +1,40 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 + +name: clang-tidy + +on: + pull_request: + push: + branches: + - main + +permissions: + contents: read + +concurrency: + group: ${{ github.workflow }}-${{ github.ref }} + cancel-in-progress: true + +jobs: + clang-tidy: + name: clang-tidy + runs-on: ubuntu-24.04-arm + strategy: + fail-fast: false + steps: + - name: Checkout branch + uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 # v7.0.0 + with: + submodules: recursive + fetch-depth: 0 + persist-credentials: false + - name: Set up pixi + uses: prefix-dev/setup-pixi@5185adfbffb4bd703da3010310260805d89ebb11 # v0.9.6 + with: + environments: default clang-tools + - name: Install repository + run: pixi run install + - name: Run clang-tidy + run: pixi run run-clang-tidy diff --git a/.github/workflows/codeql.yml b/.github/workflows/codeql.yml new file mode 100644 index 0000000..0c67efc --- /dev/null +++ b/.github/workflows/codeql.yml @@ -0,0 +1,88 @@ +name: "CodeQL" + +on: + push: + branches: [ "main" ] + paths-ignore: + - 'docs/**' + - '**/*.md' + pull_request: + branches: [ "main" ] + paths-ignore: + - 'docs/**' + - '**/*.md' + schedule: + - cron: '33 6 * * 5' + workflow_dispatch: + +permissions: # set top-level default permissions as security best practice + contents: read + +concurrency: + group: ${{ github.workflow }}-${{ github.ref }}-${{ github.event_name == 'workflow_dispatch' }} + cancel-in-progress: true + +jobs: + analyze: + name: Analyze + runs-on: ubuntu-latest + permissions: + actions: read + contents: read + security-events: write + + strategy: + fail-fast: false + matrix: + language: [ 'actions', 'cpp', 'python' ] + + steps: + - name: Checkout repository + uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 # v7.0.0 + with: + submodules: recursive + persist-credentials: false + + - name: Set up Python + if: matrix.language != 'actions' + uses: actions/setup-python@ece7cb06caefa5fff74198d8649806c4678c61a1 # v6.3.0 + with: + python-version: '3.11' + + - name: Upgrade pip + if: matrix.language != 'actions' + run: python -m pip install --upgrade pip + + # Initializes the CodeQL tools for scanning. + - name: Initialize CodeQL + uses: github/codeql-action/init@8aad20d150bbac5944a9f9d289da16a4b0d87c1e # v4.36.2 + with: + languages: ${{ matrix.language }} + config: | + queries: + - uses: security-extended + - uses: security-and-quality + paths-ignore: + - '.setuptools-cmake-build/**' + - 'build/**' + - 'onnx/**/*_pb2.py' + - 'onnx/**/*_pb2.pyi' + - '**/*.pb.cc' + - '**/*.pb.h' + - 'onnx/backend/test/data/**' + query-filters: + - exclude: + id: py/import-and-import-from + + # Install onnx so that it is found by the linters + - name: Install ONNX + if: matrix.language != 'actions' + run: | + export ONNX_ML=1 + export ONNX_BUILD_TESTS=1 + pip install . + + - name: Perform CodeQL Analysis + uses: github/codeql-action/analyze@8aad20d150bbac5944a9f9d289da16a4b0d87c1e # v4.36.2 + with: + category: "/language:${{matrix.language}}" diff --git a/.github/workflows/copilot-setup-steps.yml b/.github/workflows/copilot-setup-steps.yml new file mode 100644 index 0000000..8e298fc --- /dev/null +++ b/.github/workflows/copilot-setup-steps.yml @@ -0,0 +1,47 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 + +name: "Copilot Setup Steps" + +# Automatically run the setup steps when they are changed to allow for easy validation, and +# allow manual testing through the repository's "Actions" tab +on: + workflow_dispatch: + push: + paths: + - .github/workflows/copilot-setup-steps.yml + pull_request: + paths: + - .github/workflows/copilot-setup-steps.yml + +permissions: + contents: read + +jobs: + # The job MUST be called `copilot-setup-steps` or it will not be picked up by Copilot. + copilot-setup-steps: + runs-on: ubuntu-latest + + # Set the permissions to the lowest permissions possible needed for your steps. + # Copilot will be given its own token for its operations. + permissions: + # If you want to clone the repository as part of your setup steps, for example to install dependencies, you'll need the `contents: read` permission. If you don't clone the repository in your setup steps, Copilot will do this for you automatically after the steps complete. + contents: read + # You can define any steps you want, and they will run before the agent starts. + # If you do not check out your code, Copilot will do this for you. + steps: + - name: Checkout code + uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 # v7.0.0 + with: + persist-credentials: false + - name: Setup Python + uses: actions/setup-python@ece7cb06caefa5fff74198d8649806c4678c61a1 # v6.3.0 + with: + python-version: "3.13" + - name: Install dependencies + run: | + python -m pip install lintrunner>=0.10.7 + python -m pip install -r requirements-release_test.txt + python -m pip install -r requirements-lintrunner.txt + lintrunner init diff --git a/.github/workflows/create_release.yml b/.github/workflows/create_release.yml new file mode 100644 index 0000000..ef5b909 --- /dev/null +++ b/.github/workflows/create_release.yml @@ -0,0 +1,437 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 + +name: Create Releases +on: + schedule: + # Run weekly on Monday 00:00 UTC + - cron: '0 0 * * MON' + + push: + branches: [main, rel-*] + pull_request: + branches: [main, rel-*] + types: + - labeled + - synchronize + workflow_dispatch: + inputs: + publish_pypi_weekly: # only from main branch it is possible to publish to pypi-weekly (official weekly preview build) + description: 'Publish to pypi-weekly' + required: true + type: choice + options: + - 'yes' + - 'no' + default: 'no' + publish_testpypi_weekly: # only from main branch it is possible to publish to testpypi-weekly + description: 'Publish to testpypi-weekly' + required: true + type: choice + options: + - 'yes' + - 'no' + default: 'no' + publish_testpypi_release: # only from rel branch it is possible to publish to test-pypi (for rc1, rc2, etc.) + description: 'Publish to testpypi-release' + required: true + type: choice + options: + - 'yes' + - 'no' + default: 'no' + publish_pypi_release: + description: 'Caution: Publish to pypi-release' + required: true + type: choice + options: + - 'yes' + - 'no' + default: 'no' + build_mode: + description: 'Specify the build mode (release or preview)' + required: true + type: choice + options: + - 'release' + - 'preview' + default: 'preview' + +permissions: + contents: read + +concurrency: + group: ${{ github.workflow }}-${{ github.ref }}-${{ github.event_name == 'workflow_dispatch' }} + cancel-in-progress: true + +jobs: + + call-linux: + if: github.event_name != 'pull_request' || contains(github.event.pull_request.labels.*.name, 'run release CIs') || contains(github.event.pull_request.labels.*.name, 'ci-slsa-provenance') + uses: ./.github/workflows/release_linux_cibw.yml + with: + build_mode: ${{ github.event.inputs.build_mode || 'preview' }} + + call-win: + if: github.event_name != 'pull_request' || contains(github.event.pull_request.labels.*.name, 'run release CIs') || contains(github.event.pull_request.labels.*.name, 'ci-slsa-provenance') + uses: ./.github/workflows/release_windows_cibw.yml + with: + build_mode: ${{ github.event.inputs.build_mode || 'preview' }} + + call-mac: + if: github.event_name != 'pull_request' || contains(github.event.pull_request.labels.*.name, 'run release CIs') || contains(github.event.pull_request.labels.*.name, 'ci-slsa-provenance') + uses: ./.github/workflows/release_macos_cibw.yml + with: + build_mode: ${{ github.event.inputs.build_mode || 'preview' }} + + call-pyodide: + if: github.event_name != 'pull_request' || contains(github.event.pull_request.labels.*.name, 'run release CIs') || contains(github.event.pull_request.labels.*.name, 'ci-slsa-provenance') + uses: ./.github/workflows/release_pyodide_cibw.yml + with: + build_mode: ${{ github.event.inputs.build_mode || 'preview' }} + + call-sdist: + if: github.event_name != 'pull_request' || contains(github.event.pull_request.labels.*.name, 'run release CIs') || contains(github.event.pull_request.labels.*.name, 'ci-slsa-provenance') + uses: ./.github/workflows/release_sdist.yml + with: + os: "macos" + build_mode: ${{ github.event.inputs.build_mode || 'preview' }} + + attest_ci_build_artifacts: + name: Attest CI build artifacts + runs-on: ubuntu-latest + needs: [call-linux, call-mac, call-win, call-pyodide, call-sdist] + if: >- + (!contains(join(needs.*.result, ' '), 'skipped')) && + (github.repository_owner == 'onnx') && + ( + (github.event_name == 'push') || + (github.event_name == 'pull_request' && contains(github.event.pull_request.labels.*.name, 'ci-slsa-provenance')) || + ( + (github.event_name == 'workflow_dispatch') && + (github.event.inputs.publish_pypi_weekly != 'yes') && + (github.event.inputs.publish_testpypi_weekly != 'yes') && + (github.event.inputs.publish_testpypi_release != 'yes') && + (github.event.inputs.publish_pypi_release != 'yes') + ) + ) + + permissions: + contents: read + id-token: write + attestations: write + + steps: + - uses: actions/download-artifact@3e5f45b2cfb9172054b4087a40e8e0b5a5461e7c + with: + pattern: wheels* + path: dist + merge-multiple: true + + - uses: actions/download-artifact@3e5f45b2cfb9172054b4087a40e8e0b5a5461e7c + with: + pattern: sdist + path: dist + merge-multiple: true + + - name: Generate SLSA Build Provenance attestations + if: hashFiles('dist/**') != '' + id: attest + uses: actions/attest-build-provenance@a2bbfa25375fe432b6a289bc6b6cd05ecd0c4c32 # v4.1.0 + with: + subject-path: dist/** + + - name: Upload attestation bundle + if: hashFiles('dist/**') != '' + uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7.0.1 + with: + name: attestation-bundle-ci + path: ${{ steps.attest.outputs.bundle-path }} + + check_for_publish_release_build_to_pypi: + name: Check for Publish release build to pypi + runs-on: ubuntu-latest + + needs: [call-linux, call-mac, call-win, call-pyodide, call-sdist] + if: (!contains(join(needs.*.result, ' '), 'skipped')) && (github.event.inputs.publish_pypi_release == 'yes') && (github.repository_owner == 'onnx') && startsWith(github.ref, 'refs/heads/rel-') && (github.event_name == 'workflow_dispatch') + + steps: + + - name: Ensure build mode is release + run: | + if [ "$BUILD_MODE" != "release" ]; then + echo "Error: build_mode must be set to 'release' to proceed." + exit 1 + fi + env: + BUILD_MODE: ${{ github.event.inputs.build_mode }} + + - uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 # v7.0.0 + with: + persist-credentials: false + submodules: true + + - name: Check if package_version matches branch + run: | + branch_version=${GITHUB_REF#refs/heads/rel-} + package_version=$(cat VERSION_NUMBER) + echo "Branch version: $branch_version" + echo "Package version: $package_version" + + if [[ "$package_version" != "$branch_version" && "$package_version" != "$branch_version"rc* ]]; then + echo "Error: Package version ($package_version) does not match branch version ($branch_version) or expected RC format." + exit 1 + fi + + check_for_publish_preview_build_to_testpypi_weekly: + name: Check for Publish preview build to test.pypi-weekly + runs-on: ubuntu-latest + + needs: [call-linux, call-mac, call-win, call-pyodide, call-sdist] + if: (!contains(join(needs.*.result, ' '), 'skipped')) && (github.event.inputs.publish_testpypi_weekly == 'yes') && (github.ref == 'refs/heads/main') && (github.repository_owner == 'onnx') && (github.event_name == 'workflow_dispatch') + + steps: + - name: Confirm preview publish request + run: echo "Proceeding with test.pypi-weekly publish checks." + + + publish_preview_build_to_testpypi_weekly: + name: Publish preview build to test.pypi-weekly + runs-on: ubuntu-latest + needs: [check_for_publish_preview_build_to_testpypi_weekly] + + environment: + name: testpypi-weekly + url: https://test.pypi.org/p/onnx-weekly + + permissions: + contents: read + id-token: write + attestations: write + + steps: + + - uses: actions/download-artifact@3e5f45b2cfb9172054b4087a40e8e0b5a5461e7c + if: (github.event_name == 'workflow_dispatch' ) + with: + pattern: wheels* + path: dist + merge-multiple: true + + - uses: actions/download-artifact@3e5f45b2cfb9172054b4087a40e8e0b5a5461e7c + if: (github.event_name == 'workflow_dispatch' ) + with: + pattern: sdist + path: dist + merge-multiple: true + + - name: Generate SLSA Build Provenance attestations + if: hashFiles('dist/**') != '' + id: attest + uses: actions/attest-build-provenance@a2bbfa25375fe432b6a289bc6b6cd05ecd0c4c32 # v4.1.0 + with: + subject-path: dist/** + + - name: Upload attestation bundle + if: hashFiles('dist/**') != '' + uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7.0.1 + with: + name: attestation-bundle-testpypi-weekly + path: ${{ steps.attest.outputs.bundle-path }} + + - name: Upload preview build to test.pypi + if: (github.ref == 'refs/heads/main') && (github.event.inputs.publish_testpypi_weekly == 'yes') && (github.repository_owner == 'onnx') + id: upload_preview_build_to_testpypi_weekly + + uses: pypa/gh-action-pypi-publish@cef221092ed1bacb1cc03d23a2d87d1d172e277b + with: + repository-url: https://test.pypi.org/legacy/ + verbose: true + print-hash: true + + check_for_publish_release_build_to_testpypi: + name: Check for Publish release build to test.pypi (rc-candidates) + runs-on: ubuntu-latest + + needs: [call-linux, call-mac, call-win, call-pyodide, call-sdist] + if: (!contains(join(needs.*.result, ' '), 'skipped')) && (github.event.inputs.publish_testpypi_release == 'yes') && startsWith(github.ref, 'refs/heads/rel') && (github.repository_owner == 'onnx') && (github.event_name == 'workflow_dispatch') + + steps: + - name: Confirm release publish request + run: echo "Proceeding with test.pypi release publish checks." + + publish_release_build_to_testpypi: + name: Publish release build to test.pypi + runs-on: ubuntu-latest + needs: [check_for_publish_release_build_to_testpypi] + + environment: + name: testpypi-release + url: https://test.pypi.org/p/onnx + + permissions: + contents: read + id-token: write + attestations: write + + steps: + + - uses: actions/download-artifact@3e5f45b2cfb9172054b4087a40e8e0b5a5461e7c + if: (github.event_name == 'workflow_dispatch' ) + with: + pattern: wheels* + path: dist + merge-multiple: true + + - uses: actions/download-artifact@3e5f45b2cfb9172054b4087a40e8e0b5a5461e7c + if: (github.event_name == 'workflow_dispatch' ) + with: + pattern: sdist + path: dist + merge-multiple: true + + - name: Generate SLSA Build Provenance attestations + if: hashFiles('dist/**') != '' + id: attest + uses: actions/attest-build-provenance@a2bbfa25375fe432b6a289bc6b6cd05ecd0c4c32 # v4.1.0 + with: + subject-path: dist/** + + - name: Upload attestation bundle + if: hashFiles('dist/**') != '' + uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7.0.1 + with: + name: attestation-bundle-testpypi-release + path: ${{ steps.attest.outputs.bundle-path }} + + - name: Upload release build to test.pypi + id: upload_release_build_to_testpypi + + uses: pypa/gh-action-pypi-publish@cef221092ed1bacb1cc03d23a2d87d1d172e277b + with: + repository-url: https://test.pypi.org/legacy/ + verbose: true + print-hash: true + + + check_for_publish_preview_build_to_pypi_weekly: + name: Check for Publish preview build to pypi-weekly + runs-on: ubuntu-latest + + needs: [call-linux, call-mac, call-win, call-pyodide, call-sdist] + if: (!contains(join(needs.*.result, ' '), 'skipped')) && (github.event_name == 'schedule' || github.event.inputs.publish_pypi_weekly == 'yes') && (github.repository_owner == 'onnx') + + steps: + - name: Confirm weekly publish request + run: echo "Proceeding with pypi-weekly publish checks." + + publish_preview_build_to_pypi_weekly: + name: Publish preview build to pypi-weekly + runs-on: ubuntu-latest + needs: [check_for_publish_preview_build_to_pypi_weekly] + + environment: + name: pypi-weekly + url: https://pypi.org/p/onnx-weekly + + permissions: + contents: read + id-token: write + attestations: write + + steps: + - uses: actions/download-artifact@3e5f45b2cfb9172054b4087a40e8e0b5a5461e7c + if: (github.event_name == 'schedule' || github.event_name == 'workflow_dispatch') + with: + pattern: wheels* + path: dist + merge-multiple: true + + - uses: actions/download-artifact@3e5f45b2cfb9172054b4087a40e8e0b5a5461e7c + if: (github.event_name == 'schedule' || github.event_name == 'workflow_dispatch') + with: + pattern: sdist + path: dist + merge-multiple: true + + - name: Generate SLSA Build Provenance attestations + if: hashFiles('dist/**') != '' + id: attest + uses: actions/attest-build-provenance@a2bbfa25375fe432b6a289bc6b6cd05ecd0c4c32 # v4.1.0 + with: + subject-path: dist/** + + - name: Upload attestation bundle + if: hashFiles('dist/**') != '' + uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7.0.1 + with: + name: attestation-bundle-weekly + path: ${{ steps.attest.outputs.bundle-path }} + + - name: Upload preview_build to pypi-weekly + id: upload_preview_build_to_pypi_weekly + if: (github.ref == 'refs/heads/main') + uses: pypa/gh-action-pypi-publish@cef221092ed1bacb1cc03d23a2d87d1d172e277b + with: + repository-url: https://upload.pypi.org/legacy/ + verbose: true + print-hash: true + + + publish_release_build_to_pypi: + name: Publish release build to pypi + runs-on: ubuntu-latest + needs: [check_for_publish_release_build_to_pypi] + + environment: + name: pypi-release + url: https://pypi.org/p/onnx + + permissions: + contents: read + id-token: write + attestations: write + + steps: + - uses: actions/download-artifact@3e5f45b2cfb9172054b4087a40e8e0b5a5461e7c + if: (github.event_name == 'workflow_dispatch') + with: + pattern: wheels* + path: dist + merge-multiple: true + + - uses: actions/download-artifact@3e5f45b2cfb9172054b4087a40e8e0b5a5461e7c + if: (github.event_name == 'workflow_dispatch') + with: + pattern: sdist + path: dist + merge-multiple: true + + - name: Generate SLSA Build Provenance attestations + if: hashFiles('dist/**') != '' + id: attest + uses: actions/attest-build-provenance@a2bbfa25375fe432b6a289bc6b6cd05ecd0c4c32 # v4.1.0 + with: + subject-path: dist/** + + - name: Upload attestation bundle + if: hashFiles('dist/**') != '' + uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7.0.1 + with: + name: attestation-bundle-release + path: ${{ steps.attest.outputs.bundle-path }} + + - name: Publish release_build to pypi + if: (github.repository_owner == 'onnx') + uses: pypa/gh-action-pypi-publish@cef221092ed1bacb1cc03d23a2d87d1d172e277b + with: + repository-url: https://upload.pypi.org/legacy/ + verbose: true + print-hash: true + + test_source_dist: + name: test source distribution + needs: [publish_preview_build_to_pypi_weekly, publish_release_build_to_testpypi] + if: (needs.publish_preview_build_to_pypi_weekly.result == 'success' || needs.publish_release_build_to_testpypi.result == 'success') + uses: ./.github/workflows/preview_source_dist_test.yml diff --git a/.github/workflows/dco_merge_group.yml b/.github/workflows/dco_merge_group.yml new file mode 100644 index 0000000..9719eca --- /dev/null +++ b/.github/workflows/dco_merge_group.yml @@ -0,0 +1,17 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 + +name: DCO +on: + merge_group: + +permissions: # set top-level default permissions as security best practice + contents: read # Check https://github.com/ossf/scorecard/blob/7ce8609469289d5f3b1bf5ee3122f42b4e3054fb/docs/checks.md#token-permissions + +jobs: + DCO: + runs-on: ubuntu-latest + if: ${{ github.actor != 'dependabot[bot]' }} + steps: + - run: echo "dummy DCO workflow (it won't run any check actually) to trigger by merge_group in order to enable merge queue" diff --git a/.github/workflows/dependency-review.yml b/.github/workflows/dependency-review.yml new file mode 100644 index 0000000..50acb44 --- /dev/null +++ b/.github/workflows/dependency-review.yml @@ -0,0 +1,22 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 + +name: 'Dependency Review' +on: [pull_request] + +permissions: + contents: read + +jobs: + dependency-review: + runs-on: ubuntu-latest + steps: + - name: 'Checkout Repository' + uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 + with: + submodules: recursive + persist-credentials: false + + - name: 'Dependency Review' + uses: actions/dependency-review-action@dcd589ca9f7a6ded22e224ca2e288beb6bf9846b diff --git a/.github/workflows/fuzz.yml b/.github/workflows/fuzz.yml new file mode 100644 index 0000000..80783c1 --- /dev/null +++ b/.github/workflows/fuzz.yml @@ -0,0 +1,129 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 + +# Runs the OSS-Fuzz harnesses under onnx/fuzz/ directly (not via OSS-Fuzz +# infrastructure) as a regression check. This is deliberately not a +# replacement for OSS-Fuzz's own continuous, long-running campaigns +# (see google/oss-fuzz#15382) — it exists to catch harness regressions +# (import errors, API drift, a harness file going missing) at PR time +# instead of silently, since OSS-Fuzz failures are not surfaced here. +# +# atheris only ships wheels for Linux and macOS, so this does not run on +# Windows. See https://github.com/onnx/onnx/blob/main/onnx/fuzz/README.md +# for the harness/toggle-byte details. + +name: Fuzz + +on: + pull_request: + paths: + - 'onnx/**' + - 'pyproject.toml' + - '.github/workflows/fuzz.yml' + push: + branches: + - main + paths: + - 'onnx/**' + - 'pyproject.toml' + - '.github/workflows/fuzz.yml' + schedule: + - cron: '0 6 * * *' # nightly: run each harness for longer than the PR smoke test + workflow_dispatch: + +permissions: + contents: read + +concurrency: + group: ${{ github.workflow }}-${{ github.ref }} + cancel-in-progress: true + +jobs: + fuzz: + name: Run fuzz harnesses (${{ github.event_name == 'schedule' && 'nightly' || 'smoke' }}) + runs-on: ubuntu-24.04 + steps: + - name: Checkout repository + uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 # v7.0.0 + with: + submodules: recursive + persist-credentials: false + + - name: Set up Python + uses: actions/setup-python@ece7cb06caefa5fff74198d8649806c4678c61a1 # v6.3.0 + with: + python-version: '3.12' + + - name: Build and install ONNX + run: pip install -e ".[reference]" -v + env: + ONNX_ML: 1 + + - name: Install atheris + run: pip install atheris + + - name: Generate seed corpora + run: | + mkdir -p corpus + python onnx/fuzz/make_seed_corpus.py \ + corpus/version_converter.zip corpus/parser.zip \ + corpus/checker.zip corpus/shape_inference.zip corpus/compose.zip + for name in version_converter parser checker shape_inference compose; do + mkdir -p "corpus/$name" + python -m zipfile -e "corpus/$name.zip" "corpus/$name/" + done + # fuzz_model_loader.py has no dedicated seeds; it exercises the same + # load+check path as fuzz_checker.py, so reuse that corpus. + mkdir -p corpus/model_loader + cp corpus/checker/* corpus/model_loader/ + + - name: Set fuzz duration + id: duration + run: | + if [ "${{ github.event_name }}" = "schedule" ]; then + echo "seconds=300" >> "$GITHUB_OUTPUT" + else + echo "seconds=60" >> "$GITHUB_OUTPUT" + fi + + - name: Run fuzz_checker.py + run: python onnx/fuzz/fuzz_checker.py -max_total_time="$FUZZ_SECONDS" -timeout=20 corpus/checker + env: + FUZZ_SECONDS: ${{ steps.duration.outputs.seconds }} + + - name: Run fuzz_model_loader.py + run: python onnx/fuzz/fuzz_model_loader.py -max_total_time="$FUZZ_SECONDS" -timeout=20 corpus/model_loader + env: + FUZZ_SECONDS: ${{ steps.duration.outputs.seconds }} + + - name: Run fuzz_parser.py + run: python onnx/fuzz/fuzz_parser.py -max_total_time="$FUZZ_SECONDS" -timeout=20 corpus/parser + env: + FUZZ_SECONDS: ${{ steps.duration.outputs.seconds }} + + - name: Run fuzz_shape_inference.py + run: python onnx/fuzz/fuzz_shape_inference.py -max_total_time="$FUZZ_SECONDS" -timeout=20 corpus/shape_inference + env: + FUZZ_SECONDS: ${{ steps.duration.outputs.seconds }} + + - name: Run fuzz_version_converter.py + run: python onnx/fuzz/fuzz_version_converter.py -max_total_time="$FUZZ_SECONDS" -timeout=20 corpus/version_converter + env: + FUZZ_SECONDS: ${{ steps.duration.outputs.seconds }} + + - name: Run fuzz_compose.py + run: python onnx/fuzz/fuzz_compose.py -max_total_time="$FUZZ_SECONDS" -timeout=20 corpus/compose + env: + FUZZ_SECONDS: ${{ steps.duration.outputs.seconds }} + + - name: Upload crash artifacts + if: failure() + uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7.0.1 + with: + name: fuzz-crashes + path: | + crash-* + timeout-* + oom-* + if-no-files-found: ignore diff --git a/.github/workflows/lint.yml b/.github/workflows/lint.yml new file mode 100644 index 0000000..35e5af4 --- /dev/null +++ b/.github/workflows/lint.yml @@ -0,0 +1,117 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 + +name: Lint + +on: + push: + branches: + - main + pull_request: + merge_group: + workflow_dispatch: + +permissions: + contents: read + +concurrency: + group: ${{ github.workflow }}-${{ github.ref }}-${{ github.event_name == 'workflow_dispatch' }} + cancel-in-progress: true + +jobs: + validate-sbom: + name: Validate SBOM + runs-on: ubuntu-latest + steps: + - uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 # v7.0.0 + with: + persist-credentials: false + - uses: actions/setup-python@ece7cb06caefa5fff74198d8649806c4678c61a1 # v6.3.0 + with: + python-version: '3.12' + - run: | + pip install -q check-jsonschema + python -m check_jsonschema --schemafile "https://cyclonedx.org/schema/bom-1.7.schema.json" sbom.cdx.json + + enforce-style: + name: Enforce style + runs-on: ubuntu-latest + permissions: + security-events: write + steps: + - uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 # v7.0.0 + with: + persist-credentials: false + - name: Setup Python + uses: actions/setup-python@ece7cb06caefa5fff74198d8649806c4678c61a1 # v6.3.0 + with: + python-version: "3.13" + - name: Install ONNX + run: | + source workflow_scripts/protobuf/build_protobuf_unix.sh $(nproc) + + python -m pip install --quiet --upgrade pip setuptools wheel + + export ONNX_BUILD_TESTS=0 + export ONNX_ML=1 + export CMAKE_ARGS="-DONNXIFI_DUMMY_BACKEND=ON -DONNX_WERROR=ON" + export ONNX_NAMESPACE=ONNX_NAMESPACE_FOO_BAR_FOR_CI + + python -m pip install . + - name: Install dependencies + run: | + python -m pip install lintrunner>=0.10.7 + # Use release_test to pin package versions + python -m pip install -r requirements-release_test.txt + python -m pip install -r requirements-lintrunner.txt + lintrunner init + - name: Run lintrunner on all files + run: | + set +e + if ! lintrunner --force-color --all-files --tee-json=lint.json -v; then + echo "" + echo -e "\e[1m\e[36mYou can reproduce these results locally by using \`lintrunner\`.\e[0m" + echo -e "\e[1m\e[36mSee https://github.com/onnx/onnx/blob/main/CONTRIBUTING.md#coding-style for setup instructions.\e[0m" + exit 1 + fi + - name: Produce SARIF + if: always() + run: | + python -m lintrunner_adapters to-sarif lint.json lintrunner.sarif + - name: Upload SARIF file + # Use always() to always upload SARIF even if lintrunner returns with error code + # To toggle linter comments in the files page, press `i` on the keyboard + if: always() + continue-on-error: true + uses: github/codeql-action/upload-sarif@8aad20d150bbac5944a9f9d289da16a4b0d87c1e + with: + # Path to SARIF file relative to the root of the repository + sarif_file: lintrunner.sarif + category: lintrunner + checkout_path: ${{ github.workspace }} + - name: Upload lint results as artifacts + if: always() + uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a + with: + name: lint-results + path: | + lint.json + lintrunner.sarif + retention-days: 30 + - name: Check auto-gen files are up-to-date + run: | + echo -e "\n::group:: ===> check auto-gen files are up-to-date..." + + ONNX_ML=1 python onnx/defs/gen_doc.py + python onnx/gen_proto.py -l + python onnx/gen_proto.py -l --ml + python onnx/backend/test/stat_coverage.py + + git status + git diff --exit-code -- . ':(exclude)onnx/onnx-data.proto' ':(exclude)onnx/onnx-data.proto3' + if [ $? -ne 0 ]; then + echo "git diff returned failures" + exit 1 + fi + echo -e "::endgroup::" diff --git a/.github/workflows/main.yml b/.github/workflows/main.yml new file mode 100644 index 0000000..d9d25a8 --- /dev/null +++ b/.github/workflows/main.yml @@ -0,0 +1,280 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 + +name: CI + +env: + ASAN_OPTIONS: detect_leaks=0:symbolize=1:detect_stack_use_after_return=true:strict_init_order=true:detect_odr_violation=1:detect_container_overflow=0:check_initialization_order=true:debug=true:fast_unwind_on_malloc=1:verify_asan_link_order=0 + UBSAN_OPTIONS: print_stacktrace=1 + +on: + schedule: + - cron: '0 0 * * *' # every day at midnight for reporting code coverage to codecov + push: + branches: + - main + pull_request: + merge_group: + workflow_dispatch: + +permissions: # set top-level default permissions as security good practice + contents: read + +concurrency: + group: ${{ github.workflow }}-${{ github.ref }}-${{ github.event_name == 'workflow_dispatch' }} + cancel-in-progress: true + +jobs: + test: + name: Test ${{ matrix.os }}, ${{ matrix.python_version }}, ${{ matrix.protobuf_type }}, debug=${{ matrix.debug_build }}, unity_build=${{ matrix.unity_build }}, onnx_ml=${{ matrix.onnx_ml }}, autogen=${{ matrix.autogenerate_files }} + strategy: + fail-fast: false + matrix: + os: [ubuntu-24.04, windows-latest, macos-latest] + # Test on the oldest and latest supported Python versions + autogenerate_files: [0] + debug_build: [0] + onnx_ml: [1] + protobuf_type: ['Internal'] + python_version: ['3.14t', '3.14', '3.10'] + unity_build: [0] + + include: + # Ubuntu debug build runs with sanitizer + - python_version: "3.14" + autogenerate_files: 0 + debug_build: 1 + onnx_ml: 1 + os: "ubuntu-24.04" + protobuf_type: 'Internal' + unity_build: 0 + + # Test compilation with dynamically linked protobuf. + # This is actually redundant with the pixi-tests which + # also use dynamic linking. + - python_version: "3.14" + autogenerate_files: 0 + debug_build: 0 + onnx_ml: 1 + os: "ubuntu-24.04" + protobuf_type: 'External' + unity_build: 0 + - python_version: "3.14" + autogenerate_files: 0 + debug_build: 0 + onnx_ml: 1 + os: "windows-2022" + protobuf_type: 'External' + unity_build: 0 + # build_protobuf_unix.sh appears broken on macos-arm64 + # - python_version: "3.14" + # debug_build: 0 + # unity_build: 0 + # autogenerate_files: 0 + # protobuf_type: 'External' + # os: "macos-latest" + + # Unity build AND autogenerated files + # The unity build may surface name clashes at compile time + # but produces functionally identical binaries. We can + # therefore safely reuse this build to test the + # autogenerated files. + - python_version: '3.14' + autogenerate_files: 1 + debug_build: 0 + onnx_ml: 1 + os: "ubuntu-24.04" + protobuf_type: 'External' + unity_build: 1 + + # Toggling onnx_ml should be additive. There is likely very + # different signal in testing it in relation with other + # parameters. + - python_version: '3.14' + autogenerate_files: 0 + debug_build: 0 + onnx_ml: 0 + os: "ubuntu-24.04" + protobuf_type: 'External' + unity_build: 0 + + runs-on: ${{ matrix.os }} + steps: + - name: Checkout repository + uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 + with: + submodules: recursive + persist-credentials: false + + - name: Set up Python + uses: actions/setup-python@ece7cb06caefa5fff74198d8649806c4678c61a1 # v6.3.0 + with: + python-version: ${{ matrix.python_version }} + + - name: Show versions + run: | + python --version + cmake --version + + - name: Install external protobuf - Linux + if: matrix.protobuf_type == 'External' && startsWith(matrix.os,'ubuntu') + run: | + sudo apt-get update + sudo apt-get install libprotobuf-dev protobuf-compiler + + - name: Install external protobuf - MacOS + if: matrix.protobuf_type == 'External' && matrix.os == 'macos-latest' + run: | + source workflow_scripts/protobuf/build_protobuf_unix.sh 3 $(pwd)/protobuf/protobuf_install + + - name: Set up MSBuild (x64) + if: startsWith(matrix.os,'windows') + uses: microsoft/setup-msbuild@30375c66a4eea26614e0d39710365f22f8b0af57 # v3.0.0 + with: + msbuild-architecture: x64 + + - name: Install external protobuf - Windows + if: matrix.protobuf_type == 'External' && startsWith(matrix.os, 'windows') + run: | + if ($matrix.os -like "windows-11-arm*") { + $cmake_arch = "ARM64" + } else { + $cmake_arch = "x64" + } + + workflow_scripts/protobuf/build_protobuf_win.ps1 -cmake_arch $cmake_arch + shell: pwsh + + - name: Build and install ONNX - Linux + if: startsWith(matrix.os,'ubuntu') + run: | + export SOURCE_DATE_EPOCH=$(git log -1 --pretty=%ct) + if [ "${{ matrix.python_version }}" == "3.14" ]; then + sudo apt-get update + sudo apt-get install libjpeg-dev zlib1g-dev libpng-dev + fi + + if [ "${{ matrix.protobuf_type }}" == "External" ]; then + export CMAKE_ARGS="$CMAKE_ARGS -DCMAKE_POSITION_INDEPENDENT_CODE=ON -DONNX_USE_PROTOBUF_SHARED_LIBS=ON" + fi + pip install -e ".[reference]" -v + env: + DEBUG: ${{ matrix.debug_build }} + ONNX_ML: ${{ matrix.onnx_ml }} + ONNX_BUILD_TESTS: 1 + CMAKE_ARGS: "-DONNX_WERROR=ON -DONNX_USE_ASAN=${{ matrix.debug_build }} -DONNX_USE_UNITY_BUILD=${{ matrix.unity_build }} -DONNX_HARDENING=ON" + + - name: Build and install ONNX - MacOS + if: matrix.os == 'macos-latest' + run: | + pip install -e ".[reference]" -v + env: + DEBUG: ${{ matrix.debug_build }} + ONNX_ML: ${{ matrix.onnx_ml }} + ONNX_BUILD_TESTS: 1 + CMAKE_ARGS: "-DONNX_WERROR=ON -DONNX_USE_UNITY_BUILD=${{ matrix.unity_build }} -DONNX_HARDENING=ON" + + - name: Build and install ONNX - Windows + if: startsWith(matrix.os,'windows') + run: | + pip install -e . -v + env: + DEBUG: ${{ matrix.debug_build }} + ONNX_ML: ${{ matrix.onnx_ml }} + ONNX_BUILD_TESTS: 1 + CMAKE_ARGS: "-DONNX_WERROR=ON -DONNX_USE_PROTOBUF_SHARED_LIBS=OFF -DONNX_USE_LITE_PROTO=ON -DONNX_USE_UNITY_BUILD=${{ matrix.unity_build }} -DONNX_HARDENING=ON" + + - name: pip freeze + run: | + pip freeze + + - name: Setup GCC ASAN LD_PRELOAD + if: startsWith(matrix.os,'ubuntu') && (matrix.python_version != '3.13t') + run: | + export LD_PRELOAD="$(/usr/bin/c++ -print-file-name=libasan.so):$LD_PRELOAD" + + - name: Install test dependencies + run: | + python -m pip install -r requirements-release_test.txt + + - name: Run Python tests + # Prohibitively slow for Windows debug builds + if: ${{ !(startsWith(matrix.os, 'windows') && matrix.debug_build == 1) }} + run: | + pytest -sv --cov=onnx --cov-report=xml --cov-append --cov-branch --junitxml junit.xml -n auto --dist loadscope + - name: Run C++ tests + if: startsWith(matrix.os,'ubuntu') || matrix.os == 'macos-latest' + run: | + export LD_LIBRARY_PATH="./.setuptools-cmake-build/:$LD_LIBRARY_PATH" + ./.setuptools-cmake-build/onnx_gtests + + - name: Run C++ extension test + if: (startsWith(matrix.os,'ubuntu') || matrix.os == 'macos-latest') && matrix.debug_build == 0 && matrix.protobuf_type == 'External' + run: | + cmake -S . -B build_for_install \ + -DCMAKE_BUILD_TYPE=Release \ + -DCMAKE_INSTALL_PREFIX=/usr/local \ + -DONNX_ML=${{ matrix.onnx_ml }} \ + -DONNX_USE_PROTOBUF_SHARED_LIBS=ON + cmake --build build_for_install --parallel + sudo cmake --install build_for_install + + cmake -S onnx/test/cmake -B onnx/test/cmake/build \ + -DONNX_ML=${{ matrix.onnx_ml }} + cmake --build onnx/test/cmake/build + ./onnx/test/cmake/build/main + + - name: Upload coverage to Codecov + if: github.repository_owner == 'onnx' + uses: codecov/codecov-action@fb8b3582c8e4def4969c97caa2f19720cb33a72f # v7.0.0 + with: + token: ${{ secrets.CODECOV_TOKEN }} + + - name: Upload test results to Codecov + if: github.repository_owner == 'onnx' && !cancelled() + uses: codecov/codecov-action@fb8b3582c8e4def4969c97caa2f19720cb33a72f # v7.0.0 + with: + token: ${{ secrets.CODECOV_TOKEN }} + report_type: test_results + + # Note that the test data should be generated with numpy>=2.0. + # numpy 1.x and numpy 2.0 produce slightly different numerical values. + - name: Test backend test data + if: matrix.autogenerate_files == 1 && startsWith(matrix.os,'ubuntu') + run: | + python onnx/backend/test/cmd_tools.py generate-data --clean + git status + git diff --exit-code -- . ':!onnx/onnx-data.proto' ':!onnx/onnx-data.proto3' ':!*output_*.pb' ':!*input_*.pb' + if [ $? -ne 0 ]; then + echo "git diff for test generation returned failures. Please check updated node test files" + exit 1 + fi + git diff --exit-code --diff-filter=ADR -- . ':!onnx/onnx-data.proto' ':!onnx/onnx-data.proto3' + if [ $? -ne 0 ]; then + echo "Test generation returned failures. Please check the number of node test files (input_*.pb or output_*.pb)" + exit 1 + fi + pip uninstall -y pillow + python onnx/backend/test/cmd_tools.py generate-data --clean + git status + git diff --exit-code -- . ':!onnx/onnx-data.proto' ':!onnx/onnx-data.proto3' ':!*output_*.pb' ':!*input_*.pb' + if [ $? -ne 0 ]; then + echo "git diff for test generation without pillow returned failures. Please check updated node test files" + exit 1 + fi + + - name: Run Python tests with numpy<2.0 (win, mac) + if: (matrix.python_version == '3.10') && (matrix.os == 'windows-latest' || matrix.os == 'macos-latest') && (matrix.debug_build != 1) + run: | + pip install "numpy<2.0" pillow + pytest -s + + - name: Run Python tests with numpy<2.0 (ubuntu, python<3.13) + if: (matrix.python_version == '3.10') && startsWith(matrix.os,'ubuntu') + run: | + # 2024.10.15: Error message: The headers or library files could not be found for jpeg, a required dependency when compiling Pillow from source. + sudo apt-get update + sudo apt-get install libjpeg-dev zlib1g-dev libpng-dev + pip install --prefer-binary "numpy<2.0" pillow + pytest -s diff --git a/.github/workflows/pages.yml b/.github/workflows/pages.yml new file mode 100644 index 0000000..6450945 --- /dev/null +++ b/.github/workflows/pages.yml @@ -0,0 +1,55 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 + +name: Generate and publish ONNX docs + +on: + pull_request: + branches: ["main"] + # Runs on pushes targeting the default branch + push: + branches: ["main"] + # Allows you to run this workflow manually from the Actions tab + workflow_dispatch: + +# Sets permissions of the GITHUB_TOKEN to allow deployment to GitHub Pages +permissions: + contents: read + +jobs: + build: + runs-on: ubuntu-latest + steps: + - name: Checkout + uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 # v7.0.0 + with: + persist-credentials: false + - name: Set up pixi + uses: prefix-dev/setup-pixi@5185adfbffb4bd703da3010310260805d89ebb11 # v0.9.6 + with: + environments: docs + - name: Install repository + run: pixi run -e docs install + - name: Build Docs + run: pixi run -e docs docs-build + - name: Upload artifact + uses: actions/upload-pages-artifact@fc324d3547104276b827a68afc52ff2a11cc49c9 # v5.0.0 + with: + path: 'docs/docsgen/build/html' + deploy: + needs: 'build' + if: github.event_name != 'pull_request' + permissions: + pages: write + id-token: write + environment: + name: github-pages + url: ${{ steps.deployment.outputs.page_url }} + runs-on: ubuntu-latest + steps: + - name: Setup Pages + uses: actions/configure-pages@45bfe0192ca1faeb007ade9deae92b16b8254a0d # v6.0.0 + - name: Deploy to GitHub Pages + id: deployment + uses: actions/deploy-pages@cd2ce8fcbc39b97be8ca5fce6e763baed58fa128 # v5.0.0 diff --git a/.github/workflows/pixi_build.yml b/.github/workflows/pixi_build.yml new file mode 100644 index 0000000..d31195e --- /dev/null +++ b/.github/workflows/pixi_build.yml @@ -0,0 +1,124 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 + +name: Pixi CI + +on: + pull_request: + push: + branches: + - main + +permissions: + contents: read + +concurrency: + group: ${{ github.workflow }}-${{ github.ref }} + cancel-in-progress: true + +jobs: + pre-commit-hooks: + name: Install and lint (${{ matrix.os }}) + runs-on: ${{ matrix.os }} + strategy: + fail-fast: false + matrix: + os: + - ubuntu-24.04-arm + - windows-2022 + steps: + - name: Checkout branch + uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 # v7.0.0 + with: + fetch-depth: 0 + persist-credentials: false + - name: Set up pixi + uses: prefix-dev/setup-pixi@5185adfbffb4bd703da3010310260805d89ebb11 # v0.9.6 + with: + environments: default reuse + - name: Install repository + run: pixi run install + - name: Lint + run: pixi run lint --show-diff-on-failure + + xcode-build: + # Guards against regressions in CMake's Xcode generator (issue #8053), which + # downstream consumers such as onnxruntime use for their iOS/macOS framework + # builds. The other jobs build with Ninja and so do not exercise the + # Xcode-specific code paths. + name: Xcode generator build + runs-on: macos-latest + steps: + - name: Checkout branch + uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 # v7.0.0 + with: + fetch-depth: 0 + persist-credentials: false + - name: Set up pixi + uses: prefix-dev/setup-pixi@5185adfbffb4bd703da3010310260805d89ebb11 # v0.9.6 + with: + environments: default + - name: Build with the Xcode generator + run: | + pixi run cmake -G Xcode -B .xcode-cmake-build -S . -DONNX_BUILD_PYTHON=ON -DONNX_USE_PROTOBUF_SHARED_LIBS=ON + pixi run cmake --build .xcode-cmake-build + + install-and-test: + name: Install and test (${{ matrix.os }}, ${{ matrix.environment }}) + runs-on: ${{ matrix.os }} + permissions: + contents: read + issues: write # Needed to create an issue on failure + + strategy: + fail-fast: false + matrix: + os: + - ubuntu-24.04-arm + - ubuntu-latest + - macos-latest + - windows-2022 + environment: + - default + - oldies + steps: + - name: Checkout branch + uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 # v7.0.0 + with: + fetch-depth: 0 + persist-credentials: false + - name: Set up pixi + uses: prefix-dev/setup-pixi@5185adfbffb4bd703da3010310260805d89ebb11 # v0.9.6 + with: + environments: ${{ matrix.environment }} + - name: Install repository + run: pixi run -e ${{ matrix.environment }} install + - name: pip check installation + run: pixi run -e ${{ matrix.environment }} pip check + - name: gtests + run: pixi run -e ${{ matrix.environment }} gtest + - name: pytest + run: pixi run -e ${{ matrix.environment }} pytest + - name: Issue on failure + uses: actions/github-script@3a2844b7e9c422d3c10d287c895573f7108da1b3 # v9.0.0 + if: ${{ failure() && github.ref == 'refs/heads/main' }} + with: + script: | + github.rest.issues.listForRepo({ + owner: context.repo.owner, + repo: context.repo.repo, + state: "open", + labels: "[bot] pixi CI" + }).then((issues) => { + if (issues.data.length === 0){ + github.rest.issues.create({ + owner: context.repo.owner, + repo: context.repo.repo, + title: "Scheduled pixi CI failed", + body: "The scheduled pixi-based CI failed. See https://github.com/${{ github.repository }}/actions/runs/${{github.run_id}} for details.", + assignees: ["cbourjau"], + labels: ["[bot] pixi CI"] + }) + } + }); diff --git a/.github/workflows/preview_source_dist_test.yml b/.github/workflows/preview_source_dist_test.yml new file mode 100644 index 0000000..b08bccb --- /dev/null +++ b/.github/workflows/preview_source_dist_test.yml @@ -0,0 +1,43 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 + +name: Test source dist of preview build at onnx-weekly + +on: + schedule: + - cron: '0 0 * * 2' + workflow_call: + workflow_dispatch: + +permissions: + contents: read + +jobs: + + test_sdist_preview: + + strategy: + matrix: + os: [ubuntu-24.04, windows-latest] + python-version: ['3.10', '3.12', '3.13'] + fail-fast: false + runs-on: ${{ matrix.os }} + + steps: + + - name: Checkout repository + uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 + with: + persist-credentials: false + + - name: Set up Python ${{ matrix.python-version }} + uses: actions/setup-python@ece7cb06caefa5fff74198d8649806c4678c61a1 # v6.3.0 + with: + python-version: ${{ matrix.python-version }} + + - name: Test preview build source distribution from PyPI + run: | + python -m pip install --no-binary onnx-weekly onnx-weekly + python -m pip install pytest ml_dtypes pillow + pytest diff --git a/.github/workflows/release_linux_cibw.yml b/.github/workflows/release_linux_cibw.yml new file mode 100644 index 0000000..07e2ea9 --- /dev/null +++ b/.github/workflows/release_linux_cibw.yml @@ -0,0 +1,101 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 + +name: Linux Release + +on: + workflow_call: + inputs: + build_mode: + required: false + type: string + default: "preview" + workflow_dispatch: + +permissions: + contents: read + +concurrency: + group: linux-release-${{ github.workflow }}-${{ github.ref }} + cancel-in-progress: true + +jobs: + build: + strategy: + fail-fast: false + matrix: + build: + - "cp310-manylinux_x86_64" + - "cp310-manylinux_aarch64" + - "cp311-manylinux_x86_64" + - "cp311-manylinux_aarch64" + - "cp312-manylinux_x86_64" + - "cp312-manylinux_aarch64" + - "cp314t-manylinux_x86_64" + - "cp314t-manylinux_aarch64" + + runs-on: ${{ contains(matrix.build, 'aarch64') && 'ubuntu-24.04-arm' || 'ubuntu-24.04' }} + + steps: + - uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 # v7.0.0 + with: + persist-credentials: false + + - name: Read protobuf version from sbom.cdx.json + run: echo "PROTOBUF_VERSION=$(jq -r '.components[] | select(.name=="protobuf") | .version' sbom.cdx.json)" >> $GITHUB_ENV + + - uses: actions/setup-python@ece7cb06caefa5fff74198d8649806c4678c61a1 # v6.3.0 + with: + python-version: "3.12" + + - name: Set preview version + if: inputs.build_mode != 'release' + shell: bash + run: | + sed -i'' 's/name = "onnx"/name = "onnx-weekly"/' pyproject.toml + echo "$(cat VERSION_NUMBER).dev$(date -u +%Y%m%d)" > VERSION_NUMBER + + - name: Download protoc + run: | + ARCH=${{ contains(matrix.build, 'aarch64') && 'aarch_64' || 'x86_64' }} + curl -sSL "https://github.com/protocolbuffers/protobuf/releases/download/v${PROTOBUF_VERSION}/protoc-${PROTOBUF_VERSION}-linux-${ARCH}.zip" -o protoc.zip + unzip -q protoc.zip -d protoc-host + chmod +x protoc-host/bin/protoc + + - name: Download protobuf source + run: | + curl -sSL "https://github.com/protocolbuffers/protobuf/releases/download/v${PROTOBUF_VERSION}/protobuf-${PROTOBUF_VERSION}.tar.gz" -o protobuf.tar.gz + tar -xf protobuf.tar.gz + + - name: Set SOURCE_DATE_EPOCH for reproducible builds + run: echo "SOURCE_DATE_EPOCH=$(git log -1 --pretty=%ct)" >> $GITHUB_ENV + + - name: Build wheels + uses: pypa/cibuildwheel@294735312765b09d24a2fbec22660ce817587d55 # v4.1.0 + with: + output-dir: dist/ + only: ${{ matrix.build }} + env: + CIBW_ENVIRONMENT: >- + CMAKE_ARGS=" + -DFETCHCONTENT_SOURCE_DIR_PROTOBUF=/project/protobuf-${{ env.PROTOBUF_VERSION }} + -DONNX_CUSTOM_PROTOC_EXECUTABLE=/project/protoc-host/bin/protoc + -DONNX_HARDENING=ON + -DONNX_USE_LITE_PROTO=ON + -DONNX_WERROR=ON + " + + - uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7.0.1 + with: + name: wheels-linux-${{ matrix.build }} + path: dist/*.whl + + - name: Validate wheel + run: | + python -m pip install -q abi3audit check-wheel-contents + for whl in dist/*.whl; do + echo "Checking $whl" + check-wheel-contents "$whl" + python -m abi3audit -v "$whl" + done diff --git a/.github/workflows/release_macos_cibw.yml b/.github/workflows/release_macos_cibw.yml new file mode 100644 index 0000000..339c226 --- /dev/null +++ b/.github/workflows/release_macos_cibw.yml @@ -0,0 +1,97 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 + +name: macOS Release + +on: + workflow_call: + inputs: + build_mode: + required: false + type: string + default: "preview" + workflow_dispatch: + +permissions: + contents: read + +concurrency: + group: macos-release-${{ github.workflow }}-${{ github.ref }} + cancel-in-progress: true + +jobs: + build: + strategy: + fail-fast: false + matrix: + build: + - "cp310-macosx_universal2" + - "cp311-macosx_universal2" + - "cp312-macosx_universal2" + - "cp314t-macosx_universal2" + + runs-on: macos-14 + + steps: + - uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 # v7.0.0 + with: + persist-credentials: false + + - name: Read protobuf version from sbom.cdx.json + run: echo "PROTOBUF_VERSION=$(jq -r '.components[] | select(.name=="protobuf") | .version' sbom.cdx.json)" >> $GITHUB_ENV + + - uses: actions/setup-python@ece7cb06caefa5fff74198d8649806c4678c61a1 # v6.3.0 + with: + python-version: "3.12" + + - name: Set preview version + if: inputs.build_mode != 'release' + shell: bash + run: | + sed -i '' 's/name = "onnx"/name = "onnx-weekly"/' pyproject.toml + echo "$(cat VERSION_NUMBER).dev$(date -u +%Y%m%d)" > VERSION_NUMBER + + - name: Download protoc + run: | + curl -sSL "https://github.com/protocolbuffers/protobuf/releases/download/v${PROTOBUF_VERSION}/protoc-${PROTOBUF_VERSION}-osx-universal_binary.zip" -o protoc.zip + unzip -q protoc.zip -d protoc-host + chmod +x protoc-host/bin/protoc + + - name: Download protobuf source + run: | + curl -sSL "https://github.com/protocolbuffers/protobuf/releases/download/v${PROTOBUF_VERSION}/protobuf-${PROTOBUF_VERSION}.tar.gz" -o protobuf.tar.gz + tar -xf protobuf.tar.gz + + - name: Set SOURCE_DATE_EPOCH for reproducible builds + run: echo "SOURCE_DATE_EPOCH=$(git log -1 --pretty=%ct)" >> $GITHUB_ENV + + - name: Build wheels + uses: pypa/cibuildwheel@294735312765b09d24a2fbec22660ce817587d55 # v4.1.0 + with: + output-dir: dist/ + only: ${{ matrix.build }} + env: + CIBW_ENVIRONMENT: >- + MACOSX_DEPLOYMENT_TARGET=12.0 + CMAKE_ARGS=" + -DFETCHCONTENT_SOURCE_DIR_PROTOBUF=${{ github.workspace }}/protobuf-${{ env.PROTOBUF_VERSION }} + -DONNX_CUSTOM_PROTOC_EXECUTABLE=${{ github.workspace }}/protoc-host/bin/protoc + -DONNX_HARDENING=ON + -DONNX_USE_LITE_PROTO=ON + -DONNX_WERROR=ON + " + + - uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7.0.1 + with: + name: wheels-macos-${{ matrix.build }} + path: dist/*.whl + + - name: Validate wheel + run: | + python -m pip install -q abi3audit check-wheel-contents + for whl in dist/*.whl; do + echo "Checking $whl" + check-wheel-contents "$whl" + python -m abi3audit -v "$whl" + done diff --git a/.github/workflows/release_pyodide_cibw.yml b/.github/workflows/release_pyodide_cibw.yml new file mode 100644 index 0000000..8aaaaac --- /dev/null +++ b/.github/workflows/release_pyodide_cibw.yml @@ -0,0 +1,83 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 + +name: Pyodide Build + +on: + workflow_call: + inputs: + build_mode: + required: false + type: string + default: "preview" + workflow_dispatch: + +permissions: + contents: read + +concurrency: + group: pyodide-release-${{ github.workflow }}-${{ github.ref }} + cancel-in-progress: true + +jobs: + build: + runs-on: ubuntu-24.04 + + steps: + - uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 # v7.0.0 + with: + persist-credentials: false + + - name: Read protobuf version from sbom.cdx.json + run: echo "PROTOBUF_VERSION=$(jq -r '.components[] | select(.name=="protobuf") | .version' sbom.cdx.json)" >> $GITHUB_ENV + + - name: Set up Python + uses: actions/setup-python@ece7cb06caefa5fff74198d8649806c4678c61a1 # v6.3.0 + with: + python-version: "3.12" + + - name: Set preview version + if: inputs.build_mode != 'release' + shell: bash + run: | + sed -i'' 's/name = "onnx"/name = "onnx-weekly"/' pyproject.toml + echo "$(cat VERSION_NUMBER).dev$(date -u +%Y%m%d)" > VERSION_NUMBER + + - name: Download protoc for host + run: | + curl -sSL "https://github.com/protocolbuffers/protobuf/releases/download/v${PROTOBUF_VERSION}/protoc-${PROTOBUF_VERSION}-linux-x86_64.zip" -o protoc.zip + unzip -q protoc.zip -d protoc-host + chmod +x protoc-host/bin/protoc + + - name: Download protobuf source + run: | + curl -sSL "https://github.com/protocolbuffers/protobuf/releases/download/v${PROTOBUF_VERSION}/protobuf-${PROTOBUF_VERSION}.tar.gz" -o protobuf.tar.gz + tar -xf protobuf.tar.gz + + - name: Set SOURCE_DATE_EPOCH for reproducible builds + run: echo "SOURCE_DATE_EPOCH=$(git log -1 --pretty=%ct)" >> $GITHUB_ENV + + - name: Build wheels + uses: pypa/cibuildwheel@294735312765b09d24a2fbec22660ce817587d55 # v4.1.0 + with: + output-dir: dist/ + env: + CIBW_PLATFORM: pyodide + CIBW_TEST_COMMAND: >- + python -c "from onnx import NodeProto; n = NodeProto(); n.op_type = 'Add'; print(n)" + CIBW_ENVIRONMENT: >- + CMAKE_ARGS=" + -DFETCHCONTENT_SOURCE_DIR_PROTOBUF=${{ github.workspace }}/protobuf-${{ env.PROTOBUF_VERSION }} + -DONNX_CUSTOM_PROTOC_EXECUTABLE=${{ github.workspace }}/protoc-host/bin/protoc + -DONNX_HARDENING=ON + -DONNX_PYODIDE_BUILD=ON + -DONNX_USE_LITE_PROTO=ON + -DONNX_WERROR=ON + -DCMAKE_CXX_FLAGS='-Wno-error=deprecated-builtins' + " + + - uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7.0.1 + with: + name: wheels-pyodide + path: dist/*.whl diff --git a/.github/workflows/release_sdist.yml b/.github/workflows/release_sdist.yml new file mode 100644 index 0000000..08b5de0 --- /dev/null +++ b/.github/workflows/release_sdist.yml @@ -0,0 +1,66 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 + +name: sdistRelease + +on: + workflow_call: + inputs: + os: + required: true + type: string + build_mode: + required: true + type: string + +permissions: + contents: read + +concurrency: + group: sdist-release-${{ github.workflow }}-${{ github.ref }} + +jobs: + build: + if: github.event_name != 'pull_request' || startsWith( github.base_ref, 'rel-') || contains( github.event.pull_request.labels.*.name, 'run release CIs') + runs-on: ubuntu-24.04 + strategy: + matrix: + python-version: ['3.10'] + target-architecture: ['arm64'] + + steps: + - uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 # v7.0.0 + with: + persist-credentials: false + + - name: Set up Python ${{ matrix.python-version }} + uses: actions/setup-python@ece7cb06caefa5fff74198d8649806c4678c61a1 # v6.3.0 + with: + python-version: ${{ matrix.python-version }} + + - name: Install Python dependencies + run: | + python -m pip install -q --upgrade pip + python -m pip install -q build scikit-build-core + + - name: Build source distribution (preview build / weekly) + if: ${{ inputs.build_mode != 'release' }} + run: | + git clean -xdf + sed -i 's/name = "onnx"/name = "onnx-weekly"/' 'pyproject.toml' + echo "$(cat VERSION_NUMBER).dev$(date -u +%Y%m%d)" > VERSION_NUMBER + python -m build --sdist + + - name: Build source distribution (for release) + if: ${{ inputs.build_mode == 'release' }} + run: | + git clean -xdf + python -m build --sdist + + - name: Upload sdist + uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a + with: + name: sdist + path: | + ./dist/*.tar.gz diff --git a/.github/workflows/release_windows_cibw.yml b/.github/workflows/release_windows_cibw.yml new file mode 100644 index 0000000..e7f877f --- /dev/null +++ b/.github/workflows/release_windows_cibw.yml @@ -0,0 +1,108 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 + +name: Windows Release + +on: + workflow_call: + inputs: + build_mode: + required: false + type: string + default: "preview" + workflow_dispatch: + +permissions: + contents: read + +concurrency: + group: windows-release-${{ github.workflow }}-${{ github.ref }} + cancel-in-progress: true + +jobs: + build: + strategy: + fail-fast: false + matrix: + build: + - "cp310-win_amd64" + - "cp310-win32" + - "cp311-win_amd64" + - "cp311-win32" + - "cp311-win_arm64" + - "cp312-win_amd64" + - "cp312-win32" + - "cp312-win_arm64" + - "cp314t-win_amd64" + - "cp314t-win_arm64" + runs-on: ${{ contains(matrix.build, 'arm64') && 'windows-11-arm' || 'windows-2022' }} + + steps: + - uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 # v7.0.0 + with: + persist-credentials: false + + - name: Read protobuf version from sbom.cdx.json + shell: bash + run: echo "PROTOBUF_VERSION=$(jq -r '.components[] | select(.name=="protobuf") | .version' sbom.cdx.json)" >> $GITHUB_ENV + + - uses: actions/setup-python@ece7cb06caefa5fff74198d8649806c4678c61a1 # v6.3.0 + with: + python-version: "3.12" + + - name: Set preview version + if: inputs.build_mode != 'release' + shell: bash + run: | + sed -i'' 's/name = "onnx"/name = "onnx-weekly"/' pyproject.toml + echo "$(cat VERSION_NUMBER).dev$(date -u +%Y%m%d)" > VERSION_NUMBER + + - name: Download protoc + run: | + curl -sSL "https://github.com/protocolbuffers/protobuf/releases/download/v${env:PROTOBUF_VERSION}/protoc-${env:PROTOBUF_VERSION}-win64.zip" -o protoc.zip + Expand-Archive protoc.zip -DestinationPath protoc-host + + - name: Download protobuf source + run: | + curl -sSL "https://github.com/protocolbuffers/protobuf/releases/download/v${env:PROTOBUF_VERSION}/protobuf-${env:PROTOBUF_VERSION}.tar.gz" -o protobuf.tar.gz + tar -xf protobuf.tar.gz + + - name: Set paths + shell: bash + run: | + echo "PROTOC_PATH=$(cygpath -m "${{ github.workspace }}/protoc-host/bin/protoc.exe")" >> $GITHUB_ENV + echo "PROTOBUF_SRC=$(cygpath -m "${{ github.workspace }}/protobuf-${PROTOBUF_VERSION}")" >> $GITHUB_ENV + + - name: Set SOURCE_DATE_EPOCH for reproducible builds + shell: bash + run: echo "SOURCE_DATE_EPOCH=$(git log -1 --pretty=%ct)" >> $GITHUB_ENV + + - name: Build wheels + uses: pypa/cibuildwheel@294735312765b09d24a2fbec22660ce817587d55 # v4.1.0 + with: + output-dir: dist/ + only: ${{ matrix.build }} + env: + CIBW_ENVIRONMENT: >- + CMAKE_ARGS=" + -DFETCHCONTENT_SOURCE_DIR_PROTOBUF=${{ env.PROTOBUF_SRC }} + -DONNX_CUSTOM_PROTOC_EXECUTABLE=${{ env.PROTOC_PATH }} + -DONNX_HARDENING=ON + -DONNX_USE_LITE_PROTO=ON + -DONNX_WERROR=ON + " + + - uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7.0.1 + with: + name: wheels-windows-${{ matrix.build }} + path: dist/*.whl + + - name: Validate wheel + run: | + python -m pip install -q abi3audit check-wheel-contents + Get-ChildItem -Path dist/*.whl | ForEach-Object { + echo "Checking $($_.Name)" + check-wheel-contents $_.FullName + python -m abi3audit -v $_.FullName + } diff --git a/.github/workflows/scorecard.yml b/.github/workflows/scorecard.yml new file mode 100644 index 0000000..af9ab3b --- /dev/null +++ b/.github/workflows/scorecard.yml @@ -0,0 +1,48 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 + +name: Scorecard supply-chain security +on: + branch_protection_rule: + schedule: + - cron: '24 10 * * 6' + push: + branches: [ "main" ] + +permissions: read-all + +jobs: + analysis: + name: Scorecard analysis + runs-on: ubuntu-latest + permissions: + # Needed to upload the results to code-scanning dashboard. + security-events: write + # Needed to publish results and get a badge (see publish_results below). + id-token: write + steps: + - name: "Checkout code" + uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 # v7.0.0 + with: + persist-credentials: false + + - name: "Run analysis" + uses: ossf/scorecard-action@4eaacf0543bb3f2c246792bd56e8cdeffafb205a + with: + results_file: results.sarif + results_format: sarif + publish_results: true + + - name: "Upload artifact" + uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a + with: + name: SARIF file + path: results.sarif + retention-days: 5 + + # Upload the results to GitHub's code scanning dashboard. + - name: "Upload to code-scanning" + uses: github/codeql-action/upload-sarif@8aad20d150bbac5944a9f9d289da16a4b0d87c1e + with: + sarif_file: results.sarif diff --git a/.github/workflows/stale.yml b/.github/workflows/stale.yml new file mode 100644 index 0000000..a74e97c --- /dev/null +++ b/.github/workflows/stale.yml @@ -0,0 +1,38 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 + +# This workflow warns and then closes issues and PRs that have had no activity for a specified amount of time. +# +# You can adjust the behavior by modifying this file. +# For more information, see: +# https://github.com/actions/stale +name: Mark stale issues and pull requests + +on: + schedule: + - cron: '39 6 * * *' + +permissions: # set top-level default permissions as security best practice + contents: read + +jobs: + stale: + + runs-on: ubuntu-latest + permissions: + issues: write + pull-requests: write + + steps: + - uses: actions/stale@eb5cf3af3ac0a1aa4c9c45633dd1ae542a27a899 # v10.3.0 + with: + repo-token: ${{ secrets.GITHUB_TOKEN }} + days-before-stale: 365 + days-before-close: 21 + ascending: true + exempt-issue-labels: bug,no-stale + exempt-pr-labels: no-stale,contributions welcome + remove-issue-stale-when-updated: true + remove-pr-stale-when-updated: true + exempt-all-milestones: true diff --git a/.github/workflows/win_no_exception_ci.yml b/.github/workflows/win_no_exception_ci.yml new file mode 100644 index 0000000..c9ddd85 --- /dev/null +++ b/.github/workflows/win_no_exception_ci.yml @@ -0,0 +1,81 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 + +name: Windows_No_Exception_CI + +on: + push: + branches: [ main, rel-* ] + pull_request: + branches: [ main, rel-* ] + +permissions: # set top-level default permissions as security best practice + contents: read + +concurrency: + group: ${{ github.workflow }}-${{ github.ref }}-${{ github.event_name == 'workflow_dispatch' }} + cancel-in-progress: true + +jobs: + build: + runs-on: windows-2022 + strategy: + matrix: + python-version: ['3.10'] + architecture: ['x64'] + steps: + - name: Checkout ONNX + uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 # v7.0.0 + with: + path: ./onnx + submodules: 'recursive' + persist-credentials: false + + - name: Set up Python ${{ matrix.python-version }} + uses: actions/setup-python@ece7cb06caefa5fff74198d8649806c4678c61a1 # v6.3.0 + with: + python-version: ${{ matrix.python-version }} + architecture: ${{ matrix.architecture }} + cache: 'pip' + + - name: Add msbuild to PATH + uses: microsoft/setup-msbuild@30375c66a4eea26614e0d39710365f22f8b0af57 # v3.0.0 + with: + msbuild-architecture: ${{ matrix.architecture }} + + - name: Install dependencies + run: | + python -m pip install --upgrade pip + python -m pip install cmake + + - name: Build and test ONNX binaries + run: | + . .\onnx\workflow_scripts\protobuf\build_protobuf_win.ps1 -cmake_arch ${{ matrix.architecture }} + + cd onnx + echo "Build ONNX" + cmake -G "Visual Studio 17 2022" -A ${{ matrix.architecture }} -DONNX_USE_PROTOBUF_SHARED_LIBS=OFF -DONNX_USE_LITE_PROTO=ON -DONNX_WERROR=ON -DONNX_DISABLE_EXCEPTIONS=ON -DCMAKE_BUILD_TYPE=Release -DONNX_USE_MSVC_STATIC_RUNTIME=OFF -DONNX_ML=1 -DONNX_BUILD_TESTS=ON -S . -B .setuptools-cmake-build\ + cd .setuptools-cmake-build\ + cmake --build . --config Release + + echo "Run gtests" + Release\onnx_gtests.exe + if($lastexitcode -ne 0) { + EXIT 1 + } + + cd .. + git clean -xdf + set ONNX_BUILD_TESTS=1 + echo "Build ONNX with non-static registration for testing selective ONNX schema loading" + cmake -G "Visual Studio 17 2022" -A ${{ matrix.architecture }} -DONNX_USE_PROTOBUF_SHARED_LIBS=OFF -DONNX_USE_LITE_PROTO=ON -DONNX_WERROR=ON -DCMAKE_BUILD_TYPE=Release -DONNX_USE_MSVC_STATIC_RUNTIME=OFF -DONNX_ML=1 -DONNX_BUILD_TESTS=ON -DONNX_DISABLE_STATIC_REGISTRATION=ON -S . -B .setuptools-cmake-build\ + + cd .setuptools-cmake-build\ + cmake --build . --config Release + + echo "Only test selective ONNX schema loading" + Release\onnx_gtests.exe --gtest_filter="SchemaRegistrationTest*" + if($lastexitcode -ne 0) { + EXIT 1 + } diff --git a/.gitignore b/.gitignore new file mode 100644 index 0000000..15aa2af --- /dev/null +++ b/.gitignore @@ -0,0 +1,118 @@ +## General + +# Compiled Object files +*.slo +*.lo +*.o +*.cuo + +# Compiled Dynamic libraries +*.so +*.dylib +*.pyd + +# Compiled Static libraries +*.lai +*.la +*.a + +# Compiled protocol buffers +*.pb.h +*.pb.cc +onnx/*_pb2.py +onnx/*_pb.py +onnx/*_pb2.pyi +onnx/*_pb.pyi + +# Compiled python +*.pyc + +# Compiled MATLAB +*.mex* + +# IPython notebook checkpoints +.ipynb_checkpoints + +# Editor temporaries +*.swn +*.swo +*.swp +*~ + +# Sublime Text settings +*.sublime-workspace +*.sublime-project + +# Eclipse Project settings +*.*project +.settings + +# QtCreator files +*.user + +# PyCharm files +.idea + +# Visual Studio Code files +.vscode +!/.vscode/settings.json + +# OSX dir files +.DS_Store + +## ONNX + +# build, distribute, and bins (+ python proto bindings) +build +build_* +.build_debug/* +.build_release/* +.setuptools-cmake-build/* + +# setup.py intermediates +.eggs +dist +onnx.egg-info +*.ninja +.ninja_deps +.ninja_log +compile_commands.json + +# generated files +compile_commands.json + +# test generated files +.cache +.coverage +onnx/examples/.coverage.nbval +.pytest_cache +test_report +test-output.xml + +# autocomplete +.ycm_extra_conf.py + +# test coverage data files +*.gcov + +.mypy_cache +virtualenv +venv + +# direnv, posh-direnv +.envrc +.psenvrc + +# documentation +docs/docsgen/source/onnx-api/modules/ +docs/docsgen/source/operators/ +docs/docsgen/**/*.onnx +docs/docsgen/**/*.pb + +# PyEnv files +.python-version +.pixi/** +=0.* +_codeql_build_dir/ +_codeql_detected_source_root +/.lycheecache diff --git a/.gitmodules b/.gitmodules new file mode 100644 index 0000000..e69de29 diff --git a/.lintrunner.toml b/.lintrunner.toml new file mode 100644 index 0000000..6dcc689 --- /dev/null +++ b/.lintrunner.toml @@ -0,0 +1,221 @@ +# Configuration for lintrunner https://github.com/suo/lintrunner +# You can install the dependencies and initialize with +# +# ```sh +# pip install lintrunner lintrunner-adapters +# lintrunner init +# ``` +# +# This will install lintrunner on your system and download all the necessary +# dependencies to run linters locally. +# If you want to see what lintrunner init will install, run +# `lintrunner init --dry-run`. +# +# To lint local changes: +# +# ```bash +# lintrunner +# ``` +# +# To lint all files: +# +# ```bash +# lintrunner --all-files +# ``` +# +# To format files: +# +# ```bash +# lintrunner -a +# ``` +# +# To read more about lintrunner, see [wiki](https://github.com/pytorch/pytorch/wiki/lintrunner). +# To update an existing linting rule or create a new one, modify this file or create a +# new adapter following examples in https://github.com/justinchuby/lintrunner-adapters. +merge_base_with = 'main' + +[[linter]] +code = 'RUFF' +include_patterns = [ + '**/*.py', + '**/*.pyi', +] +exclude_patterns = [ + '*_pb2*', + '.setuptools-cmake-build/*', + 'docs/**', +] +command = [ + 'python', + '-m', + 'lintrunner_adapters', + 'run', + 'ruff_linter', + '--config=pyproject.toml', + '@{{PATHSFILE}}' +] +init_command = [ + 'python', + '-m', + 'lintrunner_adapters', + 'run', + 'pip_init', + '--dry-run={{DRYRUN}}', + '--requirement=requirements-lintrunner.txt', +] +is_formatter = true + +[[linter]] +code = 'MYPY' +include_patterns = [ + 'onnx/**/*.py', + 'tools/**/*.py', +] +exclude_patterns = [ + 'onnx/backend/test/**', + 'onnx/reference/ops/**', # FIXME: Enable this once typing is fixed + 'onnx/test/**', # Disable mypy for tests + 'onnx/reference/reference_evaluator.py', +] +command = [ + 'python', + '-m', + 'lintrunner_adapters', + 'run', + 'mypy_linter', + '--config=pyproject.toml', + '--show-disable', + '--', + '@{{PATHSFILE}}' +] +init_command = [ + 'python', + '-m', + 'lintrunner_adapters', + 'run', + 'pip_init', + '--dry-run={{DRYRUN}}', + '--requirement=requirements-lintrunner.txt', +] + +[[linter]] +code = 'RUFF-FORMAT' +include_patterns = [ + '**/*.py', +] +exclude_patterns = [ + '*_pb2*', + '.setuptools-cmake-build/*', + 'cmake/**', + 'docs/**', +] +command = [ + 'python', + '-m', + 'lintrunner_adapters', + 'run', + 'ruff_format_linter', + '--', + '@{{PATHSFILE}}' +] +init_command = [ + 'python', + '-m', + 'lintrunner_adapters', + 'run', + 'pip_init', + '--dry-run={{DRYRUN}}', + '--requirement=requirements-lintrunner.txt', +] +is_formatter = true + +[[linter]] +code = 'NAMESPACE' +include_patterns = ['**/*.cc', '**/*.h'] +exclude_patterns = [] +command = [ + 'python', + '-m', + 'lintrunner_adapters', + 'run', + 'grep_linter', + '--pattern=namespace onnx|onnx::', + '--linter-name=NAMESPACE', + '--error-name=hardcoded onnx namespace', + """--error-description=\ + Do not hardcode onnx's namespace in the c++ source code, so that \ + other libraries that statically link with onnx can hide onnx symbols \ + in a private namespace.\ + """, + '--', + '@{{PATHSFILE}}' +] + +[[linter]] +code = 'CLANGFORMAT' +include_patterns = [ + 'onnx/**/*.h', + 'onnx/**/*.cc', +] +exclude_patterns = [ +] +command = [ + 'python', + '-m', + 'lintrunner_adapters', + 'run', + 'clangformat_linter', + '--binary=clang-format', + '--fallback', + '--', + '@{{PATHSFILE}}' +] +init_command = [ + 'python', + '-m', + 'lintrunner_adapters', + 'run', + 'pip_init', + '--dry-run={{DRYRUN}}', + '--requirement=requirements-lintrunner.txt', +] +is_formatter = true + +[[linter]] +code = 'EDITORCONFIG-CHECKER' +include_patterns=[ + '**/*.py', + '**/*.pyi', + '**/*.cc', + '**/*.h', + '**/*.md', + '**/*.cpp', + '**/*.yml', +] +exclude_patterns = [ + '*_pb2*', + '.setuptools-cmake-build/*', + 'cmake/**', + 'docs/Changelog*', + 'docs/Operators*', + 'docs/TestCoverage*', + 'community/sc-election-guidelines.md', +] +command = [ + 'python', + '-m', + 'lintrunner_adapters', + 'run', + 'editorconfig_checker_linter', + '--', + '@{{PATHSFILE}}' +] +init_command = [ + 'python', + '-m', + 'lintrunner_adapters', + 'run', + 'pip_init', + '--dry-run={{DRYRUN}}', + '--requirement=requirements-lintrunner.txt', +] diff --git a/.lycheeignore b/.lycheeignore new file mode 100644 index 0000000..8ad34aa --- /dev/null +++ b/.lycheeignore @@ -0,0 +1,15 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 + +# Used in RFC template as an example +https://github.com/onnx/onnx/pull/0000 + +# Behind cloudflare +https://trademarks.justia.com/877/25/onnx-87725026.html +https://www.opencompute.org/documents/ocp-microscaling-formats-mx-v1-0-spec-final-pdf + +# slack blocks automated requests. This is problematic since the invites expire after ~30 days, but lychee is not going to fix that +https://join.slack.com/t/lfaifoundation/shared_invite/zt-3wx5vohc3-MeSYi3_dscb~u~cqs7zlPg +# Also blocked: +https://en.cppreference.com/c/language/identifier \ No newline at end of file diff --git a/.pre-commit-config.yaml b/.pre-commit-config.yaml new file mode 100644 index 0000000..e6552c3 --- /dev/null +++ b/.pre-commit-config.yaml @@ -0,0 +1,102 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 + +# Dependencies are centrally managed by Pixi. Using Pixi is the +# recommended way to obtain linter-results that match what runs on +# CI. A fall-back that looks for the tools in PATH is provided, but +# not recommended. +# +# The fall-back logic hinges on the assumption that every supported +# system provides a `python3` interpreter in PATH. The executed script +# then looks for Pixi. If found the hooks are executed through its +# default environment. Otherwise, they are looked for in PATH directly +# (user-managed). +repos: + - repo: builtin + hooks: + - id: trailing-whitespace + exclude: "^docs/docsgen/source/_static/diff2html" + # TODO: Enable this step which creates some churn + # - id: end-of-file-fixer + # exclude: "^docs/docsgen/source/_static/diff2html" + - id: check-merge-conflict + - id: check-yaml + - id: check-added-large-files + + - repo: local + hooks: + - id: ruff-lint + name: ruff lint + entry: python3 tools/pixi-shim.py ruff check --force-exclude --fix + language: system + types_or: [python, pyi] + exclude: '(_pb2|\.setuptools-cmake-build/|^docs/)' + require_serial: true + + - id: ruff-format + name: ruff format + entry: python3 tools/pixi-shim.py ruff format --force-exclude + language: system + types_or: [python, pyi] + exclude: '(_pb2|\.setuptools-cmake-build/|^cmake/|^docs/)' + require_serial: true + + - id: mypy + name: mypy + entry: python3 tools/pixi-shim.py mypy --config-file=pyproject.toml + language: system + types: [python] + files: "^(onnx|tools)/" + exclude: '(^onnx/backend/test/|^onnx/reference/ops/|^onnx/test/|^onnx/reference/reference_evaluator\.py)' + require_serial: true + + - id: clang-format + name: clang-format + entry: python3 tools/pixi-shim.py clang-format -i + language: system + types_or: [c, c++] + files: "^onnx/" + + - id: namespace-check + name: namespace check (no hardcoded onnx namespace) + entry: python3 tools/pixi-shim.py python tools/check_namespace.py + language: system + types_or: [c, c++] + exclude: "^third_party/" + + # TODO: Enable this step which creates some churn + # - id: prettier + # name: prettier + # entry: pixi run prettier --write --list-different + # language: system + # types: [text] + # files: \.(md|yml|yaml)$ + + - id: typos + name: typos + entry: python3 tools/pixi-shim.py typos --force-exclude + language: system + types: [text] + require_serial: true + exclude: "^docs/docsgen/" + + # REUSE license compliance + - id: reuse + name: reuse lint + entry: python3 tools/pixi-shim.py reuse lint + language: system + pass_filenames: false + + - id: shellcheck + name: shellcheck + entry: python3 tools/pixi-shim.py shellcheck + language: system + types: [shell] + + - id: zizmor + name: zizmor + entry: python3 tools/pixi-shim.py zizmor --fix . + language: system + types: [yaml] + pass_filenames: false diff --git a/CLAUDE.md b/CLAUDE.md new file mode 100644 index 0000000..d06cf00 --- /dev/null +++ b/CLAUDE.md @@ -0,0 +1,81 @@ + + +# CLAUDE.md — ONNX Project Guide + +ONNX (Open Neural Network Exchange) — open-source standard format for AI models. Python + C++ codebase using protobuf for serialization. Builds and runs on **Linux, macOS, and Windows** — keep all three platforms in mind when making changes. + +Also follow the shared AI assistant guidelines in `.github/copilot-instructions.md`. + +## Project Norms + +- Follow the [ONNX Code of Conduct](https://onnx.ai/codeofconduct.html). All generated code, comments, commit messages, and PR descriptions must be professional, welcoming, and free of hostile, discriminatory, or demeaning language. +- ONNX is an **open standard** — changes to operator definitions, proto schemas, or the IR spec affect the entire ML ecosystem. Be conservative and deliberate with spec-level changes. +- Stay **vendor-neutral**. Do not favor any specific framework, runtime, or hardware in code or comments. +- Preserve **backward compatibility**. Breaking changes to the spec or public API have outsized impact across the ecosystem. +- Match existing code patterns and conventions — read surrounding code before making changes. +- Keep PRs focused. Do not bundle unrelated changes or refactor code outside the scope of the task. +- New operators must follow the process in `docs/AddNewOp.md`. + +## Build + +```bash +pip install -e . -v # Development install +ONNX_BUILD_TESTS=1 pip install -e . -v # With C++ tests +``` + +Pure Python changes take effect immediately in editable installs. C++ changes require rebuild. + +## Testing + +```bash +pytest # All Python tests + +# C++ tests (build with ONNX_BUILD_TESTS=1 first) +# Linux/macOS: +LD_LIBRARY_PATH=./.setuptools-cmake-build/ .setuptools-cmake-build/onnx_gtests +# Windows: +.setuptools-cmake-build\Release\onnx_gtests.exe +``` + +Tests live in `onnx/test/` with `*_test.py` naming. + +## Linting + +```bash +lintrunner init # First-time setup +lintrunner # Lint changed files +lintrunner -a # Auto-fix +``` + +Runs ruff, mypy, clang-format, editorconfig-checker, and a namespace checker. + +## Code Conventions + +- All Python files require `from __future__ import annotations` +- No relative imports — use absolute imports from `onnx` +- Copyright header on all files: `# Copyright (c) ONNX Project Contributors` + `# SPDX-License-Identifier: Apache-2.0` +- DCO sign-off required on all commits (`git commit -s`) + +## Auto-Generated Files (Do Not Edit) + +Edit the source, then regenerate. CI verifies these are up to date. + +| Generated files | Source of truth | Regenerate with | +|---|---|---| +| `docs/Operators.md`, `docs/Changelog.md`, `docs/TestCoverage.md` | Op schemas in `onnx/defs/` | `python onnx/defs/gen_doc.py` | +| `onnx/*_pb2.py`, `onnx/*_pb.h`, `onnx/onnx_data.proto` | `onnx/onnx.in.proto`, `onnx/onnx-ml.in.proto` | `python onnx/gen_proto.py` | +| `onnx/backend/test/data/` node tests | Op schemas + reference impl | `python onnx/backend/test/stat_coverage.py` | + +Edit `.in.proto` files, **not** `.proto` files. When adding/changing operator schemas, run all three scripts. + +## C++/Python Boundary + +Core validation (`checker`), shape inference, and version conversion are C++ exposed via nanobind (`onnx_cpp2py_export/`). Operator schemas are defined in C++ under `onnx/defs/`. Helper utilities, reference implementation, parser, and compose are pure Python. + +**ONNX_ML flag** (on by default): controls traditional ML types (sequences, maps, sparse tensors). When enabled, builds use `onnx-ml.in.proto` instead of `onnx.in.proto`. + +Build artifacts go to `.setuptools-cmake-build/`. diff --git a/CMakeLists.txt b/CMakeLists.txt new file mode 100644 index 0000000..6f02a5a --- /dev/null +++ b/CMakeLists.txt @@ -0,0 +1,681 @@ +# Minimum CMake required +cmake_minimum_required(VERSION 3.26) +# Project +project(onnx LANGUAGES CXX) + +include(cmake/Utils.cmake) +# Honor visibility properties for all target types. +cmake_policy(SET CMP0063 NEW) +# Modules FindPython3 and FindPython use LOCATION for lookup strategy. +cmake_policy(SET CMP0094 NEW) + +# Set default build type +get_property(isMultiConfig GLOBAL PROPERTY GENERATOR_IS_MULTI_CONFIG) +if(NOT isMultiConfig AND NOT CMAKE_BUILD_TYPE) + message(STATUS "Build type not set - defaulting to Release") + set( + CMAKE_BUILD_TYPE "Release" + CACHE + STRING + "Choose the type of build from: Debug Release RelWithDebInfo MinSizeRel Coverage." + FORCE) +endif() + +# https://reproducible-builds.org/docs/source-date-epoch/ +# cmake's string(TIMESTAMP ...) command reads SOURCE_DATE_EPOCH automatically, +# which avoids shelling out to `date` (whose flags differ between GNU and BSD). +string(TIMESTAMP BUILD_DATE "%Y-%m-%d" UTC) + +if(NOT BUILD_SHARED_LIBS) + # by default, cmake builds static libraries + set(BUILD_SHARED_LIBS OFF) +endif() + + +option(ONNX_BUILD_PYTHON "Build Python binaries" OFF) +option(ONNX_BUILD_CUSTOM_PROTOBUF "Build and use ONNX's own protobuf" OFF) +option(ONNX_USE_PROTOBUF_SHARED_LIBS "Build ONNX using protobuf shared library." OFF) +option(ONNX_GEN_PB_TYPE_STUBS "Generate protobuf python type stubs" ON) +option(ONNX_WERROR "Build with Werror" OFF) +option(ONNX_COVERAGE "Build with coverage instrumentation" OFF) +option(ONNX_BUILD_TESTS "Build ONNX C++ APIs Tests" OFF) +option(ONNX_USE_ASAN "Build ONNX with ASAN" OFF) +option(ONNX_HARDENING "Build with compiler hardening flags (OpenSSF guidelines)" OFF) +option(ONNX_USE_LITE_PROTO "Use lite protobuf instead of full." OFF) +option(ONNX_DISABLE_EXCEPTIONS "Disable exception handling." OFF) +option(ONNX_DISABLE_STATIC_REGISTRATION "Disable static registration for ONNX operator schemas." OFF) +option(ONNX_USE_UNITY_BUILD "Enable Unity (Jumbo) build for" OFF) +option(ONNX_PYODIDE_BUILD "Build ONNX for Pyodide/Emscripten (wasm32)." OFF) +option(ONNX_INSTALL "Install ONNX targets, headers, and CMake config files" ON) +if(WIN32) + option(ONNX_USE_MSVC_STATIC_RUNTIME "Build with MSVC static runtime. Ignored if CMAKE_MSVC_RUNTIME_LIBRARY is defined." OFF) +endif() + +set(CMAKE_EXPORT_COMPILE_COMMANDS ON) + +if(NOT DEFINED ONNX_ML) + if(DEFINED ENV{ONNX_ML}) + set(DEFAULT_ONNX_ML $ENV{ONNX_ML}) + else() + set(DEFAULT_ONNX_ML ON) + endif() + option(ONNX_ML "Enable traditional ML API." ${DEFAULT_ONNX_ML}) +endif() + +if(NOT DEFINED ONNX_VERIFY_PROTO3) + if(DEFINED ENV{ONNX_VERIFY_PROTO3}) + set(PROTO3_ENABLED $ENV{ONNX_VERIFY_PROTO3}) + else() + set(PROTO3_ENABLED OFF) + endif() + option(ONNX_VERIFY_PROTO3 "Generate code by proto3" ${PROTO3_ENABLED}) +endif() + +if(NOT DEFINED CMAKE_CXX_STANDARD) + set(CMAKE_CXX_STANDARD 17) +else() + if(CMAKE_CXX_STANDARD VERSION_LESS 17) + message(FATAL_ERROR "At least C++17 is required.") + endif() +endif() + +include(GNUInstallDirs) + +set(ONNX_ROOT ${onnx_SOURCE_DIR}) + +# Read ONNX version +file(READ "${ONNX_ROOT}/VERSION_NUMBER" ONNX_VERSION) +string(STRIP "${ONNX_VERSION}" ONNX_VERSION) + +# Parse version components for version macros (strip any pre-release suffix like "rc1") +string(REGEX MATCH "^([0-9]+)\\.([0-9]+)\\.([0-9]+)" _ ${ONNX_VERSION}) +set(ONNX_VERSION_MAJOR ${CMAKE_MATCH_1}) +set(ONNX_VERSION_MINOR ${CMAKE_MATCH_2}) +set(ONNX_VERSION_PATCH ${CMAKE_MATCH_3}) + +if(NOT MSVC) + set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wnon-virtual-dtor") + set(CMAKE_C_FLAGS_DEBUG "${CMAKE_CXX_FLAGS_DEBUG} -O0") + set(CMAKE_CXX_FLAGS_DEBUG "${CMAKE_CXX_FLAGS_DEBUG} -O0") + if(ONNX_COVERAGE) + set(CMAKE_C_FLAGS "${CMAKE_C_FLAGS} -fprofile-arcs -ftest-coverage") + set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -fprofile-arcs -ftest-coverage") + endif() +endif() + +if(NOT ONNX_NAMESPACE) + set(ONNX_NAMESPACE "onnx") +endif() + +if(MSVC) + if(NOT ONNX_DISABLE_EXCEPTIONS) + string(APPEND CMAKE_CXX_FLAGS " /EHsc /wd26812") + string(APPEND CMAKE_C_FLAGS " /EHsc /wd26812") + endif() + add_compile_options(/MP /utf-8 /nologo) + add_compile_options( + /wd5287 # https://developercommunity.visualstudio.com/t/warning-C5287:-operands-are-different-e/10877942?sort=newest + /Zc:lambda # https://developercommunity.visualstudio.com/t/fatal--error-C1001:-Internal-compiler-er/10906076 + ) +endif() + +if(ONNX_DISABLE_EXCEPTIONS) + add_compile_definitions("ONNX_NO_EXCEPTIONS") + # Disable C++ exceptions. + if(MSVC) + string(REGEX REPLACE "/EHsc" "/EHs-c-" CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS}") + add_definitions(-D_HAS_EXCEPTIONS=0) + else() + set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -fno-exceptions -fno-unwind-tables -fno-asynchronous-unwind-tables") + endif() +endif() + +if(ONNX_BUILD_PYTHON AND ONNX_DISABLE_EXCEPTIONS) + message(FATAL_ERROR + "ONNX_DISABLE_EXCEPTIONS=ON is incompatible with ONNX_BUILD_PYTHON=ON. " + "The Python binding requires exceptions to be enabled.") +endif() + +if(ONNX_BUILD_PYTHON) + set(python_dev_component Development.Module Development.SABIModule) +endif() + +if(CMAKE_CROSSCOMPILING) + # When cross-compiling, the interpreter and the compiling/linking steps + # must use a different package. See the discussion about this at + # https://gitlab.kitware.com/cmake/cmake/-/issues/25145 + if(ONNX_BUILD_PYTHON) + find_package(Python3 REQUIRED COMPONENTS ${python_dev_component}) + endif() + find_package(Python REQUIRED COMPONENTS Interpreter) + set(ONNX_PYTHON_INTERPRETER Python::Interpreter) + if(ONNX_BUILD_PYTHON) + # nanobind >= 2.13 only auto-runs its own find_package(Python ...) when + # neither Python::Interpreter nor Python::Module exist yet. Since + # Python::Interpreter is already provided above (host interpreter, while + # Python3::Module above is the cross-compilation target's dev libs), + # nanobind would otherwise skip that step and fail to find Python::Module. + if(NOT TARGET Python::Module) + add_library(Python::Module ALIAS Python3::Module) + endif() + if(TARGET Python3::SABIModule AND NOT TARGET Python::SABIModule) + add_library(Python::SABIModule ALIAS Python3::SABIModule) + endif() + endif() +else() + find_package(Python3 REQUIRED COMPONENTS Interpreter ${python_dev_component}) + # Find Python for nanobind + set(Python_EXECUTABLE ${Python3_EXECUTABLE}) + find_package(Python REQUIRED COMPONENTS Interpreter ${python_dev_component}) + set(ONNX_PYTHON_INTERPRETER Python3::Interpreter) +endif() + +if(CMAKE_SYSTEM_NAME STREQUAL "AIX") + set(CMAKE_NO_SYSTEM_FROM_IMPORTED 1) +endif() + +# Build the libraries with -fPIC including the protobuf lib. +if(NOT DEFINED CMAKE_POSITION_INDEPENDENT_CODE) + set(CMAKE_POSITION_INDEPENDENT_CODE ON) +endif() + +list(APPEND CMAKE_MODULE_PATH ${ONNX_ROOT}/cmake/external) +if(NOT ONNX_BUILD_CUSTOM_PROTOBUF) + if((ONNX_USE_LITE_PROTO AND TARGET protobuf::libprotobuf-lite) OR ((NOT ONNX_USE_LITE_PROTO) AND TARGET protobuf::libprotobuf)) + # Sometimes we need to use protoc compiled for host architecture while linking + # libprotobuf against target architecture. See https://github.com/caffe2/caffe + # 2/blob/96f35ad75480b25c1a23d6e9e97bccae9f7a7f9c/cmake/ProtoBuf.cmake#L92-L99 + if(EXISTS "${ONNX_CUSTOM_PROTOC_EXECUTABLE}") + message(STATUS "Using custom protoc executable") + set(ONNX_PROTOC_EXECUTABLE ${ONNX_CUSTOM_PROTOC_EXECUTABLE}) + else() + if(TARGET protobuf::protoc) + set(ONNX_PROTOC_EXECUTABLE $) + endif() + endif() + else() + # Customized version of find Protobuf. We need to avoid situations mentioned + # in https://github.com/caffe2/caffe2/blob/b7d983f255ef5496474f1ea188edb5e0ac4 + # 42761/cmake/ProtoBuf.cmake#L82-L92 The following section is stolen from + # cmake/ProtoBuf.cmake in Caffe2 + find_program(Protobuf_PROTOC_EXECUTABLE + NAMES protoc + DOC "The Google Protocol Buffers Compiler") + + # Only if protoc was found, seed the include directories and libraries. We + # assume that protoc is installed at PREFIX/bin. We use get_filename_component + # to resolve PREFIX. + if(Protobuf_PROTOC_EXECUTABLE) + set(ONNX_PROTOC_EXECUTABLE ${Protobuf_PROTOC_EXECUTABLE}) + get_filename_component(_PROTOBUF_INSTALL_PREFIX + ${Protobuf_PROTOC_EXECUTABLE} DIRECTORY) + get_filename_component(_PROTOBUF_INSTALL_PREFIX + ${_PROTOBUF_INSTALL_PREFIX}/.. REALPATH) + find_library(Protobuf_PROTOC_LIBRARY + NAMES protoc + PATHS ${_PROTOBUF_INSTALL_PREFIX}/${CMAKE_INSTALL_LIBDIR} + NO_DEFAULT_PATH) + if(ONNX_USE_LITE_PROTO) + find_library(Protobuf_LITE_LIBRARY + NAMES protobuf-lite + PATHS ${_PROTOBUF_INSTALL_PREFIX}/${CMAKE_INSTALL_LIBDIR} + NO_DEFAULT_PATH) + else() + find_library(Protobuf_LIBRARY + NAMES protobuf + PATHS ${_PROTOBUF_INSTALL_PREFIX}/${CMAKE_INSTALL_LIBDIR} + NO_DEFAULT_PATH) + endif(ONNX_USE_LITE_PROTO) + find_path(Protobuf_INCLUDE_DIR google/protobuf/service.h + PATHS ${_PROTOBUF_INSTALL_PREFIX}/include + NO_DEFAULT_PATH) + if(ONNX_USE_PROTOBUF_SHARED_LIBS) + set(Protobuf_USE_STATIC_LIBS OFF) + else() + set(Protobuf_USE_STATIC_LIBS ON) + endif() + find_package(Protobuf) + if(Protobuf_FOUND) + set(PROTOBUF_DIR "${_PROTOBUF_INSTALL_PREFIX}") + set(Build_Protobuf OFF) + if("${Protobuf_VERSION}" VERSION_GREATER_EQUAL "4.22.0") + # There are extra dependencies for protobuf. + find_package(absl REQUIRED) + find_package(utf8_range) + message(STATUS "absl_VERSION: ${absl_VERSION}") + set(protobuf_ABSL_USED_TARGETS + absl::absl_check + absl::absl_log + absl::algorithm + absl::base + absl::bind_front + absl::bits + absl::btree + absl::cleanup + absl::cord + absl::core_headers + absl::debugging + absl::die_if_null + absl::dynamic_annotations + absl::flags + absl::flat_hash_map + absl::flat_hash_set + absl::function_ref + absl::hash + absl::layout + absl::log_initialize + absl::log_severity + absl::memory + absl::node_hash_map + absl::node_hash_set + absl::optional + absl::span + absl::status + absl::statusor + absl::strings + absl::synchronization + absl::time + absl::type_traits + absl::utility + absl::variant + utf8_range::utf8_range + utf8_range::utf8_validity + ) + endif() + endif() + endif() + endif() +endif() + +if(ONNX_PYODIDE_BUILD) + # Prevent absl from using EM_JS-based symbolize_emscripten.inc which is + # incompatible with Emscripten SIDE_MODULE builds (Pyodide). + add_compile_definitions(STANDALONE_WASM) +endif() + +if(NOT ONNX_PROTOC_EXECUTABLE) + set(Build_Protobuf ON) + set(protobuf_MSVC_STATIC_RUNTIME ${ONNX_USE_MSVC_STATIC_RUNTIME}) + + include(FetchContent) + set(ABSL_PROPAGATE_CXX_STD 1) + set(ONNX_BUILD_SHARED_LIBS ${BUILD_SHARED_LIBS}) + set(ONNX_CMAKE_CXX_FLAGS ${CMAKE_CXX_FLAGS}) + # Use this setting to build third-party libs. + set(BUILD_SHARED_LIBS ${ONNX_USE_PROTOBUF_SHARED_LIBS}) + # Read dependency URLs/hashes from sbom.cdx.json (single source of truth). + sbom_get_dep("abseil-cpp" _absl) + sbom_get_dep("protobuf" _protobuf) + # Assign ${Protobuf_VERSION} to the version read from sbom.cdx.json like `find_package(Protobuf)` would do. + set(Protobuf_VERSION ${_protobuf_VERSION}) + if(NOT DEFINED ABSL_ENABLE_INSTALL) + if(ONNX_BUILD_PYTHON) + set(ABSL_ENABLE_INSTALL OFF CACHE BOOL "Enable installation of Abseil targets") + else() + set(ABSL_ENABLE_INSTALL ON CACHE BOOL "Enable installation of Abseil targets") + endif() + endif() + FetchContent_Declare( + absl + URL ${_absl_URL} + URL_HASH SHA256=${_absl_SHA256} + ) + FetchContent_MakeAvailable(absl) + FetchContent_Declare( + Protobuf + URL ${_protobuf_URL} + URL_HASH SHA256=${_protobuf_SHA256} + ) + if(NOT DEFINED protobuf_BUILD_TESTS) + set(protobuf_BUILD_TESTS OFF CACHE BOOL "Build protobuf tests") + endif() + if(EXISTS "${ONNX_CUSTOM_PROTOC_EXECUTABLE}") + # We already have a host protoc binary; skip building libprotoc and protoc + # (saves compiling code generators for Java, C#, Kotlin, ObjC, etc.) + set(protobuf_BUILD_PROTOC_BINARIES OFF CACHE BOOL "Skip building protoc") + # libupb is only needed by protoc's code generators; skip it too. + set(protobuf_BUILD_LIBUPB OFF CACHE BOOL "Skip building libupb") + endif() + set(protobuf_WITH_ZLIB OFF CACHE BOOL "Skip zlib support") + if(ONNX_BUILD_PYTHON) + set(protobuf_INSTALL OFF CACHE BOOL "Skip protobuf install rules") + endif() + message(STATUS "Download and build Protobuf from ${_protobuf_URL}") + FetchContent_MakeAvailable(Protobuf) + # utf8_validity.h is included by protobuf headers but its include dir + # is only added via include_directories() inside protobuf's directory scope. + # Attach it to the protobuf target so ONNX targets can compile .pb.cc files + # without introducing a global include path. + if(EXISTS "${protobuf_SOURCE_DIR}/third_party/utf8_range") + # protobuf::libprotobuf and protobuf::libprotobuf-lite are ALIAS targets + # and CMake does not allow target_include_directories on aliases; + # resolve to the real targets before adding the utf8_range include path. + foreach(_pb_alias libprotobuf libprotobuf-lite) + if(TARGET protobuf::${_pb_alias}) + get_target_property(_pb_real protobuf::${_pb_alias} ALIASED_TARGET) + if(NOT _pb_real) + set(_pb_real protobuf::${_pb_alias}) + endif() + target_include_directories( + ${_pb_real} + INTERFACE + $ + ) + endif() + endforeach() + endif() + if(EXISTS "${ONNX_CUSTOM_PROTOC_EXECUTABLE}") + set(ONNX_PROTOC_EXECUTABLE ${ONNX_CUSTOM_PROTOC_EXECUTABLE}) + else() + set(ONNX_PROTOC_EXECUTABLE $) + endif() + # Change back the BUILD_SHARED_LIBS to control the onnx project. + set(BUILD_SHARED_LIBS ${ONNX_BUILD_SHARED_LIBS}) + set(PROTOBUF_DIR "${protobuf_BINARY_DIR}") + set(CMAKE_CXX_FLAGS ${ONNX_CMAKE_CXX_FLAGS}) +endif() +message(STATUS "ONNX_PROTOC_EXECUTABLE: ${ONNX_PROTOC_EXECUTABLE}") + +# function(RELATIVE_PROTOBUF_GENERATE_CPP SRCS HDRS ROOT_DIR) from +# https://github.com/tensorflow/tensorflow/blob/d2c3b873/tensorflow/contrib/cmake/tf_core_framework.cmake +# to solve the problem that customized dir can't be specified when +# calling PROTOBUF_GENERATE_CPP. +function(RELATIVE_PROTOBUF_GENERATE_CPP SRCS) + if(NOT ARGN) + message( + SEND_ERROR + "Error: RELATIVE_PROTOBUF_GENERATE_CPP() called without any proto files" + ) + return() + endif() + + set(${SRCS}) + set(_py_files) + + set(GEN_PROTO_PY "${ONNX_ROOT}/onnx/gen_proto.py") + set(GENERATED_FILES) + foreach(INFILE ${ARGN}) + set(ABS_FILE "${ONNX_ROOT}/${INFILE}") + get_filename_component(FILE_DIR ${ABS_FILE} DIRECTORY) + get_filename_component(FILE_WE ${INFILE} NAME_WE) + # "onnx-data" check is because we do not want to create/compile an "onnx-data-ml.proto" file + if(ONNX_ML AND NOT(FILE_WE STREQUAL "onnx-data")) + if(ONNX_NAMESPACE STREQUAL "onnx") + set(GENERATED_FILE_WE "${FILE_WE}-ml") + else() + set(GENERATED_FILE_WE "${FILE_WE}_${ONNX_NAMESPACE}-ml") + endif() + else() + if(ONNX_NAMESPACE STREQUAL "onnx") + set(GENERATED_FILE_WE "${FILE_WE}") + else() + set(GENERATED_FILE_WE "${FILE_WE}_${ONNX_NAMESPACE}") + endif() + endif() + file(RELATIVE_PATH REL_DIR "${ONNX_ROOT}" "${FILE_DIR}") + set(OUTPUT_PROTO_DIR "${CMAKE_CURRENT_BINARY_DIR}/${REL_DIR}") + + set(OUTPUT_PB_SRC "${OUTPUT_PROTO_DIR}/${GENERATED_FILE_WE}.pb.cc") + set(GENERATED_PROTO "${OUTPUT_PROTO_DIR}/${GENERATED_FILE_WE}.proto") + list(APPEND ${SRCS} "${OUTPUT_PB_SRC}") + + if(NOT EXISTS "${OUTPUT_PROTO_DIR}") + file(MAKE_DIRECTORY "${OUTPUT_PROTO_DIR}") + endif() + + set(GEN_PROTO_ARGS + -p + "${ONNX_NAMESPACE}" + -o + "${OUTPUT_PROTO_DIR}" + "${FILE_WE}") + if(ONNX_ML) + list(APPEND GEN_PROTO_ARGS -m) + endif() + if(ONNX_USE_LITE_PROTO) + list(APPEND GEN_PROTO_ARGS -l) + endif() + if(ONNX_VERIFY_PROTO3) + if(NOT ONNX_PROTOC_EXECUTABLE) + message(FATAL_ERROR "Protobuf compiler not found") + endif() + list(APPEND GEN_PROTO_ARGS --protoc_path) + list(APPEND GEN_PROTO_ARGS "${ONNX_PROTOC_EXECUTABLE}") + endif() + + # Use add_custom_command to avoid re-generate of PROTO files + set(deps ${INFILE}) + if(TARGET protobuf::protoc) + list(APPEND deps protobuf::protoc) + endif() + set(_gen_proto_outputs "${GENERATED_PROTO}") + if(ONNX_BUILD_PYTHON) + # gen_proto.py also produces a _pb.py re-export wrapper + string(REPLACE "-" "_" _stem_py "${FILE_WE}") + set(_pb_py "${OUTPUT_PROTO_DIR}/${_stem_py}_pb.py") + list(APPEND _gen_proto_outputs "${_pb_py}") + list(APPEND _py_files "${_pb_py}") + endif() + + add_custom_command(OUTPUT ${_gen_proto_outputs} + COMMAND ${ONNX_PYTHON_INTERPRETER} "${GEN_PROTO_PY}" ${GEN_PROTO_ARGS} + DEPENDS ${deps} + COMMENT "Running gen_proto.py on ${INFILE}") + message("Generated: ${GENERATED_PROTO}") + + set(PROTOC_ARGS + ${GENERATED_PROTO} + -I + ${CMAKE_CURRENT_BINARY_DIR} + --cpp_out + ${CMAKE_CURRENT_BINARY_DIR}) + if(ONNX_BUILD_PYTHON) + list(APPEND PROTOC_ARGS --python_out) + if(ONNX_GEN_PB_TYPE_STUBS) + list(APPEND PROTOC_ARGS pyi_out:${CMAKE_CURRENT_BINARY_DIR}) + else() + list(APPEND PROTOC_ARGS ${CMAKE_CURRENT_BINARY_DIR}) + endif() + endif() + list(APPEND GENERATED_FILES "${GENERATED_PROTO}") + + set(_protoc_outputs "${OUTPUT_PB_SRC}") + if(ONNX_BUILD_PYTHON) + string(REPLACE "-" "_" _py_stem "${GENERATED_FILE_WE}") + set(_pb2_py "${OUTPUT_PROTO_DIR}/${_py_stem}_pb2.py") + list(APPEND _protoc_outputs "${_pb2_py}") + list(APPEND _py_files "${_pb2_py}") + if(ONNX_GEN_PB_TYPE_STUBS) + set(_pb2_pyi "${OUTPUT_PROTO_DIR}/${_py_stem}_pb2.pyi") + list(APPEND _protoc_outputs "${_pb2_pyi}") + list(APPEND _py_files "${_pb2_pyi}") + endif() + endif() + + add_custom_command(OUTPUT ${_protoc_outputs} + COMMAND "${ONNX_PROTOC_EXECUTABLE}" ${PROTOC_ARGS} + DEPENDS ${GENERATED_FILES} + COMMENT "Running C++ protocol buffer compiler on ${GENERATED_PROTO}") + endforeach() + + set(${SRCS} ${${SRCS}} PARENT_SCOPE) + set(ONNX_PROTO_PY_FILES ${_py_files} PARENT_SCOPE) + set(ONNX_GENERATED_PROTO_FILES ${GENERATED_FILES} PARENT_SCOPE) +endfunction() + +relative_protobuf_generate_cpp(ONNX_PROTO_SRCS + onnx/onnx.in.proto + onnx/onnx-operators.in.proto + onnx/onnx-data.in.proto) + +# Serialises the gen_proto.py step so parallel builds don't race writing the +# generated .proto files; protoc and C++ compilation still overlap afterwards. +add_custom_target(onnx_proto_gen DEPENDS ${ONNX_GENERATED_PROTO_FILES}) + +set(LINKED_PROTOBUF_TARGET protobuf::libprotobuf) +if(ONNX_USE_LITE_PROTO) + if(TARGET protobuf::libprotobuf-lite) + set(LINKED_PROTOBUF_TARGET protobuf::libprotobuf-lite) + endif() +endif() + +# Compile the generated .pb.cc sources in exactly one target: Xcode's build +# system rejects a protoc custom command shared across several targets. +add_library(onnx_proto ${ONNX_PROTO_SRCS}) +add_onnx_global_defines(onnx_proto) +add_dependencies(onnx_proto onnx_proto_gen) + +# Core library. Hand-written sources come from target_sources(onnx ...) in the +# subdirectories; the protobuf objects are pulled in from onnx_proto. +add_library(onnx $) +add_subdirectory(onnx) +add_dependencies(onnx onnx_proto) +set_target_properties(onnx PROPERTIES CXX_VISIBILITY_PRESET hidden) +add_onnx_global_defines(onnx) + +if(ONNX_BUILD_PYTHON) + if(BUILD_SHARED_LIBS) + # The extension links ONNX internals not on the public ONNX_API surface, + # which a hidden-visibility shared libonnx does not export. The wheel always + # builds onnx statically; a shared libonnx is for C++ use only. + message(FATAL_ERROR + "ONNX_BUILD_PYTHON=ON requires a static onnx; do not combine it with " + "BUILD_SHARED_LIBS=ON. Use ONNX_BUILD_PYTHON=OFF to build a shared libonnx.") + endif() + # find system nanobind + if(NOT DEFINED nanobind_DIR OR "${nanobind_DIR}" STREQUAL "") + execute_process( + COMMAND ${Python_EXECUTABLE} -m nanobind --cmake_dir + RESULT_VARIABLE NANOBIND_CMAKE_RESULT + OUTPUT_VARIABLE NANOBIND_CMAKE_DIR + OUTPUT_STRIP_TRAILING_WHITESPACE + ) + if(NANOBIND_CMAKE_RESULT EQUAL 0 AND EXISTS "${NANOBIND_CMAKE_DIR}") + set(nanobind_DIR "${NANOBIND_CMAKE_DIR}") + endif() + endif() + find_package(nanobind CONFIG QUIET) + if(NOT nanobind_FOUND) + if(FETCHCONTENT_FULLY_DISCONNECTED) + message(FATAL_ERROR + "nanobind not found while FETCHCONTENT_FULLY_DISCONNECTED is ON. " + "Provide nanobind locally (nanobind_DIR/CMAKE_PREFIX_PATH) or use a " + "FetchContent dependency provider for first-run offline builds.") + endif() + include(FetchContent) + sbom_get_dep("nanobind" _nanobind) + FetchContent_Declare( + nanobind + GIT_REPOSITORY ${_nanobind_URL} + GIT_TAG v${_nanobind_VERSION} + GIT_SHALLOW TRUE + ) + FetchContent_MakeAvailable(nanobind) + endif() + + # Configure nanobind: https://nanobind.readthedocs.io/en/latest/api_cmake.html + nanobind_add_module( + onnx_cpp2py_export + NB_STATIC NB_DOMAIN onnx STABLE_ABI FREE_THREADED LTO + "${ONNX_ROOT}/onnx/cpp2py_export.cc") + # Force-load the whole (static) archive so the operator schemas' static + # initializers are not dropped as apparently-unused. $ + # is the portable --whole-archive / -force_load / /WHOLEARCHIVE spelling. + target_link_libraries(onnx_cpp2py_export PRIVATE + $) +endif() + +add_onnx_compile_options(onnx_proto) +add_onnx_compile_options(onnx) +if(TARGET onnx_cpp2py_export) + add_onnx_global_defines(onnx_cpp2py_export) + add_onnx_compile_options(onnx_cpp2py_export) +endif() +if(ONNX_USE_ASAN AND NOT MSVC) + find_package(Sanitizer REQUIRED) + if(TARGET Sanitizer::address) + target_link_libraries(onnx PRIVATE Sanitizer::address) + message(STATUS "Use ASAN") + endif() + if(TARGET Sanitizer::undefined) + target_link_libraries(onnx PRIVATE Sanitizer::undefined) + message(STATUS "Use UBSAN") + endif() +endif() + +if(ONNX_INSTALL) + install(DIRECTORY ${ONNX_ROOT}/onnx + DESTINATION ${CMAKE_INSTALL_INCLUDEDIR} + FILES_MATCHING + PATTERN "*.h" + PATTERN "backend/test/case" EXCLUDE + PATTERN "backend/test/data" EXCLUDE) + install(DIRECTORY ${CMAKE_CURRENT_BINARY_DIR}/onnx + DESTINATION ${CMAKE_INSTALL_INCLUDEDIR} + FILES_MATCHING + PATTERN "*.h") +endif() + +configure_file( + ${PROJECT_SOURCE_DIR}/cmake/ONNXConfigVersion.cmake.in + ${PROJECT_BINARY_DIR}/ONNXConfigVersion.cmake + @ONLY) +configure_file( + ${PROJECT_SOURCE_DIR}/cmake/ONNXConfig.cmake.in + ${PROJECT_BINARY_DIR}/ONNXConfig.cmake + @ONLY) +if(ONNX_INSTALL) + install(FILES + ${PROJECT_BINARY_DIR}/ONNXConfigVersion.cmake + ${PROJECT_BINARY_DIR}/ONNXConfig.cmake + DESTINATION ${CMAKE_INSTALL_LIBDIR}/cmake/ONNX + COMPONENT dev) +endif() + +if(ONNX_USE_UNITY_BUILD) + # If ONNX_USE_UNITY_BUILD is set to ON, set onnx to use Unity builds. + set_target_properties(onnx + PROPERTIES + UNITY_BUILD ON + ) + + # With unity build object file could get big, need this switch in MSVC. + if(MSVC) + target_compile_options(onnx PRIVATE /bigobj) + endif() +# should be enabled for onnx_proto when protobuf can support Unity builds +endif() + +if(ONNX_BUILD_TESTS) + find_package(GTest) + if(NOT GTest_FOUND) + include(googletest) + endif() +endif() + +if(ONNX_INSTALL) + install(TARGETS + onnx onnx_proto + EXPORT ONNXTargets DESTINATION ${CMAKE_INSTALL_LIBDIR}) + + install(EXPORT ONNXTargets + DESTINATION "${CMAKE_INSTALL_LIBDIR}/cmake/ONNX" + NAMESPACE ONNX:: + ) +endif() + +if(ONNX_BUILD_PYTHON) + install(TARGETS onnx_cpp2py_export LIBRARY DESTINATION onnx) + install(FILES ${ONNX_PROTO_PY_FILES} DESTINATION onnx) + # PEP 770: embed SBOM in dist-info/sboms/ inside the wheel. + if(DEFINED SKBUILD_METADATA_DIR) + install(FILES "${CMAKE_SOURCE_DIR}/sbom.cdx.json" DESTINATION "${SKBUILD_METADATA_DIR}/sboms") + endif() +endif() + +if(ONNX_BUILD_TESTS) + include(${ONNX_ROOT}/cmake/unittest.cmake) +endif() + +include(cmake/summary.cmake) +onnx_print_configuration_summary() diff --git a/CODEOWNERS b/CODEOWNERS new file mode 100644 index 0000000..3379773 --- /dev/null +++ b/CODEOWNERS @@ -0,0 +1,18 @@ +# ONNX Project Code Owners +# See https://github.com/orgs/onnx/teams for team structure +# +# https://github.com/onnx/sigs/blob/main/CONTRIBUTORS + +* @onnx/sig-archinfra-approvers +/community @onnx/steering-committee +/onnx/defs @onnx/sig-operators-approvers +/onnx/defs/parser.* @onnx/sig-archinfra-approvers +/onnx/defs/printer.* @onnx/sig-archinfra-approvers +/onnx/backend/test @onnx/sig-operators-approvers +/onnx/reference/ops @onnx/sig-operators-approvers +/docs/AddNewOp.md @onnx/sig-operators-approvers +/docs/TestCoverage*.md @onnx/sig-operators-approvers +/docs/Operators*.md @onnx/sig-operators-approvers +/docs/OpConventions.md @onnx/sig-operators-approvers +/docs/Broadcasting.md @onnx/sig-operators-approvers +/docs/Changelog*.md @onnx/sig-operators-approvers diff --git a/CODE_OF_CONDUCT.md b/CODE_OF_CONDUCT.md new file mode 100644 index 0000000..f282992 --- /dev/null +++ b/CODE_OF_CONDUCT.md @@ -0,0 +1 @@ +The ONNX Code Of Conduct is described at https://onnx.ai/codeofconduct.html diff --git a/CONTRIBUTING.md b/CONTRIBUTING.md new file mode 100644 index 0000000..d8a0d47 --- /dev/null +++ b/CONTRIBUTING.md @@ -0,0 +1,271 @@ + + +# ONNX Community Involvement and Contribution Guidelines + +ONNX is a community project and we welcome your contributions! In addition to contributing code, you can also contribute in many other ways: + +- Meetings and Discussions + + Join SIGS, Working Groups, Community meetings to learn about what is needed and then where there is a good fit to interest and areas of expertise, find ways to actively contribute. Participate in [ONNX technical discussions](https://github.com/onnx/onnx/discussions) on GitHub. Join the ONNX Slack channels at LF AI and Data, help answer questions and welcome new members. + +- Use Cases and Tools + + Develop use cases for ONNX and advocate for ONNX in developer conferences and meetups. Develop tools that import and export using the ONNX spec, and help grow the community of ONNX users. Become a champion for ONNX in your company or organization. + +- Roadmap and Features + + Understand the ONNX roadmap document, feature priorities, and help implement them. Become an ONNX code and documentation contributor, and work towards committer status on important repos. + +- Releases and Model Zoo + + Help in achieving a release of ONNX, including increasing the number of models in the ONNX Model Zoo that exercise ONNX features. + +- Publications and Blogs + + Add to the growing number of arXiv papers that refer to ONNX. Create blogs, presentations, books, articles and other materials that help increase the adoption of ONNX, and grow the community of users and contributors. + +- Steering Committee + + Attend ONNX Steering Committee meetings - they are open to all in the community. Help out where needed and appropriate on SC to-do items. Note that SIG and Working Groups leaders as well as others with demonstrated commitment and contributions to ONNX community may want to self-nominate during the annual SC election cycle. + +## Adding a new operator or creating a new version of an existing operator + +ONNX is an open standard, and we encourage developers to contribute high +quality operators to ONNX specification. + +Before proposing a new operator, please read [the tutorial](docs/AddNewOp.md). + +## Contributing code + +You can submit a pull request (PR) with your code. The [SIG](community/sigs.md) or [Working Group](community/working-groups.md) that is responsible for the area of the project your PR touches will review it and merge once any comments are addressed. + +### Pixi-based development + +The easiest and most reproducible developer experience for this project is provided through [Pixi](https://pixi.prefix.dev/latest/) - a cross-platform package manager based on conda-forge. + +Running + +```bash +pixi run install +``` + +In the root of this repository compiles and installs the onnx package editably in a pixi-managed environment. +Optionally, users may subsequently call `ln -s .setuptools-cmake-build/compile_commands.json` on Unix systems to create a `compile_commands.json` symlink where tools such as `clangd` (code navigation) and `clang-tidy` expect it. + +Pre-commit hooks, that are identical to those run on CI, can be installed by running: + +```bash +pixi run pre-commit-install +``` + +A list of all pixi task is available by running `pixi run`. +The following is a list of the most common ones: + +- `pixi run gen-all` to regenerate all auto-generated files +- `pixi run gtest` to run the googletest suite +- `pixi run pytest` to run the Python test suite +- `pixi run lint` to run the pre-commit hooks on all files +- `pixi run docs-build` to build the documentation locally (may require a prior `rm -rf .setuptools-cmake-build && pixi run -e docs install`) + +The following section provide guidance for developing onnx without Pixi and is not relevant to Pixi users. + +### Development + +To build ONNX from source please follow the instructions listed [here](https://github.com/onnx/onnx/blob/main/INSTALL.md#build-onnx-from-source). + +Then, after you have made changes to Python and C++ files: + +- `Python files`: The changes are effective immediately in your installation. You don't need to install these again. +- `C++ files`: You need to install these again to trigger the native extension build. + +Assuming build succeed in the initial step, simply running + +```sh +pip install -e . -v +``` + +from onnx root dir should work. + +### Folder structure + +- `onnx/`: the main folder that all code lies under + - `onnx.proto`: the protobuf that contains all the structures + - `checker.py`: a utility to check whether a serialized ONNX proto is legal + - `shape_inference.py`: a utility to infer types and shapes for ONNX models + - `version_converter.py`: a utility to upgrade or downgrade version for ONNX models + - `parser.py`: a utility to create an ONNX model or graph from a textual representation + - `compose.py`: a utility to merge ONNX models + - `helper.py`: tools for graph operation + - `defs/`: a subfolder that defines the ONNX operators + - `test/`: test files + +### Auto generated files + +Various files in this project are auto generated and may have to be updated in a PR. + +#### Generate operator documentation + +Operator docs ([Operators.md](docs/Operators.md), [Operators-ml.md](docs/Operators-ml.md)) and Changelog docs ([Changelog.md](docs/Changelog.md), [Changelog-ml.md](docs/Changelog-ml.md)) are automatically generated based on C++ operator definitions and backend Python snippets. To refresh all these docs, run the following commands from the repo root and commit the results by setting "ONNX_ML=1". By contrast, setting `ONNX_ML=0` will only update `Operators.md` and `Changelog.md`. + +```pwsh +# Windows +set ONNX_ML=1 +``` + +```sh +# UNIX +export ONNX_ML=1 +pip install -e . -v +python onnx/defs/gen_doc.py +``` + +#### Generate test coverage report + + + +The test coverage report can be generated by running: + +```sh +python onnx/backend/test/stat_coverage.py +``` + +#### Generate protobuf definitions + +Variants of the `.proto` files are generated for the default and ml opset using the following commands: + +``` +python onnx/gen_proto.py -l +python onnx/gen_proto.py -l --ml +``` + +#### Generate test data + +Test ONNX models, their inputs, and expected outputs can be regenerated after updating test cases by running: + +``` +python onnx/backend/test/cmd_tools.py generate-data --diff +``` + +This will only re-generate test data for test cases that were updated in the current feature branch compared to main. + + +### Coding style + +We adopted the [Google Python Style Guide](https://google.github.io/styleguide/pyguide.html) and [Google C++ Style Guide](https://google.github.io/styleguide/cppguide.html) for this project. + +We use `lintrunner` to drive multiple linters defined in `.lintrunner.toml` to lint the codebase. + +To run these checks locally, install `lintrunner` and the linters with + +```sh +pip install lintrunner lintrunner-adapters +lintrunner init +``` + +Then lint with + +```sh +lintrunner +``` + +format with + +```sh +# Display all lints and apply the fixes +lintrunner -a +# Or apply fixes only (faster) +lintrunner f +``` + +Run `lintrunner --help` and see the `.lintrunner.toml` file for more usage examples, as well as instructions on how to adopt new linters. + +#### Naming for legacy helper functions in `onnx/defs/*/old.cc` + +When adding or renaming helper functions in legacy schema files (`old.cc`), prefer explicit opset-based names over numeric suffixes. This keeps intent clear and avoids ambiguity. + +- Prefer `..._opsetN` for a single opset. +- Prefer `..._opsetN_to_M` for helpers shared across a contiguous opset range. +- Avoid names like `...1`, `...2`, `..._9`, or `...Opset9`. + +Examples: `RNNShapeInference_opset7_to_13`, `PoolOpSchemaGenerator_opset10_to_11`. + +### Testing + +ONNX uses [pytest](https://docs.pytest.org) as a test driver. To run tests, you'll first need to install pytest: + +```sh +pip install pytest +``` + +After installing pytest, run from the root of the repo: + +```sh +pytest +``` + +to run the tests. + +#### Cpp tests (googletest) + +Some functionalities are tested with googletest. Those tests are listed in `test/cpp`, and include tests for shape inference, data propagation, parser, and others. + +To run them, first build ONNX with `-DONNX_BUILD_TESTS=1` or `ONNX_BUILD_TESTS=1 pip install -e . -v`. + +##### Linux and MacOS + +The cpp tests require dynamically linking to built libraries. + +```sh +export LD_LIBRARY_PATH="./.setuptools-cmake-build/:$LD_LIBRARY_PATH" +.setuptools-cmake-build/onnx_gtests +``` + +##### Windows + +```pwsh +# If you set DEBUG=1, use `.setuptools-cmake-build\Debug\onnx_gtests.exe` instead +.setuptools-cmake-build\Release\onnx_gtests.exe +``` + +## DCO + +ONNX has adopted the [DCO](https://en.wikipedia.org/wiki/Developer_Certificate_of_Origin). All code repositories under ONNX require a DCO. (ONNX previously used a CLA, which is being replaced with the DCO.) + +DCO is provided by including a sign-off-by line in commit messages. Using the `-s` flag for `git commit` will automatically append this line. For example, running `git commit -s -m 'commit info.'` it will produce a commit that has the message `commit info. Signed-off-by: My Name `. The DCO bot will ensure commits are signed with an email address that matches the commit author before they are eligible to be merged. + +If you are using a GUI like the GitHub web site or GitHub Desktop, you'll need to append the `Signed-off-by: My Name ` manually to each commit message. For the onnx organization [sign-off](https://github.blog/changelog/2022-06-08-admins-can-require-sign-off-on-web-based-commits/) for web based commits is enabled. When this is activated you will see "Sign off and propose changes" instead of "Propose changes" when you are editing files directly at github. It is recommended to set this setting for your own fork as well. Since in the review process commits are made on this fork. + +NOTE: the sign-off is needed for each commit in the PR, not at the PR level. + +If you have old commits that are not signed, use the following commands to squash the old PR (original branch) into a single commit. This is an easier way to signoff old commits in old PR. + +```bash +git checkout main +git checkout -b temporary_patch # create a new branch as temporary +git merge --squash original_patch # copy from old branch +git branch -d original_patch # remove old branch +git checkout -b original_patch # create a new branch with the same name (override) +git commit -m 'type your own commit msg' -s # signoff that single commit +git push origin original_patch -f # forcibly override the old branch` +``` + +## CI Pipelines + +Every PR needs to pass CIs before merge. CI pipelines details are [here](docs/CIPipelines.md). + +## Other developer documentation + +- [How to implement ONNX backend (ONNX to something converter)](docs/ImplementingAnOnnxBackend.md) +- [Backend test infrastructure and how to add tests](docs/OnnxBackendTest.md) + +## License + +[Apache License v2.0](/LICENSE) + +## Code of Conduct + +[ONNX Open Source Code of Conduct](http://onnx.ai/codeofconduct.html) diff --git a/INSTALL.md b/INSTALL.md new file mode 100644 index 0000000..fa71def --- /dev/null +++ b/INSTALL.md @@ -0,0 +1,261 @@ + + +# Installation + +## Official Python packages + +ONNX released packages are published in PyPi. + +```sh +pip install onnx # or pip install onnx[reference] for optional reference implementation dependencies +``` + +[ONNX weekly packages](https://pypi.org/project/onnx-weekly/) are published in PyPI to enable experimentation and early testing. + +## vcpkg packages + +ONNX is in the maintenance list of [vcpkg](https://github.com/microsoft/vcpkg), you can easily use vcpkg to build and install it. + +```sh +git clone https://github.com/microsoft/vcpkg.git +cd vcpkg +./bootstrap-vcpkg.bat # For powershell +./bootstrap-vcpkg.sh # For bash +./vcpkg install onnx +``` + +## Conda packages + +A binary build of ONNX is available from [Conda](https://conda.io), in [conda-forge](https://conda-forge.org/): + +```sh +conda install -c conda-forge onnx +``` + +### Building ONNX from source in a conda-forge-based environment + +A conda-forge-based development environment is provided through the cross-platform [Pixi package manager](https://prefix.dev/). +The `pixi.toml` file in the root directory defines various tasks for common development workflows. +Running +```sh +pixi run install +``` +builds the C++ component and installs it as an editable Python package. + +After the installation has completed one can run the gtest and pytest suites via the pixi-tasks of the same name: + +```sh +pixi run gtest +``` + +and + +```sh +pixi run pytest +``` + + +## Build ONNX from Source with manually managed dependencies + +Before building from source uninstall any existing versions of ONNX via `pip uninstall onnx`. + +C++17 or higher C++ compiler version is required to build ONNX from source. Still, users can specify their own `CMAKE_CXX_STANDARD` version for building ONNX. + +Protobuf is required for ONNX. If you don't have Protobuf installed, ONNX will internally download and build Protobuf for ONNX build. + +Or, you can manually install [Protobuf C/C++ libraries and tools](https://github.com/protocolbuffers/protobuf) with specified version before proceeding forward. Then depending on how you installed Protobuf, you need to set environment variable CMAKE_ARGS to "-DONNX_USE_PROTOBUF_SHARED_LIBS=ON" or "-DONNX_USE_PROTOBUF_SHARED_LIBS=OFF". For example, you may need to run the following command: + +Linux or Mac: + +```sh +export CMAKE_ARGS="-DONNX_USE_PROTOBUF_SHARED_LIBS=ON" +``` + +Windows: + +```bat +set CMAKE_ARGS="-DONNX_USE_PROTOBUF_SHARED_LIBS=ON" +``` + +The ON/OFF depends on what kind of Protobuf library you have. Shared libraries are files ending with \*.dll/\*.so/\*.dylib. Static libraries are files ending with \*.a/\*.lib. This option depends on how you get your Protobuf library and how it was built. Because its default value is OFF, you don't need to run the commands above if you'd prefer to use a static Protobuf library. + +### Windows + +``` +git clone https://github.com/onnx/onnx.git +cd onnx +git submodule update --init --recursive +# prefer lite proto +set CMAKE_ARGS='-DONNX_USE_LITE_PROTO=ON -DONNX_USE_PROTOBUF_SHARED_LIBS=ON' +pip install -e . -v +``` + + +#### Old instructions + +If you are building ONNX from source, it is recommended that you also build Protobuf locally as a static library. The version distributed with conda-forge is a DLL, but ONNX expects it to be a static library. Building Protobuf locally also lets you control the version of Protobuf. The tested and recommended version is 5.29.2. + +The instructions in this README assume you are using Visual Studio 2019. It is recommended that you run all the commands from a shell started from "x64 Native Tools Command Prompt for VS 2019" and keep the build system generator for cmake (e.g., cmake -G "Visual Studio 16 2019") consistent while building Protobuf as well as ONNX. + +You can build Protobuf from source by running the following commands: + +```bat +git clone https://github.com/protocolbuffers/protobuf.git +cd protobuf +git checkout v5.29.2 +git submodule update --init --recursive +cmake -G "Visual Studio 16 2019" -A x64 -DCMAKE_INSTALL_PREFIX= -Dprotobuf_MSVC_STATIC_RUNTIME=OFF -Dprotobuf_BUILD_SHARED_LIBS=OFF -Dprotobuf_BUILD_TESTS=OFF -Dprotobuf_BUILD_EXAMPLES=OFF +cmake --build . --config Release --target install +``` + +Then it will be built as a static library and installed to . Please add the bin directory(which contains protoc.exe) to your PATH. + +```bat +set CMAKE_PREFIX_PATH=;%CMAKE_PREFIX_PATH% +``` + +Please note: if your protobuf_install_dir contains spaces, **do not** add quotation marks around it. + +Alternative: if you have local Protobuf executable and want to use it for ONNX, you can set ONNX_PROTOC_EXECUTABLE instead. + +```bat +set CMAKE_ARGS=-DONNX_PROTOC_EXECUTABLE= +``` + +Then you can build ONNX as: + +``` +git clone https://github.com/onnx/onnx.git +cd onnx +git submodule update --init --recursive +# prefer lite proto +set CMAKE_ARGS=-DONNX_USE_LITE_PROTO=ON +pip install -e . -v +``` + +### Linux + +First, you need to install Protobuf. The minimum Protobuf compiler (protoc) version required by ONNX is 6.31.1. + +Ubuntu 20.04 (and newer) users may choose to install Protobuf (which is usually lower than required) via + +```sh +apt-get install python3-pip python3-dev libprotobuf-dev protobuf-compiler +``` +In this case, ONNX is able to detect and use the system Profobuf. Users of other Linux distributions can use their system package manager to install Profobuf libraries similarly. + +A better way is to build and install the required Protobuf version from source. See the instructions below for more details. + +
+ Installing Protobuf from source + +```sh + git clone https://github.com/protocolbuffers/protobuf.git + cd protobuf + git checkout v5.29.2 + git submodule update --init --recursive + mkdir build_source && cd build_source + cmake -Dprotobuf_BUILD_SHARED_LIBS=OFF -DCMAKE_INSTALL_PREFIX=/usr -Dprotobuf_BUILD_TESTS=OFF -DCMAKE_BUILD_TYPE=Release -DCMAKE_POSITION_INDEPENDENT_CODE=ON .. + cmake --build . --target install +``` + + Here "-DCMAKE_POSITION_INDEPENDENT_CODE=ON" is crucial. By default static libraries are built without "-fPIC" flag, they are not position independent code. But shared libraries must be position independent code. Python C/C++ extensions(like ONNX) are shared libraries. So if a static library was not built with "-fPIC", it can't be linked to such a shared library. + + Once build is successful, update PATH to include Protobuf paths so that ONNX can find Protobuf. + +
+ +Then you can build ONNX as: + +```sh +git clone https://github.com/onnx/onnx.git +cd onnx +git submodule update --init --recursive +# Optional: prefer lite proto +export CMAKE_ARGS=-DONNX_USE_LITE_PROTO=ON +pip install -e . -v +``` + +### Mac + +```sh +brew update +brew install cmake +git clone https://github.com/protocolbuffers/protobuf.git +cd protobuf +git checkout v5.29.2 +git submodule update --init --recursive +mkdir build_source && cd build_source +cmake -Dprotobuf_BUILD_SHARED_LIBS=OFF -Dprotobuf_BUILD_TESTS=OFF -DCMAKE_BUILD_TYPE=Release -DCMAKE_POSITION_INDEPENDENT_CODE=ON .. +cmake --build . --target install +``` + +Once build is successful, update PATH to include Protobuf paths so that ONNX can find Protobuf. + +Then you can build ONNX as: + +```sh +git clone --recursive https://github.com/onnx/onnx.git +cd onnx +# Optional: prefer lite proto +set CMAKE_ARGS=-DONNX_USE_LITE_PROTO=ON +pip install -e . -v +``` + +## Verify Installation + +After installation, run + +```sh +python -c "import onnx" +``` + +to verify it works. + +## Common Build Options + +For full list refer to CMakeLists.txt + +### Environment variables + +* `USE_MSVC_STATIC_RUNTIME` should be 1 or 0, not ON or OFF. When set to 1 ONNX links statically to runtime library. +**Default**: `USE_MSVC_STATIC_RUNTIME=0` + +* `DEBUG` should be 0 or 1. When set to 1 ONNX is built in debug mode. For debug versions of the dependencies, you need to open the [CMakeLists file](https://github.com/onnx/onnx/blob/main/CMakeLists.txt) and append a letter `d` at the end of the package name lines. For example, `NAMES protobuf-lite` would become `NAMES protobuf-lited`. +**Default**: `Debug=0` + +### CMake variables + +* `ONNX_USE_PROTOBUF_SHARED_LIBS` should be `ON` or `OFF`. +**Default**: `ONNX_USE_PROTOBUF_SHARED_LIBS=OFF USE_MSVC_STATIC_RUNTIME=0` +`ONNX_USE_PROTOBUF_SHARED_LIBS` determines how ONNX links to Protobuf libraries. + * When set to `ON` - ONNX will dynamically link to Protobuf shared libs, PROTOBUF_USE_DLLS will be defined as described [here](https://github.com/protocolbuffers/protobuf/blob/main/cmake/README.md#dlls-vs-static-linking). + * When set to `OFF` - ONNX will link statically to Protobuf. + +* `ONNX_USE_LITE_PROTO` should be `ON` or `OFF`. When set to `ON` ONNX uses lite Protobuf instead of full Protobuf. +**Default**: `ONNX_USE_LITE_PROTO=OFF` + +* `ONNX_WERROR` should be `ON` or `OFF`. When set to `ON` warnings are treated as errors. +**Default**: `ONNX_WERROR=OFF` in local builds, `ON` in CI and release pipelines. + +* `nanobind_DIR` can be set to the directory that contains `nanobindConfig.cmake` (for example, + `python -m nanobind --cmake_dir`) if CMake cannot find nanobind. You can also set + `CMAKE_PREFIX_PATH` instead. + +* `FETCHCONTENT_FULLY_DISCONNECTED` is intended for subsequent re-configures after + dependencies are already populated. It does not prevent network access on the initial + configure; for fully offline first-run builds, prefer a + [dependency provider](https://cmake.org/cmake/help/latest/module/FetchContent.html#dependency-providers) + or provide dependencies locally (for example, via `nanobind_DIR` or `CMAKE_PREFIX_PATH`). + +## Common Errors + +* Note: the `import onnx` command does not work from the source checkout directory; in this case you'll see `ModuleNotFoundError: No module named 'onnx.onnx_cpp2py_export'`. Change into another directory to fix this error. + +* If you run into any issues while building Protobuf as a static library, please ensure that shared Protobuf libraries, like libprotobuf, are not installed on your device or in the conda environment. If these shared libraries exist, either remove them to build Protobuf from source as a static library, or skip the Protobuf build from source to use the shared version directly. + +* If you run into any issues while building ONNX from source, and your error message reads, `Could not find pythonXX.lib`, ensure that you have consistent Python versions for common commands, such as `python` and `pip`. Clean all existing build files and rebuild ONNX again. diff --git a/LICENSE b/LICENSE new file mode 100644 index 0000000..d645695 --- /dev/null +++ b/LICENSE @@ -0,0 +1,202 @@ + + Apache License + Version 2.0, January 2004 + http://www.apache.org/licenses/ + + TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION + + 1. Definitions. + + "License" shall mean the terms and conditions for use, reproduction, + and distribution as defined by Sections 1 through 9 of this document. + + "Licensor" shall mean the copyright owner or entity authorized by + the copyright owner that is granting the License. + + "Legal Entity" shall mean the union of the acting entity and all + other entities that control, are controlled by, or are under common + control with that entity. For the purposes of this definition, + "control" means (i) the power, direct or indirect, to cause the + direction or management of such entity, whether by contract or + otherwise, or (ii) ownership of fifty percent (50%) or more of the + outstanding shares, or (iii) beneficial ownership of such entity. + + "You" (or "Your") shall mean an individual or Legal Entity + exercising permissions granted by this License. + + "Source" form shall mean the preferred form for making modifications, + including but not limited to software source code, documentation + source, and configuration files. + + "Object" form shall mean any form resulting from mechanical + transformation or translation of a Source form, including but + not limited to compiled object code, generated documentation, + and conversions to other media types. + + "Work" shall mean the work of authorship, whether in Source or + Object form, made available under the License, as indicated by a + copyright notice that is included in or attached to the work + (an example is provided in the Appendix below). + + "Derivative Works" shall mean any work, whether in Source or Object + form, that is based on (or derived from) the Work and for which the + editorial revisions, annotations, elaborations, or other modifications + represent, as a whole, an original work of authorship. For the purposes + of this License, Derivative Works shall not include works that remain + separable from, or merely link (or bind by name) to the interfaces of, + the Work and Derivative Works thereof. + + "Contribution" shall mean any work of authorship, including + the original version of the Work and any modifications or additions + to that Work or Derivative Works thereof, that is intentionally + submitted to Licensor for inclusion in the Work by the copyright owner + or by an individual or Legal Entity authorized to submit on behalf of + the copyright owner. For the purposes of this definition, "submitted" + means any form of electronic, verbal, or written communication sent + to the Licensor or its representatives, including but not limited to + communication on electronic mailing lists, source code control systems, + and issue tracking systems that are managed by, or on behalf of, the + Licensor for the purpose of discussing and improving the Work, but + excluding communication that is conspicuously marked or otherwise + designated in writing by the copyright owner as "Not a Contribution." + + "Contributor" shall mean Licensor and any individual or Legal Entity + on behalf of whom a Contribution has been received by Licensor and + subsequently incorporated within the Work. + + 2. Grant of Copyright License. Subject to the terms and conditions of + this License, each Contributor hereby grants to You a perpetual, + worldwide, non-exclusive, no-charge, royalty-free, irrevocable + copyright license to reproduce, prepare Derivative Works of, + publicly display, publicly perform, sublicense, and distribute the + Work and such Derivative Works in Source or Object form. + + 3. Grant of Patent License. Subject to the terms and conditions of + this License, each Contributor hereby grants to You a perpetual, + worldwide, non-exclusive, no-charge, royalty-free, irrevocable + (except as stated in this section) patent license to make, have made, + use, offer to sell, sell, import, and otherwise transfer the Work, + where such license applies only to those patent claims licensable + by such Contributor that are necessarily infringed by their + Contribution(s) alone or by combination of their Contribution(s) + with the Work to which such Contribution(s) was submitted. If You + institute patent litigation against any entity (including a + cross-claim or counterclaim in a lawsuit) alleging that the Work + or a Contribution incorporated within the Work constitutes direct + or contributory patent infringement, then any patent licenses + granted to You under this License for that Work shall terminate + as of the date such litigation is filed. + + 4. Redistribution. You may reproduce and distribute copies of the + Work or Derivative Works thereof in any medium, with or without + modifications, and in Source or Object form, provided that You + meet the following conditions: + + (a) You must give any other recipients of the Work or + Derivative Works a copy of this License; and + + (b) You must cause any modified files to carry prominent notices + stating that You changed the files; and + + (c) You must retain, in the Source form of any Derivative Works + that You distribute, all copyright, patent, trademark, and + attribution notices from the Source form of the Work, + excluding those notices that do not pertain to any part of + the Derivative Works; and + + (d) If the Work includes a "NOTICE" text file as part of its + distribution, then any Derivative Works that You distribute must + include a readable copy of the attribution notices contained + within such NOTICE file, excluding those notices that do not + pertain to any part of the Derivative Works, in at least one + of the following places: within a NOTICE text file distributed + as part of the Derivative Works; within the Source form or + documentation, if provided along with the Derivative Works; or, + within a display generated by the Derivative Works, if and + wherever such third-party notices normally appear. The contents + of the NOTICE file are for informational purposes only and + do not modify the License. You may add Your own attribution + notices within Derivative Works that You distribute, alongside + or as an addendum to the NOTICE text from the Work, provided + that such additional attribution notices cannot be construed + as modifying the License. + + You may add Your own copyright statement to Your modifications and + may provide additional or different license terms and conditions + for use, reproduction, or distribution of Your modifications, or + for any such Derivative Works as a whole, provided Your use, + reproduction, and distribution of the Work otherwise complies with + the conditions stated in this License. + + 5. Submission of Contributions. Unless You explicitly state otherwise, + any Contribution intentionally submitted for inclusion in the Work + by You to the Licensor shall be under the terms and conditions of + this License, without any additional terms or conditions. + Notwithstanding the above, nothing herein shall supersede or modify + the terms of any separate license agreement you may have executed + with Licensor regarding such Contributions. + + 6. Trademarks. This License does not grant permission to use the trade + names, trademarks, service marks, or product names of the Licensor, + except as required for reasonable and customary use in describing the + origin of the Work and reproducing the content of the NOTICE file. + + 7. Disclaimer of Warranty. Unless required by applicable law or + agreed to in writing, Licensor provides the Work (and each + Contributor provides its Contributions) on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or + implied, including, without limitation, any warranties or conditions + of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A + PARTICULAR PURPOSE. You are solely responsible for determining the + appropriateness of using or redistributing the Work and assume any + risks associated with Your exercise of permissions under this License. + + 8. Limitation of Liability. In no event and under no legal theory, + whether in tort (including negligence), contract, or otherwise, + unless required by applicable law (such as deliberate and grossly + negligent acts) or agreed to in writing, shall any Contributor be + liable to You for damages, including any direct, indirect, special, + incidental, or consequential damages of any character arising as a + result of this License or out of the use or inability to use the + Work (including but not limited to damages for loss of goodwill, + work stoppage, computer failure or malfunction, or any and all + other commercial damages or losses), even if such Contributor + has been advised of the possibility of such damages. + + 9. Accepting Warranty or Additional Liability. While redistributing + the Work or Derivative Works thereof, You may choose to offer, + and charge a fee for, acceptance of support, warranty, indemnity, + or other liability obligations and/or rights consistent with this + License. However, in accepting such obligations, You may act only + on Your own behalf and on Your sole responsibility, not on behalf + of any other Contributor, and only if You agree to indemnify, + defend, and hold each Contributor harmless for any liability + incurred by, or claims asserted against, such Contributor by reason + of your accepting any such warranty or additional liability. + + END OF TERMS AND CONDITIONS + + APPENDIX: How to apply the Apache License to your work. + + To apply the Apache License to your work, attach the following + boilerplate notice, with the fields enclosed by brackets "[]" + replaced with your own identifying information. (Don't include + the brackets!) The text should be enclosed in the appropriate + comment syntax for the file format. We also recommend that a + file or class name and description of purpose be included on the + same "printed page" as the copyright notice for easier + identification within third-party archives. + + Copyright [yyyy] [name of copyright owner] + + Licensed under the Apache License, Version 2.0 (the "License"); + you may not use this file except in compliance with the License. + You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, software + distributed under the License is distributed on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + See the License for the specific language governing permissions and + limitations under the License. diff --git a/LICENSES/Apache-2.0.txt b/LICENSES/Apache-2.0.txt new file mode 100644 index 0000000..137069b --- /dev/null +++ b/LICENSES/Apache-2.0.txt @@ -0,0 +1,73 @@ +Apache License +Version 2.0, January 2004 +http://www.apache.org/licenses/ + +TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION + +1. Definitions. + +"License" shall mean the terms and conditions for use, reproduction, and distribution as defined by Sections 1 through 9 of this document. + +"Licensor" shall mean the copyright owner or entity authorized by the copyright owner that is granting the License. + +"Legal Entity" shall mean the union of the acting entity and all other entities that control, are controlled by, or are under common control with that entity. For the purposes of this definition, "control" means (i) the power, direct or indirect, to cause the direction or management of such entity, whether by contract or otherwise, or (ii) ownership of fifty percent (50%) or more of the outstanding shares, or (iii) beneficial ownership of such entity. + +"You" (or "Your") shall mean an individual or Legal Entity exercising permissions granted by this License. + +"Source" form shall mean the preferred form for making modifications, including but not limited to software source code, documentation source, and configuration files. + +"Object" form shall mean any form resulting from mechanical transformation or translation of a Source form, including but not limited to compiled object code, generated documentation, and conversions to other media types. + +"Work" shall mean the work of authorship, whether in Source or Object form, made available under the License, as indicated by a copyright notice that is included in or attached to the work (an example is provided in the Appendix below). + +"Derivative Works" shall mean any work, whether in Source or Object form, that is based on (or derived from) the Work and for which the editorial revisions, annotations, elaborations, or other modifications represent, as a whole, an original work of authorship. For the purposes of this License, Derivative Works shall not include works that remain separable from, or merely link (or bind by name) to the interfaces of, the Work and Derivative Works thereof. + +"Contribution" shall mean any work of authorship, including the original version of the Work and any modifications or additions to that Work or Derivative Works thereof, that is intentionally submitted to Licensor for inclusion in the Work by the copyright owner or by an individual or Legal Entity authorized to submit on behalf of the copyright owner. For the purposes of this definition, "submitted" means any form of electronic, verbal, or written communication sent to the Licensor or its representatives, including but not limited to communication on electronic mailing lists, source code control systems, and issue tracking systems that are managed by, or on behalf of, the Licensor for the purpose of discussing and improving the Work, but excluding communication that is conspicuously marked or otherwise designated in writing by the copyright owner as "Not a Contribution." + +"Contributor" shall mean Licensor and any individual or Legal Entity on behalf of whom a Contribution has been received by Licensor and subsequently incorporated within the Work. + +2. Grant of Copyright License. Subject to the terms and conditions of this License, each Contributor hereby grants to You a perpetual, worldwide, non-exclusive, no-charge, royalty-free, irrevocable copyright license to reproduce, prepare Derivative Works of, publicly display, publicly perform, sublicense, and distribute the Work and such Derivative Works in Source or Object form. + +3. Grant of Patent License. Subject to the terms and conditions of this License, each Contributor hereby grants to You a perpetual, worldwide, non-exclusive, no-charge, royalty-free, irrevocable (except as stated in this section) patent license to make, have made, use, offer to sell, sell, import, and otherwise transfer the Work, where such license applies only to those patent claims licensable by such Contributor that are necessarily infringed by their Contribution(s) alone or by combination of their Contribution(s) with the Work to which such Contribution(s) was submitted. If You institute patent litigation against any entity (including a cross-claim or counterclaim in a lawsuit) alleging that the Work or a Contribution incorporated within the Work constitutes direct or contributory patent infringement, then any patent licenses granted to You under this License for that Work shall terminate as of the date such litigation is filed. + +4. Redistribution. You may reproduce and distribute copies of the Work or Derivative Works thereof in any medium, with or without modifications, and in Source or Object form, provided that You meet the following conditions: + + (a) You must give any other recipients of the Work or Derivative Works a copy of this License; and + + (b) You must cause any modified files to carry prominent notices stating that You changed the files; and + + (c) You must retain, in the Source form of any Derivative Works that You distribute, all copyright, patent, trademark, and attribution notices from the Source form of the Work, excluding those notices that do not pertain to any part of the Derivative Works; and + + (d) If the Work includes a "NOTICE" text file as part of its distribution, then any Derivative Works that You distribute must include a readable copy of the attribution notices contained within such NOTICE file, excluding those notices that do not pertain to any part of the Derivative Works, in at least one of the following places: within a NOTICE text file distributed as part of the Derivative Works; within the Source form or documentation, if provided along with the Derivative Works; or, within a display generated by the Derivative Works, if and wherever such third-party notices normally appear. The contents of the NOTICE file are for informational purposes only and do not modify the License. You may add Your own attribution notices within Derivative Works that You distribute, alongside or as an addendum to the NOTICE text from the Work, provided that such additional attribution notices cannot be construed as modifying the License. + + You may add Your own copyright statement to Your modifications and may provide additional or different license terms and conditions for use, reproduction, or distribution of Your modifications, or for any such Derivative Works as a whole, provided Your use, reproduction, and distribution of the Work otherwise complies with the conditions stated in this License. + +5. Submission of Contributions. Unless You explicitly state otherwise, any Contribution intentionally submitted for inclusion in the Work by You to the Licensor shall be under the terms and conditions of this License, without any additional terms or conditions. Notwithstanding the above, nothing herein shall supersede or modify the terms of any separate license agreement you may have executed with Licensor regarding such Contributions. + +6. Trademarks. This License does not grant permission to use the trade names, trademarks, service marks, or product names of the Licensor, except as required for reasonable and customary use in describing the origin of the Work and reproducing the content of the NOTICE file. + +7. Disclaimer of Warranty. Unless required by applicable law or agreed to in writing, Licensor provides the Work (and each Contributor provides its Contributions) on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied, including, without limitation, any warranties or conditions of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A PARTICULAR PURPOSE. You are solely responsible for determining the appropriateness of using or redistributing the Work and assume any risks associated with Your exercise of permissions under this License. + +8. Limitation of Liability. In no event and under no legal theory, whether in tort (including negligence), contract, or otherwise, unless required by applicable law (such as deliberate and grossly negligent acts) or agreed to in writing, shall any Contributor be liable to You for damages, including any direct, indirect, special, incidental, or consequential damages of any character arising as a result of this License or out of the use or inability to use the Work (including but not limited to damages for loss of goodwill, work stoppage, computer failure or malfunction, or any and all other commercial damages or losses), even if such Contributor has been advised of the possibility of such damages. + +9. Accepting Warranty or Additional Liability. While redistributing the Work or Derivative Works thereof, You may choose to offer, and charge a fee for, acceptance of support, warranty, indemnity, or other liability obligations and/or rights consistent with this License. However, in accepting such obligations, You may act only on Your own behalf and on Your sole responsibility, not on behalf of any other Contributor, and only if You agree to indemnify, defend, and hold each Contributor harmless for any liability incurred by, or claims asserted against, such Contributor by reason of your accepting any such warranty or additional liability. + +END OF TERMS AND CONDITIONS + +APPENDIX: How to apply the Apache License to your work. + +To apply the Apache License to your work, attach the following boilerplate notice, with the fields enclosed by brackets "[]" replaced with your own identifying information. (Don't include the brackets!) The text should be enclosed in the appropriate comment syntax for the file format. We also recommend that a file or class name and description of purpose be included on the same "printed page" as the copyright notice for easier identification within third-party archives. + +Copyright [yyyy] [name of copyright owner] + +Licensed under the Apache License, Version 2.0 (the "License"); +you may not use this file except in compliance with the License. +You may obtain a copy of the License at + +http://www.apache.org/licenses/LICENSE-2.0 + +Unless required by applicable law or agreed to in writing, software +distributed under the License is distributed on an "AS IS" BASIS, +WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +See the License for the specific language governing permissions and +limitations under the License. diff --git a/LICENSES/BSD-2-Clause.txt b/LICENSES/BSD-2-Clause.txt new file mode 100644 index 0000000..eb3c575 --- /dev/null +++ b/LICENSES/BSD-2-Clause.txt @@ -0,0 +1,9 @@ +Copyright (c) + +Redistribution and use in source and binary forms, with or without modification, are permitted provided that the following conditions are met: + +1. Redistributions of source code must retain the above copyright notice, this list of conditions and the following disclaimer. + +2. Redistributions in binary form must reproduce the above copyright notice, this list of conditions and the following disclaimer in the documentation and/or other materials provided with the distribution. + +THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. diff --git a/NOTICE b/NOTICE new file mode 100644 index 0000000..07e3d4e --- /dev/null +++ b/NOTICE @@ -0,0 +1,59 @@ +ONNX is licensed under the Apache License, Version 2.0 (see LICENSE). + +This product includes software from the following third-party projects, which +are linked into ONNX wheel builds. Their copyright notices are reproduced below. + +--- + +## abseil-cpp + +Copyright 2017 The Abseil Authors. + +Version: 20250127.0 +Source: https://github.com/abseil/abseil-cpp +License: Apache-2.0 (see LICENSE) + +--- + +## protobuf + +Copyright 2008 Google Inc. + +Version: 25.1 +Source: https://github.com/protocolbuffers/protobuf +License: Apache-2.0 (see LICENSE) + +--- + +## nanobind + +Copyright (c) 2022 Wenzel Jakob + +Version: 2.12.0 +Source: https://github.com/wjakob/nanobind +License: BSD-3-Clause + +Redistribution and use in source and binary forms, with or without +modification, are permitted provided that the following conditions are met: + +1. Redistributions of source code must retain the above copyright notice, + this list of conditions and the following disclaimer. + +2. Redistributions in binary form must reproduce the above copyright notice, + this list of conditions and the following disclaimer in the documentation + and/or other materials provided with the distribution. + +3. Neither the name of the copyright holder nor the names of its contributors + may be used to endorse or promote products derived from this software + without specific prior written permission. + +THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" +AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE +IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE +DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE +FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL +DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR +SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER +CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, +OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE +OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. diff --git a/README.md b/README.md new file mode 100644 index 0000000..24b9fa4 --- /dev/null +++ b/README.md @@ -0,0 +1,141 @@ + + +

+ +[![PyPI - Version](https://img.shields.io/pypi/v/onnx.svg)](https://pypi.org/project/onnx) +[![CI](https://github.com/onnx/onnx/actions/workflows/main.yml/badge.svg)](https://github.com/onnx/onnx/actions/workflows/main.yml) +[![CII Best Practices](https://bestpractices.coreinfrastructure.org/projects/3313/badge)](https://bestpractices.coreinfrastructure.org/projects/3313) +[![OpenSSF Scorecard](https://api.securityscorecards.dev/projects/github.com/onnx/onnx/badge)](https://api.securityscorecards.dev/projects/github.com/onnx/onnx) +[![SLSA 2](https://slsa.dev/images/gh-badge-level2.svg)](https://slsa.dev) +[![REUSE compliant](https://api.reuse.software/badge/github.com/onnx/onnx)](https://api.reuse.software/info/github.com/onnx/onnx) +[![Ruff](https://img.shields.io/endpoint?url=https://raw.githubusercontent.com/astral-sh/ruff/main/assets/badge/v2.json)](https://github.com/astral-sh/ruff) +[![abi3 compatible](https://img.shields.io/badge/abi3-compatible-brightgreen)](https://docs.python.org/3/c-api/stable.html) + +[Open Neural Network Exchange (ONNX)](https://onnx.ai) is an open ecosystem that empowers AI developers +to choose the right tools as their project evolves. ONNX provides an open source format for AI models, both deep learning and traditional ML. It defines an extensible computation graph model, as well as definitions of built-in operators and standard +data types. Currently we focus on the capabilities needed for inferencing (scoring). + +ONNX is [widely supported](http://onnx.ai/supported-tools) and can be found in many frameworks, tools, and hardware. Enabling interoperability between different frameworks and streamlining the path from research to production helps increase the speed of innovation in the AI community. We invite the community to join us and further evolve ONNX. + + +# Use ONNX + +* [Documentation of ONNX Python Package](https://onnx.ai/onnx/) +* [Tutorials for creating ONNX models](https://github.com/onnx/tutorials) +* [Pre-trained ONNX models](https://github.com/onnx/models) + +# Learn about the ONNX spec + +* [Overview](https://github.com/onnx/onnx/blob/main/docs/Overview.md) +* [ONNX intermediate representation spec](https://github.com/onnx/onnx/blob/main/docs/IR.md) +* [Versioning principles of the spec](https://github.com/onnx/onnx/blob/main/docs/Versioning.md) +* [Operators documentation](https://github.com/onnx/onnx/blob/main/docs/Operators.md) +* [Operators documentation](https://onnx.ai/onnx/operators/index.html) (latest release) +* [Python API Overview](https://github.com/onnx/onnx/blob/main/docs/PythonAPIOverview.md) + +# Programming utilities for working with ONNX Graphs + +* [Shape and Type Inference](https://github.com/onnx/onnx/blob/main/docs/ShapeInference.md) +* [Graph Optimization](https://github.com/onnx/optimizer) +* [Opset Version Conversion](https://github.com/onnx/onnx/blob/main/docs/docsgen/source/api/version_converter.md) + +# Contribute + +ONNX is a community project and the open governance model is described [here](https://github.com/onnx/onnx/blob/main/community/readme.md). We encourage you to join the effort and contribute feedback, ideas, and code. You can participate in the [Special Interest Groups](https://github.com/onnx/onnx/blob/main/community/sigs.md) and [Working Groups](https://github.com/onnx/onnx/blob/main/community/working-groups.md) to shape the future of ONNX. + +Check out our [contribution guide](https://github.com/onnx/onnx/blob/main/CONTRIBUTING.md) to get started. + +If you think some operator should be added to ONNX specification, please read +[this document](https://github.com/onnx/onnx/blob/main/docs/AddNewOp.md). + +# Community meetings + +The schedules of the regular meetings of the Steering Committee, the working groups and the SIGs can be found [here](https://onnx.ai/calendar) + +Community Meetups are held at least once a year. Content from previous community meetups are at: + +* 2020.04.09 +* 2020.10.14 +* 2021.03.24 +* 2021.10.21 +* 2022.06.24 +* 2023.06.28 + +# Discuss + +We encourage you to open [Issues](https://github.com/onnx/onnx/issues), or use [Slack](https://lfaifoundation.slack.com/) (If you have not joined yet, please use this [link](https://join.slack.com/t/lfaifoundation/shared_invite/zt-3wx5vohc3-MeSYi3_dscb~u~cqs7zlPg) to join the group) for more real-time discussion. + +# Follow Us + +Stay up to date with the latest ONNX news. [[Facebook](https://www.facebook.com/onnxai/)] [[Twitter/X](https://twitter.com/onnxai)] + +# Roadmap + +A roadmap process takes place every year. More details can be found [here](https://github.com/onnx/steering-committee/tree/main/roadmap) + +# Installation + +ONNX released packages are published in PyPi. + +```sh +pip install onnx # or pip install onnx[reference] for optional reference implementation dependencies +``` + +[ONNX weekly packages](https://pypi.org/project/onnx-weekly/) are published in PyPI to enable experimentation and early testing. + +Detailed install instructions, including Common Build Options and Common Errors can be found [here](https://github.com/onnx/onnx/blob/main/INSTALL.md) + +# Python ABI3 Compatibility + +This package provides [abi3](https://docs.python.org/3/c-api/stable.html)-compatible wheels, allowing a single binary wheel to work across multiple Python versions (from 3.12 onwards). + + +# Testing + +ONNX uses [pytest](https://docs.pytest.org) as test driver. In order to run tests, you will first need to install `pytest`: + +```sh +pip install pytest +``` + +After installing pytest, use the following command to run tests. + +```sh +pytest +``` + +# Development + +Check out the [contributor guide](https://github.com/onnx/onnx/blob/main/CONTRIBUTING.md) for instructions. + +# Reproducible Builds (Linux) + +This project provides reproducible builds for Linux. + +A *reproducible build* means that the same source code will always produce identical binary outputs, no matter who builds it or where it is built. + +To achieve this, we use the [`SOURCE_DATE_EPOCH`](https://reproducible-builds.org/docs/source-date-epoch/) standard. This ensures that build timestamps and other time-dependent information are fixed, making the output bit-for-bit identical across different environments. + +### Why this matters +- **Transparency**: Anyone can verify that the distributed binaries were created from the published source code. +- **Security**: Prevents tampering or hidden changes in the build process. +- **Trust**: Users can be confident that the binaries they download are exactly what the maintainers intended. + +If you prefer, you can use the prebuilt reproducible binaries instead of building from source yourself. + +# License + +[Apache License v2.0](LICENSE) + +# Trademark +Checkout [https://trademarks.justia.com](https://trademarks.justia.com/877/25/onnx-87725026.html) for the trademark. + +[General rules of the Linux Foundation on Trademark usage](https://www.linuxfoundation.org/legal/trademark-usage) + +# Code of Conduct + +[ONNX Open Source Code of Conduct](https://onnx.ai/codeofconduct.html) diff --git a/README.wehub.md b/README.wehub.md new file mode 100644 index 0000000..7d52a62 --- /dev/null +++ b/README.wehub.md @@ -0,0 +1,7 @@ +# WeHub 来源说明 + +- 原始项目:`onnx/onnx` +- 原始仓库:https://github.com/onnx/onnx +- 导入方式:上游默认分支的最新快照 +- 原作者、版权和许可证信息以原始仓库及本仓库 LICENSE 为准 +- 本文件仅用于记录来源,不代表 WeHub 是原项目作者 diff --git a/RELEASE-MANAGEMENT.md b/RELEASE-MANAGEMENT.md new file mode 100644 index 0000000..473621a --- /dev/null +++ b/RELEASE-MANAGEMENT.md @@ -0,0 +1,129 @@ + + +# ONNX release management + +This describes the process by which versions of ONNX are officially released to the public. + +Release Cadence +--------------- + +Branch cuts for a new release are planned every 3 months. However, the times can be changed as required. + +| Minor Version | Release branch cut | Release date | First patch release date | +| --- | --- | --- | --- | +| 1.17.0 | XYZ | XYZ | Not planned | +| 1.18.0 | Mar 2025 | May 2025 | Not planned | +| 1.19.0 | 31. July 2025 | 27. August 2025 | 9. October 2025 | +| 1.20.0 | 31. October 2025 | November 2025 | January 2026 | +| 1.21.0 | 25. February 2026 | 28. March 2026 | - | +| 1.22.0 (tbd) | 1st June 2026 | June 2026 | tbd | + +## Long-Term Support (LTS) + +ONNX does not currently maintain LTS branches. Each minor release is superseded by the next; only the latest release receives ongoing attention. If your environment cannot upgrade and you need a backported security or bug fix, please +[open an issue](https://github.com/onnx/onnx/issues/new) describing your situation — we will assess feasibility on a case-by-case basis. Community contributions for backport PRs are welcome and will be reviewed. + +Release Compatibility Matrix +---------------------------- + +*Support for a Python version that went eol will be discontinued in the following ONNX release.* +*ONNX does NOT follow https://scientific-python.org/specs/spec-0000/ or https://protobuf.dev/support/version-support/* + +Changes are discussed in the community. Please do not hesitate to contact us if you have any requests. +Planned changes for future releases as listed in the table below are subject to change. + +|ONNX version | Python wheels | C++ | Min CMake Version | Min Protobuf | manylinux | +| --- | --- | --- | --- | --- | --- | +| 1.10 | 3.6-3.9 | 11 | 3.1 | --- | manylinux2010 | +| 1.11 | 3.6-3.9 | 11 | 3.1 | 3.12.2 | manylinux2010 | +| 1.12 | 3.7-3.10 | 11 | 3.1 | 3.12.2 | manylinux2014 | +| 1.13 | 3.7-3.11 | 11 | 3.1 | 3.20.2 | manylinux2014 | +| 1.14 | 3.7-3.11 | 11 | 3.1 | 3.20.2 | manylinux2014 | +| 1.15 | 3.8-3.11 | 14 | 3.1 | 3.20.2 | manylinux2014 | +| 1.16 | 3.8-3.12 | 17 | 3.1 | 3.20.2 | manylinux2014 | +| 1.17 | 3.8-3.12 | 17 | 3.14 | 3.20.2 | manylinux2014 | +| 1.18 | 3.9-3.13, 3.13t (win, mac) | 17 | 3.18 | v25.1 | manylinux2014 | +| 1.19 | 3.9-3.13, 3.13t (win, mac, linux) | 17 | 3.24 | v25.1 | manylinux2014 | +| 1.19.1 | 3.9-3.13, 3.13t (win, mac, linux) | 17 | 3.24 | v25.1 | manylinux2014 | +| 1.20 | 3.10-3.13, 3.13t (win, mac, linux), 3.14 (mac) | 17 | 3.26 | v25.1 | manylinux_2_28 | +| 1.21 | 3.10-3.13, 3.13t, 3.14, 3.14t | 17 | 3.26 | v25.1 | manylinux_2_28 | +| *1.22* | 3.10, 3.11, 3.12-abi3, 3.14 (win, mac, linux), 3.14 pyodide | 17 | 3.24 | v25.1 | manylinux_2_28 | + + +Releases +-------- + +Releases are versioned according to [ONNX Versioning](docs/Versioning.md). This describes IR and operator versioning policies, as well as propose how models themselves should be versioned. + +On a regular basis, new versions of ONNX are published, representing the aggregate of changes in the IR and operator sets. Such releases use semantic versioning to describe the progression of the standard. + +The GitHub repo for ONNX provides release branches where the project is stabilized as per the process described here. Release notes are used to communicate the stability and status of a release. The main branch will be used to continue work for subsequent releases. + +Major, minor and patch releases will have branch names and version numbers reflecting the nature of the change as per semantic versioning definitions. + +Workflow +-------- + +The following workflow describes the steps taken to release an update of ONNX, +and can be undertaken regardless of whether a major, minor or patch release is +to be produced. + +- The trigger for the workflow will typically be a time-based trigger based on + elapsed time (say every three months). + +- The release manager will announce the intent of the process (to produce + major, minor or patch update) and the overall timeline (documented in our + wiki: [example](https://github.com/onnx/onnx/wiki/Logistics-for-ONNX-Release-1.19.0). + A release branch is created with the name rel-major#.minor#(.patch#), and any version + references in build scripts or version checks are updated. + +- The release manager announces the initial commit for testing. The first + period lasts two weeks; any regressions found should be fixed, typically via + the main branch. Incomplete features should be done or excised during this + period. A distribution can be made available with an -RC1 suffix. + +- The release manager announces a second round of testing (unless it's only a + patch update with no regressions found). Only critical bugs are fixed at + this point, or those introduced by patches from the first week. A third + week may be introduced at the release manager's discretion if significant + fixes need to be taken. Distributions with -RCn suffixes can be made + available if convenient. + +- Release notes are updated with final changes, and a file with sources is + provided along with a release on the GitHub project page. + +Testing +------- + +The release process really consists of communicating, testing to establish a +known state of the project, and distributing files. This section deals with +the second task. + +At the very least, the tests that are part of the /test folder should be run +under a variety of configurations. Issues fixed should ensure coverage in this +suite to avoid regressions. + +Send a Pull Request for updates to this section to include a configuration you +can help test if you care about one that's missing. + +The community is encouraged to perform additional testing during the test +periods. Bugs and issues should be filed in the ONNX GitHub repo. + +# ONNX Weekly Builds on PyPI + +In addition to stable releases, we publish **weekly development builds** to a separate PyPI package: [`onnx-weekly`](https://pypi.org/project/onnx-weekly/). + +## Why a Separate Package? + +- **Avoid accidental installs:** Pre-release versions can be installed unintentionally; `onnx-weekly` ensures stable users are unaffected. +- **Enable safe testing:** Try upcoming features without impacting stable installs. Both packages can coexist. +- **Simplify automation:** Weekly builds are pushed automatically from `main` without polluting the main release history. + +## Installation + +```bash +pip install onnx-weekly diff --git a/REUSE.toml b/REUSE.toml new file mode 100644 index 0000000..7abf599 --- /dev/null +++ b/REUSE.toml @@ -0,0 +1,236 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 + +version = 1 +SPDX-PackageName = "onnx" +SPDX-PackageSupplier = "onnx-technical-discuss@lists.lfaidata.foundation" +SPDX-PackageDownloadLocation = "onnx.ai" + +[[annotations]] +path = "codecov.yml" +precedence = "aggregate" +SPDX-FileCopyrightText = "Copyright (c) ONNX Project Contributors" +SPDX-License-Identifier = "Apache-2.0" + +[[annotations]] +path = [".github/**/**.md", ".github/pull_request_template.md"] +precedence = "aggregate" +SPDX-FileCopyrightText = "Copyright (c) ONNX Project Contributors" +SPDX-License-Identifier = "Apache-2.0" + +[[annotations]] +path = ".github/**/**.yml" +precedence = "aggregate" +SPDX-FileCopyrightText = "Copyright (c) ONNX Project Contributors" +SPDX-License-Identifier = "Apache-2.0" + +[[annotations]] +path = "onnx/backend/test/data/simple/**/test_data_set_0/**pb" +precedence = "aggregate" +SPDX-FileCopyrightText = "Copyright (c) ONNX Project Contributors" +SPDX-License-Identifier = "Apache-2.0" + +[[annotations]] +path = "onnx/backend/test/data/node/**/test_data_set_0/**.pb" +precedence = "aggregate" +SPDX-FileCopyrightText = "Copyright (c) ONNX Project Contributors" +SPDX-License-Identifier = "Apache-2.0" + +[[annotations]] +path = "onnx/backend/test/data/simple/**/**.onnx" +precedence = "aggregate" +SPDX-FileCopyrightText = "Copyright (c) ONNX Project Contributors" +SPDX-License-Identifier = "Apache-2.0" + +[[annotations]] +path = "onnx/backend/test/data/pytorch-operator/**/test_data_set_0/**.pb" +precedence = "aggregate" +SPDX-FileCopyrightText = "Copyright (c) ONNX Project Contributors" +SPDX-License-Identifier = "Apache-2.0" + +[[annotations]] +path = "onnx/backend/test/data/pytorch-operator/**/**.onnx" +precedence = "aggregate" +SPDX-FileCopyrightText = "Copyright (c) ONNX Project Contributors" +SPDX-License-Identifier = "Apache-2.0" + +[[annotations]] +path = "onnx/backend/test/data/pytorch-operator/**/**.pb" +precedence = "aggregate" +SPDX-FileCopyrightText = "Copyright (c) ONNX Project Contributors" +SPDX-License-Identifier = "Apache-2.0" + +[[annotations]] +path = "onnx/backend/test/data/node/**/**.onnx" +precedence = "aggregate" +SPDX-FileCopyrightText = "Copyright (c) ONNX Project Contributors" +SPDX-License-Identifier = "Apache-2.0" + +[[annotations]] +path = "onnx/backend/test/data/pytorch-converted/**/test_data_set_0/**.pb" +precedence = "aggregate" +SPDX-FileCopyrightText = "Copyright (c) ONNX Project Contributors" +SPDX-License-Identifier = "Apache-2.0" + +[[annotations]] +path = "onnx/backend/test/data/light/**.onnx" +precedence = "aggregate" +SPDX-FileCopyrightText = "Copyright (c) ONNX Project Contributors" +SPDX-License-Identifier = "Apache-2.0" + +[[annotations]] +path = "onnx/backend/test/data/light/**.pb" +precedence = "aggregate" +SPDX-FileCopyrightText = "Copyright (c) ONNX Project Contributors" +SPDX-License-Identifier = "Apache-2.0" + +[[annotations]] +path = "onnx/backend/test/data/real/**/**.json" +precedence = "aggregate" +SPDX-FileCopyrightText = "Copyright (c) ONNX Project Contributors" +SPDX-License-Identifier = "Apache-2.0" + +[[annotations]] +path = "onnx/backend/test/data/pytorch-converted/**/**.onnx" +precedence = "aggregate" +SPDX-FileCopyrightText = "Copyright (c) ONNX Project Contributors" +SPDX-License-Identifier = "Apache-2.0" + +[[annotations]] +path = "onnx/backend/test/data/light/light/**.onnx" +precedence = "aggregate" +SPDX-FileCopyrightText = "Copyright (c) ONNX Project Contributors" +SPDX-License-Identifier = "Apache-2.0" + +[[annotations]] +path = ["onnx/onnx-operators**", "onnx/onnx-ml**", "onnx/onnx-data**", "onnx/onnx**"] +precedence = "aggregate" +SPDX-FileCopyrightText = "Copyright (c) ONNX Project Contributors" +SPDX-License-Identifier = "Apache-2.0" + +[[annotations]] +path = ["docs/docsgen/source/api/**md", "docs/docsgen/source/_static/**", "docs/docsgen/source/onnx-favicon.png"] +precedence = "aggregate" +SPDX-FileCopyrightText = "Copyright (c) ONNX Project Contributors" +SPDX-License-Identifier = "Apache-2.0" + +[[annotations]] +path = ["onnx/backend/test/stat_coverage.py", "onnx/defs/gen_doc.py"] +precedence = "aggregate" +SPDX-FileCopyrightText = "Copyright (c) ONNX Project Contributors" +SPDX-License-Identifier = "Apache-2.0" + +[[annotations]] +path = "docs/Change**.md" +precedence = "aggregate" +SPDX-FileCopyrightText = "Copyright (c) ONNX Project Contributors" +SPDX-License-Identifier = "Apache-2.0" + +[[annotations]] +path = "docs/Test**.md" +precedence = "aggregate" +SPDX-FileCopyrightText = "Copyright (c) ONNX Project Contributors" +SPDX-License-Identifier = "Apache-2.0" + +[[annotations]] +path = "docs/Operator**.md" +precedence = "aggregate" +SPDX-FileCopyrightText = "Copyright (c) ONNX Project Contributors" +SPDX-License-Identifier = "Apache-2.0" + +[[annotations]] +path = [".gitignore", "**/**/.gitignore", ".gitmodules", ".lintrunner.toml", ".gitattributes", ".git-blame-ignore-revs", ".clang**", ".editorconfig"] +precedence = "aggregate" +SPDX-FileCopyrightText = "Copyright (c) ONNX Project Contributors" +SPDX-License-Identifier = "Apache-2.0" + +[[annotations]] +path = ["docs/docsgen/source/intro/images/**", "docs/docsgen/source/intro/**md"] +precedence = "aggregate" +SPDX-FileCopyrightText = "Copyright (c) ONNX Project Contributors" +SPDX-License-Identifier = "Apache-2.0" + +[[annotations]] +path = ["MANIFEST.in", "VERSION_NUMBER", "CODE_OF_CONDUCT.md", "CODEOWNERS", "NOTICE", "pyproject**.toml", "requirements**.txt"] +precedence = "aggregate" +SPDX-FileCopyrightText = "Copyright (c) ONNX Project Contributors" +SPDX-License-Identifier = "Apache-2.0" + +[[annotations]] +path = ["onnx/onnx_cpp2py_export/**pyi", "onnx/py.typed"] +precedence = "aggregate" +SPDX-FileCopyrightText = "Copyright (c) ONNX Project Contributors" +SPDX-License-Identifier = "Apache-2.0" + +[[annotations]] +path = ["onnx/defs/**/**.cc", "onnx/defs/**/**.h"] +precedence = "aggregate" +SPDX-FileCopyrightText = "Copyright (c) ONNX Project Contributors" +SPDX-License-Identifier = "Apache-2.0" + +[[annotations]] +path = "onnx/reference/ops/aionnxml/**py" +precedence = "aggregate" +SPDX-FileCopyrightText = "Copyright (c) ONNX Project Contributors" +SPDX-License-Identifier = "Apache-2.0" + +[[annotations]] +path = ["onnx/defs/**.cc", "onnx/defs/**.h"] +precedence = "aggregate" +SPDX-FileCopyrightText = "Copyright (c) ONNX Project Contributors" +SPDX-License-Identifier = "Apache-2.0" + +[[annotations]] +path = ["cmake/ONNXConfig**.in", "CMakeLists.txt", "cmake/**cmake", "cmake/", "onnx/test/cmake/CMakeLists.txt"] +precedence = "aggregate" +SPDX-FileCopyrightText = "Copyright (c) ONNX Project Contributors" +SPDX-License-Identifier = "Apache-2.0" + +[[annotations]] +path = [".vscode/settings.json", "docs/docsgen/source/_templates/layout.html", "docs/docsgen/source/_templates/sidebar-nav-bs.html", "docs/images/onnx_hub_arch.svg", "docs/onnx-horizontal-color.png", "tools/protoc-gen-mypy.sh.in"] +precedence = "aggregate" +SPDX-FileCopyrightText = "Copyright (c) ONNX Project Contributors" +SPDX-License-Identifier = "Apache-2.0" + +[[annotations]] +path = ["onnx/gen_proto.py", "tools/protoc-gen-mypy.bat", "onnx/reference/op_run.py"] +precedence = "aggregate" +SPDX-FileCopyrightText = "Copyright (c) ONNX Project Contributors" +SPDX-License-Identifier = "Apache-2.0" + +[[annotations]] +path = ["onnx/backend/sample/ops/abs.py", "onnx/gen_proto.py"] +precedence = "override" +SPDX-FileCopyrightText = "Copyright (c) ONNX Project Contributors" +SPDX-License-Identifier = "Apache-2.0" + +[[annotations]] +path = ["docs/proposals/images/composing_broadcast_axes.png"] +precedence = "aggregate" +SPDX-FileCopyrightText = "Copyright (c) ONNX Project Contributors" +SPDX-License-Identifier = "Apache-2.0" + +[[annotations]] +path = ["pixi.lock"] +precedence = "aggregate" +SPDX-FileCopyrightText = "Copyright (c) ONNX Project Contributors" +SPDX-License-Identifier = "Apache-2.0" + +[[annotations]] +path = "docs/docsgen/source/technical/**.png" +precedence = "aggregate" +SPDX-FileCopyrightText = "Copyright (c) ONNX Project Contributors" +SPDX-License-Identifier = "Apache-2.0" + +[[annotations]] +path = [".agents/**", ".claude/**", "uv.lock"] +precedence = "aggregate" +SPDX-FileCopyrightText = "Copyright (c) ONNX Project Contributors" +SPDX-License-Identifier = "Apache-2.0" + +[[annotations]] +path = "sbom.cdx.json" +precedence = "aggregate" +SPDX-FileCopyrightText = "Copyright (c) ONNX Project Contributors" +SPDX-License-Identifier = "Apache-2.0" diff --git a/ROADMAP.md b/ROADMAP.md new file mode 100644 index 0000000..bb88a3e --- /dev/null +++ b/ROADMAP.md @@ -0,0 +1,141 @@ + + +# ONNX 12-Month Roadmap (Q3 2026 – Q2 2027) + +> This is a living document and a starting point — not yet a complete picture of all ONNX SIGs and Working Groups. +> Every group is invited to add or update their milestones below. +> Milestones are **estimations**, not commitments, unless stated otherwise. + +--- + +## How to contribute + +1. Find your SIG/WG section below (or add a new one following the template). +2. Fill in your objectives per quarter. +3. Submit a PR or send your input to the roadmap coordinator. + +--- + +## SIGs & Working Groups + +--- + +### SIG Architecture & Infrastructure + +**Lead(s):** Andreas Fehlner (TRUMPF Laser), Christian Bourjau (QuantCo) + +**Last updated:** 2026-06-24 + +#### Q3 2026 +- Remove test files from release packages (reduce package size and install surface) +- Automate and improve SBOM generation and publication +- Immutable releases (tamper-evident, verifiable artifacts) +- Convert deprecated branch protection rules to Rules within Github +- Newer minimal protobuf + +#### Q4 2026 +- Move to C++20 +- Begin C++ hardening (compiler flags, static analysis integration) +- Integrate fuzz testing into CI +- Define a stable C-API + +#### Q1 2027 +- OpenSSF Gold Badge +- Achieve SLSA Build Level 3 compliance + +#### Q2 2027 +- Improved conformance test suite (parameterized, filterable, usable from non-Python runtimes) +- Continued C++ hardening improvements + +--- + +### Operator SIG + +**Lead(s):** G. Ramalingam, Michal Karzynski + +**Last updated:** 2026-06-08 + +Note: The items below may be reprioritized as needed. It may be better to view the following as +an unprioritized list of items for the next year. + +#### Q3 2026: +- ~~Attention op (fix causal-mask position-anchoring issue)~~ (landing in [#8068](https://github.com/onnx/onnx/pull/8068)) +- Attention op (add support for local window) +- Attention op (add support for pre-softcap additive bias) +- Support symbolic shape inference + +#### Q4 2026: +- Variable length scan support +- LinearAttention (support for Gated DeltaNet-2) + +#### Q1 2027: +- Support Mixture-of-Exports (possibly via Grouped MatMul operator) +- RotaryEmbedding for visual models (2D) + +#### Q2 2027: +- Support for ternary-value quantization and single-bit quantization +- FlexAttention + +### SONNX Working Group + +**Lead(s):** Eric JENN, Jean SOUYRIS +**Last updated:** 2026-06-01 + +#### Q3 2026 +- First subset of ONNX operators (i) fully specified in compliance with the SONNX guidelines, (ii) fully formally specified and proved, (iii) implemented, (iv) tested and (v) integrated in the AIDGE framework. +- Final version of the informal specification guidelines. +- First version of the formal specification guidelines. +- First version of the verification guidelines (testing). +- First version of the graph execution semantics formally specified (excluding control flow ops). + +#### Q4 2026 +- Second subset of ONNX operators (i) fully specified in compliance with the SONNX guidelines, (ii) fully formally specified and proved, (iii) implemented, (iv) tested and (v) integrated in the AIDGE framework. +- Final version of the formal specification guidelines. +- First version of the numerical accuracy analysis guidelines. + +#### Q1 2027 +- Third subset of ONNX operators (i) fully specified in compliance with the SONNX guidelines, (ii) fully formally specified and proved, (iii) implemented, (iv) tested and (v) integrated in the AIDGE framework. +- Final version of the numerical accuracy analysis guidelines. +- Final version of the verification guidelines (all techniques). +- First subset of operators with numerical accuracy analysis. +- Final version of the graph execution formal specification (including control flow ops). + +#### Q2 2027 +- Fourth subset of ONNX operators (i) fully specified in compliance with the SONNX guidelines, (ii) fully formally specified and proved, (iii) implemented, (iv) tested and (v) integrated in the AIDGE framework. +- Second subset of operators with numerical accuracy analysis. + +--- + + +### [SIG/WG Name] + +**Lead(s):** _TBD_ +**Last updated:** _YYYY-MM-DD_ + +#### Q3 2026 +- _Objective 1_ +- _Objective 2_ +- _Objective 3_ + +#### Q4 2026 +- _Objective 1_ +- _Objective 2_ +- _Objective 3_ + +#### Q1 2027 +- _Objective 1_ +- _Objective 2_ +- _Objective 3_ + +#### Q2 2027 +- _Objective 1_ +- _Objective 2_ +- _Objective 3_ + +--- + + diff --git a/SECURITY.md b/SECURITY.md new file mode 100644 index 0000000..344a0db --- /dev/null +++ b/SECURITY.md @@ -0,0 +1,73 @@ + + +# Security Policy + +## Reporting a Vulnerability + +Bugs, even safety-critical ones, that are easily discovered using widely available tooling are considered publicly known. +Please open a public issue or PR if you discovered an issue in this manner. +If you believe you have discovered a non-trivial security vulnerability in ONNX that does not fall into the above category, please report it privately using GitHub Security Advisories. + +👉 Open a private report: https://github.com/onnx/onnx/security/advisories/new + +This allows maintainers to triage the issue, collaborate on a fix, and coordinate disclosure. + +If you are unable to use GitHub for reporting, you may contact the maintainers at onnx-security@lists.lfaidata.foundation as a fallback. + +After your report is received, a maintainer will acknowledge it, work with you to understand impact and remediation, and keep you informed about progress toward a fix and public disclosure. We aim to provide an initial response within 14 business days. ONNX is a volunteer-driven open-source project, so response times may vary. + +Please do not disclose the vulnerability publicly until a fix and advisory have been released. + +Reporters are credited in the published advisory unless they request to remain anonymous. + +## Response Process + +Once a report is received, maintainers follow this process: + +1. **Confirm.** Verify the report describes a genuine security issue (not an ordinary bug or feature request) and assign an incident lead from the security team (the GitHub team with access to private advisories). The GitHub Security Advisory draft serves as the private coordination channel. +2. **Triage.** Assess severity case by case using [CVSS](https://www.first.org/cvss/) (v3.1 is preferred, but v4.0 is also accepted). +The security team decides per incident whether the fix warrants an out-of-cycle patch release or can be included in the next scheduled release. Not every report results in a CVE — a CVE is issued only when there is a confirmed, exploitable vulnerability with real-world impact. +Reports describing expected behavior, unrealistic preconditions, or issues outside the project's threat model may be closed without a CVE. +3. **Fix.** A patch is developed in a private fork or Security Advisory draft and reviewed by a second maintainer. +4. **Disclose.** Merge the fix and release the patched version, then publish the GitHub Security Advisory — this requests a CVE if applicable and serves as the public announcement. + +Out-of-cycle releases are triggered for confirmed Critical/High vulnerabilities or active exploitation. + +## Security announcements + +Security advisories are published via GitHub Security Advisories. Users depending on ONNX will be notified automatically via GitHub's dependency graph. + +## Security Requirements + +Open Neural Network Exchange (ONNX) manages reported vulnerabilities according to its documented security policy and delivers remediations in maintained releases. The project employs established secure development practices such as automated testing, continuous integration, and tooling intended to identify defects during development. Third-party dependencies and build components are periodically reviewed and updated to address known issues and to mitigate supply-chain risk. ONNX does not guarantee that models or inputs are trustworthy, and operators are responsible for validating provenance and applying appropriate isolation, resource limits, and runtime safeguards when executing untrusted workloads. + +For the project's threat model, secure design principles, and the weaknesses they mitigate, see the [Security Assurance Case](docs/AssuranceCase.md). + +## Supply Chain Security + +ONNX release artifacts (wheels and source distributions) meet [SLSA Build Level 2](https://slsa.dev/spec/v1.0/levels#build-l2). Artifacts published to PyPI from this repository's GitHub Actions workflows have a corresponding signed provenance attestation generated by GitHub Actions and stored in GitHub's attestation store. + +### Verifying attestations + +Install the [GitHub CLI](https://cli.github.com/) and run: + +```bash +gh attestation verify --owner onnx +``` + +For example: + +```bash +pip download onnx --no-deps -d ./dist +gh attestation verify ./dist/onnx-*.whl --owner onnx +``` + +A successful verification confirms that the artifact was built by GitHub Actions in the `onnx/onnx` repository and has not been tampered with since it was built. + +### Software Bill of Materials (SBOM) + +Each wheel also embeds a [CycloneDX 1.7](https://cyclonedx.org/) SBOM (`.cdx.json`) listing the bundled third-party components shipped inside the wheel (e.g. statically linked C++ libraries). diff --git a/VERSION_NUMBER b/VERSION_NUMBER new file mode 100644 index 0000000..a6c2798 --- /dev/null +++ b/VERSION_NUMBER @@ -0,0 +1 @@ +1.23.0 diff --git a/cmake/ONNXConfig.cmake.in b/cmake/ONNXConfig.cmake.in new file mode 100644 index 0000000..aa1ef47 --- /dev/null +++ b/cmake/ONNXConfig.cmake.in @@ -0,0 +1,12 @@ +# - Config file for the ONNX package +# It defines ONNX targets for other cmake libraries to use. + +# library version information +set(ONNX_VERSION "@ONNX_VERSION@") + +if(NOT @ONNX_USE_PROTOBUF_SHARED_LIBS@) + find_package(Protobuf REQUIRED CONFIG) +endif() + +# import targets +include ("${CMAKE_CURRENT_LIST_DIR}/ONNXTargets.cmake") diff --git a/cmake/ONNXConfigVersion.cmake.in b/cmake/ONNXConfigVersion.cmake.in new file mode 100644 index 0000000..a25c168 --- /dev/null +++ b/cmake/ONNXConfigVersion.cmake.in @@ -0,0 +1,11 @@ +set(PACKAGE_VERSION "@ONNX_VERSION@") + +# Check whether the requested PACKAGE_FIND_VERSION is compatible +if(PACKAGE_VERSION VERSION_LESS PACKAGE_FIND_VERSION) + set(PACKAGE_VERSION_COMPATIBLE FALSE) +else() + set(PACKAGE_VERSION_COMPATIBLE TRUE) + if (PACKAGE_VERSION VERSION_EQUAL PACKAGE_FIND_VERSION) + set(PACKAGE_VERSION_EXACT TRUE) + endif() +endif() diff --git a/cmake/Utils.cmake b/cmake/Utils.cmake new file mode 100644 index 0000000..44e306a --- /dev/null +++ b/cmake/Utils.cmake @@ -0,0 +1,208 @@ +# SPDX-License-Identifier: Apache-2.0 + +# Look up a dependency by name in sbom.cdx.json and set URL, SHA256, and VERSION +# variables in the caller's scope. For example: +# sbom_get_dep("abseil-cpp" _absl) +# sets _absl_URL, _absl_SHA256, _absl_VERSION. +function(sbom_get_dep dep_name prefix) + file(READ "${CMAKE_CURRENT_SOURCE_DIR}/sbom.cdx.json" _sbom) + string(JSON _count LENGTH "${_sbom}" "components") + foreach(_i RANGE 0 ${_count}) + if(_i EQUAL _count) + break() + endif() + string(JSON _name GET "${_sbom}" "components" ${_i} "name") + if(_name STREQUAL "${dep_name}") + string(JSON _url GET "${_sbom}" "components" ${_i} "externalReferences" 0 "url") + string(JSON _version GET "${_sbom}" "components" ${_i} "version") + set(${prefix}_URL "${_url}" PARENT_SCOPE) + set(${prefix}_VERSION "${_version}" PARENT_SCOPE) + # SHA256 is optional (e.g. git-only deps like nanobind). + string(JSON _hash_count ERROR_VARIABLE _err LENGTH "${_sbom}" "components" ${_i} "hashes") + if(_hash_count AND _hash_count GREATER 0) + string(JSON _sha256 GET "${_sbom}" "components" ${_i} "hashes" 0 "content") + set(${prefix}_SHA256 "${_sha256}" PARENT_SCOPE) + else() + set(${prefix}_SHA256 "" PARENT_SCOPE) + endif() + return() + endif() + endforeach() + message(FATAL_ERROR "Dependency '${dep_name}' not found in sbom.cdx.json") +endfunction() + +# Compiler hardening flags based on OpenSSF guidelines: +# https://best.openssf.org/Compiler-Hardening-Guides/Compiler-Options-Hardening-Guide-for-C-and-C++.html +function(add_onnx_hardening_flags target) + if(NOT ONNX_HARDENING) + return() + endif() + + if(MSVC) + # MSVC hardening compile flags + target_compile_options(${target} PRIVATE + /GS # Buffer security checks + /guard:cf # Control Flow Guard + /sdl # Security Development Lifecycle checks + ) + # MSVC hardening linker flags + target_link_options(${target} PRIVATE + /DYNAMICBASE # ASLR + /NXCOMPAT # Data Execution Prevention + /guard:cf # Control Flow Guard (linker side) + ) + # CET shadow stack requires VS 2019 (MSVC 19.20+) and is x86/x64 only + if(MSVC_VERSION GREATER_EQUAL 1920 AND CMAKE_SYSTEM_PROCESSOR MATCHES "x86|x64|X86|AMD64") + target_link_options(${target} PRIVATE /CETCOMPAT) + endif() + else() + # GCC/Clang hardening compile flags + target_compile_options(${target} PRIVATE + -Wformat + -Wformat=2 + -Wimplicit-fallthrough + -Werror=format-security + -fstack-protector-strong + -fno-delete-null-pointer-checks + -fno-strict-overflow + -fno-strict-aliasing + ) + + # Zero-initialize uninitialized stack variables (requires compiler support) + include(CheckCXXCompilerFlag) + check_cxx_compiler_flag(-ftrivial-auto-var-init=zero COMPILER_SUPPORTS_AUTO_VAR_INIT) + if(COMPILER_SUPPORTS_AUTO_VAR_INIT) + target_compile_options(${target} PRIVATE -ftrivial-auto-var-init=zero) + endif() + + # _FORTIFY_SOURCE requires optimization and conflicts with sanitizers + if(NOT ONNX_USE_ASAN) + target_compile_options(${target} PRIVATE + -U_FORTIFY_SOURCE + -D_FORTIFY_SOURCE=3 + ) + endif() + + # C++ standard library assertions + target_compile_definitions(${target} PRIVATE _GLIBCXX_ASSERTIONS) + + # Stack clash protection (Linux only - not supported on macOS) + if(CMAKE_SYSTEM_NAME STREQUAL "Linux") + include(CheckCXXCompilerFlag) + check_cxx_compiler_flag(-fstack-clash-protection COMPILER_SUPPORTS_STACK_CLASH) + if(COMPILER_SUPPORTS_STACK_CLASH) + target_compile_options(${target} PRIVATE -fstack-clash-protection) + endif() + endif() + + # Control-flow protection for x86_64 (Linux only - not supported on macOS) + if(CMAKE_SYSTEM_NAME STREQUAL "Linux" AND CMAKE_SYSTEM_PROCESSOR MATCHES "x86_64|amd64|AMD64") + include(CheckCXXCompilerFlag) + check_cxx_compiler_flag(-fcf-protection=full COMPILER_SUPPORTS_CF_PROTECTION) + if(COMPILER_SUPPORTS_CF_PROTECTION) + target_compile_options(${target} PRIVATE -fcf-protection=full) + endif() + endif() + + # Branch protection for AArch64 (Linux only - macOS uses different mechanism) + if(CMAKE_SYSTEM_NAME STREQUAL "Linux" AND CMAKE_SYSTEM_PROCESSOR MATCHES "aarch64|arm64|ARM64") + include(CheckCXXCompilerFlag) + check_cxx_compiler_flag(-mbranch-protection=standard COMPILER_SUPPORTS_BRANCH_PROTECTION) + if(COMPILER_SUPPORTS_BRANCH_PROTECTION) + target_compile_options(${target} PRIVATE -mbranch-protection=standard) + endif() + endif() + + # Linker hardening flags (Linux only, not macOS) + if(CMAKE_SYSTEM_NAME STREQUAL "Linux") + target_link_options(${target} PRIVATE + -Wl,-z,noexecstack + -Wl,-z,relro + -Wl,-z,now + ) + endif() + endif() +endfunction() + +# Adjusts the MSVC_RUNTIME_LIBRARY property for a given target. +# If CMAKE_MSVC_RUNTIME_LIBRARY is defined, we assume the user wants to explicitly use that value. +# If not, we respect ONNX_USE_MSVC_STATIC_RUNTIME and delegate to the static/dynamic lib respectively, +# with Debug builds using the debug libs. +function(add_msvc_runtime_flag lib) + if(DEFINED CMAKE_MSVC_RUNTIME_LIBRARY) + # Don't do anything here and respect parent-project provided value. + # CMake will have already associated the default value with our target. + message(STATUS "Ignoring ONNX_USE_MSVC_STATIC_RUNTIME since CMAKE_MSVC_RUNTIME_LIBRARY is defined.") + else() + if(ONNX_USE_MSVC_STATIC_RUNTIME) + set_target_properties(${lib} PROPERTIES + MSVC_RUNTIME_LIBRARY "MultiThreaded$<$:Debug>" + ) + else() + set_target_properties(${lib} PROPERTIES + MSVC_RUNTIME_LIBRARY "MultiThreaded$<$:Debug>DLL" + ) + endif() + endif() +endfunction() + +function(add_onnx_global_defines target) + target_compile_definitions(${target} + PUBLIC "ONNX_NAMESPACE=${ONNX_NAMESPACE}") + + if(ONNX_ML) + target_compile_definitions(${target} PUBLIC "ONNX_ML=1") + endif() + + if(ONNX_USE_LITE_PROTO) + target_compile_definitions(${target} PUBLIC "ONNX_USE_LITE_PROTO=1") + endif() + + if(ONNX_DISABLE_STATIC_REGISTRATION) + target_compile_definitions(${target} + PUBLIC "__ONNX_DISABLE_STATIC_REGISTRATION") + endif() +endfunction() + +function(add_onnx_compile_options target) + if(MSVC) + add_msvc_runtime_flag(${target}) + if(ONNX_WERROR) + target_compile_options(${target} PRIVATE "/WX") + endif() + else() + target_compile_options(${target} PRIVATE -Wall -Wextra) + if(CMAKE_COMPILER_IS_GNUCXX AND CMAKE_CXX_COMPILER_VERSION + VERSION_GREATER_EQUAL 13) + target_compile_options(${target} PRIVATE "-Wno-stringop-overflow") + endif() + if(CMAKE_CXX_COMPILER_ID STREQUAL "AppleClang") + target_compile_options(${target} PRIVATE "-Wno-shorten-64-to-32") + endif() + if(ONNX_WERROR) + target_compile_options(${target} PRIVATE "-Werror") + endif() + endif() + target_include_directories( + ${target} + PUBLIC $ $ + $) + target_link_libraries(${target} PUBLIC ${LINKED_PROTOBUF_TARGET}) + get_target_property(_onnx_linked_protobuf_is_imported ${LINKED_PROTOBUF_TARGET} IMPORTED) + foreach(ABSL_USED_TARGET IN LISTS protobuf_ABSL_USED_TARGETS) + if(TARGET ${ABSL_USED_TARGET}) + target_link_libraries(${target} PUBLIC ${ABSL_USED_TARGET}) + if(NOT _onnx_linked_protobuf_is_imported) + add_dependencies(${LINKED_PROTOBUF_TARGET} ${ABSL_USED_TARGET}) + endif() + endif() + endforeach() + # Prevent "undefined symbol: _ZNSt10filesystem7__cxx114path14_M_split_cmptsEv" + # (std::filesystem::__cxx11::path::_M_split_cmpts()) on gcc 8 + if(CMAKE_COMPILER_IS_GNUCXX AND CMAKE_CXX_COMPILER_VERSION VERSION_LESS 9.0) + target_link_libraries(${target} PRIVATE "-lstdc++fs") + endif() + + # Apply hardening flags if enabled + add_onnx_hardening_flags(${target}) +endfunction() diff --git a/cmake/external/FindSanitizer.cmake b/cmake/external/FindSanitizer.cmake new file mode 100644 index 0000000..56be1aa --- /dev/null +++ b/cmake/external/FindSanitizer.cmake @@ -0,0 +1,166 @@ +# SPDX-License-Identifier: Apache-2.0 + +# Find sanitizers +# +# This module sets the following targets: +# Sanitizer::address +# Sanitizer::thread +# Sanitizer::undefined +# Sanitizer::memory +include_guard(GLOBAL) + +option(UBSAN_FLAGS "additional UBSAN flags" OFF) +option(MSAN_FLAGS "additional MSAN flags" OFF) + +get_property(languages GLOBAL PROPERTY ENABLED_LANGUAGES) + +set(_source_code + [==[ + #include + int main() { + printf("hello world!"); + return 0; + } + ]==]) + +set(_bug_address_code + [==[ +#include +int main(int argc, char **argv) { + int *array = (int*)malloc(100*sizeof(int)); + array[0] = 0; + int res = array[argc + 100]; // BOOM + free(array); + return res; +} +]==]) + +set(_bug_undefined_code + [==[ +int main(int argc, char **argv) { + int k = 0x7fffffff; + k += argc; + return 0; +} +]==]) + +include(CMakePushCheckState) +foreach(lang IN LISTS languages) + if(lang STREQUAL C) + include(CheckCSourceCompiles) + include(CheckCSourceRuns) + elseif(lang STREQUAL CXX) + include(CheckCXXSourceCompiles) + include(CheckCXXSourceRuns) + else() + continue() + endif() + foreach(sanitizer_name IN ITEMS address thread undefined memory) + if(TARGET Sanitizer::${sanitizer_name}_${lang}) + continue() + endif() + if(CMAKE_${lang}_COMPILER_ID STREQUAL "MSVC") + if(sanitizer_name STREQUAL "address") + set(SANITIZER_FLAGS "/fsanitize=${sanitizer_name}") + else() + continue() + endif() + else() + set(SANITIZER_FLAGS + "-fsanitize=${sanitizer_name};-fno-omit-frame-pointer") + endif() + if(sanitizer_name STREQUAL "undefined" AND UBSAN_FLAGS) + list(APPEND SANITIZER_FLAGS "${UBSAN_FLAGS}") + endif() + if(sanitizer_name STREQUAL "memory") + list(APPEND SANITIZER_FLAGS "-fsanitize-memory-track-origins=2") + if(MSAN_FLAGS) + list(APPEND SANITIZER_FLAGS "${MSAN_FLAGS}") + endif() + endif() + cmake_push_check_state(RESET) + set(CMAKE_REQUIRED_QUIET ON) + string(REPLACE ";" " " CMAKE_REQUIRED_FLAGS "${SANITIZER_FLAGS}") + + set(SANITIZER_LINK_FLAGS) + if(CMAKE_${lang}_COMPILER_ID STREQUAL "MSVC") + list(APPEND SANITIZER_LINK_FLAGS "/INCREMENTAL:NO") + else() + list(APPEND SANITIZER_LINK_FLAGS "-fsanitize=${sanitizer_name}") + endif() + set(CMAKE_REQUIRED_LINK_OPTIONS "${SANITIZER_LINK_FLAGS}") + + unset(__res CACHE) + if(lang STREQUAL C) + if(CMAKE_${lang}_COMPILER_ID STREQUAL "MSVC") + check_c_source_compiles("${_source_code}" __res) + else() + check_c_source_runs("${_source_code}" __res) + endif() + else() + if(CMAKE_${lang}_COMPILER_ID STREQUAL "MSVC") + check_cxx_source_compiles("${_source_code}" __res) + else() + check_cxx_source_runs("${_source_code}" __res) + endif() + endif() + if(NOT __res) + message(WARNING "Can't find ${sanitizer_name} in ${lang}") + cmake_pop_check_state() + continue() + endif() + + unset(__res CACHE) + if(NOT CMAKE_${lang}_COMPILER_ID STREQUAL "MSVC" AND (sanitizer_name STREQUAL "address") OR (sanitizer_name STREQUAL "undefined")) + set(CMAKE_REQUIRED_FLAGS "${CMAKE_REQUIRED_FLAGS} -fno-sanitize-recover=all") + if(lang STREQUAL C) + check_c_source_runs("${_bug_${sanitizer_name}_code}" __res) + else() + check_cxx_source_runs("${_bug_${sanitizer_name}_code}" __res) + endif() + if(__res) + message(WARNING "Buffer overflow bug is not detected in ${lang} ${sanitizer_name}") + cmake_pop_check_state() + continue() + endif() + endif() + + add_library(Sanitizer::${sanitizer_name}_${lang} INTERFACE IMPORTED GLOBAL) + if(NOT TARGET Sanitizer::${sanitizer_name}) + add_library(Sanitizer::${sanitizer_name} INTERFACE IMPORTED GLOBAL) + endif() + target_link_libraries(Sanitizer::${sanitizer_name} + INTERFACE Sanitizer::${sanitizer_name}_${lang}) + foreach(SANITIZER_FLAG IN LISTS SANITIZER_FLAGS) + target_compile_options( + Sanitizer::${sanitizer_name}_${lang} + INTERFACE $<$:${SANITIZER_FLAG}>) + endforeach() + foreach(SANITIZER_FLAG IN LISTS SANITIZER_LINK_FLAGS) + target_link_options(Sanitizer::${sanitizer_name}_${lang} INTERFACE + $<$:${SANITIZER_FLAG}>) + endforeach() + + if(CMAKE_${lang}_COMPILER_ID STREQUAL "Clang") + target_compile_options( + Sanitizer::${sanitizer_name}_${lang} + INTERFACE $<$:-shared-libsan>) + endif() + + if(sanitizer_name STREQUAL "address" AND lang STREQUAL CXX) + if(CMAKE_${lang}_COMPILER_ID STREQUAL "MSVC") + target_compile_definitions( + Sanitizer::${sanitizer_name}_${lang} + INTERFACE $<$:_DISABLE_VECTOR_ANNOTATION> + $<$:_DISABLE_STRING_ANNOTATION>) + else() + target_compile_definitions( + Sanitizer::${sanitizer_name}_${lang} + INTERFACE + $<$:_GLIBCXX_SANITIZE_VECTOR> + $<$:_GLIBCXX_SANITIZE_STD_ALLOCATOR>) + endif() + endif() + cmake_pop_check_state() + endforeach() +endforeach() diff --git a/cmake/external/googletest.cmake b/cmake/external/googletest.cmake new file mode 100644 index 0000000..b984283 --- /dev/null +++ b/cmake/external/googletest.cmake @@ -0,0 +1,14 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 + +include(FetchContent) +FetchContent_Declare( + googletest + # Specify the commit you depend on and update it regularly. + URL https://github.com/google/googletest/releases/download/v1.17.0/googletest-1.17.0.tar.gz + URL_HASH SHA256=65fab701d9829d38cb77c14acdc431d2108bfdbf8979e40eb8ae567edf10b27c +) +# For Windows: Prevent overriding the parent project's compiler/linker settings +set(gtest_force_shared_crt ON CACHE BOOL "" FORCE) +FetchContent_MakeAvailable(googletest) diff --git a/cmake/summary.cmake b/cmake/summary.cmake new file mode 100644 index 0000000..f262a3b --- /dev/null +++ b/cmake/summary.cmake @@ -0,0 +1,90 @@ +# SPDX-License-Identifier: Apache-2.0 + +# Prints accumulated ONNX configuration summary +function(onnx_print_configuration_summary) + message(STATUS "") + message(STATUS "******** Summary ********") + message(STATUS " CMake version : ${CMAKE_VERSION}") + message(STATUS " CMake command : ${CMAKE_COMMAND}") + message(STATUS " System : ${CMAKE_SYSTEM_NAME}") + message(STATUS " C++ compiler : ${CMAKE_CXX_COMPILER}") + message(STATUS " C++ compiler version : ${CMAKE_CXX_COMPILER_VERSION}") + message(STATUS " Build type : ${CMAKE_BUILD_TYPE}") + message(STATUS " CMAKE_INSTALL_PREFIX : ${CMAKE_INSTALL_PREFIX}") + if(CMAKE_MODULE_PATH) + message(STATUS " CMAKE_MODULE_PATH : ${CMAKE_MODULE_PATH}") + endif() + message(STATUS "") + message(STATUS " ONNX version : ${ONNX_VERSION}") + message(STATUS " ONNX NAMESPACE : ${ONNX_NAMESPACE}") + message(STATUS " ONNX_USE_LITE_PROTO : ${ONNX_USE_LITE_PROTO}") + message(STATUS " ONNX_USE_PROTOBUF_SHARED_LIBS : ${ONNX_USE_PROTOBUF_SHARED_LIBS}") + message(STATUS " ONNX_DISABLE_EXCEPTIONS : ${ONNX_DISABLE_EXCEPTIONS}") + message(STATUS " ONNX_DISABLE_STATIC_REGISTRATION : ${ONNX_DISABLE_STATIC_REGISTRATION}") + message(STATUS " ONNX_WERROR : ${ONNX_WERROR}") + message(STATUS " ONNX_HARDENING : ${ONNX_HARDENING}") + message(STATUS " ONNX_BUILD_TESTS : ${ONNX_BUILD_TESTS}") + message(STATUS " ONNX_USE_UNITY_BUILD : ${ONNX_USE_UNITY_BUILD}") + message(STATUS " BUILD_SHARED_LIBS : ${BUILD_SHARED_LIBS}") + message(STATUS "") + + get_target_property(tmp onnx COMPILE_OPTIONS) + message(STATUS " onnx compile options : ${tmp}") + get_target_property(tmp onnx_proto COMPILE_OPTIONS) + if(tmp) + message(STATUS " onnx_proto compile options : ${tmp}") + endif() + get_target_property(tmp onnx COMPILE_DEFINITIONS) + message(STATUS " onnx compile definitions : ${tmp}") + get_target_property(tmp onnx_proto COMPILE_DEFINITIONS) + message(STATUS " onnx_proto compile definitions : ${tmp}") + get_target_property(tmp onnx LINK_OPTIONS) + if(tmp) + message(STATUS " onnx link options : ${tmp}") + endif() + get_target_property(tmp onnx_proto LINK_OPTIONS) + if(tmp) + message(STATUS " onnx_proto link options : ${tmp}") + endif() + get_target_property(tmp onnx LINK_LIBRARIES) + if(tmp) + message(STATUS " onnx link libraries : ${tmp}") + endif() + get_target_property(tmp onnx_proto LINK_LIBRARIES) + if(tmp) + message(STATUS " onnx_proto link libraries : ${tmp}") + endif() + + message(STATUS "") + message(STATUS " Protobuf version : ${Protobuf_VERSION}") + if(EXISTS "${ONNX_PROTOC_EXECUTABLE}") + message(STATUS " Protobuf compiler : ${ONNX_PROTOC_EXECUTABLE}") + else() + if(TARGET protobuf::protoc) + get_target_property(tmp protobuf::protoc IMPORTED_LOCATION) + if(tmp) + message(STATUS " Protobuf compiler : ${tmp}") + endif() + endif() + endif() + if(TARGET ${LINKED_PROTOBUF_TARGET}) + get_target_property(tmp ${LINKED_PROTOBUF_TARGET} IMPORTED_LOCATION) + if(tmp) + message(STATUS " Protobuf libraries : ${tmp}") + endif() + endif() + message(STATUS " ONNX_BUILD_PYTHON : ${ONNX_BUILD_PYTHON}") + if(ONNX_BUILD_PYTHON) + message(STATUS " Python3 version : ${Python3_VERSION}") + message(STATUS " Python3 executable : ${Python3_EXECUTABLE}") + message(STATUS " Python3 includes : ${Python3_INCLUDE_DIRS}") + message(STATUS " Python3 libraries : ${Python3_LIBRARIES}") + if(Python3_PyPy_VERSION) + message(STATUS " Python3 PyPy version : ${Python3_PyPy_VERSION}") + endif() + message(STATUS " Python3 interpreter ID : ${Python3_INTERPRETER_ID}") + if(Python_SOABI) + message(STATUS " Python SOABI : ${Python_SOABI}") + endif() + endif() +endfunction() diff --git a/cmake/unittest.cmake b/cmake/unittest.cmake new file mode 100644 index 0000000..13aa74d --- /dev/null +++ b/cmake/unittest.cmake @@ -0,0 +1,39 @@ +# SPDX-License-Identifier: Apache-2.0 + +include(CTest) + +set(ONNX_ROOT ${PROJECT_SOURCE_DIR}) +set(UT_NAME ${PROJECT_NAME}_gtests) +set(test_src + ${ONNX_ROOT}/onnx/test/cpp/checker_test.cc + ${ONNX_ROOT}/onnx/test/cpp/data_propagation_test.cc + ${ONNX_ROOT}/onnx/test/cpp/function_context_test.cc + ${ONNX_ROOT}/onnx/test/cpp/function_get_test.cc + ${ONNX_ROOT}/onnx/test/cpp/function_verify_test.cc + ${ONNX_ROOT}/onnx/test/cpp/inliner_test.cc + ${ONNX_ROOT}/onnx/test/cpp/ir_test.cc + ${ONNX_ROOT}/onnx/test/cpp/op_reg_test.cc + ${ONNX_ROOT}/onnx/test/cpp/parser_test.cc + ${ONNX_ROOT}/onnx/test/cpp/schema_registration_test.cc + ${ONNX_ROOT}/onnx/test/cpp/shape_inference_test.cc + ${ONNX_ROOT}/onnx/test/cpp/test_main.cc + ${ONNX_ROOT}/onnx/test/cpp/utf8_conversion_test.cc +) +add_executable(${UT_NAME} ${test_src}) +find_package(Threads REQUIRED) +target_link_libraries(${UT_NAME} PRIVATE onnx Threads::Threads) +if(TARGET GTest::gtest) + target_link_libraries(${UT_NAME} PRIVATE GTest::gtest) +else() + target_link_libraries(${UT_NAME} PRIVATE gtest) +endif() +set(TEST_ARGS) +if(ONNX_GENERATE_TEST_REPORTS) + # generate a report file next to the test program + list( + APPEND + TEST_ARGS + "--gtest_output=xml:$.$.results.xml>") +endif() + +add_test(NAME ${UT_NAME} COMMAND ${UT_NAME} ${TEST_ARGS}) diff --git a/codecov.yml b/codecov.yml new file mode 100644 index 0000000..bfdc987 --- /dev/null +++ b/codecov.yml @@ -0,0 +1,8 @@ +coverage: + status: + project: + default: + informational: true + patch: + default: + informational: true diff --git a/community/logo_request.md b/community/logo_request.md new file mode 100644 index 0000000..3fe317e --- /dev/null +++ b/community/logo_request.md @@ -0,0 +1,16 @@ + + +## Member Company logos + +Member Companies as defined [here](readme.md#community-roles) can request their logo be displayed on https://onnx.ai and other materials. + +To have your logo displayed, submit a PR to https://github.com/onnx/onnx.github.io with the following: +1. Text of the PR must include written permission indicating the logo can be used on the onnx.ai website as well as in presentations showing ONNX Member Companies +2. A high quality logo file with transparent background needs to be committed in the "assets" directory. The image file should be 300dpi (best if physical printing is ever required) or a vector file which can be saved in any resolution. +3. The URL of your company or product web page. Ideally the page mentions ONNX. + +Member Companies may ask for their logo to be removed at any time and their status as Member Company rescinded. The Steering Committee also can vote to remove a Member Company of their status. diff --git a/community/readme.md b/community/readme.md new file mode 100644 index 0000000..0e690fc --- /dev/null +++ b/community/readme.md @@ -0,0 +1,168 @@ + + +# ONNX Open Governance + +## TL;DR + +ONNX is rolling out open governance to encourage broader participation beyond the founding companies. We hope this will make the decision making process more transparent, enable better technical decisions with consideration of more viewpoints, and share the work of maintenance. We want ONNX to be the standard the whole community rallies to without reservations. + +ONNX open governance creates 3 roles: Member, Contributor and Approver. 3 structures are also created: Steering Committee, Special Interest Groups (SIGs), Working Groups. Contributors and Approvers can vote for the Steering Committee members. The Steering Committee charters SIGs and appoints SIG chairs. Every piece of ONNX belongs to some SIG. Contributors and Approvers participate in one or more SIGs. Our governance structure is based on the successful model of Kubernetes. + +The effort is bootstrapped with an initial Steering Committee and set of SIGs with the first elections to occur after 1 year. + +## Principles + +The ONNX community adheres to the following principles: + +* __Open__: ONNX is open source. See repository guidelines and DCO, below. +* __Welcoming and respectful__: See Code of Conduct, below. +* __Transparent and accessible__: Work and collaboration should be done in public. See SIG governance, below. +* __Merit__: Ideas and contributions are accepted according to their technical merit and alignment with project objectives, scope and design principles. Engineering investment >> corporate sponsorship +* __Speed__: Contributing the time and effort to ensure fast decision-making is key to ensuring that the specifications produced is aligned to the fast iteration of machine learning technologies. + +## Community Roles + +### Members +Members are individuals who are interested in or participate in the ONNX community. Members are able to follow and participate in all public modes of communication used by the ONNX community including but not limited to GitHub, Slack, Stack Overflow, email announcements and discussion aliases. Members are expected to adhere to the Code of Conduct but do not have any specific responsibilities. + +### Contributors +Contributors are Members who are active contributors to the community. They can have issues and PRs assigned to them. They also have voting privileges. Contributors can be active in many ways including but not limited to: + +* Authoring or reviewing PRs on GitHub +* Filing or commenting on issues on GitHub +* Contributing to SIG, subproject, or community discussions (e.g. Slack, meetings, email discussion forums, Stack Overflow, etc) +* Creator of content, promoting and advocating the ONNX specification + +A Member can become a Contributor by being sponsored by 2 existing Approvers from different companies. Contributors who are not active in the last 12 months will be removed. + +### Approvers +Approvers are Contributors who are experienced with some aspect of the project and with general software engineering principles. Approvers are responsible for reviewing contributions for acceptance by considering not just code quality but also holistic impact of the contribution including compatibility, performance, and interactions with other areas. + +Approvers need to be active Contributors for at least 3 months and be sponsored by a SIG chair with no objections from other SIG chairs. + +### Member Companies +Member Companies are organizations that support ONNX in one or more of the following ways: +* Having employees participate in SIGs, Working Groups, or the Steering Committee +* Hosting a workshop or meetup for ONNX +* Providing resources for building or hosting ONNX assets +* Doing media or PR activities to promote ONNX +* Shipping a product that supports ONNX + +Member Companies do not have any voting rights, except via their employees who are Contributors. Affiliates and subsidiaries are considered part of the Member Company and not as separate organizations. Being a Member Company does not by itself confer any compliance or certification to the Member Company's products. + +Member Companies can request their logo be displayed on the website and other materials by following these [instructions](logo_request.md). + +## Organizational Structure + +The ONNX community is organized in the following manner, with all governance and execution being planned and coordinated as follows: + +* **Steering Committee** is made up of a set number of people whose charter it is to define and iterate on the vision, goals, and governance process of the ONNX community. +* **Special Interest Groups (SIGs)** are persistent groups that are responsible for specific parts of the project. SIGs must have open and transparent proceedings. Anyone is welcome to participate and contribute provided they follow the Code of Conduct. The purpose of a SIG is to develop a set of goals to be achieved over a set period of time, and then to gather input, drive consensus and closure, implement code contributions, and other related activities to achieve the goal. SIGs are also responsible for ongoing maintenance of the code in their areas. +* **Working Groups** are temporary groups that are formed to address issues that cross SIG boundaries. Working groups do not own any code ownership or other long term artifacts. Working groups can report back and act through involved SIGs. + +### Steering Committee + +#### Role + +The Steering Committee has a set of rights and responsibilities including the following: + +* Define, evolve, and defend the vision, values, mission, and scope of the project. +* Define, evolve, and defend a Code of Conduct, which must include a neutral, unbiased process for resolving conflicts. +* Define and evolve project governance structures and policies, including how members become contributors, approvers, SIG chairs, etc. +* Charter and refine policy for defining new community groups (Special Interest Groups, Working Groups, and any future possible defined structure), and establish transparency and accountability policies for such groups. +* Decide, for the purpose of elections, who is a member of standing of the ONNX project, and what privileges that entails. +* Decide which functional areas and scope are part of the ONNX project, including accepting new or pruning old SIGs and Working Groups. +* Decide how and when official releases of ONNX artifacts are made and what they include. +* Declare releases when quality/feature/other requirements are met. +* Control access to, establish processes regarding, and provide a final escalation path for any ONNX repository, which currently includes all repositories under the ONNX GitHub organizations +* Control and delegate access to and establish processes regarding other project resources/assets, including artifact repositories, build and test infrastructure, web sites and their domains, blogs, social-media accounts, etc. +* Define any certification process. +* Manage the ONNX brand and any outbound marketing. +* Make decisions by majority vote if consensus cannot be reached. + +#### Structure + +The Steering Committee consists of 5 individuals. No single Member Company may have more than 1 representative. Members serve 1 year terms. + +The starting composition will be individuals from Microsoft, Facebook, Amazon, and 2 other Member Companies, who have been picked by the three founding members based on contributions and experience. + +After the initial term of each Steering Committee representative is completed, their seat will be open for any contributor in the community to be elected into the seat via a community vote. Only contributors may vote, but would be restricted to one vote per Member Company. + +If a member of the Steering Committee changes companies, by default they retain and may continue on with the role. If the employment change results in a single Member Company having more than one representative, then one of them must resign. When there is a vacancy on the Steering Committee, the remaining members can appoint a new representative for the remainder of the term until the next election. + +The Steering Committee will decide on and publish an election process within 3 months of formalizing this organizational structure. This will cover voting eligibility, eligibility for candidacy, election process and schedule. During this time period, the Steering Committee will also establish SIGs and Working Groups. + +A Steering Committee member can be removed due to Code of Conduct violations. + +### SIG - Special Interest Groups + +#### Role + +The ONNX project is organized primarily into Special Interest Groups, or SIGs. Each SIG is comprised of individuals from multiple companies and organizations, with a common purpose of advancing the project with respect to a specific topic. + +Our goal is to enable a distributed decision structure and code ownership, as well as providing focused forums for getting work done, making decisions, and on-boarding new contributors. Every identifiable part of the project (e.g., repository, subdirectory, API, test, issue, PR, Slack channel) is intended to be owned by some SIG. At the time of inception of this organizational structure, the following SIGs will be present: + +* Architecture & Infra + * This SIG is responsible for defining and maintaining the core ONNX format, the build and CI/CD systems for ONNX repositories, publishing release packages for ONNX, and creating tools to help integrate with and test against the ONNX standard. This SIG is also the defacto owner of files in the main ONNX repository unless explicitly owned by another SIG. +* Operator Standardization + * This SIG is responsible for determining the operators that are part of the ONNX spec (ONNX and ONNX-ML domains), ensuring high quality operator definitions and documentation, establishing criteria for adding new operators, managing ops domains and compliance tiers, and enforcing versioning mechanisms. +* Converters + * This SIG is responsible for developing and maintaining the various converter repositories under ONNX. +* Model zoo and tutorials + * This SIG is responsible for the respective repositories with the charter of providing a comprehensive collection of state of the art ONNX models from a variety of sources and making it easy for users to get started with ONNX and the ecosystem around it. + +#### Structure + +SIGs must have at least one, and may have up to two SIG chairs at any given time. SIG chairs are intended to be organizers and facilitators, responsible for the operation of the SIG and for communication and coordination with the other SIGs, the Steering Committee, and the broader community. All SIG chairs are appointed by the Steering Committee. If there are more than two contributors being considered for a particular SIG, the Steering Committee will vote on and resolve who the chairs would be. Candidates need to be Approvers. + +Each SIG must have a charter that specifies its scope (topics, subsystems, code repos and directories), responsibilities, and areas of authority. Charters are submitted to the ONNX GitHub via PR for review and approval by the Steering Committee who will be looking to ensure the scope of the SIG as represented in the charter is reasonable. All SIGs are expected to follow the standards established by the Steering Committee for how Contributors are roles of authority/leadership are selected/granted, how decisions are made, and how conflicts are resolved. + +A primary reason that SIGs exist is as forums for collaboration. Much work in a SIG should stay local within that SIG. However, SIGs must communicate in the open, ensure other SIGs and community members can find meeting notes, discussions, designs, and decisions, and periodically communicate a high-level summary of the SIG's work to the community. SIGs are also responsible to: + +* Meet regularly, at least monthly +* Keep up-to-date meeting notes, linked from the SIG's page in the community repo +* Announce meeting agenda and minutes after each meeting, on their SIG mailing list and/or Slack channel +* Ensure the SIG's mailing list is archived (i.e on GitHub) +* Report activity in overall ONNX community meetings +* Participate in release planning meetings, retrospectives, etc (if relevant) +* Actively triage issues, PRs, test failures, etc. related to code and tests owned by the SIG +* Use the above forums as the primary means of working, communicating, and collaborating, as opposed to private emails and meetings + +#### Decision making + +When it is time to formalize the work-product from a SIG, votes are taken from every contributor who participates in the SIG. The list of active contributors is determined by the one (or two) SIG leads to ensure that only those who have actively participated in the SIG can vote. At this time there are no restrictions on how many contributors from any one Member Company can participate (and hence vote). The Steering Committee will monitor how the community behaves and apply constraints if needed in the future. + +While most work shouldn’t require expensive coordination with other SIGs, there will be efforts (features, refactoring, etc.) that cross SIG boundaries. In this case, it is expected that the SIGs coordinate with each other and come to mutually agreed solutions. In some cases, it may make sense to form a Working Group for joint work. Cross-SIG coordination will naturally require more time and implies a certain amount of overhead. This is intentional to encourage changes to be well encapsulated whenever possible. + +### WG - Working Groups + +Working Groups (WGs) are primarily used to facilitate topics of discussion that cross SIG lines, or are topics which are short-lived and require a limited set of decisions to be agreed upon. Working groups: + +* do not own code +* have a clear goal measured through specific deliverables +* will be disbanded after the goal is achieved + +Working Groups can create specifications, recommendations, or implementations for submission to the relevant SIGs for approval and acceptance. + +A list of all active, inactive, and completed working groups can be found in the [working-groups repository](https://github.com/onnx/working-groups) + +Working Groups are formed by submitting a proposal via PR to the Steering Committee. The proposal should cover: + +* what is the exact problem being worked on +* what are the exit criteria +* who are the chairs (up to 2) +* what are the meeting and discussion mechanics + +Working Groups are disbanded when there is no activity for more than *3 months* or when the chair informs the Steering Committee. + +## Repository Guidelines + +The current guidelines for all repos under ONNX github.org could be found [here](repo_guidelines.md). + +## CLA / DCO + +As of October 2020, the CLA (https://cla-assistant.io/onnx/onnx) has been retired. All commits are subject to the DCO (https://www.developercertificate.com/) and need to be signed. diff --git a/community/repo_guidelines.md b/community/repo_guidelines.md new file mode 100644 index 0000000..99f9d87 --- /dev/null +++ b/community/repo_guidelines.md @@ -0,0 +1,40 @@ + + +# Repositories under ONNX GitHub organization + +The ONNX GitHub organization contains a number of repositories. Every repository is owned by a SIG and the Steering Committee is responsible for managing these repos. Requests for creating, transferring, modifying, or archiving repositories can be made by filing an issue a request against https://github.com/onnx/steering-committee. + +## Rules for all repos + +* Must be owned and managed by one of the ONNX SIGs or the Steering Committee +* Must be actively maintained +* Must adopt the ONNX Code of Conduct +* Must adopt the standard ONNX license(s) [All code projects use the Apache 2.0 license. Documentation repositories must use the Creative Commons License version 4.0.] +* Must adopt the ONNX DCO bot +* Must adopt all ONNX automation (like static code analysis) +* Must have CI or other automation in place for repos containing code to ensure quality +* All OWNERS must be members of standing as defined by ability to vote in Steering Committee elections. + +## Requirements for new, contributed repos + +We are happy to accept contributions as repos under the ONNX organization of new projects that meet the following requirements: + +* Project is closely related to ONNX +* Adds value to the ONNX ecosystem +* Determined to need a new repo rather than a folder in an existing repo +* Applicable and usable by a wide set of ONNX users (for example, implemented support for multiple hardware backends at time of contribution or commitment to do so soon after) +* All contributors must have signed the ONNX DCO +* Licenses of dependencies must be acceptable +* Commitment to maintain the repo +* Approval of the SIG that will own the repo +* Approval of the Steering Committee + +If you want to contribute a repository, you should first work with the SIG that will own it. Then the SIG can work with the Steering Committee to finalize. + +## Archiving repos + +Repositories that are inactive or unneeded will be archived. The SIG that owns the repo is responsible for deciding when it should be archived. SIGs should regularly validate the repos they own are still active and necessary. diff --git a/community/sc-election-guidelines.md b/community/sc-election-guidelines.md new file mode 100644 index 0000000..09146ba --- /dev/null +++ b/community/sc-election-guidelines.md @@ -0,0 +1,71 @@ + + +# ONNX Steering Committee election guideline + +## Introduction + +To encourage community participation and wider adoption in the industry, ONNX has introduced [open governance](https://github.com/onnx/onnx/wiki/Expanded-ONNX-Steering-Committee-Announced!) in March 2018. The governance has three defined structures to propel the development of ONNX project forward: [Steering Committee](/community/readme.md#steering-committee), [Special Interest Groups (SIGs)](/community/readme.md#sig---special-interest-groups), and [Working Groups (WGs)](/community/readme.md#wg---working-groups). While SIGs and WGs primarily focus on the technical roadmap of ONNX, the Steering Committee is responsible for setting the vision and governance process of the ONNX community. + +For the first year of its ONNX open governance, representatives from Facebook, Microsoft, AWS, Intel and Nvidia are chosen to serve as the ONNX Steering Committee to help guide the project. The Steering Committee will be elected by the [Contributors](/community/readme.md#community-roles) in its second year and will be re-elected every year. + +This document is created to provide guidelines for the election process to ensure maximum transparency and fairness. + + +## Timeline + +Candidate applications will be accepted in April, and the election will be held in May. The new term for Steering Committee begins on June 1st of the corresponding year. The following table outlines the schedule for the election process. + +| Schedule | Event | +|:-------------|:--------------------| +| 1st Monday of April| Application for Steering Committee candidates open. | +| 3rd Monday of April| Candidates and their applications posted on github.| +| 1st Monday of May| Election begins. | +| 2nd Monday of May| Election closes, and votes counted. Election results announced in the same week.| +| 3rd Monday of May| Previous Steering Committee to meet the newly elected Committee for official transition.| +| June 1 | New term begins with elected Steering Committee. Steering Committee Emeritus members help with the transition for the month of June. | + + +## Eligibility + +### Eligibility for Steering Committee candidacy +Candidates will be self-nominated, and they do not necessarily need to be a [Contributor](/community/readme.md#community-roles) to the ONNX project. The duties of the Steering Committee extend beyond simply contributing code to the ONNX project. + + +### Eligibility for voting + +To participate in the Steering committee election, you must be a Contributor to the ONNX project. As defined in the community guideline, Contributor is sponsored by 2 approvers from different companies. + +Contributors are further required to submit their github handle, email address, and affiliated company name to be eligible for voting. Any Contributor who has not submitted their information by before April 31st will not be able to participate in the election. The Steering Committee is currently reviewing options for collecting contributor information, and the best option will be notified to the Contributors shortly. + +## Candidacy process + +## Voting process + +### General election procedure +In order to promote fairness, the Steering Committee has decided to limit 1 vote per Member Company. Contributors will be able to vote individually, but their votes will be rolled up to represent the vote of associated Member Company. This procedure will prevent large companies with lots of Contributors from dominating the election results. + +### Voting mechanics and algorithm + +The election will use [Condorcet ranking](https://en.wikipedia.org/wiki/Condorcet_method) with [Schulze method](https://en.wikipedia.org/wiki/Schulze_method). Condorcet ranking allows voters to indicate ranked preference for candidates, and Schultz method provides an algorithm to tally the overall preference. + +For ONNX Steering Committee election, the Condorcet ranking with Schulze method will be performed twice. The individual Contributor votes gets tallied first to Member Companies, and the results of the Member Company votes are ranked again using the same method. + +### Voting platform +We will use Condorcet Internet Voting Service ([civs.cs.cornell.edu](http://civs1.civs.us/)) to collect votes from Contributors. + +After votes are casted, the results of individual votes will be uploaded to ONNX Github election directory to ensure transparency. + +## Election officers and Steering Committee emeritus members + +### Election officers +Two election officers will be chosen from the current Steering committee to oversee the election process. They are responsible for overseeing the progress of the election and ensure the process is correctly implemented. Their duties include coordinating election as shown in the timeline above, tallying votes and announcing results for the ONNX community. + +### Steering Committee emeritus members +Two Steering Committee members will remain as emeritus members for the newly elected Committee to help with transition process for 1 month. If previous Steering Committee members are reelected, then they will guide the transition for the new members, and there will not be a separate Steering Committee emeritus members. + + + diff --git a/community/sigs.md b/community/sigs.md new file mode 100644 index 0000000..f8b38b1 --- /dev/null +++ b/community/sigs.md @@ -0,0 +1,19 @@ + + +# SIGs - Special Interest Groups + +As described in the ONNX [governance](/community/readme.md#sig---special-interest-groups), Special Interest Groups (SIGs) are persistent groups responsible for specific parts of the project. SIGs have open and transparent proceedings to develop goals and implement code contributions. SIGs are also responsible for ongoing maintenance of the code in their areas. + +## Joining a SIG + +If you are interested in participating, please [join the discussion](https://join.slack.com/t/lfaifoundation/shared_invite/zt-3wx5vohc3-MeSYi3_dscb~u~cqs7zlPg) in the respective Slack channels. Details about any upcoming meetings will also be shared in the Slack channels. SIG artifacts can be found in the [sigs repository](https://github.com/onnx/sigs). + +You can find the schedule of SIG meetings on the [LFX calendar](https://zoom-lfx.platform.linuxfoundation.org/meetings/lfai-onnx?view=month) + +## Current SIGs + +The list of current sig is found [here](https://github.com/onnx/sigs#current-sigs). diff --git a/community/working-groups.md b/community/working-groups.md new file mode 100644 index 0000000..29e9ea3 --- /dev/null +++ b/community/working-groups.md @@ -0,0 +1,29 @@ + + +# Working Groups + +As described in the ONNX [governance](/community/readme.md#wg---working-groups), Working Groups (WGs) are temporary groups formed to address issues that cross SIG boundaries. Working Groups have a have a clear goal measured through specific deliverables and disband after the goal is achieved. Working groups do not own artifacts long term; they create specifications, recommendations, and/or code implementations for submission to the relevant SIGs for approval and acceptance. + +## Proposing a new working group +New Working Groups are created when there is sufficient interest in a topic area and someone volunteers to be the chair for the group and submits a proposal to the steering committee. The chair facilitates the discussion and helps synthesize proposals and decisions. + +## Joining a working group +Working Groups have most of their discussions on Slack. If you are interested in participating, please join the discussion in the respective Slack channels. Details about any upcoming meetings will also be shared in the Slack channel. Working Group artifacts can be found in the [working-groups repository](https://github.com/onnx/working-groups). + +You can find the schedule of meetings on the [ONNX calendar](https://onnx.ai/calendar) + +## Active working groups + +The list of active working group is found [here](https://github.com/onnx/working-groups#active-working-groups). + +## Completed working groups + +The list of completed working group is found [here](https://github.com/onnx/working-groups#completed-working-groups). + +## Inactive working groups + +The list of inactive working group is found [here](https://github.com/onnx/working-groups#inactive-working-groups). diff --git a/docs/AddFunctionBody.md b/docs/AddFunctionBody.md new file mode 100644 index 0000000..a1ab573 --- /dev/null +++ b/docs/AddFunctionBody.md @@ -0,0 +1,263 @@ + + +# Adding a Function Body Definition for an Operator + +A function body defines how an ONNX operator can be decomposed into simpler ONNX operators. This enables runtimes that don't natively support the operator to still execute it by expanding it into its constituent operations. + +## Table of Contents + +- [Adding a Function Body Definition for an Operator](#adding-a-function-body-definition-for-an-operator) + - [Table of Contents](#table-of-contents) + - [When to use a function body](#when-to-use-a-function-body) + - [File locations](#file-locations) + - [Simple function body (string-based)](#simple-function-body-string-based) + - [Referencing attributes](#referencing-attributes) + - [Context-dependent function body](#context-dependent-function-body) + - [FunctionBuilder API](#functionbuilder-api) + - [Multiple opset versions](#multiple-opset-versions) + - [ONNX function body syntax](#onnx-function-body-syntax) + - [Testing](#testing) + +## When to use a function body + +- The operator can be expressed in terms of other ONNX operators +- You want to provide a reference decomposition that any runtime can use +- The operator is being proposed as a "function" rather than a new primitive (see [Adding New Operator](AddNewOp.md) Step 1) + +If an operator can be split into new primitives, prefer proposing those primitives and making the operator a function. + +## File locations + +| Component | File | +|-----------|------| +| Function body definition | `onnx/defs//defs.cc` (inline with the schema) | +| FunctionBuilder utilities | `onnx/defs/function.h` | +| Function tests (C++) | `onnx/test/cpp/function_get_test.cc`, `onnx/test/cpp/function_verify_test.cc` | + +## Simple function body (string-based) + +For operators whose decomposition is the same regardless of attributes or optional inputs, use the `.FunctionBody()` method with an ONNX-format string: + +```cpp +ONNX_OPERATOR_SET_SCHEMA( + LessOrEqual, + 16, + OpSchema() + .SetDoc(LessOrEqual_ver16_doc) + .Input(0, "A", "First input", "T", OpSchema::Single, true, 1, OpSchema::NonDifferentiable) + .Input(1, "B", "Second input", "T", OpSchema::Single, true, 1, OpSchema::NonDifferentiable) + .Output(0, "C", "Result", "T1", OpSchema::Single, true, 1, OpSchema::NonDifferentiable) + .TypeConstraint("T", OpSchema::all_numeric_types_ir4(), "...") + .TypeConstraint("T1", {"tensor(bool)"}, "...") + .TypeAndShapeInferenceFunction(binaryLogicOpInference) + .FunctionBody(R"ONNX( + { + O1 = Less (A, B) + O2 = Equal (A, B) + C = Or (O1, O2) + } + )ONNX")); +``` + +You can optionally specify the minimum opset version for which the function body is valid: + +```cpp + .FunctionBody(R"ONNX( + { + Zero = Constant () + ZeroCast = CastLike (Zero, X) + Y = Max (X, ZeroCast) + } + )ONNX", 18) // This function body is valid from opset 18 onward +``` + +## Referencing attributes + +Use `@attr_name` syntax to reference the operator's declared attributes inside the function body: + +```cpp +ONNX_OPERATOR_SET_SCHEMA( + LeakyRelu, + 16, + OpSchema() + .Attr("alpha", "Coefficient of leakage.", AttributeProto::FLOAT, 0.01f) + .SetDoc(LeakyRelu_ver16_doc) + .Input(0, "X", "Input tensor", "T", ...) + .Output(0, "Y", "Output tensor", "T", ...) + .TypeConstraint("T", {"tensor(bfloat16)", "tensor(float16)", "tensor(float)", "tensor(double)"}, "...") + .TypeAndShapeInferenceFunction(propagateShapeAndTypeFromFirstInput) + .FunctionBody(R"ONNX( + { + Alpha = Constant () + AlphaCast = CastLike (Alpha, X) + Zero = Constant () + ZeroCast = CastLike(Zero, X) + XLessThanZero = Less(X, ZeroCast) + AlphaMulX = Mul (AlphaCast, X) + Y = Where (XLessThanZero, AlphaMulX, X) + } + )ONNX")); +``` + +The attribute must be declared in the schema's `.Attr()` call for `@attr_name` to work. + +## Context-dependent function body + +When the decomposition depends on which optional inputs are present, attribute values, or input types, use a context-dependent function body builder: + +```cpp +static bool BuildContextDependentFunctionBodyClip( + const FunctionBodyBuildContext& ctx, + const OpSchema& schema, + FunctionProto& functionProto) { + bool has_min = ctx.hasInput(1); + bool has_max = ctx.hasInput(2); + + FunctionBuilder builder(functionProto); + if (!has_min && !has_max) { + builder.Add("output = Identity (input)"); + } else if (has_min && !has_max) { + builder.Add("input_less_than_min = Less (input, min)"); + builder.Add("output = Where (input_less_than_min, min, input)"); + } else if (!has_min && has_max) { + builder.Add("input_large_than_max = Less (max, input)"); + builder.Add("output = Where (input_large_than_max, max, input)"); + } else { + builder.Add("input_less_than_min = Less (input, min)"); + builder.Add("tmp = Where (input_less_than_min, min, input)"); + builder.Add("output_large_than_max = Less (max, tmp)"); + builder.Add("output = Where (output_large_than_max, max, tmp)"); + } + + schema.BuildFunction(functionProto); + return true; +} +``` + +Register it with the schema: + +```cpp +ONNX_OPERATOR_SET_SCHEMA( + Clip, 13, + OpSchema() + .Input(0, "input", "...", "T", OpSchema::Single, ...) + .Input(1, "min", "...", "T", OpSchema::Optional, ...) + .Input(2, "max", "...", "T", OpSchema::Optional, ...) + .Output(0, "output", "...", "T", OpSchema::Single, ...) + .TypeConstraint("T", OpSchema::all_numeric_types_ir4(), "...") + .SetContextDependentFunctionBodyBuilder(BuildContextDependentFunctionBodyClip) + .TypeAndShapeInferenceFunction(propagateShapeAndTypeFromFirstInput)); +``` + +### FunctionBodyBuildContext API + +The context object provides information about the specific instantiation: + +```cpp +struct FunctionBodyBuildContext { + const AttributeProto* getAttribute(const std::string& name) const; // nullptr if not set + bool hasInput(int inputIndex) const; // Is optional input present? + bool hasOutput(int outputIndex) const; // Is optional output present? + const TypeProto* getInputType(int inputIndex) const; // Input type info +}; +``` + +## FunctionBuilder API + +The `FunctionBuilder` class (from `onnx/defs/function.h`) provides a fluent API for constructing function bodies: + +```cpp +FunctionBuilder builder(functionProto); + +// Add nodes using ONNX text format +builder.Add("Y = Relu (X)"); + +// Add with inline attributes +builder.Add("X_ReduceMax = ReduceMax (input, axes)"); + +// Add constants +builder.Const("alpha", std::vector{0.01f}); // Tensor constant +builder.Const1D("axes", int64_t(1)); // 1-D tensor constant + +// Multi-line additions +builder.Add(R"( + X_Sub = Sub (input, X_ReduceMax) + X_Exp = Exp (X_Sub) + X_ReduceSum = ReduceSum (X_Exp, axes) + output = Div (X_Exp, X_ReduceSum) +)"); + +// Add opset dependency +builder.AddOpset("", 18); // default domain, version 18 + +// Always finalize with: +schema.BuildFunction(functionProto); +return true; +``` + +## Multiple opset versions + +When the function body must change across opset versions (e.g., because a sub-op's signature changed), register multiple builders with explicit version numbers: + +```cpp +ONNX_OPERATOR_SET_SCHEMA( + Softmax, 13, + OpSchema() + // ... + .SetContextDependentFunctionBodyBuilder(builderForOpset13) // default (since_version) + .SetContextDependentFunctionBodyBuilder(builderForOpset18, 18) // opset 18+ +); +``` + +The runtime selects the appropriate function body based on the opset version in the model. + +## ONNX function body syntax + +The text format for function bodies uses this grammar: + +``` +output_var = OpName (input1, input2, ...) +``` + +Rules: +- **Variable names** are local intermediates within the function +- **Input/output names** must match the schema's declared `.Input()` and `.Output()` names exactly +- **Constants** are created with the `Constant` op (e.g., `Constant ()`) +- **Type matching** — use `CastLike` instead of `Cast` when the target type depends on an input +- **Attributes** are referenced with `@attr_name` for the enclosing op's attributes + +For the formal grammar, see [Syntax.md](Syntax.md). The parser implementation and its tests provide additional examples: + +| Resource | File | +|----------|------| +| Formal syntax specification | [docs/Syntax.md](Syntax.md) | +| C++ parser implementation | `onnx/defs/parser.h`, `onnx/defs/parser.cc` | +| Python parser | `onnx/parser.py` | +| C++ parser tests | `onnx/test/cpp/parser_test.cc` | +| Python parser tests | `onnx/test/parser_test.py` | + +## Testing + +Function bodies are tested in the C++ test suite: + +- **`onnx/test/cpp/function_get_test.cc`** — verifies `HasFunction()` and `GetFunction()` return correct results +- **`onnx/test/cpp/function_verify_test.cc`** — verifies function body type constraints and correctness + +To run: + +```bash +# Build with tests enabled +ONNX_BUILD_TESTS=1 pip install -e . -v + +# Run C++ tests (Linux/macOS) +LD_LIBRARY_PATH=./.setuptools-cmake-build/ .setuptools-cmake-build/onnx_gtests --gtest_filter="*Function*" + +# Run C++ tests (Windows) +.setuptools-cmake-build\Release\onnx_gtests.exe --gtest_filter="*Function*" +``` + +The node backend tests (in `onnx/backend/test/case/node/`) also implicitly test function body correctness when the reference implementation uses function expansion. diff --git a/docs/AddNewOp.md b/docs/AddNewOp.md new file mode 100644 index 0000000..eac4188 --- /dev/null +++ b/docs/AddNewOp.md @@ -0,0 +1,190 @@ + + +# Adding New Operator or Function to ONNX + +Or updating an existing operator to a new Opset version. + +## Table of Contents + +- [Adding New Operator or Function to ONNX](#adding-new-operator-or-function-to-onnx) + - [Table of Contents](#table-of-contents) + - [Proposing and submitting a new operator or function to ONNX](#proposing-and-submitting-a-new-operator-or-function-to-onnx) + - [4 steps to add an operator](#4-steps-to-add-an-operator) + - [Step 1: Proposing a new operator/function](#step-1-proposing-a-new-operatorfunction) + - [Step 2: Submit PR](#step-2-submit-pr) + - [Example to Follow](#example-to-follow) + - [Step 3: PR Review by Operators SIG](#step-3-pr-review-by-operators-sig) + - [Sign-off](#sign-off) + - [Step 4: ONNX release](#step-4-onnx-release) + - [Updating an existing operator](#updating-an-existing-operator) + - [Checklist](#checklist) + - [Removing operator or function](#removing-operator-or-function) + - [Removing operator](#removing-operator) + - [Removing function](#removing-function) + - [Document removing operator or function](#document-removing-operator-or-function) + +## Proposing and submitting a new operator or function to ONNX + +Operators are the basic building blocks used to define ONNX models. With a rich set of operators, ONNX can describe most DNN and ML models from various frameworks. Functions enable expressing complex operators in terms of more primitive operators. The ONNX specification includes a core set of operators that enable many models. It is a non-goal to add all possible operators, however more operators are added as needed to cover evolving needs. + +In this document, we describe the process of accepting a new proposed operator and how to properly submit a new operator as part of ONNX standard. The goal is to improve on what we currently have based on our experience, learning and feedbacks we gathered from the community. + +## 4 steps to add an operator + +1. Decide what to propose +2. Submit PR for new operator/function +3. Review of PR by Operators SIG +4. Merging of PR and inclusion in next ONNX release + +### Step 1: Proposing a new operator/function + +In order to propose a new operator/function, the following is needed: + +1. If the operator can be expressed in terms of other ONNX operators, then it should be a function and not an operator (we have a function in ONNX : MeanVarianceNormalization). +2. If the operators can be split to new primitives, propose those primitives instead and make the operator a function. +3. Based on a model. This will help us understand the usage and that it solves an actual problem. For the case of the model being private or IP and can't be shared, the operator doesn't belong to the standard and should be implemented as custom OP. +4. The operator needs to be implemented by at-least one (well-known) framework. This help us to understand the actual behavior of the operator and its usage. +5. Operator signature and behavior: + 1. If the operator is available in numpy, prefer numpy semantics. + 2. If the operator is available in more than one frameworks, make sure that your design is general and cover those frameworks. +6. Prefer attributes over inputs. +7. The operator should not be made more complex than is required by the use-cases. However, the operator +should be made as general as possible, as long as it does not make the implementation more complex. +This requires carefully balancing generality and complexity. For example, generalizing from 3-D tensors to +N-D tensors is straight-forward (implementation-wise) for some operators, but complex for other operators. +The choice in such cases will be made based on the complexity of such a generalization. + +### Step 2: Submit PR + +Once the criteria of proposing new operator/function has been satisfied, you will need to submit a PR for the new operator/function. Here the expectation of what the PR should include. The reviewer is expected to verify the completeness of the PR before signoff. + +#### Files to modify + +| Component | File location | +|-----------|--------------| +| Schema definition | `onnx/defs//defs.cc` | +| Operator set registration | `onnx/defs/operator_sets.h` | +| Type/shape inference | Inline in schema via `.TypeAndShapeInferenceFunction(...)` | +| Function body (if applicable) | Inline in schema via `.FunctionBody(...)` — see [AddFunctionBody.md](AddFunctionBody.md) | +| Reference implementation | `onnx/reference/ops/op_.py` | +| Node tests | `onnx/backend/test/case/node/.py` | +| Shape inference tests | `onnx/test/shape_inference_test.py` | +| Upgrade/downgrade tests | `onnx/test/version_converter/automatic_upgrade_test.py` and `automatic_downgrade_test.py` | + +Domain subdirectories under `onnx/defs/`: `math/`, `nn/`, `tensor/`, `logical/`, `reduction/`, `rnn/`, `sequence/`, `image/`, `text/`, `quantization/`, `controlflow/`, `optional/`, `traditionalml/`, `training/` + +1. Description: + 1. Write a detailed description about the operator, and its expected behavior. Pretty much, the description should be clear enough to avoid confusion between implementors. + 2. Add an example in the description to illustrate the usage. + 3. Add reference to the source of the operator in the corresponding framework in the description (if possible). + 4. Write the mathematical formula or a pseudocode in the description. The core algorithm needs to be very clear. +2. Write a reference implementation in Python, this reference implementation should cover all the expected behavior of the operator. Only in extremely rare case, we will waive this requirement. +3. Operator version: check out our +[versioning doc](/docs/Versioning.md#operator-versioning) +4. Write unit test, that cover main usage and corner cases. + 1. The testing examples will be extracted to the doc. + 2. We also generate binary data for it. + 3. Example: [onnx/backend/test/case/node/abs.py](/onnx/backend/test/case/node/abs.py) +5. Write upgrade and downgrade tests: + 1. Add at least one automatic upgrade test for your operator in [onnx/test/version_converter/automatic_upgrade_test.py](/onnx/test/version_converter/automatic_upgrade_test.py) using `_test_op_upgrade`. These tests create a given operator at a given opset version (usually the version the operator was introduced in) and test that the version converter is able to convert them to the highest available version. So for a new operator `_test_op_upgrade` will not test anything, but as soon as the operator gets updated in a future opset the test will automatically become nontrivial. + 2. Similarly add at least one automatic downgrade test for your operator in [onnx/test/version_converter/automatic_downgrade_test.py](/onnx/test/version_converter/automatic_downgrade_test.py) using `_test_op_downgrade`. Specifying the current version so that once the op is updated at a higher opset version the test will ensure downward conversion is validated. + +6. Update the documentation and generate the test data. + 1. Running [the script](/tools/update_doc.sh). If you have files under `onnx/backend/test/data/node` which cannot be generated by the scripts from `onnx/backend/test/case/node`, please further use `python onnx/backend/test/cmd_tools.py generate-data --clean` to cleanup the directory and only preserve needed test data. +to update the doc and generate the test data. +7. Shape Inference function + 1. Please provide a shape inference function in cases where it is meaningful and applicable. + 2. In cases where shape inference is not possible, it must have logic to perform +rank inference at the very least (adding right amount of dimensions to the output shape) + 3. Shape inference functions must be accompanied by unit tests ([onnx/test/shape_inference_test.py](/onnx/test/shape_inference_test.py)). + 4. You can refer to the shape inference function for the `TopK` operator while implementing your own function ([onnx/defs/math/defs.cc](/onnx/defs/math/defs.cc)) + 5. See [ShapeInference.md](ShapeInference.md) for details on the shape inference API and utility functions. +8. Function body (if applicable) + 1. If the operator can be expressed in terms of other ONNX operators, provide a function body definition. + 2. See [AddFunctionBody.md](AddFunctionBody.md) for the full guide on defining function bodies. + +#### Example to Follow + +[PR 1959](https://github.com/onnx/onnx/pull/1959) is a good example to follow. + +### Step 3: PR Review by Operators SIG + +The [Operators SIG](https://github.com/onnx/sigs/tree/main/operators) is responsible for the operators/functions in the ONNX specification. The SIG regularly meets and reviews PRs. + +#### Sign-off + +At least two sign-off from the Operators SIG [contributors](https://github.com/onnx/onnx/tree/main/community#community-roles). + +### Step 4: ONNX release + +Once the PR is reviewed and signed off by the Operators SIG, it will be merged. Your new operator/function will be part of the main branch and available to anyone building from source. These are not official releases. ONNX periodically releases official new versions that are a snapshot of the main branch. Your new operator/function will be part of that release. + +## Updating an existing operator + +The definition of an existing operator may need to be updated when e.g. there are new scenarios or input types to support. The process is largely similar to that for creating a new operator. + +### Steps for updating + +1. **Move the current schema** from `onnx/defs//defs.cc` to `onnx/defs//old.cc`. This preserves the previous version for the version converter. +2. **Create the new version** in `defs.cc` using `ONNX_OPERATOR_SET_SCHEMA(OpName, NEW_VERSION, ...)` with the new opset version number. +3. **Update operator set registration** in `onnx/defs/operator_sets.h` to reference the new version. +4. **Add a version converter adapter** if the behavior or signature changed (see `onnx/version_converter/adapters/` for examples). +5. **Update the reference implementation** in `onnx/reference/ops/op_.py` if behavior changed. +6. **Add upgrade/downgrade tests** using `_test_op_upgrade` and `_test_op_downgrade`. +7. **Regenerate documentation** by running `python onnx/defs/gen_doc.py`. + +### Avoiding duplication between defs.cc and old.cc + +When moving an operator schema to `old.cc`, avoid significant duplication of code or documentation between the old and new versions. Use these strategies: + +- **Shared utility functions**: Extract common logic (e.g., doc strings, type constraint lists, shape inference helpers) into shared functions in the domain's `utils.cc`/`utils.h` or a `defs.h` header. +- **Parameterized functions**: When the old and new versions differ only slightly (e.g., an expanded type list or an additional optional input), use parameterized helper functions that accept the differences as arguments. +- **Use judgment**: Some duplication is acceptable when the alternative would be overly complicated shared logic. If sharing the code makes it harder to understand either version independently, prefer clarity over DRY. + +### Additional files for updates + +| Component | File location | +|-----------|--------------| +| Previous schema version | `onnx/defs//old.cc` | +| Version converter adapter | `onnx/version_converter/adapters/__.h` | +| Upgrade tests | `onnx/test/version_converter/automatic_upgrade_test.py` | +| Downgrade tests | `onnx/test/version_converter/automatic_downgrade_test.py` | + +### Checklist + +Use this checklist when updating an existing operator: https://github.com/onnx/onnx/wiki/Checklist-for-updating-an-existing-operator + +## Removing operator or function + +There are a lot of reasons for removing existing ONNX operator or function, such us being replaced with different operator or can be decomposed by a set of other operators. This document describes the criteria of removing an existing ONNX operator from the standard. + +### Removing operator + +Any operator in ONNX was added because it was required by a model and/or framework. In order to deprecate such an operator we need to do the following. + +- Operator can’t be deprecated unless there is a replacement. + - Replacement can be a more general operator that supersedes the old one. + - Or a set of primitive operators that together can implement the same functionality and behavior of the deprecated operator (Function). +- If the deprecated operator can be decomposed by existing operators then it must be converted to a function. +- If replacement isn’t in ONNX standard yet, then add the replacement operator or set of operators first. +- Add a version adapter which turns the operator into its replacement for the version converter. Example: [onnx/version_converter/adapters/upsample_9_10.h](/onnx/version_converter/adapters/upsample_9_10.h) +- No grace period is needed for deprecated operators. + +### Removing function + +Function, by definition, is composed of ONNX primitives; however, function could have been accelerated by framework or runtime that support ONNX. So, removing function is not recommended, with the exception of adding another single function which supersedes its functionality. + +### Document removing operator or function + +To make sure everyone is aware of the deprecation, the following need to happen: + +- Any removed operator or function from ONNX need to be mentioned in the release note. +- Their old documentation needs to be updated to show the new replacement and the mapping between the old to the new. + - Only `def.cc` need to be remove, `old.cc` will remain. + - `old.cc` need to be updated with the mapping to the replacement. +- ONNX checker need to be updated to error with a proper message. +- All removed operators need to be appended at the end of the `operator.md` file. diff --git a/docs/AssuranceCase.md b/docs/AssuranceCase.md new file mode 100644 index 0000000..18d3df4 --- /dev/null +++ b/docs/AssuranceCase.md @@ -0,0 +1,111 @@ + + +# ONNX Security Assurance Case + +**Version:** 1.1 +**Date:** June 2026 +**Project:** ONNX (Open Neural Network Exchange) +**Scope:** ONNX Core (`onnx/onnx`) and the produced Python wheel + +This document provides the security assurance case for ONNX Core, supporting the OpenSSF Best Practices Badge application. + +## General scope and assurances + +The onnx package aims to provide memory-safe parsing of untrusted protobuf bytes. +Using shape/type inference, version update utilities, and model validation is also considered memory-safe. +Resource exhaustion, however, may be triggered from within these utilities and users are advised to guard against this accordingly. + +Validation utilities such as `onnx.checker.check_model` are provided on a best-effort basis (e.g. a validated `ModelProto` object may contain `NodeProto` objects that do not adhere to the ONNX specification). + +The onnx reference implementation is not yet considered safe for production use on untrusted inputs. + + +## Threat Model + +### Malicious model file + +The attacker supplies a malicious ONNX/protobuf file to a user who parses, validates, or runs type/shape inference or version-conversion on it. + +- **In scope:** memory safety while parsing, type/shape inference, version conversion, and validation of untrusted model bytes. +- **Out of scope:** resource exhaustion (DoS) from those utilities, and the reference runtime executing untrusted models. + +### Supply chain + +The attacker compromises a dependency, the build pipeline, or the published artifact — so that a user installing `onnx` (e.g. from PyPI) receives malicious code. + +- **In scope:** integrity of the published wheels and statically compiled dependencies. +- **Out of scope:** compromise of a user's own machine or CI, and vulnerabilities in transitive dependencies' upstream code itself. + +### External data references + +A malicious model references external tensor data via attacker-controlled file paths, attempting to read files outside the model's directory. + +- **In scope:** external-data paths are validated and normalized; no resolution outside the model directory. +- **Out of scope:** files the user has explicitly granted the model directory access to. + + +## Secure Design Principles (Saltzer & Schroeder) + +| Principle | Application in ONNX Core | +|-----------|--------------------------| +| Economy of Mechanism | Protocol Buffers for serialization; validation centralized in checker.cc; minimal dependencies | +| Fail-Safe Defaults | Validation on by default; must opt out with `check_model=False`; unknown protobuf fields rejected | +| Complete Mediation | Every model load goes through the validation pipeline; all operator inputs are type- and shape-checked | +| Least Privilege | No elevated privileges required; no network access; file I/O restricted to explicitly specified paths | +| Separation of Privilege | External data loading requires both model reference and file system access; releases require SLSA attestation | +| Least Common Mechanism | No global mutable state; validation is stateless; each API call operates independently | +| Psychological Acceptability | Secure defaults need no configuration; clear validation error messages; type-annotated Python API | + + +## Common Weaknesses Mitigated + +| CWE | Mitigation | +|-----|-----------| +| CWE-787/125 Out-of-bounds R/W | Modern C++ (std::vector, RAII); ASan in CI | +| CWE-20 Input Validation | Comprehensive model validation on load; protobuf schema enforcement; operator shape/type checking | +| CWE-416 Use After Free | RAII/smart pointers (unique_ptr, shared_ptr); ASan in CI; code review | +| CWE-190 Integer Overflow | Checked size arithmetic in tensor allocation; UBSan in CI | +| CWE-22 Path Traversal | External data paths validated and normalized; no auto-resolution outside model directory | +| CWE-78 Command Injection | No shell execution in ONNX Core; no system()/exec() usage; enforced by code review and static analysis | +| OWASP A06 Supply Chain | Dependabot; Sigstore signing; minimal dependency footprint; SBOM generation | +| CWE-79/89/352/434 | Not applicable — ONNX Core is not a web application or database | + + +## Security Testing + +| Method | Details | +|--------|---------| +| Static analysis | CodeQL (GitHub Advanced Security), Clang Static Analyzer, sonarcloud | +| Dynamic analysis | ASan, MSan, UBSan, TSan in CI build matrix | +| Fuzzing | Early stage — OSS-Fuzz harnesses ([onnx/fuzz](https://github.com/onnx/onnx/tree/main/onnx/fuzz)) cover the checker, model loader, text parser, shape inference, version converter, and compose; reference evaluator and external-data parsing are not yet covered. A short smoke run of these harnesses is part of this repo's CI ([fuzz.yml](https://github.com/onnx/onnx/blob/main/.github/workflows/fuzz.yml)); the full OSS-Fuzz continuous campaigns run separately and are not surfaced here | +| Dependency scanning | Dependabot, OpenSSF Scorecard | + + +## Security Processes + +**Vulnerability disclosure**: Reports via GitHub Security Advisories (preferred) or onnx-security@lists.lfaidata.foundation as a fallback; CVE assignment through Linux Foundation CNA. See [SECURITY.md](https://github.com/onnx/onnx/blob/main/SECURITY.md). + +**Code review**: All changes require maintainer review; security-sensitive changes require Architecture SIG review; one approval for dependency updates; automated checks must pass before merge ([CODEOWNERS](https://github.com/onnx/onnx/blob/main/CODEOWNERS)). + +**Build & distribution**: artifacts signed with Sigstore; PyPI Trusted Publishing with 2FA required for maintainers; SHA256 checksums published; actions pinned to SHA in CI. + + +## References + +- ONNX Security Policy: https://github.com/onnx/onnx/blob/main/SECURITY.md +- ONNX IR Spec: https://github.com/onnx/onnx/blob/main/docs/IR.md +- Model Checker: https://github.com/onnx/onnx/blob/main/onnx/checker.cc +- OpenSSF Best Practices: https://bestpractices.coreinfrastructure.org/ +- SLSA Framework: https://slsa.dev/ +- CWE Top 25: https://cwe.mitre.org/top25/ +- Saltzer & Schroeder Principles: https://web.mit.edu/Saltzer/www/publications/protection/ + +--- + +**Document Maintainer**: ONNX Architecture & Infrastructure SIG +**Last Updated**: June 2026 +**Review Cycle**: Annual (or upon significant architectural changes) diff --git a/docs/Broadcasting.md b/docs/Broadcasting.md new file mode 100644 index 0000000..9541972 --- /dev/null +++ b/docs/Broadcasting.md @@ -0,0 +1,79 @@ + + +# Broadcasting in ONNX + +In ONNX, element-wise operators can take inputs with different shape, +as long as the input tensors are broadcastable to the same shape. +ONNX supports two types of broadcasting: multidirectional broadcasting and +unidirectional broadcasting. We will introduce these two types of broadcasting +respectively in the following sections. + +## Multidirectional Broadcasting + +In ONNX, a set of tensors are multidirectional broadcastable to the same shape +if one of the following is true: + +- The tensors all have exactly the same shape. +- The tensors all have the same number of dimensions and the length of +each dimensions is either a common length or 1. +- The tensors that have too few dimensions can have their shapes prepended +with a dimension of length 1 to satisfy property 2. + +For example, the following tensor shapes are supported by multidirectional broadcasting: + +- shape(A) = (2, 3, 4, 5), shape(B) = (,), i.e. B is a scalar ==> shape(result) = (2, 3, 4, 5) +- shape(A) = (2, 3, 4, 5), shape(B) = (5,), ==> shape(result) = (2, 3, 4, 5) +- shape(A) = (4, 5), shape(B) = (2, 3, 4, 5), ==> shape(result) = (2, 3, 4, 5) +- shape(A) = (1, 4, 5), shape(B) = (2, 3, 1, 1), ==> shape(result) = (2, 3, 4, 5) +- shape(A) = (3, 4, 5), shape(B) = (2, 1, 1, 1), ==> shape(result) = (2, 3, 4, 5) + +Multidirectional broadcasting is the same as [Numpy's broadcasting](https://docs.scipy.org/doc/numpy/user/basics.broadcasting.html#general-broadcasting-rules). + +Multidirectional broadcasting is supported by the following operators in ONNX: + +- [Add](Operators.md#Add) +- [And](Operators.md#And) +- [Div](Operators.md#Div) +- [Equal](Operators.md#Equal) +- [Greater](Operators.md#Greater) +- [Less](Operators.md#Less) +- [Max](Operators.md#Max) +- [Mean](Operators.md#Mean) +- [Min](Operators.md#Min) +- [Mul](Operators.md#Mul) +- [Or](Operators.md#Or) +- [Pow](Operators.md#Pow) +- [Sub](Operators.md#Sub) +- [Sum](Operators.md#Sum) +- [Where](Operators.md#Where) +- [Xor](Operators.md#Xor) + +## Unidirectional Broadcasting + +In ONNX, tensor B is unidirectional broadcastable to tensor A +if one of the following is true: + +- Tensor A and B both have exactly the same shape. +- Tensor A and B all have the same number of dimensions and the length of +each dimensions is either a common length or B's length is 1. +- Tensor B has too few dimensions, and B can have its shapes prepended +with a dimension of length 1 to satisfy property 2. + +When unidirectional broadcasting happens, the output's shape is the same as +the shape of A (i.e., the larger shape of two input tensors). + +In the following examples, tensor B is unidirectional broadcastable to tensor A: + +- shape(A) = (2, 3, 4, 5), shape(B) = (,), i.e. B is a scalar ==> shape(result) = (2, 3, 4, 5) +- shape(A) = (2, 3, 4, 5), shape(B) = (5,), ==> shape(result) = (2, 3, 4, 5) +- shape(A) = (2, 3, 4, 5), shape(B) = (2, 1, 1, 5), ==> shape(result) = (2, 3, 4, 5) +- shape(A) = (2, 3, 4, 5), shape(B) = (1, 3, 1, 5), ==> shape(result) = (2, 3, 4, 5) + +Unidirectional broadcasting is supported by the following operators in ONNX: + +- [Gemm](Operators.md#Gemm) +- [PRelu](Operators.md#PRelu) diff --git a/docs/CIPipelines.md b/docs/CIPipelines.md new file mode 100644 index 0000000..0eb8b5e --- /dev/null +++ b/docs/CIPipelines.md @@ -0,0 +1,59 @@ + + +# ONNX CI Pipelines + +## Core CI + +| Workflow | When it runs | What it does | +|---|---|---| +| [CI](/.github/workflows/main.yml) | Every PR, merge_group, push to main, daily (midnight UTC) | C++ and Python tests across Linux, Windows, macOS; Python 3.10–3.14 (including free-threading variants); doc generation; proto generation; node test generation; daily run reports code coverage to Codecov | +| [Windows\_No\_Exception\_CI](/.github/workflows/win_no_exception_ci.yml) | Push and PR to main and rel-\* | C++ tests compiled without exceptions; selective schema loading | +| [Lint / Enforce style](/.github/workflows/lint.yml) | Every PR | Required — runs lintrunner (ruff, mypy, clang-format, etc.) and verifies auto-generated files are up to date | +| [Require label](/.github/workflows/check_pr_label.yml) | Every PR | Requires at least one `topic:` or `module:` label (skipped for Dependabot PRs) | +| [DCO](/.github/workflows/dco_merge_group.yml) | merge\_group | Placeholder DCO job required to enable the GitHub merge queue | + +## Release Builds (1) + +| Workflow | When it runs | What it does | +|---|---|---| +| [Create Releases](/.github/workflows/create_release.yml) | Push to main/rel-\*, PRs targeting rel-\* or labeled "run release CIs", weekly (Monday 00:00 UTC), workflow\_dispatch | Orchestrator — calls WindowsRelease, LinuxRelease, MacRelease, PyodideRelease, and sdistRelease as reusable workflows | +| [WindowsRelease](/.github/workflows/release_windows_cibw.yml) | Called by Create Releases | Builds Windows wheels for x64, x86, and arm64; verifies with minimum supported packages (2)(3) | +| [LinuxRelease](/.github/workflows/release_linux_cibw.yml) | Called by Create Releases | Builds Linux wheels for x86\_64 (manylinux\_2\_28) and aarch64; verifies with minimum supported packages (3) | +| [MacRelease](/.github/workflows/release_macos_cibw.yml) | Called by Create Releases | Builds macOS wheels (macos-14, MACOSX\_DEPLOYMENT\_TARGET=12.0); verifies with minimum supported packages (3) | +| [PyodideRelease](/.github/workflows/release_pyodide_cibw.yml) | Called by Create Releases and on every push | Builds a Pyodide (WebAssembly) wheel on Ubuntu using `cibuildwheel` with a pre-downloaded host `protoc` and protobuf source; runs a basic import test (3) | +| [sdistRelease](/.github/workflows/release_sdist.yml) | Called by Create Releases | Builds and tests source distribution | + +## Security and Supply Chain + +| Workflow | When it runs | What it does | +|---|---|---| +| [CodeQL](/.github/workflows/codeql.yml) | Every PR, push to main/rel-\*, weekly (Friday) | Static analysis of C++ and Python for security vulnerabilities | +| [Scorecard](/.github/workflows/scorecard.yml) | Push to main, weekly (Saturday) | OpenSSF supply-chain security scorecard; publishes results to code-scanning dashboard | +| [Dependency Review](/.github/workflows/dependency-review.yml) | Every PR | Flags vulnerable or license-incompatible dependencies introduced by a PR | + +## Documentation and Maintenance + +| Workflow | When it runs | What it does | +|---|---|---| +| [Pages](/.github/workflows/pages.yml) | PRs to main, push to main | Builds and publishes ONNX documentation to GitHub Pages | +| [Pixi CI](/.github/workflows/pixi_build.yml) | Weekly (Sunday 23:59 UTC) and on PRs | Builds, lints, and tests with the [pixi](https://pixi.sh/) environment manager on Linux, macOS, and Windows; opens an issue on failure when scheduled | +| [Check URLs](/.github/workflows/check_urls.yml) | Push to main/rel-\*, monthly | Checks for broken URLs in the codebase | +| [Stale](/.github/workflows/stale.yml) | Daily | Warns and eventually closes stale issues and PRs | +| [Dependabot](/.github/dependabot.yml) | Monthly | Creates PRs for updated dependency versions | + +--- + +* **(1)** Release CIs run when: + * A PR is merged into main or a rel-\* branch + * Weekly (Monday 00:00 UTC) — publishes a Python wheel to the [onnx-weekly](https://pypi.org/project/onnx-weekly/) package on PyPI + * Any PR targeting a rel-\* branch + * Any PR labeled "run release CIs" (maintainers only) + * Manually via workflow\_dispatch + +* **(2)** Minimum supported dependency versions are listed in `[project.dependencies]` in [pyproject.toml](/pyproject.toml). + +* **(3)** The [PEP 770](https://peps.python.org/pep-0770/) SBOM (`dist-info/sboms/sbom.cdx.json`) is embedded in any wheel build where `SKBUILD_METADATA_DIR` is set (including local `pip wheel` builds). Only the cibuildwheel release pipeline patches the SBOM to reflect the actual protobuf tarball version, URL, and SHA-256 used for that specific build; other wheel builds embed the template values from `sbom.cdx.json`. diff --git a/docs/Changelog-ml.md b/docs/Changelog-ml.md new file mode 100644 index 0000000..e6bd0e5 --- /dev/null +++ b/docs/Changelog-ml.md @@ -0,0 +1,1349 @@ + +## Operator Changelog +*This file is automatically generated from the + [def files](/onnx/defs) via [this script](/onnx/defs/gen_doc.py). + Do not modify directly and instead edit operator definitions.* + +For an operator input/output's differentiability, it can be differentiable, + non-differentiable, or undefined. If a variable's differentiability + is not specified, that variable has undefined differentiability. + +# ai.onnx.ml +## Version 1 of the 'ai.onnx.ml' operator set +### **ai.onnx.ml.ArrayFeatureExtractor-1** + + Select elements of the input tensor based on the indices passed.
+ The indices are applied to the last axes of the tensor. + +#### Version + +This version of the operator has been available since version 1 of the 'ai.onnx.ml' operator set. + +#### Inputs + +
+
X : T
+
Data to be selected
+
Y : tensor(int64)
+
The indices, based on 0 as the first index of any dimension.
+
+ +#### Outputs + +
+
Z : T
+
Selected output data as an array
+
+ +#### Type Constraints + +
+
T : tensor(float), tensor(double), tensor(int64), tensor(int32), tensor(string)
+
The input must be a tensor of a numeric type or string. The output will be of the same tensor type.
+
+ +### **ai.onnx.ml.Binarizer-1** + + Maps the values of the input tensor to either 0 or 1, element-wise, based on the outcome of a comparison against a threshold value. + +#### Version + +This version of the operator has been available since version 1 of the 'ai.onnx.ml' operator set. + +#### Attributes + +
+
threshold : float (default is 0.0)
+
Values greater than this are mapped to 1, others to 0.
+
+ +#### Inputs + +
+
X : T
+
Data to be binarized
+
+ +#### Outputs + +
+
Y : T
+
Binarized output data
+
+ +#### Type Constraints + +
+
T : tensor(float), tensor(double), tensor(int64), tensor(int32)
+
The input must be a tensor of a numeric type. The output will be of the same tensor type.
+
+ +### **ai.onnx.ml.CastMap-1** + + Converts a map to a tensor.
The map key must be an int64 and the values will be ordered + in ascending order based on this key.
The operator supports dense packing or sparse packing. + If using sparse packing, the key cannot exceed the max_map-1 value. + +#### Version + +This version of the operator has been available since version 1 of the 'ai.onnx.ml' operator set. + +#### Attributes + +
+
cast_to : string (default is TO_FLOAT)
+
A string indicating the desired element type of the output tensor, one of 'TO_FLOAT', 'TO_STRING', 'TO_INT64'.
+
map_form : string (default is DENSE)
+
Indicates whether to only output as many values as are in the input (dense), or position the input based on using the key of the map as the index of the output (sparse).
One of 'DENSE', 'SPARSE'.
+
max_map : int (default is 1)
+
If the value of map_form is 'SPARSE,' this attribute indicates the total length of the output tensor.
+
+ +#### Inputs + +
+
X : T1
+
The input map that is to be cast to a tensor
+
+ +#### Outputs + +
+
Y : T2
+
A tensor representing the same data as the input map, ordered by their keys
+
+ +#### Type Constraints + +
+
T1 : map(int64, string), map(int64, float)
+
The input must be an integer map to either string or float.
+
T2 : tensor(string), tensor(float), tensor(int64)
+
The output is a 1-D tensor of string, float, or integer.
+
+ +### **ai.onnx.ml.CategoryMapper-1** + + Converts strings to integers and vice versa.
+ Two sequences of equal length are used to map between integers and strings, + with strings and integers at the same index detailing the mapping.
+ Each operator converts either integers to strings or strings to integers, depending + on which default value attribute is provided. Only one default value attribute + should be defined.
+ If the string default value is set, it will convert integers to strings. + If the int default value is set, it will convert strings to integers. + +#### Version + +This version of the operator has been available since version 1 of the 'ai.onnx.ml' operator set. + +#### Attributes + +
+
cats_int64s : list of ints
+
The integers of the map. This sequence must be the same length as the 'cats_strings' sequence.
+
cats_strings : list of strings
+
The strings of the map. This sequence must be the same length as the 'cats_int64s' sequence
+
default_int64 : int (default is -1)
+
An integer to use when an input string value is not found in the map.
One and only one of the 'default_*' attributes must be defined.
+
default_string : string (default is _Unused)
+
A string to use when an input integer value is not found in the map.
One and only one of the 'default_*' attributes must be defined.
+
+ +#### Inputs + +
+
X : T1
+
Input data
+
+ +#### Outputs + +
+
Y : T2
+
Output data. If strings are input, the output values are integers, and vice versa.
+
+ +#### Type Constraints + +
+
T1 : tensor(string), tensor(int64)
+
The input must be a tensor of strings or integers, either [N,C] or [C].
+
T2 : tensor(string), tensor(int64)
+
The output is a tensor of strings or integers. Its shape will be the same as the input shape.
+
+ +### **ai.onnx.ml.DictVectorizer-1** + + Uses an index mapping to convert a dictionary to an array.
+ Given a dictionary, each key is looked up in the vocabulary attribute corresponding to + the key type. The index into the vocabulary array at which the key is found is then + used to index the output 1-D tensor 'Y' and insert into it the value found in the dictionary 'X'.
+ The key type of the input map must correspond to the element type of the defined vocabulary attribute. + Therefore, the output array will be equal in length to the index mapping vector parameter. + All keys in the input dictionary must be present in the index mapping vector. + For each item in the input dictionary, insert its value in the output array. + Any keys not present in the input dictionary, will be zero in the output array.
+ For example: if the ``string_vocabulary`` parameter is set to ``["a", "c", "b", "z"]``, + then an input of ``{"a": 4, "c": 8}`` will produce an output of ``[4, 8, 0, 0]``. + + +#### Version + +This version of the operator has been available since version 1 of the 'ai.onnx.ml' operator set. + +#### Attributes + +
+
int64_vocabulary : list of ints
+
An integer vocabulary array.
One and only one of the vocabularies must be defined.
+
string_vocabulary : list of strings
+
A string vocabulary array.
One and only one of the vocabularies must be defined.
+
+ +#### Inputs + +
+
X : T1
+
A dictionary.
+
+ +#### Outputs + +
+
Y : T2
+
A 1-D tensor holding values from the input dictionary.
+
+ +#### Type Constraints + +
+
T1 : map(string, int64), map(int64, string), map(int64, float), map(int64, double), map(string, float), map(string, double)
+
The input must be a map from strings or integers to either strings or a numeric type. The key and value types cannot be the same.
+
T2 : tensor(int64), tensor(float), tensor(double), tensor(string)
+
The output will be a tensor of the value type of the input map. It's shape will be [1,C], where C is the length of the input dictionary.
+
+ +### **ai.onnx.ml.FeatureVectorizer-1** + + Concatenates input tensors into one continuous output.
+ All input shapes are 2-D and are concatenated along the second dimension. 1-D tensors are treated as [1,C]. + Inputs are copied to the output maintaining the order of the input arguments.
+ All inputs must be integers or floats, while the output will be all floating point values. + +#### Version + +This version of the operator has been available since version 1 of the 'ai.onnx.ml' operator set. + +#### Attributes + +
+
inputdimensions : list of ints
+
The size of each input in the input list
+
+ +#### Inputs (1 - ∞) + +
+
X (variadic) : T1
+
An ordered collection of tensors, all with the same element type.
+
+ +#### Outputs + +
+
Y : tensor(float)
+
The output array, elements ordered as the inputs.
+
+ +#### Type Constraints + +
+
T1 : tensor(int32), tensor(int64), tensor(float), tensor(double)
+
The input type must be a tensor of a numeric type.
+
+ +### **ai.onnx.ml.Imputer-1** + + Replaces inputs that equal one value with another, leaving all other elements alone.
+ This operator is typically used to replace missing values in situations where they have a canonical + representation, such as -1, 0, NaN, or some extreme value.
+ One and only one of imputed_value_floats or imputed_value_int64s should be defined -- floats if the input tensor + holds floats, integers if the input tensor holds integers. The imputed values must all fit within the + width of the tensor element type. One and only one of the replaced_value_float or replaced_value_int64 should be defined, + which one depends on whether floats or integers are being processed.
+ The imputed_value attribute length can be 1 element, or it can have one element per input feature.
In other words, if the input tensor has the shape [*,F], then the length of the attribute array may be 1 or F. If it is 1, then it is broadcast along the last dimension and applied to each feature. + +#### Version + +This version of the operator has been available since version 1 of the 'ai.onnx.ml' operator set. + +#### Attributes + +
+
imputed_value_floats : list of floats
+
Value(s) to change to
+
imputed_value_int64s : list of ints
+
Value(s) to change to.
+
replaced_value_float : float (default is 0.0)
+
A value that needs replacing.
+
replaced_value_int64 : int (default is 0)
+
A value that needs replacing.
+
+ +#### Inputs + +
+
X : T
+
Data to be processed.
+
+ +#### Outputs + +
+
Y : T
+
Imputed output data
+
+ +#### Type Constraints + +
+
T : tensor(float), tensor(double), tensor(int64), tensor(int32)
+
The input type must be a tensor of a numeric type, either [N,C] or [C]. The output type will be of the same tensor type and shape.
+
+ +### **ai.onnx.ml.LabelEncoder-1** + + Converts strings to integers and vice versa.
+ If the string default value is set, it will convert integers to strings. + If the int default value is set, it will convert strings to integers.
+ Each operator converts either integers to strings or strings to integers, depending + on which default value attribute is provided. Only one default value attribute + should be defined.
+ When converting from integers to strings, the string is fetched from the + 'classes_strings' list, by simple indexing.
+ When converting from strings to integers, the string is looked up in the list + and the index at which it is found is used as the converted value. + +#### Version + +This version of the operator has been available since version 1 of the 'ai.onnx.ml' operator set. + +#### Attributes + +
+
classes_strings : list of strings
+
A list of labels.
+
default_int64 : int (default is -1)
+
An integer to use when an input string value is not found in the map.
One and only one of the 'default_*' attributes must be defined.
+
default_string : string (default is _Unused)
+
A string to use when an input integer value is not found in the map.
One and only one of the 'default_*' attributes must be defined.
+
+ +#### Inputs + +
+
X : T1
+
Input data.
+
+ +#### Outputs + +
+
Y : T2
+
Output data. If strings are input, the output values are integers, and vice versa.
+
+ +#### Type Constraints + +
+
T1 : tensor(string), tensor(int64)
+
The input type must be a tensor of integers or strings, of any shape.
+
T2 : tensor(string), tensor(int64)
+
The output type will be a tensor of strings or integers, and will have the same shape as the input.
+
+ +### **ai.onnx.ml.LinearClassifier-1** + + Linear classifier + +#### Version + +This version of the operator has been available since version 1 of the 'ai.onnx.ml' operator set. + +#### Attributes + +
+
classlabels_ints : list of ints
+
Class labels when using integer labels. One and only one 'classlabels' attribute must be defined.
+
classlabels_strings : list of strings
+
Class labels when using string labels. One and only one 'classlabels' attribute must be defined.
+
coefficients : list of floats (required)
+
A collection of weights of the model(s).
+
intercepts : list of floats
+
A collection of intercepts.
+
multi_class : int (default is 0)
+
Indicates whether to do OvR or multinomial (0=OvR is the default).
+
post_transform : string (default is NONE)
+
Indicates the transform to apply to the scores vector.
One of 'NONE,' 'SOFTMAX,' 'LOGISTIC,' 'SOFTMAX_ZERO,' or 'PROBIT'
+
+ +#### Inputs + +
+
X : T1
+
Data to be classified.
+
+ +#### Outputs + +
+
Y : T2
+
Classification outputs (one class per example).
+
Z : tensor(float)
+
Classification scores ([N,E] - one score for each class and example
+
+ +#### Type Constraints + +
+
T1 : tensor(float), tensor(double), tensor(int64), tensor(int32)
+
The input must be a tensor of a numeric type, and of shape [N,C] or [C]. In the latter case, it will be treated as [1,C]
+
T2 : tensor(string), tensor(int64)
+
The output will be a tensor of strings or integers.
+
+ +### **ai.onnx.ml.LinearRegressor-1** + + Generalized linear regression evaluation.
+ If targets is set to 1 (default) then univariate regression is performed.
+ If targets is set to M then M sets of coefficients must be passed in as a sequence + and M results will be output for each input n in N.
+ The coefficients array is of length n, and the coefficients for each target are contiguous. + Intercepts are optional but if provided must match the number of targets. + +#### Version + +This version of the operator has been available since version 1 of the 'ai.onnx.ml' operator set. + +#### Attributes + +
+
coefficients : list of floats
+
Weights of the model(s).
+
intercepts : list of floats
+
Weights of the intercepts, if used.
+
post_transform : string (default is NONE)
+
Indicates the transform to apply to the regression output vector.
One of 'NONE,' 'SOFTMAX,' 'LOGISTIC,' 'SOFTMAX_ZERO,' or 'PROBIT'
+
targets : int (default is 1)
+
The total number of regression targets, 1 if not defined.
+
+ +#### Inputs + +
+
X : T
+
Data to be regressed.
+
+ +#### Outputs + +
+
Y : tensor(float)
+
Regression outputs (one per target, per example).
+
+ +#### Type Constraints + +
+
T : tensor(float), tensor(double), tensor(int64), tensor(int32)
+
The input must be a tensor of a numeric type.
+
+ +### **ai.onnx.ml.Normalizer-1** + + Normalize the input. There are three normalization modes, which have the corresponding formulas, + defined using element-wise infix operators '/' and '^' and tensor-wide functions 'max' and 'sum':
+
+ Max: Y = X / max(X)
+ L1: Y = X / sum(X)
+ L2: Y = sqrt(X^2 / sum(X^2)}
+ In all modes, if the divisor is zero, Y == X. +
+ For batches, that is, [N,C] tensors, normalization is done along the C axis. In other words, each row + of the batch is normalized independently. + +#### Version + +This version of the operator has been available since version 1 of the 'ai.onnx.ml' operator set. + +#### Attributes + +
+
norm : string (default is MAX)
+
One of 'MAX,' 'L1,' 'L2'
+
+ +#### Inputs + +
+
X : T
+
Data to be encoded, a tensor of shape [N,C] or [C]
+
+ +#### Outputs + +
+
Y : tensor(float)
+
Encoded output data
+
+ +#### Type Constraints + +
+
T : tensor(float), tensor(double), tensor(int64), tensor(int32)
+
The input must be a tensor of a numeric type.
+
+ +### **ai.onnx.ml.OneHotEncoder-1** + + Replace each input element with an array of ones and zeros, where a single + one is placed at the index of the category that was passed in. The total category count + will determine the size of the extra dimension of the output array Y.
+ For example, if we pass a tensor with a single value of 4, and a category count of 8, + the output will be a tensor with ``[0,0,0,0,1,0,0,0]``.
+ This operator assumes every input feature is from the same set of categories.
+ If the input is a tensor of float, int32, or double, the data will be cast + to integers and the cats_int64s category list will be used for the lookups. + +#### Version + +This version of the operator has been available since version 1 of the 'ai.onnx.ml' operator set. + +#### Attributes + +
+
cats_int64s : list of ints
+
List of categories, ints.
One and only one of the 'cats_*' attributes must be defined.
+
cats_strings : list of strings
+
List of categories, strings.
One and only one of the 'cats_*' attributes must be defined.
+
zeros : int (default is 1)
+
If true and category is not present, will return all zeros; if false and a category if not found, the operator will fail.
+
+ +#### Inputs + +
+
X : T
+
Data to be encoded.
+
+ +#### Outputs + +
+
Y : tensor(float)
+
Encoded output data, having one more dimension than X.
+
+ +#### Type Constraints + +
+
T : tensor(string), tensor(int64), tensor(int32), tensor(float), tensor(double)
+
The input must be a tensor of a numeric type.
+
+ +### **ai.onnx.ml.SVMClassifier-1** + + Support Vector Machine classifier + +#### Version + +This version of the operator has been available since version 1 of the 'ai.onnx.ml' operator set. + +#### Attributes + +
+
classlabels_ints : list of ints
+
Class labels if using integer labels.
One and only one of the 'classlabels_*' attributes must be defined.
+
classlabels_strings : list of strings
+
Class labels if using string labels.
One and only one of the 'classlabels_*' attributes must be defined.
+
coefficients : list of floats
+
+
kernel_params : list of floats
+
List of 3 elements containing gamma, coef0, and degree, in that order. Zero if unused for the kernel.
+
kernel_type : string (default is LINEAR)
+
The kernel type, one of 'LINEAR,' 'POLY,' 'RBF,' 'SIGMOID'.
+
post_transform : string (default is NONE)
+
Indicates the transform to apply to the score.
One of 'NONE,' 'SOFTMAX,' 'LOGISTIC,' 'SOFTMAX_ZERO,' or 'PROBIT'
+
prob_a : list of floats
+
First set of probability coefficients.
+
prob_b : list of floats
+
Second set of probability coefficients. This array must be same size as prob_a.
If these are provided then output Z are probability estimates, otherwise they are raw scores.
+
rho : list of floats
+
+
support_vectors : list of floats
+
+
vectors_per_class : list of ints
+
+
+ +#### Inputs + +
+
X : T1
+
Data to be classified.
+
+ +#### Outputs + +
+
Y : T2
+
Classification outputs (one class per example).
+
Z : tensor(float)
+
Class scores (one per class per example), if prob_a and prob_b are provided they are probabilities for each class, otherwise they are raw scores.
+
+ +#### Type Constraints + +
+
T1 : tensor(float), tensor(double), tensor(int64), tensor(int32)
+
The input must be a tensor of a numeric type, either [C] or [N,C].
+
T2 : tensor(string), tensor(int64)
+
The output type will be a tensor of strings or integers, depending on which of the classlabels_* attributes is used. Its size will match the batch size of the input.
+
+ +### **ai.onnx.ml.SVMRegressor-1** + + Support Vector Machine regression prediction and one-class SVM anomaly detection. + +#### Version + +This version of the operator has been available since version 1 of the 'ai.onnx.ml' operator set. + +#### Attributes + +
+
coefficients : list of floats
+
Support vector coefficients.
+
kernel_params : list of floats
+
List of 3 elements containing gamma, coef0, and degree, in that order. Zero if unused for the kernel.
+
kernel_type : string (default is LINEAR)
+
The kernel type, one of 'LINEAR,' 'POLY,' 'RBF,' 'SIGMOID'.
+
n_supports : int (default is 0)
+
The number of support vectors.
+
one_class : int (default is 0)
+
Flag indicating whether the regression is a one-class SVM or not.
+
post_transform : string (default is NONE)
+
Indicates the transform to apply to the score.
One of 'NONE,' 'SOFTMAX,' 'LOGISTIC,' 'SOFTMAX_ZERO,' or 'PROBIT.'
+
rho : list of floats
+
+
support_vectors : list of floats
+
Chosen support vectors
+
+ +#### Inputs + +
+
X : T
+
Data to be regressed.
+
+ +#### Outputs + +
+
Y : tensor(float)
+
Regression outputs (one score per target per example).
+
+ +#### Type Constraints + +
+
T : tensor(float), tensor(double), tensor(int64), tensor(int32)
+
The input type must be a tensor of a numeric type, either [C] or [N,C].
+
+ +### **ai.onnx.ml.Scaler-1** + + Rescale input data, for example to standardize features by removing the mean and scaling to unit variance. + +#### Version + +This version of the operator has been available since version 1 of the 'ai.onnx.ml' operator set. + +#### Attributes + +
+
offset : list of floats
+
First, offset by this.
Can be length of features in an [N,F] tensor or length 1, in which case it applies to all features, regardless of dimension count.
+
scale : list of floats
+
Second, multiply by this.
Can be length of features in an [N,F] tensor or length 1, in which case it applies to all features, regardless of dimension count.
Must be same length as 'offset'
+
+ +#### Inputs + +
+
X : T
+
Data to be scaled.
+
+ +#### Outputs + +
+
Y : tensor(float)
+
Scaled output data.
+
+ +#### Type Constraints + +
+
T : tensor(float), tensor(double), tensor(int64), tensor(int32)
+
The input must be a tensor of a numeric type.
+
+ +### **ai.onnx.ml.TreeEnsembleClassifier-1** + + Tree Ensemble classifier. Returns the top class for each of N inputs.
+ The attributes named 'nodes_X' form a sequence of tuples, associated by + index into the sequences, which must all be of equal length. These tuples + define the nodes.
+ Similarly, all fields prefixed with 'class_' are tuples of votes at the leaves. + A leaf may have multiple votes, where each vote is weighted by + the associated class_weights index.
+ One and only one of classlabels_strings or classlabels_int64s + will be defined. The class_ids are indices into this list. + +#### Version + +This version of the operator has been available since version 1 of the 'ai.onnx.ml' operator set. + +#### Attributes + +
+
base_values : list of floats
+
Base values for classification, added to final class score; the size must be the same as the classes or can be left unassigned (assumed 0)
+
class_ids : list of ints
+
The index of the class list that each weight is for.
+
class_nodeids : list of ints
+
node id that this weight is for.
+
class_treeids : list of ints
+
The id of the tree that this node is in.
+
class_weights : list of floats
+
The weight for the class in class_id.
+
classlabels_int64s : list of ints
+
Class labels if using integer labels.
One and only one of the 'classlabels_*' attributes must be defined.
+
classlabels_strings : list of strings
+
Class labels if using string labels.
One and only one of the 'classlabels_*' attributes must be defined.
+
nodes_falsenodeids : list of ints
+
Child node if expression is false.
+
nodes_featureids : list of ints
+
Feature id for each node.
+
nodes_hitrates : list of floats
+
Popularity of each node, used for performance and may be omitted.
+
nodes_missing_value_tracks_true : list of ints
+
For each node, define what to do in the presence of a missing value: if a value is missing (NaN), use the 'true' or 'false' branch based on the value in this array.
This attribute may be left undefined, and the default value is false (0) for all nodes.
+
nodes_modes : list of strings
+
The node kind, that is, the comparison to make at the node. There is no comparison to make at a leaf node.
One of 'BRANCH_LEQ', 'BRANCH_LT', 'BRANCH_GTE', 'BRANCH_GT', 'BRANCH_EQ', 'BRANCH_NEQ', 'LEAF'
+
nodes_nodeids : list of ints
+
Node id for each node. Ids may restart at zero for each tree, but it not required to.
+
nodes_treeids : list of ints
+
Tree id for each node.
+
nodes_truenodeids : list of ints
+
Child node if expression is true.
+
nodes_values : list of floats
+
Thresholds to do the splitting on for each node.
+
post_transform : string (default is NONE)
+
Indicates the transform to apply to the score.
One of 'NONE,' 'SOFTMAX,' 'LOGISTIC,' 'SOFTMAX_ZERO,' or 'PROBIT.'
+
+ +#### Inputs + +
+
X : T1
+
Input of shape [N,F]
+
+ +#### Outputs + +
+
Y : T2
+
N, Top class for each point
+
Z : tensor(float)
+
The class score for each class, for each point, a tensor of shape [N,E].
+
+ +#### Type Constraints + +
+
T1 : tensor(float), tensor(double), tensor(int64), tensor(int32)
+
The input type must be a tensor of a numeric type.
+
T2 : tensor(string), tensor(int64)
+
The output type will be a tensor of strings or integers, depending on which of the classlabels_* attributes is used.
+
+ +### **ai.onnx.ml.TreeEnsembleRegressor-1** + + Tree Ensemble regressor. Returns the regressed values for each input in N.
+ All args with nodes_ are fields of a tuple of tree nodes, and + it is assumed they are the same length, and an index i will decode the + tuple across these inputs. Each node id can appear only once + for each tree id.
+ All fields prefixed with target_ are tuples of votes at the leaves.
+ A leaf may have multiple votes, where each vote is weighted by + the associated target_weights index.
+ All trees must have their node ids start at 0 and increment by 1.
+ Mode enum is BRANCH_LEQ, BRANCH_LT, BRANCH_GTE, BRANCH_GT, BRANCH_EQ, BRANCH_NEQ, LEAF + +#### Version + +This version of the operator has been available since version 1 of the 'ai.onnx.ml' operator set. + +#### Attributes + +
+
aggregate_function : string (default is SUM)
+
Defines how to aggregate leaf values within a target.
One of 'AVERAGE,' 'SUM,' 'MIN,' 'MAX.'
+
base_values : list of floats
+
Base values for classification, added to final class score; the size must be the same as the classes or can be left unassigned (assumed 0)
+
n_targets : int
+
The total number of targets.
+
nodes_falsenodeids : list of ints
+
Child node if expression is false
+
nodes_featureids : list of ints
+
Feature id for each node.
+
nodes_hitrates : list of floats
+
Popularity of each node, used for performance and may be omitted.
+
nodes_missing_value_tracks_true : list of ints
+
For each node, define what to do in the presence of a NaN: use the 'true' (if the attribute value is 1) or 'false' (if the attribute value is 0) branch based on the value in this array.
This attribute may be left undefined and the default value is false (0) for all nodes.
+
nodes_modes : list of strings
+
The node kind, that is, the comparison to make at the node. There is no comparison to make at a leaf node.
One of 'BRANCH_LEQ', 'BRANCH_LT', 'BRANCH_GTE', 'BRANCH_GT', 'BRANCH_EQ', 'BRANCH_NEQ', 'LEAF'
+
nodes_nodeids : list of ints
+
Node id for each node. Node ids must restart at zero for each tree and increase sequentially.
+
nodes_treeids : list of ints
+
Tree id for each node.
+
nodes_truenodeids : list of ints
+
Child node if expression is true
+
nodes_values : list of floats
+
Thresholds to do the splitting on for each node.
+
post_transform : string (default is NONE)
+
Indicates the transform to apply to the score.
One of 'NONE,' 'SOFTMAX,' 'LOGISTIC,' 'SOFTMAX_ZERO,' or 'PROBIT'
+
target_ids : list of ints
+
The index of the target that each weight is for
+
target_nodeids : list of ints
+
The node id of each weight
+
target_treeids : list of ints
+
The id of the tree that each node is in.
+
target_weights : list of floats
+
The weight for each target
+
+ +#### Inputs + +
+
X : T
+
Input of shape [N,F]
+
+ +#### Outputs + +
+
Y : tensor(float)
+
N classes
+
+ +#### Type Constraints + +
+
T : tensor(float), tensor(double), tensor(int64), tensor(int32)
+
The input type must be a tensor of a numeric type.
+
+ +### **ai.onnx.ml.ZipMap-1** + + Creates a map from the input and the attributes.
+ The values are provided by the input tensor, while the keys are specified by the attributes. + Must provide keys in either classlabels_strings or classlabels_int64s (but not both).
+ The columns of the tensor correspond one-by-one to the keys specified by the attributes. There must be as many columns as keys.
+ +#### Version + +This version of the operator has been available since version 1 of the 'ai.onnx.ml' operator set. + +#### Attributes + +
+
classlabels_int64s : list of ints
+
The keys when using int keys.
One and only one of the 'classlabels_*' attributes must be defined.
+
classlabels_strings : list of strings
+
The keys when using string keys.
One and only one of the 'classlabels_*' attributes must be defined.
+
+ +#### Inputs + +
+
X : tensor(float)
+
The input values
+
+ +#### Outputs + +
+
Z : T
+
The output map
+
+ +#### Type Constraints + +
+
T : seq(map(string, float)), seq(map(int64, float))
+
The output will be a sequence of string or integer maps to float.
+
+ +## Version 2 of the 'ai.onnx.ml' operator set +### **ai.onnx.ml.LabelEncoder-2** + + Maps each element in the input tensor to another value.
+ The mapping is determined by the two parallel attributes, 'keys_*' and + 'values_*' attribute. The i-th value in the specified 'keys_*' attribute + would be mapped to the i-th value in the specified 'values_*' attribute. It + implies that input's element type and the element type of the specified + 'keys_*' should be identical while the output type is identical to the + specified 'values_*' attribute. If an input element can not be found in the + specified 'keys_*' attribute, the 'default_*' that matches the specified + 'values_*' attribute may be used as its output value.
+ Let's consider an example which maps a string tensor to an integer tensor. + Assume and 'keys_strings' is ["Amy", "Sally"], 'values_int64s' is [5, 6], + and 'default_int64' is '-1'. The input ["Dori", "Amy", "Amy", "Sally", + "Sally"] would be mapped to [-1, 5, 5, 6, 6].
+ Since this operator is an one-to-one mapping, its input and output shapes + are the same. Notice that only one of 'keys_*'/'values_*' can be set.
+ For key look-up, bit-wise comparison is used so even a float NaN can be + mapped to a value in 'values_*' attribute.
+ +#### Version + +This version of the operator has been available since version 2 of the 'ai.onnx.ml' operator set. + +#### Attributes + +
+
default_float : float (default is -0.0)
+
A float.
+
default_int64 : int (default is -1)
+
An integer.
+
default_string : string (default is _Unused)
+
A string.
+
keys_floats : list of floats
+
A list of floats.
+
keys_int64s : list of ints
+
A list of ints.
+
keys_strings : list of strings
+
A list of strings. One and only one of 'keys_*'s should be set.
+
values_floats : list of floats
+
A list of floats.
+
values_int64s : list of ints
+
A list of ints.
+
values_strings : list of strings
+
A list of strings. One and only one of 'value_*'s should be set.
+
+ +#### Inputs + +
+
X : T1
+
Input data. It can be either tensor or scalar.
+
+ +#### Outputs + +
+
Y : T2
+
Output data.
+
+ +#### Type Constraints + +
+
T1 : tensor(string), tensor(int64), tensor(float)
+
The input type is a tensor of any shape.
+
T2 : tensor(string), tensor(int64), tensor(float)
+
Output type is determined by the specified 'values_*' attribute.
+
+ +## Version 3 of the 'ai.onnx.ml' operator set +### **ai.onnx.ml.TreeEnsembleClassifier-3** + + Tree Ensemble classifier. Returns the top class for each of N inputs.
+ The attributes named 'nodes_X' form a sequence of tuples, associated by + index into the sequences, which must all be of equal length. These tuples + define the nodes.
+ Similarly, all fields prefixed with 'class_' are tuples of votes at the leaves. + A leaf may have multiple votes, where each vote is weighted by + the associated class_weights index.
+ One and only one of classlabels_strings or classlabels_int64s + will be defined. The class_ids are indices into this list. + All fields ending with _as_tensor can be used instead of the + same parameter without the suffix if the element type is double and not float. + +#### Version + +This version of the operator has been available since version 3 of the 'ai.onnx.ml' operator set. + +#### Attributes + +
+
base_values : list of floats
+
Base values for classification, added to final class score; the size must be the same as the classes or can be left unassigned (assumed 0)
+
base_values_as_tensor : tensor
+
Base values for classification, added to final class score; the size must be the same as the classes or can be left unassigned (assumed 0)
+
class_ids : list of ints
+
The index of the class list that each weight is for.
+
class_nodeids : list of ints
+
node id that this weight is for.
+
class_treeids : list of ints
+
The id of the tree that this node is in.
+
class_weights : list of floats
+
The weight for the class in class_id.
+
class_weights_as_tensor : tensor
+
The weight for the class in class_id.
+
classlabels_int64s : list of ints
+
Class labels if using integer labels.
One and only one of the 'classlabels_*' attributes must be defined.
+
classlabels_strings : list of strings
+
Class labels if using string labels.
One and only one of the 'classlabels_*' attributes must be defined.
+
nodes_falsenodeids : list of ints
+
Child node if expression is false.
+
nodes_featureids : list of ints
+
Feature id for each node.
+
nodes_hitrates : list of floats
+
Popularity of each node, used for performance and may be omitted.
+
nodes_hitrates_as_tensor : tensor
+
Popularity of each node, used for performance and may be omitted.
+
nodes_missing_value_tracks_true : list of ints
+
For each node, define what to do in the presence of a missing value: if a value is missing (NaN), use the 'true' or 'false' branch based on the value in this array.
This attribute may be left undefined, and the default value is false (0) for all nodes.
+
nodes_modes : list of strings
+
The node kind, that is, the comparison to make at the node. There is no comparison to make at a leaf node.
One of 'BRANCH_LEQ', 'BRANCH_LT', 'BRANCH_GTE', 'BRANCH_GT', 'BRANCH_EQ', 'BRANCH_NEQ', 'LEAF'
+
nodes_nodeids : list of ints
+
Node id for each node. Ids may restart at zero for each tree, but it not required to.
+
nodes_treeids : list of ints
+
Tree id for each node.
+
nodes_truenodeids : list of ints
+
Child node if expression is true.
+
nodes_values : list of floats
+
Thresholds to do the splitting on for each node.
+
nodes_values_as_tensor : tensor
+
Thresholds to do the splitting on for each node.
+
post_transform : string (default is NONE)
+
Indicates the transform to apply to the score.
One of 'NONE,' 'SOFTMAX,' 'LOGISTIC,' 'SOFTMAX_ZERO,' or 'PROBIT.'
+
+ +#### Inputs + +
+
X : T1
+
Input of shape [N,F]
+
+ +#### Outputs + +
+
Y : T2
+
N, Top class for each point
+
Z : tensor(float)
+
The class score for each class, for each point, a tensor of shape [N,E].
+
+ +#### Type Constraints + +
+
T1 : tensor(float), tensor(double), tensor(int64), tensor(int32)
+
The input type must be a tensor of a numeric type.
+
T2 : tensor(string), tensor(int64)
+
The output type will be a tensor of strings or integers, depending on which of the classlabels_* attributes is used.
+
+ +### **ai.onnx.ml.TreeEnsembleRegressor-3** + + Tree Ensemble regressor. Returns the regressed values for each input in N.
+ All args with nodes_ are fields of a tuple of tree nodes, and + it is assumed they are the same length, and an index i will decode the + tuple across these inputs. Each node id can appear only once + for each tree id.
+ All fields prefixed with target_ are tuples of votes at the leaves.
+ A leaf may have multiple votes, where each vote is weighted by + the associated target_weights index.
+ All fields ending with _as_tensor can be used instead of the + same parameter without the suffix if the element type is double and not float. + All trees must have their node ids start at 0 and increment by 1.
+ Mode enum is BRANCH_LEQ, BRANCH_LT, BRANCH_GTE, BRANCH_GT, BRANCH_EQ, BRANCH_NEQ, LEAF + +#### Version + +This version of the operator has been available since version 3 of the 'ai.onnx.ml' operator set. + +#### Attributes + +
+
aggregate_function : string (default is SUM)
+
Defines how to aggregate leaf values within a target.
One of 'AVERAGE,' 'SUM,' 'MIN,' 'MAX.'
+
base_values : list of floats
+
Base values for regression, added to final prediction after applying aggregate_function; the size must be the same as the classes or can be left unassigned (assumed 0)
+
base_values_as_tensor : tensor
+
Base values for regression, added to final prediction after applying aggregate_function; the size must be the same as the classes or can be left unassigned (assumed 0)
+
n_targets : int
+
The total number of targets.
+
nodes_falsenodeids : list of ints
+
Child node if expression is false
+
nodes_featureids : list of ints
+
Feature id for each node.
+
nodes_hitrates : list of floats
+
Popularity of each node, used for performance and may be omitted.
+
nodes_hitrates_as_tensor : tensor
+
Popularity of each node, used for performance and may be omitted.
+
nodes_missing_value_tracks_true : list of ints
+
For each node, define what to do in the presence of a NaN: use the 'true' (if the attribute value is 1) or 'false' (if the attribute value is 0) branch based on the value in this array.
This attribute may be left undefined and the default value is false (0) for all nodes.
+
nodes_modes : list of strings
+
The node kind, that is, the comparison to make at the node. There is no comparison to make at a leaf node.
One of 'BRANCH_LEQ', 'BRANCH_LT', 'BRANCH_GTE', 'BRANCH_GT', 'BRANCH_EQ', 'BRANCH_NEQ', 'LEAF'
+
nodes_nodeids : list of ints
+
Node id for each node. Node ids must restart at zero for each tree and increase sequentially.
+
nodes_treeids : list of ints
+
Tree id for each node.
+
nodes_truenodeids : list of ints
+
Child node if expression is true
+
nodes_values : list of floats
+
Thresholds to do the splitting on for each node.
+
nodes_values_as_tensor : tensor
+
Thresholds to do the splitting on for each node.
+
post_transform : string (default is NONE)
+
Indicates the transform to apply to the score.
One of 'NONE,' 'SOFTMAX,' 'LOGISTIC,' 'SOFTMAX_ZERO,' or 'PROBIT'
+
target_ids : list of ints
+
The index of the target that each weight is for
+
target_nodeids : list of ints
+
The node id of each weight
+
target_treeids : list of ints
+
The id of the tree that each node is in.
+
target_weights : list of floats
+
The weight for each target
+
target_weights_as_tensor : tensor
+
The weight for each target
+
+ +#### Inputs + +
+
X : T
+
Input of shape [N,F]
+
+ +#### Outputs + +
+
Y : tensor(float)
+
N classes
+
+ +#### Type Constraints + +
+
T : tensor(float), tensor(double), tensor(int64), tensor(int32)
+
The input type must be a tensor of a numeric type.
+
+ +## Version 4 of the 'ai.onnx.ml' operator set +### **ai.onnx.ml.LabelEncoder-4** + + Maps each element in the input tensor to another value.
+ The mapping is determined by the two parallel attributes, 'keys_*' and + 'values_*' attribute. The i-th value in the specified 'keys_*' attribute + would be mapped to the i-th value in the specified 'values_*' attribute. It + implies that input's element type and the element type of the specified + 'keys_*' should be identical while the output type is identical to the + specified 'values_*' attribute. Note that the 'keys_*' and 'values_*' attributes + must have the same length. If an input element can not be found in the + specified 'keys_*' attribute, the 'default_*' that matches the specified + 'values_*' attribute may be used as its output value. The type of the 'default_*' + attribute must match the 'values_*' attribute chosen.
+ Let's consider an example which maps a string tensor to an integer tensor. + Assume and 'keys_strings' is ["Amy", "Sally"], 'values_int64s' is [5, 6], + and 'default_int64' is '-1'. The input ["Dori", "Amy", "Amy", "Sally", + "Sally"] would be mapped to [-1, 5, 5, 6, 6].
+ Since this operator is an one-to-one mapping, its input and output shapes + are the same. Notice that only one of 'keys_*'/'values_*' can be set.
+ Float keys with value 'NaN' match any input 'NaN' value regardless of bit + value. If a key is repeated, the last key takes precedence. + +#### Version + +This version of the operator has been available since version 4 of the 'ai.onnx.ml' operator set. + +#### Attributes + +
+
default_float : float (default is -0.0)
+
A float.
+
default_int64 : int (default is -1)
+
An integer.
+
default_string : string (default is _Unused)
+
A string.
+
default_tensor : tensor
+
A default tensor. {"_Unused"} if values_* has string type, {-1} if values_* has integral type, and {-0.f} if values_* has float type.
+
keys_floats : list of floats
+
A list of floats.
+
keys_int64s : list of ints
+
A list of ints.
+
keys_strings : list of strings
+
A list of strings.
+
keys_tensor : tensor
+
Keys encoded as a 1D tensor. One and only one of 'keys_*'s should be set.
+
values_floats : list of floats
+
A list of floats.
+
values_int64s : list of ints
+
A list of ints.
+
values_strings : list of strings
+
A list of strings.
+
values_tensor : tensor
+
Values encoded as a 1D tensor. One and only one of 'values_*'s should be set.
+
+ +#### Inputs + +
+
X : T1
+
Input data. It must have the same element type as the keys_* attribute set.
+
+ +#### Outputs + +
+
Y : T2
+
Output data. This tensor's element type is based on the values_* attribute set.
+
+ +#### Type Constraints + +
+
T1 : tensor(string), tensor(int64), tensor(float), tensor(int32), tensor(int16), tensor(double)
+
The input type is a tensor of any shape.
+
T2 : tensor(string), tensor(int64), tensor(float), tensor(int32), tensor(int16), tensor(double)
+
Output type is determined by the specified 'values_*' attribute.
+
+ +## Version 5 of the 'ai.onnx.ml' operator set +### **ai.onnx.ml.TreeEnsemble-5** + + Tree Ensemble operator. Returns the regressed values for each input in a batch. + Inputs have dimensions `[N, F]` where `N` is the input batch size and `F` is the number of input features. + Outputs have dimensions `[N, num_targets]` where `N` is the batch size and `num_targets` is the number of targets, which is a configurable attribute. + + The encoding of this attribute is split along interior nodes and the leaves of the trees. Notably, attributes with the prefix `nodes_*` are associated with interior nodes, and attributes with the prefix `leaf_*` are associated with leaves. + The attributes `nodes_*` must all have the same length and encode a sequence of tuples, as defined by taking all the `nodes_*` fields at a given position. + + All fields prefixed with `leaf_*` represent tree leaves, and similarly define tuples of leaves and must have identical length. + + This operator can be used to implement both the previous `TreeEnsembleRegressor` and `TreeEnsembleClassifier` nodes. + The `TreeEnsembleRegressor` node maps directly to this node and requires changing how the nodes are represented. + The `TreeEnsembleClassifier` node can be implemented by adding a `ArgMax` node after this node to determine the top class. + To encode class labels, a `LabelEncoder` or `GatherND` operator may be used. + +#### Version + +This version of the operator has been available since version 5 of the 'ai.onnx.ml' operator set. + +#### Attributes + +
+
aggregate_function : int (default is 1)
+
Defines how to aggregate leaf values within a target.
One of 'AVERAGE' (0) 'SUM' (1) 'MIN' (2) 'MAX (3) defaults to 'SUM' (1)
+
leaf_targetids : list of ints (required)
+
The index of the target that this leaf contributes to (this must be in range `[0, n_targets)`).
+
leaf_weights : tensor (required)
+
The weight for each leaf.
+
membership_values : tensor
+
Members to test membership of for each set membership node. List all of the members to test again in the order that the 'BRANCH_MEMBER' mode appears in `node_modes`, delimited by `NaN`s. Will have the same number of sets of values as nodes with mode 'BRANCH_MEMBER'. This may be omitted if the node doesn't contain any 'BRANCH_MEMBER' nodes.
+
n_targets : int
+
The total number of targets.
+
nodes_falseleafs : list of ints (required)
+
1 if false branch is leaf for each node and 0 if an interior node. To represent a tree that is a leaf (only has one node), one can do so by having a single `nodes_*` entry with true and false branches referencing the same `leaf_*` entry
+
nodes_falsenodeids : list of ints (required)
+
If `nodes_falseleafs` is false at an entry, this represents the position of the false branch node. This position can be used to index into a `nodes_*` entry. If `nodes_falseleafs` is false, it is an index into the leaf_* attributes.
+
nodes_featureids : list of ints (required)
+
Feature id for each node.
+
nodes_hitrates : tensor
+
Popularity of each node, used for performance and may be omitted.
+
nodes_missing_value_tracks_true : list of ints
+
For each node, define whether to follow the true branch (if attribute value is 1) or false branch (if attribute value is 0) in the presence of a NaN input feature. This attribute may be left undefined and the default value is false (0) for all nodes.
+
nodes_modes : tensor (required)
+
The comparison operation performed by the node. This is encoded as an enumeration of 0 ('BRANCH_LEQ'), 1 ('BRANCH_LT'), 2 ('BRANCH_GTE'), 3 ('BRANCH_GT'), 4 ('BRANCH_EQ'), 5 ('BRANCH_NEQ'), and 6 ('BRANCH_MEMBER'). Note this is a tensor of type uint8.
+
nodes_splits : tensor (required)
+
Thresholds to do the splitting on for each node with mode that is not 'BRANCH_MEMBER'.
+
nodes_trueleafs : list of ints (required)
+
1 if true branch is leaf for each node and 0 an interior node. To represent a tree that is a leaf (only has one node), one can do so by having a single `nodes_*` entry with true and false branches referencing the same `leaf_*` entry
+
nodes_truenodeids : list of ints (required)
+
If `nodes_trueleafs` is false at an entry, this represents the position of the true branch node. This position can be used to index into a `nodes_*` entry. If `nodes_trueleafs` is false, it is an index into the leaf_* attributes.
+
post_transform : int (default is 0)
+
Indicates the transform to apply to the score.
One of 'NONE' (0), 'SOFTMAX' (1), 'LOGISTIC' (2), 'SOFTMAX_ZERO' (3) or 'PROBIT' (4), defaults to 'NONE' (0)
+
tree_roots : list of ints (required)
+
Index into `nodes_*` for the root of each tree. The tree structure is derived from the branching of each node.
+
+ +#### Inputs + +
+
X : T
+
Input of shape [Batch Size, Number of Features]
+
+ +#### Outputs + +
+
Y : T
+
Output of shape [Batch Size, Number of targets]
+
+ +#### Type Constraints + +
+
T : tensor(float), tensor(double), tensor(float16)
+
The input type must be a tensor of a numeric type.
+
+ +### **ai.onnx.ml.TreeEnsembleClassifier-5** (deprecated) + + This operator is DEPRECATED. Please use TreeEnsemble with provides similar functionality. + In order to determine the top class, the ArgMax node can be applied to the output of TreeEnsemble. + To encode class labels, use a LabelEncoder operator. + Tree Ensemble classifier. Returns the top class for each of N inputs.
+ The attributes named 'nodes_X' form a sequence of tuples, associated by + index into the sequences, which must all be of equal length. These tuples + define the nodes.
+ Similarly, all fields prefixed with 'class_' are tuples of votes at the leaves. + A leaf may have multiple votes, where each vote is weighted by + the associated class_weights index.
+ One and only one of classlabels_strings or classlabels_int64s + will be defined. The class_ids are indices into this list. + All fields ending with _as_tensor can be used instead of the + same parameter without the suffix if the element type is double and not float. + +#### Version + +This version of the operator has been deprecated since version 5 of the 'ai.onnx.ml' operator set. + +### **ai.onnx.ml.TreeEnsembleRegressor-5** (deprecated) + + This operator is DEPRECATED. Please use TreeEnsemble instead which provides the same + functionality.
+ Tree Ensemble regressor. Returns the regressed values for each input in N.
+ All args with nodes_ are fields of a tuple of tree nodes, and + it is assumed they are the same length, and an index i will decode the + tuple across these inputs. Each node id can appear only once + for each tree id.
+ All fields prefixed with target_ are tuples of votes at the leaves.
+ A leaf may have multiple votes, where each vote is weighted by + the associated target_weights index.
+ All fields ending with _as_tensor can be used instead of the + same parameter without the suffix if the element type is double and not float. + All trees must have their node ids start at 0 and increment by 1.
+ Mode enum is BRANCH_LEQ, BRANCH_LT, BRANCH_GTE, BRANCH_GT, BRANCH_EQ, BRANCH_NEQ, LEAF + +#### Version + +This version of the operator has been deprecated since version 5 of the 'ai.onnx.ml' operator set. + diff --git a/docs/Changelog.md b/docs/Changelog.md new file mode 100644 index 0000000..198aa0b --- /dev/null +++ b/docs/Changelog.md @@ -0,0 +1,33668 @@ + +## Operator Changelog +*This file is automatically generated from the + [def files](/onnx/defs) via [this script](/onnx/defs/gen_doc.py). + Do not modify directly and instead edit operator definitions.* + +For an operator input/output's differentiability, it can be differentiable, + non-differentiable, or undefined. If a variable's differentiability + is not specified, that variable has undefined differentiability. + +# ai.onnx (default) +## Version 1 of the default ONNX operator set +### **Abs-1** + + Absolute takes one input data (Tensor) and produces one output data + (Tensor) where the absolute is, y = abs(x), is applied to + the tensor elementwise. + +#### Version + +This version of the operator has been available since version 1 of the default ONNX operator set. + +#### Attributes + +
+
consumed_inputs : list of ints
+
legacy optimization attribute.
+
+ +#### Inputs + +
+
X : T
+
Input tensor
+
+ +#### Outputs + +
+
Y : T
+
Output tensor
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **Add-1** + + Performs element-wise binary addition (with limited broadcast support). + + If necessary the right-hand-side argument will be broadcasted to match the + shape of left-hand-side argument. When broadcasting is specified, the second + tensor can either be of element size 1 (including a scalar tensor and any + tensor with rank equal to or smaller than the first tensor), or having its + shape as a contiguous subset of the first tensor's shape. The starting of the + mutually equal shape is specified by the argument "axis", and if it is not set, + suffix matching is assumed. 1-dim expansion doesn't work yet. + + For example, the following tensor shapes are supported (with broadcast=1): + + shape(A) = (2, 3, 4, 5), shape(B) = (,), i.e. B is a scalar tensor + shape(A) = (2, 3, 4, 5), shape(B) = (1, 1), i.e. B is an 1-element tensor + shape(A) = (2, 3, 4, 5), shape(B) = (5,) + shape(A) = (2, 3, 4, 5), shape(B) = (4, 5) + shape(A) = (2, 3, 4, 5), shape(B) = (3, 4), with axis=1 + shape(A) = (2, 3, 4, 5), shape(B) = (2), with axis=0 + + Attribute `broadcast=1` needs to be passed to enable broadcasting. + +#### Version + +This version of the operator has been available since version 1 of the default ONNX operator set. + +#### Attributes + +
+
axis : int
+
If set, defines the broadcast dimensions. See doc for details.
+
broadcast : int (default is 0)
+
Pass 1 to enable broadcasting
+
consumed_inputs : list of ints
+
legacy optimization attribute.
+
+ +#### Inputs + +
+
A : T
+
First operand, should share the type with the second operand.
+
B : T
+
Second operand. With broadcasting can be of smaller size than A. If broadcasting is disabled it should be of the same size.
+
+ +#### Outputs + +
+
C : T
+
Result, has same dimensions and type as A
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **And-1** + + Returns the tensor resulted from performing the `and` logical operation + elementwise on the input tensors `A` and `B`. + + If broadcasting is enabled, the right-hand-side argument will be broadcasted + to match the shape of left-hand-side argument. See the doc of `Add` for a + detailed description of the broadcasting rules. + +#### Version + +This version of the operator has been available since version 1 of the default ONNX operator set. + +#### Attributes + +
+
axis : int
+
If set, defines the broadcast dimensions.
+
broadcast : int (default is 0)
+
Enable broadcasting
+
+ +#### Inputs + +
+
A : T
+
Left input tensor for the logical operator.
+
B : T
+
Right input tensor for the logical operator.
+
+ +#### Outputs + +
+
C : T1
+
Result tensor.
+
+ +#### Type Constraints + +
+
T : tensor(bool)
+
Constrain input to boolean tensor.
+
T1 : tensor(bool)
+
Constrain output to boolean tensor.
+
+ +### **ArgMax-1** + + Computes the indices of the max elements of the input tensor's element along the + provided axis. The resulting tensor has the same rank as the input if keepdims equals 1. + If keepdims equal 0, then the resulted tensor have the reduced dimension pruned. + The type of the output tensor is integer. + +#### Version + +This version of the operator has been available since version 1 of the default ONNX operator set. + +#### Attributes + +
+
axis : int (default is 0)
+
The axis in which to compute the arg indices.
+
keepdims : int (default is 1)
+
Keep the reduced dimension or not, default 1 means keep reduced dimension.
+
+ +#### Inputs + +
+
data : T
+
An input tensor.
+
+ +#### Outputs + +
+
reduced : tensor(int64)
+
Reduced output tensor with integer data type.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to all numeric tensors.
+
+ +### **ArgMin-1** + + Computes the indices of the min elements of the input tensor's element along the + provided axis. The resulting tensor has the same rank as the input if keepdims equals 1. + If keepdims equal 0, then the resulted tensor have the reduced dimension pruned. + The type of the output tensor is integer. + +#### Version + +This version of the operator has been available since version 1 of the default ONNX operator set. + +#### Attributes + +
+
axis : int (default is 0)
+
The axis in which to compute the arg indices.
+
keepdims : int (default is 1)
+
Keep the reduced dimension or not, default 1 means keep reduced dimension.
+
+ +#### Inputs + +
+
data : T
+
An input tensor.
+
+ +#### Outputs + +
+
reduced : tensor(int64)
+
Reduced output tensor with integer data type.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to all numeric tensors.
+
+ +### **AveragePool-1** + + AveragePool consumes an input tensor X and applies average pooling across + the tensor according to kernel sizes, stride sizes, and pad lengths. + average pooling consisting of computing the average on all values of a + subset of the input tensor according to the kernel size and downsampling the + data into the output tensor Y for further processing. The output spatial shape will be following: + ``` + output_spatial_shape[i] = floor((input_spatial_shape[i] + pad_shape[i] - kernel_spatial_shape[i]) / strides_spatial_shape[i] + 1) + + * pad_shape[i] is sum of pads along axis i + ``` + + `auto_pad` is a DEPRECATED attribute. If you are using them currently, the output spatial shape will be following: + ``` + VALID: output_spatial_shape[i] = ceil((input_spatial_shape[i] - kernel_spatial_shape[i] + 1) / strides_spatial_shape[i]) + SAME_UPPER or SAME_LOWER: output_spatial_shape[i] = ceil(input_spatial_shape[i] / strides_spatial_shape[i]) + ``` + And pad shape will be following if `SAME_UPPER` or `SAME_LOWER`: + ``` + pad_shape[i] = (output_spatial_shape[i] - 1) * strides_spatial_shape[i] + kernel_spatial_shape[i] - input_spatial_shape[i] + ``` + The output of each pooling window is divided by the number of elements exclude pad. + + +#### Version + +This version of the operator has been available since version 1 of the default ONNX operator set. + +#### Attributes + +
+
auto_pad : string (default is NOTSET)
+
auto_pad must be either NOTSET, SAME_UPPER, SAME_LOWER or VALID. Where default value is NOTSET, which means explicit padding is used. SAME_UPPER or SAME_LOWER mean pad the input so that the output spatial size match the input.In case of odd number add the extra padding at the end for SAME_UPPER and at the beginning for SAME_LOWER. VALID mean no padding.
+
kernel_shape : list of ints (required)
+
The size of the kernel along each axis.
+
pads : list of ints
+
Padding for the beginning and ending along each spatial axis, it can take any value greater than or equal to 0. The value represent the number of pixels added to the beginning and end part of the corresponding axis. `pads` format should be as follow [x1_begin, x2_begin...x1_end, x2_end,...], where xi_begin the number of pixels added at the beginning of axis `i` and xi_end, the number of pixels added at the end of axis `i`. This attribute cannot be used simultaneously with auto_pad attribute. If not present, the padding defaults to 0 along start and end of each spatial axis.
+
strides : list of ints
+
Stride along each spatial axis.
+
+ +#### Inputs + +
+
X : T
+
Input data tensor from the previous operator; dimensions for image case are (N x C x H x W), where N is the batch size, C is the number of channels, and H and W are the height and the width of the data. For non image case, the dimensions are in the form of (N x C x D1 x D2 ... Dn), where N is the batch size. Optionally, if dimension denotation is in effect, the operation expects the input data tensor to arrive with the dimension denotation of [DATA_BATCH, DATA_CHANNEL, DATA_FEATURE, DATA_FEATURE ...].
+
+ +#### Outputs + +
+
Y : T
+
Output data tensor from average or max pooling across the input tensor. Dimensions will vary based on various kernel, stride, and pad sizes. Floor value of the dimension is used
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **BatchNormalization-1** + + Carries out batch normalization as described in the paper + https://arxiv.org/abs/1502.03167. Depending on the mode it is being run, + there are multiple cases for the number of outputs, which we list below: + + Output case #1: Y, mean, var, saved_mean, saved_var (training mode) + Output case #2: Y (test mode) + + +#### Version + +This version of the operator has been available since version 1 of the default ONNX operator set. + +#### Attributes + +
+
consumed_inputs : list of ints (required)
+
legacy optimization attribute.
+
epsilon : float (default is 1e-05)
+
The epsilon value to use to avoid division by zero, default is 1e-5f.
+
is_test : int (default is 0)
+
If set to nonzero, run spatial batch normalization in test mode, default is 0.
+
momentum : float (default is 0.9)
+
Factor used in computing the running mean and variance.e.g., running_mean = running_mean * momentum + mean * (1 - momentum), default is 0.9f.
+
spatial : int (default is 1)
+
If true, compute the mean and variance across all spatial elements If false, compute the mean and variance across per feature.Default is 1.
+
+ +#### Inputs + +
+
X : T
+
The input 4-dimensional tensor of shape NCHW.
+
scale : T
+
The scale as a 1-dimensional tensor of size C to be applied to the output.
+
B : T
+
The bias as a 1-dimensional tensor of size C to be applied to the output.
+
mean : T
+
The running mean (training) or the estimated mean (testing) as a 1-dimensional tensor of size C.
+
var : T
+
The running variance (training) or the estimated variance (testing) as a 1-dimensional tensor of size C.
+
+ +#### Outputs (1 - 5) + +
+
Y : T
+
The output 4-dimensional tensor of the same shape as X.
+
mean (optional) : T
+
The running mean after the BatchNormalization operator. Must be in-place with the input mean. Should not be used for testing.
+
var (optional) : T
+
The running variance after the BatchNormalization operator. Must be in-place with the input var. Should not be used for testing.
+
saved_mean (optional) : T
+
Saved mean used during training to speed up gradient computation. Should not be used for testing.
+
saved_var (optional) : T
+
Saved variance used during training to speed up gradient computation. Should not be used for testing.
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **Cast-1** + + The operator casts the elements of a given input tensor to a data type + specified by the 'to' argument and returns an output tensor of the same size in + the converted type. The 'to' argument must be one of the data types specified + in the 'DataType' enum field in the TensorProto message. + NOTE: Casting to and from strings is not supported yet. + +#### Version + +This version of the operator has been available since version 1 of the default ONNX operator set. + +#### Attributes + +
+
to : string (required)
+
The data type to which the elements of the input tensor are cast. Strictly must be one of the types from DataType enum in TensorProto
+
+ +#### Inputs + +
+
input : T1
+
Input tensor to be cast.
+
+ +#### Outputs + +
+
output : T2
+
Output tensor with the same shape as input with type specified by the 'to' argument
+
+ +#### Type Constraints + +
+
T1 : tensor(float16), tensor(float), tensor(double), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(bool)
+
Constrain input types. Casting from strings and complex are not supported.
+
T2 : tensor(float16), tensor(float), tensor(double), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(bool)
+
Constrain output types. Casting to strings and complex are not supported.
+
+ +### **Ceil-1** + + Ceil takes one input data (Tensor) and produces one output data + (Tensor) where the ceil is, y = ceil(x), is applied to + the tensor elementwise. + +#### Version + +This version of the operator has been available since version 1 of the default ONNX operator set. + +#### Attributes + +
+
consumed_inputs : list of ints
+
legacy optimization attribute.
+
+ +#### Inputs + +
+
X : T
+
Input tensor
+
+ +#### Outputs + +
+
Y : T
+
Output tensor
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **Clip-1** + + Clip operator limits the given input within an interval. The interval is + specified with arguments 'min' and 'max'. They default to + numeric_limits::lowest() and numeric_limits::max() respectively. + +#### Version + +This version of the operator has been available since version 1 of the default ONNX operator set. + +#### Attributes + +
+
consumed_inputs : list of ints
+
legacy optimization attribute.
+
max : float
+
Maximum value, above which element is replaced by max
+
min : float
+
Minimum value, under which element is replaced by min
+
+ +#### Inputs + +
+
input : T
+
Input tensor whose elements to be clipped
+
+ +#### Outputs + +
+
output : T
+
Output tensor with clipped input elements
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **Concat-1** + + Concatenate a list of tensors into a single tensor + +#### Version + +This version of the operator has been available since version 1 of the default ONNX operator set. + +#### Attributes + +
+
axis : int
+
Which axis to concat on. Default value is 1.
+
+ +#### Inputs (1 - ∞) + +
+
inputs (variadic) : T
+
List of tensors for concatenation
+
+ +#### Outputs + +
+
concat_result : T
+
Concatenated tensor
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain output types to float tensors.
+
+ +### **Constant-1** + + A constant tensor. + +#### Version + +This version of the operator has been available since version 1 of the default ONNX operator set. + +#### Attributes + +
+
value : tensor (required)
+
The value for the elements of the output tensor.
+
+ +#### Inputs + + +#### Outputs + +
+
output : T
+
Output tensor containing the same value of the provided tensor.
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **Conv-1** + + The convolution operator consumes an input tensor and a filter, and + computes the output. + +#### Version + +This version of the operator has been available since version 1 of the default ONNX operator set. + +#### Attributes + +
+
auto_pad : string (default is NOTSET)
+
auto_pad must be either NOTSET, SAME_UPPER, SAME_LOWER or VALID. Where default value is NOTSET, which means explicit padding is used. SAME_UPPER or SAME_LOWER mean pad the input so that the output spatial size match the input.In case of odd number add the extra padding at the end for SAME_UPPER and at the beginning for SAME_LOWER. VALID mean no padding.
+
dilations : list of ints
+
dilation value along each spatial axis of the filter.
+
group : int (default is 1)
+
number of groups input channels and output channels are divided into.
+
kernel_shape : list of ints
+
The shape of the convolution kernel. If not present, should be inferred from input W.
+
pads : list of ints
+
Padding for the beginning and ending along each spatial axis, it can take any value greater than or equal to 0. The value represent the number of pixels added to the beginning and end part of the corresponding axis. `pads` format should be as follow [x1_begin, x2_begin...x1_end, x2_end,...], where xi_begin the number of pixels added at the beginning of axis `i` and xi_end, the number of pixels added at the end of axis `i`. This attribute cannot be used simultaneously with auto_pad attribute. If not present, the padding defaults to 0 along start and end of each spatial axis.
+
strides : list of ints
+
Stride along each spatial axis.
+
+ +#### Inputs (2 - 3) + +
+
X : T
+
Input data tensor from previous layer; has size (N x C x H x W), where N is the batch size, C is the number of channels, and H and W are the height and width. Note that this is for the 2D image. Otherwise the size is (N x C x D1 x D2 ... x Dn). Optionally, if dimension denotation is in effect, the operation expects input data tensor to arrive with the dimension denotation of [DATA_BATCH, DATA_CHANNEL, DATA_FEATURE, DATA_FEATURE ...].
+
W : T
+
The weight tensor that will be used in the convolutions; has size (M x C/group x kH x kW), where C is the number of channels, and kH and kW are the height and width of the kernel, and M is the number of feature maps. For more than 2 dimensions, the kernel shape will be (M x C/group x k1 x k2 x ... x kn), where (k1 x k2 x ... kn) is the dimension of the kernel. Optionally, if dimension denotation is in effect, the operation expects the weight tensor to arrive with the dimension denotation of [FILTER_OUT_CHANNEL, FILTER_IN_CHANNEL, FILTER_SPATIAL, FILTER_SPATIAL ...]. X.shape[1] == (W.shape[1] * group) == C (assuming zero based indices for the shape array). Or in other words FILTER_IN_CHANNEL should be equal to DATA_CHANNEL.
+
B (optional) : T
+
Optional 1D bias to be added to the convolution, has size of M.
+
+ +#### Outputs + +
+
Y : T
+
Output data tensor that contains the result of the convolution. The output dimensions are functions of the kernel size, stride size, and pad lengths.
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **ConvTranspose-1** + + The convolution transpose operator consumes an input tensor and a filter, + and computes the output. + + If the pads parameter is provided the shape of the output is calculated via the following equation: + + output_shape[i] = stride[i] * (input_size[i] - 1) + output_padding[i] + ((kernel_shape[i] - 1) * dilations[i] + 1) - pads[start_i] - pads[end_i] + + output_shape can also be explicitly specified in which case pads values are auto generated using these equations: + + total_padding[i] = stride[i] * (input_size[i] - 1) + output_padding[i] + ((kernel_shape[i] - 1) * dilations[i] + 1) - output_shape[i] + If (auto_pads != SAME_UPPER): pads[start_i] = total_padding[i]/2; pads[end_i] = total_padding[i] - (total_padding[i]/2) + Else: pads[start_i] = total_padding[i] - (total_padding[i]/2); pads[end_i] = (total_padding[i]/2). + + + +#### Version + +This version of the operator has been available since version 1 of the default ONNX operator set. + +#### Attributes + +
+
auto_pad : string (default is NOTSET)
+
auto_pad must be either NOTSET, SAME_UPPER, SAME_LOWER or VALID. Where default value is NOTSET, which means explicit padding is used. SAME_UPPER or SAME_LOWER mean pad the input so that the output spatial size match the input.In case of odd number add the extra padding at the end for SAME_UPPER and at the beginning for SAME_LOWER. VALID mean no padding.
+
dilations : list of ints
+
dilation value along each spatial axis of the filter.
+
group : int (default is 1)
+
number of groups input channels and output channels are divided into.
+
kernel_shape : list of ints
+
The shape of the convolution kernel. If not present, should be inferred from input W.
+
output_padding : list of ints
+
The zero-padding added to one side of the output. This is also called adjs/adjustment in some frameworks.
+
output_shape : list of ints
+
The shape of the output can be explicitly set which will cause pads values to be auto generated. If output_shape is specified pads values are ignored. See doc for details for equations to generate pads
+
pads : list of ints
+
Padding for the beginning and ending along each spatial axis, it can take any value greater than or equal to 0. The value represent the number of pixels added to the beginning and end part of the corresponding axis. `pads` format should be as follow [x1_begin, x2_begin...x1_end, x2_end,...], where xi_begin the number of pixels added at the beginning of axis `i` and xi_end, the number of pixels added at the end of axis `i`. This attribute cannot be used simultaneously with auto_pad attribute. If not present, the padding defaults to 0 along start and end of each spatial axis.
+
strides : list of ints
+
Stride along each spatial axis.
+
+ +#### Inputs (2 - 3) + +
+
X : T
+
Input data tensor from previous layer; has size (N x C x H x W), where N is the batch size, C is the number of channels, and H and W are the height and width. Note that this is for the 2D image. Otherwise the size is (N x C x D1 x D2 ... x Dn)
+
W : T
+
The weight tensor that will be used in the convolutions; has size (C x M/group x kH x kW), where C is the number of channels, and kH and kW are the height and width of the kernel, and M is the number of feature maps. For more than 2 dimensions, the weight shape will be (C x M/group x k1 x k2 x ... x kn), where (k1 x k2 x ... x kn) is the dimension of the kernel. The number of channels in the output should be equal to W.shape[1] * group (assuming zero based indices of the shape array)
+
B (optional) : T
+
Optional 1D bias to be added to the convolution, has size of M.
+
+ +#### Outputs + +
+
Y : T
+
Output data tensor that contains the result of the convolution. The output dimensions are functions of the kernel size, stride size, pad lengths and group count. The number of channels in the output should be equal to W.shape[1] * group (assuming zero based indices of the shape array)
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **DepthToSpace-1** + + DepthToSpace rearranges (permutes) data from depth into blocks of spatial data. + This is the reverse transformation of SpaceToDepth. More specifically, this op outputs a copy of + the input tensor where values from the depth dimension are moved in spatial blocks to the height + and width dimensions. + +#### Version + +This version of the operator has been available since version 1 of the default ONNX operator set. + +#### Attributes + +
+
blocksize : int (required)
+
Blocks of [blocksize, blocksize] are moved.
+
+ +#### Inputs + +
+
input : T
+
Input tensor of [N,C,H,W], where N is the batch axis, C is the channel or depth, H is the height and W is the width.
+
+ +#### Outputs + +
+
output : T
+
Output tensor of [N, C/(blocksize * blocksize), H * blocksize, W * blocksize].
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain input and output types to all tensor types.
+
+ +### **Div-1** + + Performs element-wise binary division (with limited broadcast support). + + If necessary the right-hand-side argument will be broadcasted to match the + shape of left-hand-side argument. When broadcasting is specified, the second + tensor can either be of element size 1 (including a scalar tensor and any + tensor with rank equal to or smaller than the first tensor), or having its + shape as a contiguous subset of the first tensor's shape. The starting of the + mutually equal shape is specified by the argument "axis", and if it is not set, + suffix matching is assumed. 1-dim expansion doesn't work yet. + + For example, the following tensor shapes are supported (with broadcast=1): + + shape(A) = (2, 3, 4, 5), shape(B) = (,), i.e. B is a scalar tensor + shape(A) = (2, 3, 4, 5), shape(B) = (1, 1), i.e. B is an 1-element tensor + shape(A) = (2, 3, 4, 5), shape(B) = (5,) + shape(A) = (2, 3, 4, 5), shape(B) = (4, 5) + shape(A) = (2, 3, 4, 5), shape(B) = (3, 4), with axis=1 + shape(A) = (2, 3, 4, 5), shape(B) = (2), with axis=0 + + Attribute `broadcast=1` needs to be passed to enable broadcasting. + +#### Version + +This version of the operator has been available since version 1 of the default ONNX operator set. + +#### Attributes + +
+
axis : int
+
If set, defines the broadcast dimensions. See doc for details.
+
broadcast : int (default is 0)
+
Pass 1 to enable broadcasting
+
consumed_inputs : list of ints
+
legacy optimization attribute.
+
+ +#### Inputs + +
+
A : T
+
First operand, should share the type with the second operand.
+
B : T
+
Second operand. With broadcasting can be of smaller size than A. If broadcasting is disabled it should be of the same size.
+
+ +#### Outputs + +
+
C : T
+
Result, has same dimensions and type as A
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **Dropout-1** + + Dropout takes one input data (Tensor) and produces two Tensor outputs, + output (Tensor) and mask (Tensor). Depending on whether it is in + test mode or not, the output Y will either be a random dropout, or a simple + copy of the input. Note that our implementation of Dropout does scaling in + the training phase, so during testing nothing needs to be done. + +#### Version + +This version of the operator has been available since version 1 of the default ONNX operator set. + +#### Attributes + +
+
consumed_inputs : list of ints
+
legacy optimization attribute.
+
is_test : int (default is 0)
+
(int, default 0) if nonzero, run dropout in test mode where the output is simply Y = X.
+
ratio : float (default is 0.5)
+
(float, default 0.5) the ratio of random dropout
+
+ +#### Inputs + +
+
data : T
+
The input data as Tensor.
+
+ +#### Outputs (1 - 2) + +
+
output : T
+
The output.
+
mask (optional) : T
+
The output mask. If is_test is nonzero, this output is not filled.
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **Elu-1** + + Elu takes one input data (Tensor) and produces one output data + (Tensor) where the function `f(x) = alpha * (exp(x) - 1.) for x < + 0`, `f(x) = x for x >= 0`., is applied to the tensor elementwise. + + +#### Version + +This version of the operator has been available since version 1 of the default ONNX operator set. + +#### Attributes + +
+
alpha : float (default is 1.0)
+
Coefficient of ELU default to 1.0.
+
consumed_inputs : list of ints
+
legacy optimization attribute.
+
+ +#### Inputs + +
+
X : T
+
Input tensor
+
+ +#### Outputs + +
+
Y : T
+
Output tensor
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **Equal-1** + + Returns the tensor resulted from performing the `equal` logical operation + elementwise on the input tensors `A` and `B`. + + If broadcasting is enabled, the right-hand-side argument will be broadcasted + to match the shape of left-hand-side argument. See the doc of `Add` for a + detailed description of the broadcasting rules. + +#### Version + +This version of the operator has been available since version 1 of the default ONNX operator set. + +#### Attributes + +
+
axis : int
+
If set, defines the broadcast dimensions.
+
broadcast : int (default is 0)
+
Enable broadcasting
+
+ +#### Inputs + +
+
A : T
+
Left input tensor for the logical operator.
+
B : T
+
Right input tensor for the logical operator.
+
+ +#### Outputs + +
+
C : T1
+
Result tensor.
+
+ +#### Type Constraints + +
+
T : tensor(bool), tensor(int32), tensor(int64)
+
Constrain input to integral tensors.
+
T1 : tensor(bool)
+
Constrain output to boolean tensor.
+
+ +### **Exp-1** + + Calculates the exponential of the given input tensor, element-wise. + +#### Version + +This version of the operator has been available since version 1 of the default ONNX operator set. + +#### Attributes + +
+
consumed_inputs : list of ints
+
legacy optimization attribute.
+
+ +#### Inputs + +
+
input : T
+
Input tensor
+
+ +#### Outputs + +
+
output : T
+
The exponential of the input tensor computed element-wise
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **Flatten-1** + + Flattens the input tensor into a 2D matrix. If input tensor has shape + (d_0, d_1, ... d_n) then the output will have shape + (d_0 X d_1 ... d_(axis-1), d_axis X d_(axis+1) ... X dn). + +#### Version + +This version of the operator has been available since version 1 of the default ONNX operator set. + +#### Attributes + +
+
axis : int (default is 1)
+
Indicate up to which input dimensions (exclusive) should be flattened to the outer dimension of the output. The value for axis must be in the range [0, R], where R is the rank of the input tensor. When axis = 0, the shape of the output tensor is (1, (d_0 X d_1 ... d_n), where the shape of the input tensor is (d_0, d_1, ... d_n).
+
+ +#### Inputs + +
+
input : T
+
A tensor of rank >= axis.
+
+ +#### Outputs + +
+
output : T
+
A 2D tensor with the contents of the input tensor, with input dimensions up to axis flattened to the outer dimension of the output and remaining input dimensions flattened into the inner dimension of the output.
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **Floor-1** + + Floor takes one input data (Tensor) and produces one output data + (Tensor) where the floor is, y = floor(x), is applied to + the tensor elementwise. + +#### Version + +This version of the operator has been available since version 1 of the default ONNX operator set. + +#### Attributes + +
+
consumed_inputs : list of ints
+
legacy optimization attribute.
+
+ +#### Inputs + +
+
X : T
+
Input tensor
+
+ +#### Outputs + +
+
Y : T
+
Output tensor
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **GRU-1** + + Computes an one-layer GRU. This operator is usually supported via some custom + implementation such as CuDNN. + + Notations: + + `X` - input tensor + + `z` - update gate + + `r` - reset gate + + `h` - hidden gate + + `t` - time step (t-1 means previous time step) + + `W[zrh]` - W parameter weight matrix for update, reset, and hidden gates + + `R[zrh]` - R recurrence weight matrix for update, reset, and hidden gates + + `Wb[zrh]` - W bias vectors for update, reset, and hidden gates + + `Rb[zrh]` - R bias vectors for update, reset, and hidden gates + + `WB[zrh]` - W parameter weight matrix for backward update, reset, and hidden gates + + `RB[zrh]` - R recurrence weight matrix for backward update, reset, and hidden gates + + `WBb[zrh]` - W bias vectors for backward update, reset, and hidden gates + + `RBb[zrh]` - R bias vectors for backward update, reset, and hidden gates + + `H` - Hidden state + + `num_directions` - 2 if direction == bidirectional else 1 + + Activation functions: + + Relu(x) - max(0, x) + + Tanh(x) - (1 - e^{-2x})/(1 + e^{-2x}) + + Sigmoid(x) - 1/(1 + e^{-x}) + + (NOTE: Below are optional) + + Affine(x) - alpha*x + beta + + LeakyRelu(x) - x if x >= 0 else alpha * x + + ThresholdedRelu(x) - x if x >= alpha else 0 + + ScaledTanh(x) - alpha*Tanh(beta*x) + + HardSigmoid(x) - min(max(alpha*x + beta, 0), 1) + + Elu(x) - x if x >= 0 else alpha*(e^x - 1) + + Softsign(x) - x/(1 + |x|) + + Softplus(x) - log(1 + e^x) + + Equations (Default: f=Sigmoid, g=Tanh): + + - zt = f(Xt*(Wz^T) + Ht-1*Rz + Wbz + Rbz) + + - rt = f(Xt*(Wr^T) + Ht-1*Rr + Wbr + Rbr) + + - ht = g(Xt*(Wh^T) + (rt (.) Ht-1)*Rh + Rbh + Wbh) # default, when linear_before_reset = 0 + + - ht = g(Xt*(Wh^T) + (rt (.) (Ht-1*Rh + Rbh) + Wbh) # when linear_before_reset != 0 + + - Ht = (1 - zt) (.) ht + zt (.) Ht-1 + +#### Version + +This version of the operator has been available since version 1 of the default ONNX operator set. + +#### Attributes + +
+
activation_alpha : list of floats
+
Optional scaling values used by some activation functions. The values are consumed in the order of activation functions, for example (f, g, h) in LSTM.
+
activation_beta : list of floats
+
Optional scaling values used by some activation functions. The values are consumed in the order of activation functions, for example (f, g, h) in LSTM.
+
activations : list of strings
+
A list of 2 (or 4 if bidirectional) activation functions for update, reset, and hidden gates. The activation functions must be one of the activation functions specified above. Optional: See the equations for default if not specified.
+
clip : float
+
Cell clip threshold. Clipping bounds the elements of a tensor in the range of [-threshold, +threshold] and is applied to the input of activations. No clip if not specified.
+
direction : string (default is foward)
+
Specify if the RNN is forward, reverse, or bidirectional. Must be one of forward (default), reverse, or bidirectional.
+
hidden_size : int
+
Number of neurons in the hidden layer
+
output_sequence : int (default is 0)
+
The sequence output for the hidden is optional if 0. Default 0.
+
+ +#### Inputs (3 - 6) + +
+
X : T
+
The input sequences packed (and potentially padded) into one 3-D tensor with the shape of `[seq_length, batch_size, input_size]`.
+
W : T
+
The weight tensor for the gates. Concatenation of `W[zrh]` and `WB[zrh]` (if bidirectional) along dimension 0. This tensor has shape `[num_directions, 3*hidden_size, input_size]`.
+
R : T
+
The recurrence weight tensor. Concatenation of `R[zrh]` and `RB[zrh]` (if bidirectional) along dimension 0. This tensor has shape `[num_directions, 3*hidden_size, hidden_size]`.
+
B (optional) : T
+
The bias tensor for the gates. Concatenation of `[Wb[zrh], Rb[zrh]]` and `[WBb[zrh], RBb[zrh]]` (if bidirectional) along dimension 0. This tensor has shape `[num_directions, 6*hidden_size]`. Optional: If not specified - assumed to be 0
+
sequence_lens (optional) : T1
+
Optional tensor specifying lengths of the sequences in a batch. If not specified - assumed all sequences in the batch to have length `seq_length`. It has shape `[batch_size]`.
+
initial_h (optional) : T
+
Optional initial value of the hidden. If not specified - assumed to be 0. It has shape `[num_directions, batch_size, hidden_size]`.
+
+ +#### Outputs + +
+
Y (optional) : T
+
A tensor that concats all the intermediate output values of the hidden. It has shape `[seq_length, num_directions, batch_size, hidden_size]`. It is optional if `output_sequence` is 0.
+
Y_h : T
+
The last output value of the hidden. It has shape `[num_directions, batch_size, hidden_size]`.
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
T1 : tensor(int32)
+
Constrain seq_lens to integer tensor.
+
+ +### **Gather-1** + + Given `data` tensor of rank r >= 1, and `indices` tensor of rank q, gather + entries of the axis dimension of `data` (by default outer-most one as axis=0) indexed by `indices`, and concatenates + them in an output tensor of rank q + (r - 1). + Example 1: + ``` + data = [ + [1.0, 1.2], + [2.3, 3.4], + [4.5, 5.7], + ] + indices = [ + [0, 1], + [1, 2], + ] + output = [ + [ + [1.0, 1.2], + [2.3, 3.4], + ], + [ + [2.3, 3.4], + [4.5, 5.7], + ], + ] + ``` + Example 2: + ``` + data = [ + [1.0, 1.2, 1.9], + [2.3, 3.4, 3.9], + [4.5, 5.7, 5.9], + ] + indices = [ + [0, 2], + ] + axis = 1, + output = [ + [[1.0, 1.9]], + [[2.3, 3.9]], + [[4.5, 5.9]], + ] + ``` + +#### Version + +This version of the operator has been available since version 1 of the default ONNX operator set. + +#### Attributes + +
+
axis : int (default is 0)
+
Which axis to gather on. Negative value means counting dimensions from the back. Accepted range is [-r, r-1]
+
+ +#### Inputs + +
+
data : T
+
Tensor of rank r >= 1.
+
indices : Tind
+
Tensor of int32/int64 indices, of any rank q. All index values are expected to be within bounds. It is an error if any of the index values are out of bounds.
+
+ +#### Outputs + +
+
output : T
+
Tensor of rank q + (r - 1).
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain input and output types to any tensor type.
+
Tind : tensor(int32), tensor(int64)
+
Constrain indices to integer types
+
+ +### **Gemm-1** + + General Matrix multiplication: + https://en.wikipedia.org/wiki/Basic_Linear_Algebra_Subprograms#Level_3 + Compute Y = alpha * A * B + beta * C, where input tensor A has + dimension (M X K), input tensor B has dimension (K X N), input tensor C and + output tensor Y have dimension (M X N). + If attribute broadcast is non-zero, input tensor C will be broadcasted to match + the dimension requirement. A will be transposed before doing the computation + if attribute transA is non-zero, same for B and transB. + +#### Version + +This version of the operator has been available since version 1 of the default ONNX operator set. + +#### Attributes + +
+
alpha : float (default is 1.0)
+
Scalar multiplier for the product of input tensors A * B, the default value is 1.0.
+
beta : float (default is 1.0)
+
Scalar multiplier for input tensor C, the default value is 1.0.
+
broadcast : int (default is 0)
+
Whether C should be broadcasted
+
transA : int (default is 0)
+
Whether A should be transposed
+
transB : int (default is 0)
+
Whether B should be transposed
+
+ +#### Inputs + +
+
A : T
+
Input tensor A
+
B : T
+
Input tensor B
+
C : T
+
Input tensor C, can be inplace.
+
+ +#### Outputs + +
+
Y : T
+
Output tensor.
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **GlobalAveragePool-1** + + GlobalAveragePool consumes an input tensor X and applies average pooling across + the values in the same channel. This is equivalent to AveragePool with kernel size + equal to the spatial dimension of input tensor. + +#### Version + +This version of the operator has been available since version 1 of the default ONNX operator set. + +#### Inputs + +
+
X (differentiable) : T
+
Input data tensor from the previous operator; dimensions for image case are (N x C x H x W), where N is the batch size, C is the number of channels, and H and W are the height and the width of the data. For non image case, the dimensions are in the form of (N x C x D1 x D2 ... Dn), where N is the batch size.
+
+ +#### Outputs + +
+
Y (differentiable) : T
+
Output data tensor from pooling across the input tensor. The output tensor has the same rank as the input. The first two dimensions of output shape are the same as the input (N x C), while the other dimensions are all 1.
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **GlobalLpPool-1** + + GlobalLpPool consumes an input tensor X and applies lp pool pooling across the + the values in the same channel. This is equivalent to LpPool with kernel size + equal to the spatial dimension of input tensor. + +#### Version + +This version of the operator has been available since version 1 of the default ONNX operator set. + +#### Attributes + +
+
p : float (default is 2.0)
+
p value of the Lp norm used to pool over the input data, default is 2.0.
+
+ +#### Inputs + +
+
X : T
+
Input data tensor from the previous operator; dimensions for image case are (N x C x H x W), where N is the batch size, C is the number of channels, and H and W are the height and the width of the data. For non image case, the dimension are in the form of (N x C x D1 x D2 ... Dn), where N is the batch size.
+
+ +#### Outputs + +
+
Y : T
+
Output data tensor from pooling across the input tensor. Dimensions will be N x C x 1 x 1
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **GlobalMaxPool-1** + + GlobalMaxPool consumes an input tensor X and applies max pooling across + the values in the same channel. This is equivalent to MaxPool with kernel size + equal to the spatial dimension of input tensor. + +#### Version + +This version of the operator has been available since version 1 of the default ONNX operator set. + +#### Inputs + +
+
X (differentiable) : T
+
Input data tensor from the previous operator; dimensions for image case are (N x C x H x W), where N is the batch size, C is the number of channels, and H and W are the height and the width of the data. For non image case, the dimensions are in the form of (N x C x D1 x D2 ... Dn), where N is the batch size.
+
+ +#### Outputs + +
+
Y (differentiable) : T
+
Output data tensor from pooling across the input tensor. The output tensor has the same rank as the input. The first two dimensions of output shape are the same as the input (N x C), while the other dimensions are all 1.
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **Greater-1** + + Returns the tensor resulted from performing the `greater` logical operation + elementwise on the input tensors `A` and `B`. + + If broadcasting is enabled, the right-hand-side argument will be broadcasted + to match the shape of left-hand-side argument. See the doc of `Add` for a + detailed description of the broadcasting rules. + +#### Version + +This version of the operator has been available since version 1 of the default ONNX operator set. + +#### Attributes + +
+
axis : int
+
If set, defines the broadcast dimensions.
+
broadcast : int (default is 0)
+
Enable broadcasting
+
+ +#### Inputs + +
+
A : T
+
Left input tensor for the logical operator.
+
B : T
+
Right input tensor for the logical operator.
+
+ +#### Outputs + +
+
C : T1
+
Result tensor.
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input to float tensors.
+
T1 : tensor(bool)
+
Constrain output to boolean tensor.
+
+ +### **HardSigmoid-1** + + HardSigmoid takes one input data (Tensor) and produces one output data + (Tensor) where the HardSigmoid function, y = max(0, min(1, alpha * x + beta)), + is applied to the tensor elementwise. + +#### Version + +This version of the operator has been available since version 1 of the default ONNX operator set. + +#### Attributes + +
+
alpha : float (default is 0.2)
+
Value of alpha default to 0.2
+
beta : float (default is 0.5)
+
Value of beta default to 0.5
+
consumed_inputs : list of ints
+
legacy optimization attribute.
+
+ +#### Inputs + +
+
X : T
+
Input tensor
+
+ +#### Outputs + +
+
Y : T
+
Output tensor
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **Hardmax-1** + + The operator computes the hardmax (1 for the first maximum value, and 0 for all others) values for each layer in the batch + of the given input. The input is a 2-D tensor (Tensor) of size + (batch_size x input_feature_dimensions). The output tensor has the same shape + and contains the hardmax values of the corresponding input. + + Input does not need to explicitly be a 2D vector; rather, it will be + coerced into one. For an arbitrary n-dimensional tensor + input \in [a_0, a_1, ..., a_{k-1}, a_k, ..., a_{n-1}] and k is + the axis provided, then input will be coerced into a 2-dimensional tensor with + dimensions [a_0 * ... * a_{k-1}, a_k * ... * a_{n-1}]. For the default + case where axis=1, this means the input tensor will be coerced into a 2D tensor + of dimensions [a_0, a_1 * ... * a_{n-1}], where a_0 is often the batch size. + In this situation, we must have a_0 = N and a_1 * ... * a_{n-1} = D. + Each of these dimensions must be matched correctly, or else the operator + will throw errors. + +#### Version + +This version of the operator has been available since version 1 of the default ONNX operator set. + +#### Attributes + +
+
axis : int (default is 1)
+
Describes the axis of the inputs when coerced to 2D; defaults to one because the 0th axis most likely describes the batch_size
+
+ +#### Inputs + +
+
input : T
+
The input tensor that's coerced into a 2D matrix of size (NxD) as described above.
+
+ +#### Outputs + +
+
output : T
+
The output values with the same shape as input tensor (the original size without coercion).
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **Identity-1** + + Identity operator + +#### Version + +This version of the operator has been available since version 1 of the default ONNX operator set. + +#### Inputs + +
+
input : T
+
Input tensor
+
+ +#### Outputs + +
+
output : T
+
Tensor to copy input into.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain input and output types to all tensor types.
+
+ +### **If-1** + + If conditional + +#### Version + +This version of the operator has been available since version 1 of the default ONNX operator set. + +#### Attributes + +
+
else_branch : graph (required)
+
Graph to run if condition is false. Has N outputs: values you wish to be live-out to the enclosing scope. The number of outputs must match the number of outputs in the then_branch.
+
then_branch : graph (required)
+
Graph to run if condition is true. Has N outputs: values you wish to be live-out to the enclosing scope. The number of outputs must match the number of outputs in the else_branch.
+
+ +#### Inputs + +
+
cond : B
+
Condition for the if. The tensor must contain a single element.
+
+ +#### Outputs (1 - ∞) + +
+
outputs (variadic, heterogeneous) : V
+
Values that are live-out to the enclosing scope. The return values in the `then_branch` and `else_branch` must be of the same shape and same data type.
+
+ +#### Type Constraints + +
+
V : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
All Tensor types
+
B : tensor(bool)
+
Only bool
+
+ +### **InstanceNormalization-1** + + Carries out instance normalization as described in the paper + https://arxiv.org/abs/1607.08022. + + y = scale * (x - mean) / sqrt(variance + epsilon) + B, + where mean and variance are computed per instance per channel. + + +#### Version + +This version of the operator has been available since version 1 of the default ONNX operator set. + +#### Attributes + +
+
consumed_inputs : list of ints
+
legacy optimization attribute.
+
epsilon : float (default is 1e-05)
+
The epsilon value to use to avoid division by zero, default is 1e-5f.
+
+ +#### Inputs + +
+
input : T
+
The input 4-dimensional tensor of shape NCHW.
+
scale : T
+
The input 1-dimensional scale tensor of size C.
+
B : T
+
The input 1-dimensional bias tensor of size C.
+
+ +#### Outputs + +
+
output : T
+
The output 4-dimensional tensor of the same shape as input.
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **LRN-1** + + Local Response Normalization proposed in the [AlexNet paper](https://papers.nips.cc/paper/4824-imagenet-classification-with-deep-convolutional-neural-networks.pdf). + It normalizes over local input regions. + The local region is defined across the channels. For an element X[n, c, d1, ..., dk] in a tensor + of shape (N x C x D1 x D2, ..., Dk), its region is + {X[n, i, d1, ..., dk] | max(0, c - floor((size - 1) / 2)) <= i <= min(C - 1, c + ceil((size - 1) / 2))}. + + square_sum[n, c, d1, ..., dk] = sum(X[n, i, d1, ..., dk] ^ 2), + where max(0, c - floor((size - 1) / 2)) <= i <= min(C - 1, c + ceil((size - 1) / 2)). + + Y[n, c, d1, ..., dk] = X[n, c, d1, ..., dk] / (bias + alpha / size * square_sum[n, c, d1, ..., dk] ) ^ beta + +#### Version + +This version of the operator has been available since version 1 of the default ONNX operator set. + +#### Attributes + +
+
alpha : float (default is 0.0001)
+
Scaling parameter.
+
beta : float (default is 0.75)
+
The exponent.
+
bias : float (default is 1.0)
+
+
size : int (required)
+
The number of channels to sum over
+
+ +#### Inputs + +
+
X : T
+
Input data tensor from the previous operator; dimensions for image case are (N x C x H x W), where N is the batch size, C is the number of channels, and H and W are the height and the width of the data. For non image case, the dimensions are in the form of (N x C x D1 x D2 ... Dn), where N is the batch size. Optionally, if dimension denotation is in effect, the operation expects the input data tensor to arrive with the dimension denotation of [DATA_BATCH, DATA_CHANNEL, DATA_FEATURE, DATA_FEATURE ...].
+
+ +#### Outputs + +
+
Y : T
+
Output tensor, which has the shape and type as input tensor
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **LSTM-1** + + Computes an one-layer LSTM. This operator is usually supported via some + custom implementation such as CuDNN. + + Notations: + + `X` - input tensor + + `i` - input gate + + `o` - output gate + + `f` - forget gate + + `c` - cell gate + + `t` - time step (t-1 means previous time step) + + `W[iofc]` - W parameter weight matrix for input, output, forget, and cell gates + + `R[iofc]` - R recurrence weight matrix for input, output, forget, and cell gates + + `Wb[iofc]` - W bias vectors for input, output, forget, and cell gates + + `Rb[iofc]` - R bias vectors for input, output, forget, and cell gates + + `P[iof]` - P peephole weight vector for input, output, and forget gates + + `WB[iofc]` - W parameter weight matrix for backward input, output, forget, and cell gates + + `RB[iofc]` - R recurrence weight matrix for backward input, output, forget, and cell gates + + `WBb[iofc]` - W bias vectors for backward input, output, forget, and cell gates + + `RBb[iofc]` - R bias vectors for backward input, output, forget, and cell gates + + `PB[iof]` - P peephole weight vector for backward input, output, and forget gates + + `H` - Hidden state + + `num_directions` - 2 if direction == bidirectional else 1 + + Activation functions: + + Relu(x) - max(0, x) + + Tanh(x) - (1 - e^{-2x})/(1 + e^{-2x}) + + Sigmoid(x) - 1/(1 + e^{-x}) + + (NOTE: Below are optional) + + Affine(x) - alpha*x + beta + + LeakyRelu(x) - x if x >= 0 else alpha * x + + ThresholdedRelu(x) - x if x >= alpha else 0 + + ScaledTanh(x) - alpha*Tanh(beta*x) + + HardSigmoid(x) - min(max(alpha*x + beta, 0), 1) + + Elu(x) - x if x >= 0 else alpha*(e^x - 1) + + Softsign(x) - x/(1 + |x|) + + Softplus(x) - log(1 + e^x) + + Equations (Default: f=Sigmoid, g=Tanh, h=Tanh): + + - it = f(Xt*(Wi^T) + Ht-1*Ri + Pi (.) Ct-1 + Wbi + Rbi) + + - ft = f(Xt*(Wf^T) + Ht-1*Rf + Pf (.) Ct-1 + Wbf + Rbf) + + - ct = g(Xt*(Wc^T) + Ht-1*Rc + Wbc + Rbc) + + - Ct = ft (.) Ct-1 + it (.) ct + + - ot = f(Xt*(Wo^T) + Ht-1*Ro + Po (.) Ct + Wbo + Rbo) + + - Ht = ot (.) h(Ct) + +#### Version + +This version of the operator has been available since version 1 of the default ONNX operator set. + +#### Attributes + +
+
activation_alpha : list of floats
+
Optional scaling values used by some activation functions. The values are consumed in the order of activation functions, for example (f, g, h) in LSTM. Default values are the same as of corresponding ONNX operators.For example with LeakyRelu, the default alpha is 0.01.
+
activation_beta : list of floats
+
Optional scaling values used by some activation functions. The values are consumed in the order of activation functions, for example (f, g, h) in LSTM. Default values are the same as of corresponding ONNX operators.
+
activations : list of strings
+
A list of 3 (or 6 if bidirectional) activation functions for input, output, forget, cell, and hidden. The activation functions must be one of the activation functions specified above. Optional: See the equations for default if not specified.
+
clip : float
+
Cell clip threshold. Clipping bounds the elements of a tensor in the range of [-threshold, +threshold] and is applied to the input of activations. No clip if not specified.
+
direction : string (default is forward)
+
Specify if the RNN is forward, reverse, or bidirectional. Must be one of forward (default), reverse, or bidirectional.
+
hidden_size : int
+
Number of neurons in the hidden layer
+
input_forget : int (default is 0)
+
Couple the input and forget gates if 1, default 0.
+
output_sequence : int (default is 0)
+
The sequence output for the hidden is optional if 0. Default 0.
+
+ +#### Inputs (3 - 8) + +
+
X : T
+
The input sequences packed (and potentially padded) into one 3-D tensor with the shape of `[seq_length, batch_size, input_size]`.
+
W : T
+
The weight tensor for the gates. Concatenation of `W[iofc]` and `WB[iofc]` (if bidirectional) along dimension 0. The tensor has shape `[num_directions, 4*hidden_size, input_size]`.
+
R : T
+
The recurrence weight tensor. Concatenation of `R[iofc]` and `RB[iofc]` (if bidirectional) along dimension 0. This tensor has shape `[num_directions, 4*hidden_size, hidden_size]`.
+
B (optional) : T
+
The bias tensor for input gate. Concatenation of `[Wb[iofc], Rb[iofc]]`, and `[WBb[iofc], RBb[iofc]]` (if bidirectional) along dimension 0. This tensor has shape `[num_directions, 8*hidden_size]`. Optional: If not specified - assumed to be 0.
+
sequence_lens (optional) : T1
+
Optional tensor specifying lengths of the sequences in a batch. If not specified - assumed all sequences in the batch to have length `seq_length`. It has shape `[batch_size]`.
+
initial_h (optional) : T
+
Optional initial value of the hidden. If not specified - assumed to be 0. It has shape `[num_directions, batch_size, hidden_size]`.
+
initial_c (optional) : T
+
Optional initial value of the cell. If not specified - assumed to be 0. It has shape `[num_directions, batch_size, hidden_size]`.
+
P (optional) : T
+
The weight tensor for peepholes. Concatenation of `P[iof]` and `PB[iof]` (if bidirectional) along dimension 0. It has shape `[num_directions, 3*hidde_size]`. Optional: If not specified - assumed to be 0.
+
+ +#### Outputs (0 - 3) + +
+
Y (optional) : T
+
A tensor that concats all the intermediate output values of the hidden. It has shape `[seq_length, num_directions, batch_size, hidden_size]`. It is optional if `output_sequence` is 0.
+
Y_h (optional) : T
+
The last output value of the hidden. It has shape `[num_directions, batch_size, hidden_size]`.
+
Y_c (optional) : T
+
The last output value of the cell. It has shape `[num_directions, batch_size, hidden_size]`.
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
T1 : tensor(int32)
+
Constrain seq_lens to integer tensor.
+
+ +### **LeakyRelu-1** + + LeakyRelu takes input data (Tensor) and an argument alpha, and produces one + output data (Tensor) where the function `f(x) = alpha * x for x < 0`, + `f(x) = x for x >= 0`, is applied to the data tensor elementwise. + +#### Version + +This version of the operator has been available since version 1 of the default ONNX operator set. + +#### Attributes + +
+
alpha : float (default is 0.01)
+
Coefficient of leakage default to 0.01.
+
consumed_inputs : list of ints
+
legacy optimization attribute.
+
+ +#### Inputs + +
+
X : T
+
Input tensor
+
+ +#### Outputs + +
+
Y : T
+
Output tensor
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **Less-1** + + Returns the tensor resulted from performing the `less` logical operation + elementwise on the input tensors `A` and `B`. + + If broadcasting is enabled, the right-hand-side argument will be broadcasted + to match the shape of left-hand-side argument. See the doc of `Add` for a + detailed description of the broadcasting rules. + +#### Version + +This version of the operator has been available since version 1 of the default ONNX operator set. + +#### Attributes + +
+
axis : int
+
If set, defines the broadcast dimensions.
+
broadcast : int (default is 0)
+
Enable broadcasting
+
+ +#### Inputs + +
+
A : T
+
Left input tensor for the logical operator.
+
B : T
+
Right input tensor for the logical operator.
+
+ +#### Outputs + +
+
C : T1
+
Result tensor.
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input to float tensors.
+
T1 : tensor(bool)
+
Constrain output to boolean tensor.
+
+ +### **Log-1** + + Calculates the natural log of the given input tensor, element-wise. + +#### Version + +This version of the operator has been available since version 1 of the default ONNX operator set. + +#### Attributes + +
+
consumed_inputs : list of ints
+
legacy optimization attribute.
+
+ +#### Inputs + +
+
input : T
+
Input tensor
+
+ +#### Outputs + +
+
output : T
+
The natural log of the input tensor computed element-wise
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **LogSoftmax-1** + + The operator computes the logsoftmax (log of softmax) values for each layer in the batch + of the given input. The input is a 2-D tensor (Tensor) of size + (batch_size x input_feature_dimensions). The output tensor has the same shape + and contains the logsoftmax values of the corresponding input. + + Input does not need to explicitly be a 2D vector; rather, it will be + coerced into one. For an arbitrary n-dimensional tensor + input \in [a_0, a_1, ..., a_{k-1}, a_k, ..., a_{n-1}] and k is + the axis provided, then input will be coerced into a 2-dimensional tensor with + dimensions [a_0 * ... * a_{k-1}, a_k * ... * a_{n-1}]. For the default + case where axis=1, this means the input tensor will be coerced into a 2D tensor + of dimensions [a_0, a_1 * ... * a_{n-1}], where a_0 is often the batch size. + In this situation, we must have a_0 = N and a_1 * ... * a_{n-1} = D. + Each of these dimensions must be matched correctly, or else the operator + will throw errors. + +#### Version + +This version of the operator has been available since version 1 of the default ONNX operator set. + +#### Attributes + +
+
axis : int (default is 1)
+
Describes the axis of the inputs when coerced to 2D; defaults to one because the 0th axis most likely describes the batch_size
+
+ +#### Inputs + +
+
input : T
+
The input tensor that's coerced into a 2D matrix of size (NxD) as described above.
+
+ +#### Outputs + +
+
output : T
+
The output values with the same shape as input tensor (the original size without coercion).
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **Loop-1** + + Generic Looping construct. This loop has multiple termination conditions: + + 1) Trip count. Iteration count specified at runtime. Set by + specifying the input M. Optional. Set to empty string to omit. + Note that a static trip count (specified at graph construction time) can be + specified by passing in a constant node for input M. + 2) Loop termination condition. This is an input to the op that determines + whether to run the first iteration and also a loop-carried dependency for + the body graph. The body graph must yield a value for the condition variable, + whether this input is provided or not. + + This table summarizes the operating modes of this operator with equivalent + C-style code: + + Operator inputs defined as (max_trip_count, condition_var). + + input ("", ""): + for (int i=0; ; ++i) { + cond = ... // Note this value is ignored, but is required in the body + } + + input ("", cond) // Note this is analogous to a while loop + bool cond = ...; + for (int i=0; cond; ++i) { + cond = ...; + } + + input ("", 1) // Note this is analogous to a do-while loop + bool cond = true + for (int i=0; cond; ++i) { + cond = ...; + } + + input (trip_count, "") // Note this is analogous to a for loop + int trip_count = ... + for (int i=0; i < trip_count; ++i) { + cond = ...; // ignored + } + + input (trip_count, cond) + int trip_count = ...; + bool cond = ...; + for (int i=0; i < trip_count && cond; ++i) { + cond = ...; + } + + + *Sample usage - cond as well as trip count* + + graph predict-net { + %a = Constant[value = ]() + %b = Constant[value = ]() + %keepgoing = Constant[value = ]() + %max_trip_count = Constant[value = ]() + %keepgoing_out, %b_out, %user_defined_vals = Loop[body = ](%max_trip_count, %keepgoing, %b) + return + } + + graph body-net ( + %i[INT32, scalar] + %keepgoing[BOOL, scalar] + %b[INT32, scalar] + ) { + %my_local = Add(%a, %b) + %b_out = Sub(%a, %b) + %keepgoing_out = Greater(%my_local, %b_out) + %user_defined_vals = Add(%b, %b) + return %keepgoing_out, %b_out, %user_defined_vals + } + + *Sample equivalent C code* + + { + /* User-defined code (enclosing scope) */ + int a = 3, b = 6; + bool keepgoing = true; // Analogous to input cond + /* End user-defined code */ + + /* Implicitly-defined code */ + const int max_trip_count = 10; // Analogous to input M + int user_defined_vals[]; // Imagine this is resizable + /* End implicitly-defined code */ + for (int i=0; i < max_trip_count && keepgoing; ++i) { + /* User-defined code (loop body) */ + int my_local = a + b; // Reading values in the enclosing scope is fine + b = a - b; // writes fine if we specify b as a loop-carried dependency + keepgoing = my_local > b; // keepgoing is a loop-carried dependency + user_defined_vals[i] = b + b; + /* End user-defined code */ + } + // my_local = 123; // Can't do this. my_local was defined in the body + + // These below values are live-out from the loop and therefore accessible + b_out; user_defined_vals; keepgoing_out; + } + + There are several things of note in this code snippet: + + 1) Values from the enclosing scope (i.e. variable a here) are in scope and can + be referenced in the inputs of the loop. + 2) Any variables which you wish to make available in the enclosing scope (i.e. + the variables b and keepgoing) must be declared as either loop-carried + dependencies (both at the op inputs and output and at the body net input and + output) or scan_outputs. + 3) Values created in the body cannot be accessed in the enclosing scope. + + Note that the semantics of this op support "diagonal" or "wavefront" execution. + (See Step 3 here for an example: + https://devblogs.nvidia.com/optimizing-recurrent-neural-networks-cudnn-5/). + Frontends should emit multi-layer RNNs as a series of While operators (with + time being the inner looping dimension), with each successive layer consuming + the scan_outputs from the previous layer, possibly going through several + point-wise operators (e.g. dropout, residual connections, linear layer). + +#### Version + +This version of the operator has been available since version 1 of the default ONNX operator set. + +#### Attributes + +
+
body : graph (required)
+
The graph run each iteration. It has 2+N inputs: (iteration_num, condition, loop carried dependencies...). It has 1+N+K outputs: (condition, loop carried dependencies..., scan_outputs...). Each scan_output is created by concatenating the value of the specified output value at the end of each iteration of the loop. It is an error if the dimensions or data type of these scan_outputs change across loop iterations.
+
+ +#### Inputs (3 - ∞) + +
+
M (optional) : I
+
A maximum trip-count for the loop specified at runtime. Optional. Pass empty string to skip.
+
cond (optional) : B
+
A boolean termination condition. Optional. Pass empty string to skip.
+
v_initial (variadic, heterogeneous) : V
+
The initial values of any loop-carried dependencies (values that change across loop iterations)
+
+ +#### Outputs (1 - ∞) + +
+
v_final_and_scan_outputs (variadic, heterogeneous) : V
+
Final N loop carried dependency values then K scan_outputs
+
+ +#### Type Constraints + +
+
V : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
All Tensor types
+
I : tensor(int64)
+
tensor of int64, which should be a scalar.
+
B : tensor(bool)
+
tensor of bool, which should be a scalar.
+
+ +### **LpNormalization-1** + + Given a matrix, apply Lp-normalization along the provided axis. + The output is computed as: `output = input / Lp_norm(input, axis)`. + When the Lp norm is zero (i.e., all elements along the axis are zero), + the output is defined to be zero to avoid division by zero. + +#### Version + +This version of the operator has been available since version 1 of the default ONNX operator set. + +#### Attributes + +
+
axis : int (default is -1)
+
The axis on which to apply normalization, -1 mean last axis.
+
p : int (default is 2)
+
The order of the normalization, only 1 or 2 are supported.
+
+ +#### Inputs + +
+
input (differentiable) : T
+
Input matrix
+
+ +#### Outputs + +
+
output (differentiable) : T
+
Matrix after normalization
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **LpPool-1** + + LpPool consumes an input tensor X and applies Lp pooling across the + the tensor according to kernel sizes, stride sizes, and pad lengths. + Lp pooling consisting of computing the Lp norm on all values of a subset + of the input tensor according to the kernel size and downsampling the + data into the output tensor Y for further processing. + +#### Version + +This version of the operator has been available since version 1 of the default ONNX operator set. + +#### Attributes + +
+
auto_pad : string (default is NOTSET)
+
auto_pad must be either NOTSET, SAME_UPPER, SAME_LOWER or VALID. Where default value is NOTSET, which means explicit padding is used. SAME_UPPER or SAME_LOWER mean pad the input so that the output size match the input.In case of odd number add the extra padding at the end for SAME_UPPER and at the beginning for SAME_LOWER. VALID mean no padding. DEPRECATION NOTE: auto_pad is only intended to support legacy uses, and for framework authors, one is explicitly encouraged to use explicit padding specified in the pads attribute.
+
kernel_shape : list of ints
+
The size of the kernel along each axis.
+
p : float (default is 2.0)
+
p value of the Lp norm used to pool over the input data, default is 2.0.
+
pads : list of ints
+
Padding for the beginning and ending along each axis, it can take any value greater than or equal to 0. The value represent the number of pixels added to the beginning and end part of the corresponding axis. `pads` format should be as follow [x1_begin, x2_begin...x1_end, x2_end,...], where xi_begin the number of pixels added at the beginning of axis `i` and xi_end, the number of pixels added at the end of axis `i`. This attribute cannot be used simultaneously with auto_pad attribute.
+
strides : list of ints
+
Stride along each axis.
+
+ +#### Inputs + +
+
X : T
+
Input data tensor from the previous operator; dimensions for image case are (N x C x H x W), where N is the batch size, C is the number of channels, and H and W are the height and the width of the data. For non image case, the dimension are in the form of (N x C x D1 x D2 ... Dn), where N is the batch size.
+
+ +#### Outputs + +
+
Y : T
+
Output data tensor from Lp pooling across the input tensor. Dimensions will vary based on various kernel, stride, and pad sizes.
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **MatMul-1** + + Matrix product that behaves like [numpy.matmul](https://numpy.org/doc/stable/reference/generated/numpy.matmul.html). + +#### Version + +This version of the operator has been available since version 1 of the default ONNX operator set. + +#### Inputs + +
+
A : T
+
N-dimensional matrix A
+
B : T
+
N-dimensional matrix B
+
+ +#### Outputs + +
+
Y : T
+
Matrix multiply results from A * B
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **Max-1** + + Element-wise max of each of the input tensors. All inputs and outputs must + have the same shape and data type. + +#### Version + +This version of the operator has been available since version 1 of the default ONNX operator set. + +#### Attributes + +
+
consumed_inputs : list of ints
+
legacy optimization attribute.
+
+ +#### Inputs (1 - ∞) + +
+
data_0 (variadic) : T
+
List of tensors for Max.
+
+ +#### Outputs + +
+
max : T
+
Output tensor. Same dimension as inputs.
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **MaxPool-1** + + MaxPool consumes an input tensor X and applies max pooling across + the tensor according to kernel sizes, stride sizes, and pad lengths. + max pooling consisting of computing the max on all values of a + subset of the input tensor according to the kernel size and downsampling the + data into the output tensor Y for further processing. The output spatial shape will be following: + ``` + output_spatial_shape[i] = floor((input_spatial_shape[i] + pad_shape[i] - kernel_spatial_shape[i]) / strides_spatial_shape[i] + 1) + + * pad_shape[i] is sum of pads along axis i + ``` + + `auto_pad` is a DEPRECATED attribute. If you are using them currently, the output spatial shape will be following: + ``` + VALID: output_spatial_shape[i] = ceil((input_spatial_shape[i] - kernel_spatial_shape[i] + 1) / strides_spatial_shape[i]) + SAME_UPPER or SAME_LOWER: output_spatial_shape[i] = ceil(input_spatial_shape[i] / strides_spatial_shape[i]) + ``` + And pad shape will be following if `SAME_UPPER` or `SAME_LOWER`: + ``` + pad_shape[i] = (output_spatial_shape[i] - 1) * strides_spatial_shape[i] + kernel_spatial_shape[i] - input_spatial_shape[i] + ``` + The output of each pooling window is maximum number of elements exclude pad. + + +#### Version + +This version of the operator has been available since version 1 of the default ONNX operator set. + +#### Attributes + +
+
auto_pad : string (default is NOTSET)
+
auto_pad must be either NOTSET, SAME_UPPER, SAME_LOWER or VALID. Where default value is NOTSET, which means explicit padding is used. SAME_UPPER or SAME_LOWER mean pad the input so that the output spatial size match the input.In case of odd number add the extra padding at the end for SAME_UPPER and at the beginning for SAME_LOWER. VALID mean no padding.
+
kernel_shape : list of ints (required)
+
The size of the kernel along each axis.
+
pads : list of ints
+
Padding for the beginning and ending along each spatial axis, it can take any value greater than or equal to 0. The value represent the number of pixels added to the beginning and end part of the corresponding axis. `pads` format should be as follow [x1_begin, x2_begin...x1_end, x2_end,...], where xi_begin the number of pixels added at the beginning of axis `i` and xi_end, the number of pixels added at the end of axis `i`. This attribute cannot be used simultaneously with auto_pad attribute. If not present, the padding defaults to 0 along start and end of each spatial axis.
+
strides : list of ints
+
Stride along each spatial axis.
+
+ +#### Inputs + +
+
X : T
+
Input data tensor from the previous operator; dimensions for image case are (N x C x H x W), where N is the batch size, C is the number of channels, and H and W are the height and the width of the data. For non image case, the dimensions are in the form of (N x C x D1 x D2 ... Dn), where N is the batch size. Optionally, if dimension denotation is in effect, the operation expects the input data tensor to arrive with the dimension denotation of [DATA_BATCH, DATA_CHANNEL, DATA_FEATURE, DATA_FEATURE ...].
+
+ +#### Outputs + +
+
Y : T
+
Output data tensor from average or max pooling across the input tensor. Dimensions will vary based on various kernel, stride, and pad sizes. Floor value of the dimension is used
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **MaxRoiPool-1** + + ROI max pool consumes an input tensor X and region of interests (RoIs) to + apply max pooling across each RoI, to produce output 4-D tensor of shape + (num_rois, channels, pooled_shape[0], pooled_shape[1]). + +#### Version + +This version of the operator has been available since version 1 of the default ONNX operator set. + +#### Attributes + +
+
pooled_shape : list of ints (required)
+
ROI pool output shape (height, width).
+
spatial_scale : float (default is 1.0)
+
Multiplicative spatial scale factor to translate ROI coordinates from their input scale to the scale used when pooling.
+
+ +#### Inputs + +
+
X (differentiable) : T
+
Input data tensor from the previous operator; dimensions for image case are (N x C x H x W), where N is the batch size, C is the number of channels, and H and W are the height and the width of the data.
+
rois (non-differentiable) : T
+
RoIs (Regions of Interest) to pool over. Should be a 2-D tensor of shape (num_rois, 5) given as [[batch_id, x1, y1, x2, y2], ...].
+
+ +#### Outputs + +
+
Y (differentiable) : T
+
RoI pooled output 4-D tensor of shape (num_rois, channels, pooled_shape[0], pooled_shape[1]).
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **Mean-1** + + Element-wise mean of each of the input tensors. All inputs and outputs must + have the same shape and data type. + +#### Version + +This version of the operator has been available since version 1 of the default ONNX operator set. + +#### Attributes + +
+
consumed_inputs : list of ints
+
legacy optimization attribute.
+
+ +#### Inputs (1 - ∞) + +
+
data_0 (variadic) : T
+
List of tensors for Mean.
+
+ +#### Outputs + +
+
mean : T
+
Output tensor. Same dimension as inputs.
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **Min-1** + + Element-wise min of each of the input tensors. All inputs and outputs must + have the same shape and data type. + +#### Version + +This version of the operator has been available since version 1 of the default ONNX operator set. + +#### Attributes + +
+
consumed_inputs : list of ints
+
legacy optimization attribute.
+
+ +#### Inputs (1 - ∞) + +
+
data_0 (variadic) : T
+
List of tensors for Min
+
+ +#### Outputs + +
+
min : T
+
Output tensor. Same dimension as inputs.
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **Mul-1** + + Performs element-wise binary multiplication (with limited broadcast support). + + If necessary the right-hand-side argument will be broadcasted to match the + shape of left-hand-side argument. When broadcasting is specified, the second + tensor can either be of element size 1 (including a scalar tensor and any + tensor with rank equal to or smaller than the first tensor), or having its + shape as a contiguous subset of the first tensor's shape. The starting of the + mutually equal shape is specified by the argument "axis", and if it is not set, + suffix matching is assumed. 1-dim expansion doesn't work yet. + + For example, the following tensor shapes are supported (with broadcast=1): + + shape(A) = (2, 3, 4, 5), shape(B) = (,), i.e. B is a scalar tensor + shape(A) = (2, 3, 4, 5), shape(B) = (1, 1), i.e. B is an 1-element tensor + shape(A) = (2, 3, 4, 5), shape(B) = (5,) + shape(A) = (2, 3, 4, 5), shape(B) = (4, 5) + shape(A) = (2, 3, 4, 5), shape(B) = (3, 4), with axis=1 + shape(A) = (2, 3, 4, 5), shape(B) = (2), with axis=0 + + Attribute `broadcast=1` needs to be passed to enable broadcasting. + +#### Version + +This version of the operator has been available since version 1 of the default ONNX operator set. + +#### Attributes + +
+
axis : int
+
If set, defines the broadcast dimensions. See doc for details.
+
broadcast : int (default is 0)
+
Pass 1 to enable broadcasting
+
consumed_inputs : list of ints
+
legacy optimization attribute.
+
+ +#### Inputs + +
+
A : T
+
First operand, should share the type with the second operand.
+
B : T
+
Second operand. With broadcasting can be of smaller size than A. If broadcasting is disabled it should be of the same size.
+
+ +#### Outputs + +
+
C : T
+
Result, has same dimensions and type as A
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **Neg-1** + + Neg takes one input data (Tensor) and produces one output data + (Tensor) where each element flipped sign, y = -x, is applied to + the tensor elementwise. + +#### Version + +This version of the operator has been available since version 1 of the default ONNX operator set. + +#### Attributes + +
+
consumed_inputs : list of ints
+
legacy optimization attribute.
+
+ +#### Inputs + +
+
X : T
+
Input tensor
+
+ +#### Outputs + +
+
Y : T
+
Output tensor
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **Not-1** + + Returns the negation of the input tensor element-wise. + +#### Version + +This version of the operator has been available since version 1 of the default ONNX operator set. + +#### Inputs + +
+
X (non-differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
Y (non-differentiable) : T
+
Output tensor
+
+ +#### Type Constraints + +
+
T : tensor(bool)
+
Constrain input/output to boolean tensors.
+
+ +### **Or-1** + + Returns the tensor resulted from performing the `or` logical operation + elementwise on the input tensors `A` and `B`. + + If broadcasting is enabled, the right-hand-side argument will be broadcasted + to match the shape of left-hand-side argument. See the doc of `Add` for a + detailed description of the broadcasting rules. + +#### Version + +This version of the operator has been available since version 1 of the default ONNX operator set. + +#### Attributes + +
+
axis : int
+
If set, defines the broadcast dimensions.
+
broadcast : int (default is 0)
+
Enable broadcasting
+
+ +#### Inputs + +
+
A : T
+
Left input tensor for the logical operator.
+
B : T
+
Right input tensor for the logical operator.
+
+ +#### Outputs + +
+
C : T1
+
Result tensor.
+
+ +#### Type Constraints + +
+
T : tensor(bool)
+
Constrain input to boolean tensor.
+
T1 : tensor(bool)
+
Constrain output to boolean tensor.
+
+ +### **PRelu-1** + + PRelu takes input data (Tensor) and slope tensor as input, and produces one + output data (Tensor) where the function `f(x) = slope * x for x < 0`, + `f(x) = x for x >= 0`., is applied to the data tensor elementwise. + + +#### Version + +This version of the operator has been available since version 1 of the default ONNX operator set. + +#### Attributes + +
+
consumed_inputs : list of ints
+
legacy optimization attribute.
+
+ +#### Inputs + +
+
X : T
+
Input tensor
+
slope : T
+
Slope tensor. If `Slope` is of size 1, the value is sharedacross different channels
+
+ +#### Outputs + +
+
Y : T
+
Output tensor
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **Pad-1** + + Given `data` tensor, paddings, mode, and value. + Example: + Insert 0 paddings to the beginning of the second dimension. + data = [ + [1.0, 1.2], + [2.3, 3.4], + [4.5, 5.7], + ] + paddings = [0, 0, 2, 0] + output = [ + [ + [0.0, 0.0, 1.0, 1.2], + [0.0, 0.0, 2.3, 3.4], + [0.0, 0.0, 4.5, 5.7], + ], + ] + +#### Version + +This version of the operator has been available since version 1 of the default ONNX operator set. + +#### Attributes + +
+
mode : string (default is constant)
+
Three modes: constant(default), reflect, edge
+
paddings : list of ints (required)
+
List of integers indicate the padding element count at the beginning and end of each axis, for 2D it is the number of pixel. `paddings` rank should be double of the input's rank. `paddings` format should be as follow [x1_begin, x2_begin...x1_end, x2_end,...], where xi_begin the number of pixels added at the beginning of axis `i` and xi_end, the number of pixels added at the end of axis `i`.
+
value : float (default is 0.0)
+
One float, indicates the value to be filled, default is 0
+
+ +#### Inputs + +
+
data : T
+
Input tensor.
+
+ +#### Outputs + +
+
output : T
+
Tensor after padding.
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **Pow-1** + + Pow takes input data (Tensor) and exponent Tensor, and + produces one output data (Tensor) where the function `f(x) = x^exponent`, + is applied to the data tensor elementwise. + + If necessary the right-hand-side argument will be broadcasted to match the + shape of left-hand-side argument. When broadcasting is specified, the second + tensor can either be of element size 1 (including a scalar tensor and any + tensor with rank equal to or smaller than the first tensor), or having its + shape as a contiguous subset of the first tensor's shape. The starting of the + mutually equal shape is specified by the argument "axis", and if it is not set, + suffix matching is assumed. 1-dim expansion doesn't work yet. + + For example, the following tensor shapes are supported (with broadcast=1): + + shape(A) = (2, 3, 4, 5), shape(B) = (,), i.e. B is a scalar tensor + shape(A) = (2, 3, 4, 5), shape(B) = (1, 1), i.e. B is an 1-element tensor + shape(A) = (2, 3, 4, 5), shape(B) = (5,) + shape(A) = (2, 3, 4, 5), shape(B) = (4, 5) + shape(A) = (2, 3, 4, 5), shape(B) = (3, 4), with axis=1 + shape(A) = (2, 3, 4, 5), shape(B) = (2), with axis=0 + + Attribute `broadcast=1` needs to be passed to enable broadcasting. + +#### Version + +This version of the operator has been available since version 1 of the default ONNX operator set. + +#### Attributes + +
+
axis : int
+
If set, defines the broadcast dimensions. See doc for details.
+
broadcast : int (default is 0)
+
Pass 1 to enable broadcasting
+
+ +#### Inputs + +
+
X : T
+
Input tensor of any shape, base of the exponent.
+
Y : T
+
Input tensor of any shape broadcastable to X shape, the exponent component.
+
+ +#### Outputs + +
+
Z : T
+
Output tensor (same size as X)
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **RNN-1** + + Computes an one-layer simple RNN. This operator is usually supported + via some custom implementation such as CuDNN. + + Notations: + + `X` - input tensor + + `i` - input gate + + `t` - time step (t-1 means previous time step) + + `Wi` - W parameter weight matrix for input gate + + `Ri` - R recurrence weight matrix for input gate + + `Wbi` - W parameter bias vector for input gate + + `Rbi` - R parameter bias vector for input gate + + `WBi` - W parameter weight matrix for backward input gate + + `RBi` - R recurrence weight matrix for backward input gate + + `WBbi` - WR bias vectors for backward input gate + + `RBbi` - RR bias vectors for backward input gate + + `H` - Hidden state + + `num_directions` - 2 if direction == bidirectional else 1 + + Activation functions: + + Relu(x) - max(0, x) + + Tanh(x) - (1 - e^{-2x})/(1 + e^{-2x}) + + Sigmoid(x) - 1/(1 + e^{-x}) + + (NOTE: Below are optional) + + Affine(x) - alpha*x + beta + + LeakyRelu(x) - x if x >= 0 else alpha * x + + ThresholdedRelu(x) - x if x >= alpha else 0 + + ScaledTanh(x) - alpha*Tanh(beta*x) + + HardSigmoid(x) - min(max(alpha*x + beta, 0), 1) + + Elu(x) - x if x >= 0 else alpha*(e^x - 1) + + Softsign(x) - x/(1 + |x|) + + Softplus(x) - log(1 + e^x) + + Equations (Default: f=Tanh): + + - Ht = f(Xt*(Wi^T) + Ht-1*Ri + Wbi + Rbi) + +#### Version + +This version of the operator has been available since version 1 of the default ONNX operator set. + +#### Attributes + +
+
activation_alpha : list of floats
+
Optional scaling values used by some activation functions. The values are consumed in the order of activation functions, for example (f, g, h) in LSTM. Default values are the same as of corresponding ONNX operators.For example with LeakyRelu, the default alpha is 0.01.
+
activation_beta : list of floats
+
Optional scaling values used by some activation functions. The values are consumed in the order of activation functions, for example (f, g, h) in LSTM. Default values are the same as of corresponding ONNX operators.
+
activations : list of strings (default is ['Tanh', 'Tanh'])
+
One (or two if bidirectional) activation function for input gate. The activation function must be one of the activation functions specified above. Optional: Default `Tanh` if not specified.
+
clip : float
+
Cell clip threshold. Clipping bounds the elements of a tensor in the range of [-threshold, +threshold] and is applied to the input of activations. No clip if not specified.
+
direction : string (default is forward)
+
Specify if the RNN is forward, reverse, or bidirectional. Must be one of forward (default), reverse, or bidirectional.
+
hidden_size : int
+
Number of neurons in the hidden layer
+
output_sequence : int (default is 0)
+
The sequence output for the hidden is optional if 0. Default 0.
+
+ +#### Inputs (3 - 6) + +
+
X : T
+
The input sequences packed (and potentially padded) into one 3-D tensor with the shape of `[seq_length, batch_size, input_size]`.
+
W : T
+
The weight tensor for input gate. Concatenation of `Wi` and `WBi` (if bidirectional). The tensor has shape `[num_directions, hidden_size, input_size]`.
+
R : T
+
The recurrence weight tensor. Concatenation of `Ri` and `RBi` (if bidirectional). The tensor has shape `[num_directions, hidden_size, hidden_size]`.
+
B (optional) : T
+
The bias tensor for input gate. Concatenation of `[Wbi, Rbi]` and `[WBbi, RBbi]` (if bidirectional). The tensor has shape `[num_directions, 2*hidden_size]`. Optional: If not specified - assumed to be 0.
+
sequence_lens (optional) : T1
+
Optional tensor specifying lengths of the sequences in a batch. If not specified - assumed all sequences in the batch to have length `seq_length`. It has shape `[batch_size]`.
+
initial_h (optional) : T
+
Optional initial value of the hidden. If not specified - assumed to be 0. It has shape `[num_directions, batch_size, hidden_size]`.
+
+ +#### Outputs (0 - 2) + +
+
Y (optional) : T
+
A tensor that concats all the intermediate output values of the hidden. It has shape `[seq_length, num_directions, batch_size, hidden_size]`. It is optional if `output_sequence` is 0.
+
Y_h (optional) : T
+
The last output value of the hidden. It has shape `[num_directions, batch_size, hidden_size]`.
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
T1 : tensor(int32)
+
Constrain seq_lens to integer tensor.
+
+ +### **RandomNormal-1** + + Generate a tensor with random values drawn from a normal distribution. The shape + of the tensor is specified by the `shape` argument and the parameter of the normal distribution + specified by `mean` and `scale`. + + The data type is specified by the 'dtype' argument. The 'dtype' argument must + be one of the data types specified in the 'DataType' enum field in the + TensorProto message. + +#### Version + +This version of the operator has been available since version 1 of the default ONNX operator set. + +#### Attributes + +
+
dtype : int (default is 1)
+
The data type for the elements of the output tensor. Default is TensorProto::FLOAT.
+
mean : float (default is 0.0)
+
The mean of the normal distribution.
+
scale : float (default is 1.0)
+
The standard deviation of the normal distribution.
+
seed : float
+
(Optional) Seed to the random generator, if not specified we will auto generate one.
+
shape : list of ints (required)
+
The shape of the output tensor.
+
+ +#### Inputs + + +#### Outputs + +
+
output : T
+
Output tensor of random values drawn from normal distribution
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain output types to float tensors.
+
+ +### **RandomNormalLike-1** + + Generate a tensor with random values drawn from a normal distribution. + The shape of the output tensor is copied from the shape of the input tensor, + and the parameters of the normal distribution are specified by `mean` and `scale`. + + The data type is specified by the 'dtype' argument, or copied from the input tensor if not provided. + The 'dtype' argument must be one of the data types specified in the 'DataType' enum field in the + TensorProto message, and be valid as an output type. + +#### Version + +This version of the operator has been available since version 1 of the default ONNX operator set. + +#### Attributes + +
+
dtype : int
+
(Optional) The data type for the elements of the output tensor, if not specified, we will use the data type of the input tensor.
+
mean : float (default is 0.0)
+
The mean of the normal distribution.
+
scale : float (default is 1.0)
+
The standard deviation of the normal distribution.
+
seed : float
+
(Optional) Seed to the random generator, if not specified we will auto generate one.
+
+ +#### Inputs + +
+
input : T1
+
Input tensor to copy shape and optionally type information from.
+
+ +#### Outputs + +
+
output : T2
+
Output tensor of random values drawn from normal distribution
+
+ +#### Type Constraints + +
+
T1 : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain to any tensor type. If the dtype attribute is not provided this must be a valid output type.
+
T2 : tensor(float16), tensor(float), tensor(double)
+
Constrain output types to float tensors.
+
+ +### **RandomUniform-1** + + Generate a tensor with random values drawn from a uniform distribution. The shape + of the tensor is specified by the `shape` argument and the range by `low` and `high`. + + The data type is specified by the 'dtype' argument. The 'dtype' argument must + be one of the data types specified in the 'DataType' enum field in the + TensorProto message. + +#### Version + +This version of the operator has been available since version 1 of the default ONNX operator set. + +#### Attributes + +
+
dtype : int (default is 1)
+
The data type for the elements of the output tensor. If not specified, default is TensorProto::FLOAT.
+
high : float (default is 1.0)
+
Upper boundary of the output values.
+
low : float (default is 0.0)
+
Lower boundary of the output values.
+
seed : float
+
(Optional) Seed to the random generator, if not specified we will auto generate one.
+
shape : list of ints (required)
+
The shape of the output tensor.
+
+ +#### Inputs + + +#### Outputs + +
+
output : T
+
Output tensor of random values drawn from uniform distribution
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain output types to float tensors.
+
+ +### **RandomUniformLike-1** + + Generate a tensor with random values drawn from a uniform distribution. + The shape of the output tensor is copied from the shape of the input tensor, + and the parameters of the uniform distribution are specified by `low` and `high`. + + The data type is specified by the 'dtype' argument, or copied from the input tensor if not provided. + The 'dtype' argument must be one of the data types specified in the 'DataType' enum field in the + TensorProto message and be valid as an output type. + +#### Version + +This version of the operator has been available since version 1 of the default ONNX operator set. + +#### Attributes + +
+
dtype : int
+
(Optional) The data type for the elements of the output tensor, if not specified, we will use the data type of the input tensor.
+
high : float (default is 1.0)
+
Upper boundary of the output values.
+
low : float (default is 0.0)
+
Lower boundary of the output values.
+
seed : float
+
(Optional) Seed to the random generator, if not specified we will auto generate one.
+
+ +#### Inputs + +
+
input : T1
+
Input tensor to copy shape and optionally type information from.
+
+ +#### Outputs + +
+
output : T2
+
Output tensor of random values drawn from uniform distribution
+
+ +#### Type Constraints + +
+
T1 : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain to any tensor type. If the dtype attribute is not provided this must be a valid output type.
+
T2 : tensor(float16), tensor(float), tensor(double)
+
Constrain output types to float tensors.
+
+ +### **Reciprocal-1** + + Reciprocal takes one input data (Tensor) and produces one output data + (Tensor) where the reciprocal is, y = 1/x, is applied to + the tensor elementwise. + +#### Version + +This version of the operator has been available since version 1 of the default ONNX operator set. + +#### Attributes + +
+
consumed_inputs : list of ints
+
legacy optimization attribute.
+
+ +#### Inputs + +
+
X : T
+
Input tensor
+
+ +#### Outputs + +
+
Y : T
+
Output tensor
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **ReduceL1-1** + + Computes the L1 norm of the input tensor's element along the provided axes. The resulting + tensor has the same rank as the input if keepdims equals 1. If keepdims equal 0, then + the resulted tensor have the reduced dimension pruned. Input tensors of rank zero are + valid. Reduction over an empty set of values yields 0. + + The above behavior is similar to numpy, with the exception that numpy defaults keepdims to + False instead of True. + +#### Version + +This version of the operator has been available since version 1 of the default ONNX operator set. + +#### Attributes + +
+
axes : list of ints
+
A list of integers, along which to reduce. The default is to reduce over all the dimensions of the input tensor.
+
keepdims : int (default is 1)
+
Keep the reduced dimension or not, default 1 means keep reduced dimension.
+
+ +#### Inputs + +
+
data : T
+
An input tensor.
+
+ +#### Outputs + +
+
reduced : T
+
Reduced output tensor.
+
+ +#### Type Constraints + +
+
T : tensor(uint32), tensor(uint64), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to high-precision numeric tensors.
+
+ +### **ReduceL2-1** + + Computes the L2 norm of the input tensor's element along the provided axes. The resulting + tensor has the same rank as the input if keepdims equals 1. If keepdims equal 0, then + the resulted tensor have the reduced dimension pruned. Input tensors of rank zero are + valid. Reduction over an empty set of values yields 0. + + The above behavior is similar to numpy, with the exception that numpy defaults keepdims to + False instead of True. + +#### Version + +This version of the operator has been available since version 1 of the default ONNX operator set. + +#### Attributes + +
+
axes : list of ints
+
A list of integers, along which to reduce. The default is to reduce over all the dimensions of the input tensor.
+
keepdims : int (default is 1)
+
Keep the reduced dimension or not, default 1 means keep reduced dimension.
+
+ +#### Inputs + +
+
data : T
+
An input tensor.
+
+ +#### Outputs + +
+
reduced : T
+
Reduced output tensor.
+
+ +#### Type Constraints + +
+
T : tensor(uint32), tensor(uint64), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to high-precision numeric tensors.
+
+ +### **ReduceLogSum-1** + + Computes the log sum of the input tensor's element along the provided axes. The resulting + tensor has the same rank as the input if keepdims equals 1. If keepdims equal 0, then + the resulted tensor have the reduced dimension pruned. Input tensors of rank zero are + valid. Reduction over an empty set of values yields minus infinity (if supported by the datatype) or undefined otherwise. + + The above behavior is similar to numpy, with the exception that numpy defaults keepdims to + False instead of True. + +#### Version + +This version of the operator has been available since version 1 of the default ONNX operator set. + +#### Attributes + +
+
axes : list of ints
+
A list of integers, along which to reduce. The default is to reduce over all the dimensions of the input tensor.
+
keepdims : int (default is 1)
+
Keep the reduced dimension or not, default 1 means keep reduced dimension.
+
+ +#### Inputs + +
+
data : T
+
An input tensor.
+
+ +#### Outputs + +
+
reduced : T
+
Reduced output tensor.
+
+ +#### Type Constraints + +
+
T : tensor(uint32), tensor(uint64), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to high-precision numeric tensors.
+
+ +### **ReduceLogSumExp-1** + + Computes the log sum exponent of the input tensor's element along the provided axes. The resulting + tensor has the same rank as the input if keepdims equals 1. If keepdims equal 0, then + the resulted tensor have the reduced dimension pruned. Input tensors of rank zero are + valid. Reduction over an empty set of values yields minus infinity (if supported by the datatype) or undefined otherwise. + + The above behavior is similar to numpy, with the exception that numpy defaults keepdims to + False instead of True. + +#### Version + +This version of the operator has been available since version 1 of the default ONNX operator set. + +#### Attributes + +
+
axes : list of ints
+
A list of integers, along which to reduce. The default is to reduce over all the dimensions of the input tensor.
+
keepdims : int (default is 1)
+
Keep the reduced dimension or not, default 1 means keep reduced dimension.
+
+ +#### Inputs + +
+
data : T
+
An input tensor.
+
+ +#### Outputs + +
+
reduced : T
+
Reduced output tensor.
+
+ +#### Type Constraints + +
+
T : tensor(uint32), tensor(uint64), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to high-precision numeric tensors.
+
+ +### **ReduceMax-1** + + Computes the max of the input tensor's element along the provided axes. The resulting + tensor has the same rank as the input if keepdims equals 1. If keepdims equal 0, then + the resulted tensor have the reduced dimension pruned. Input tensors of rank zero are + valid. Reduction over an empty set of values yields minus infinity (if supported by the datatype) or the minimum value of the data type otherwise. + + The above behavior is similar to numpy, with the exception that numpy defaults keepdims to + False instead of True. + +#### Version + +This version of the operator has been available since version 1 of the default ONNX operator set. + +#### Attributes + +
+
axes : list of ints
+
A list of integers, along which to reduce. The default is to reduce over all the dimensions of the input tensor.
+
keepdims : int (default is 1)
+
Keep the reduced dimension or not, default 1 means keep reduced dimension.
+
+ +#### Inputs + +
+
data : T
+
An input tensor.
+
+ +#### Outputs + +
+
reduced : T
+
Reduced output tensor.
+
+ +#### Type Constraints + +
+
T : tensor(uint32), tensor(uint64), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to high-precision numeric tensors.
+
+ +### **ReduceMean-1** + + Computes the mean of the input tensor's element along the provided axes. The resulting + tensor has the same rank as the input if keepdims equals 1. If keepdims equal 0, then + the resulted tensor have the reduced dimension pruned. Input tensors of rank zero are + valid. Reduction over an empty set of values yields undefined. + + The above behavior is similar to numpy, with the exception that numpy defaults keepdims to + False instead of True. + +#### Version + +This version of the operator has been available since version 1 of the default ONNX operator set. + +#### Attributes + +
+
axes : list of ints
+
A list of integers, along which to reduce. The default is to reduce over all the dimensions of the input tensor.
+
keepdims : int (default is 1)
+
Keep the reduced dimension or not, default 1 means keep reduced dimension.
+
+ +#### Inputs + +
+
data : T
+
An input tensor.
+
+ +#### Outputs + +
+
reduced : T
+
Reduced output tensor.
+
+ +#### Type Constraints + +
+
T : tensor(uint32), tensor(uint64), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to high-precision numeric tensors.
+
+ +### **ReduceMin-1** + + Computes the min of the input tensor's element along the provided axes. The resulting + tensor has the same rank as the input if keepdims equals 1. If keepdims equal 0, then + the resulted tensor have the reduced dimension pruned. Input tensors of rank zero are + valid. Reduction over an empty set of values yields plus infinity (if supported by the datatype) or the maximum value of the data type otherwise. + + The above behavior is similar to numpy, with the exception that numpy defaults keepdims to + False instead of True. + +#### Version + +This version of the operator has been available since version 1 of the default ONNX operator set. + +#### Attributes + +
+
axes : list of ints
+
A list of integers, along which to reduce. The default is to reduce over all the dimensions of the input tensor.
+
keepdims : int (default is 1)
+
Keep the reduced dimension or not, default 1 means keep reduced dimension.
+
+ +#### Inputs + +
+
data : T
+
An input tensor.
+
+ +#### Outputs + +
+
reduced : T
+
Reduced output tensor.
+
+ +#### Type Constraints + +
+
T : tensor(uint32), tensor(uint64), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to high-precision numeric tensors.
+
+ +### **ReduceProd-1** + + Computes the product of the input tensor's element along the provided axes. The resulting + tensor has the same rank as the input if keepdims equals 1. If keepdims equal 0, then + the resulted tensor have the reduced dimension pruned. Input tensors of rank zero are + valid. Reduction over an empty set of values yields 1. + + The above behavior is similar to numpy, with the exception that numpy defaults keepdims to + False instead of True. + +#### Version + +This version of the operator has been available since version 1 of the default ONNX operator set. + +#### Attributes + +
+
axes : list of ints
+
A list of integers, along which to reduce. The default is to reduce over all the dimensions of the input tensor.
+
keepdims : int (default is 1)
+
Keep the reduced dimension or not, default 1 means keep reduced dimension.
+
+ +#### Inputs + +
+
data : T
+
An input tensor.
+
+ +#### Outputs + +
+
reduced : T
+
Reduced output tensor.
+
+ +#### Type Constraints + +
+
T : tensor(uint32), tensor(uint64), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to high-precision numeric tensors.
+
+ +### **ReduceSum-1** + + Computes the sum of the input tensor's element along the provided axes. The resulting + tensor has the same rank as the input if keepdims equals 1. If keepdims equal 0, then + the resulted tensor have the reduced dimension pruned. Input tensors of rank zero are + valid. Reduction over an empty set of values yields 0. + + The above behavior is similar to numpy, with the exception that numpy defaults keepdims to + False instead of True. + +#### Version + +This version of the operator has been available since version 1 of the default ONNX operator set. + +#### Attributes + +
+
axes : list of ints
+
A list of integers, along which to reduce. The default is to reduce over all the dimensions of the input tensor.
+
keepdims : int (default is 1)
+
Keep the reduced dimension or not, default 1 means keep reduced dimension.
+
+ +#### Inputs + +
+
data : T
+
An input tensor.
+
+ +#### Outputs + +
+
reduced : T
+
Reduced output tensor.
+
+ +#### Type Constraints + +
+
T : tensor(uint32), tensor(uint64), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to high-precision numeric tensors.
+
+ +### **ReduceSumSquare-1** + + Computes the sum square of the input tensor's element along the provided axes. The resulting + tensor has the same rank as the input if keepdims equals 1. If keepdims equal 0, then + the resulted tensor have the reduced dimension pruned. Input tensors of rank zero are + valid. Reduction over an empty set of values yields 0. + + The above behavior is similar to numpy, with the exception that numpy defaults keepdims to + False instead of True. + +#### Version + +This version of the operator has been available since version 1 of the default ONNX operator set. + +#### Attributes + +
+
axes : list of ints
+
A list of integers, along which to reduce. The default is to reduce over all the dimensions of the input tensor.
+
keepdims : int (default is 1)
+
Keep the reduced dimension or not, default 1 means keep reduced dimension.
+
+ +#### Inputs + +
+
data : T
+
An input tensor.
+
+ +#### Outputs + +
+
reduced : T
+
Reduced output tensor.
+
+ +#### Type Constraints + +
+
T : tensor(uint32), tensor(uint64), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to high-precision numeric tensors.
+
+ +### **Relu-1** + + Relu takes one input data (Tensor) and produces one output data + (Tensor) where the rectified linear function, y = max(0, x), is applied to + the tensor elementwise. + +#### Version + +This version of the operator has been available since version 1 of the default ONNX operator set. + +#### Attributes + +
+
consumed_inputs : list of ints
+
legacy optimization attribute.
+
+ +#### Inputs + +
+
X : T
+
Input tensor
+
+ +#### Outputs + +
+
Y : T
+
Output tensor
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **Reshape-1** + + Reshape the input tensor similar to numpy.reshape. + It takes a tensor as input and an argument `shape`. It outputs the reshaped tensor. + At most one dimension of the new shape can be -1. In this case, the value is + inferred from the size of the tensor and the remaining dimensions. A dimension + could also be 0, in which case the actual dimension value is unchanged (i.e. taken + from the input tensor). Shape (second input) could be an empty shape, which means converting to a scalar. + The input tensor's shape and the output tensor's shape are required to have the same number of elements. + +#### Version + +This version of the operator has been available since version 1 of the default ONNX operator set. + +#### Attributes + +
+
consumed_inputs : list of ints
+
legacy optimization attribute.
+
shape : list of ints
+
New shape
+
+ +#### Inputs + +
+
data : T
+
An input tensor.
+
+ +#### Outputs + +
+
reshaped : T
+
Reshaped data.
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **Selu-1** + + Selu takes one input data (Tensor) and produces one output data + (Tensor) where the scaled exponential linear unit function, + `y = gamma * (alpha * e^x - alpha) for x <= 0`, `y = gamma * x for x > 0`, + is applied to the tensor elementwise. + +#### Version + +This version of the operator has been available since version 1 of the default ONNX operator set. + +#### Attributes + +
+
alpha : float (default is 1.6732)
+
Coefficient of SELU default to 1.6732.
+
consumed_inputs : list of ints
+
legacy optimization attribute.
+
gamma : float (default is 1.0507)
+
Coefficient of SELU default to 1.0507.
+
+ +#### Inputs + +
+
X : T
+
Input tensor
+
+ +#### Outputs + +
+
Y : T
+
Output tensor
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **Shape-1** + + Takes a tensor as input and outputs an 1D int64 tensor containing the shape of the input tensor. + +#### Version + +This version of the operator has been available since version 1 of the default ONNX operator set. + +#### Inputs + +
+
data : T
+
An input tensor.
+
+ +#### Outputs + +
+
shape : T1
+
Shape of the input tensor
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Input tensor can be of arbitrary type.
+
T1 : tensor(int64)
+
Constrain output to int64 tensor.
+
+ +### **Sigmoid-1** + + Sigmoid takes one input data (Tensor) and produces one output data + (Tensor) where the sigmoid function, y = 1 / (1 + exp(-x)), is applied to the + tensor elementwise. + +#### Version + +This version of the operator has been available since version 1 of the default ONNX operator set. + +#### Attributes + +
+
consumed_inputs : list of ints
+
legacy optimization attribute.
+
+ +#### Inputs + +
+
X : T
+
Input tensor
+
+ +#### Outputs + +
+
Y : T
+
Output tensor
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **Size-1** + + Takes a tensor as input and outputs a int64 scalar that equals to the total number of elements of the input tensor. + +#### Version + +This version of the operator has been available since version 1 of the default ONNX operator set. + +#### Inputs + +
+
data : T
+
An input tensor.
+
+ +#### Outputs + +
+
size : T1
+
Total number of elements of the input tensor
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Input tensor can be of arbitrary type.
+
T1 : tensor(int64)
+
Constrain output to int64 tensor, which should be a scalar though.
+
+ +### **Slice-1** + + Produces a slice of the input tensor along multiple axes. Similar to numpy: + https://numpy.org/doc/stable/reference/routines.indexing.html + Slices uses `axes`, `starts` and `ends` attributes to specify the start and end + dimension for each axis in the list of axes, it uses this information to + slice the input `data` tensor. If a negative value is passed for any of the + start or end indices, it represent number of elements before the end of that + dimension. If the value passed to start or end is larger than the `n` (the + number of elements in this dimension), it represents `n`. For slicing to the + end of a dimension with unknown size, it is recommended to pass in `INT_MAX`. + If `axes` are omitted, they are set to `[0, ..., ndim-1]`. + Example 1: + data = [ + [1, 2, 3, 4], + [5, 6, 7, 8], + ] + axes = [0, 1] + starts = [1, 0] + ends = [2, 3] + result = [ + [5, 6, 7], + ] + Example 2: + data = [ + [1, 2, 3, 4], + [5, 6, 7, 8], + ] + starts = [0, 1] + ends = [-1, 1000] + result = [ + [2, 3, 4], + ] + +#### Version + +This version of the operator has been available since version 1 of the default ONNX operator set. + +#### Attributes + +
+
axes : list of ints
+
Axes that `starts` and `ends` apply to. It's optional. If not present, will be treated as [0, 1, ..., len(`starts`) - 1].
+
ends : list of ints (required)
+
Ending indices (exclusive) of corresponding axis in axes`
+
starts : list of ints (required)
+
Starting indices of corresponding axis in `axes`
+
+ +#### Inputs + +
+
data : T
+
Tensor of data to extract slices from.
+
+ +#### Outputs + +
+
output : T
+
Sliced data tensor.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain input and output types to all tensor types.
+
+ +### **Softmax-1** + + The operator computes the softmax (normalized exponential) values for each layer in the batch + of the given input. The input is a 2-D tensor (Tensor) of size + (batch_size x input_feature_dimensions). The output tensor has the same shape + and contains the softmax values of the corresponding input. + + Input does not need to explicitly be a 2D vector; rather, it will be + coerced into one. For an arbitrary n-dimensional tensor + input \in [a_0, a_1, ..., a_{k-1}, a_k, ..., a_{n-1}] and k is + the axis provided, then input will be coerced into a 2-dimensional tensor with + dimensions [a_0 * ... * a_{k-1}, a_k * ... * a_{n-1}]. For the default + case where axis=1, this means the input tensor will be coerced into a 2D tensor + of dimensions [a_0, a_1 * ... * a_{n-1}], where a_0 is often the batch size. + In this situation, we must have a_0 = N and a_1 * ... * a_{n-1} = D. + Each of these dimensions must be matched correctly, or else the operator + will throw errors. + +#### Version + +This version of the operator has been available since version 1 of the default ONNX operator set. + +#### Attributes + +
+
axis : int (default is 1)
+
Describes the axis of the inputs when coerced to 2D; defaults to one because the 0th axis most likely describes the batch_size
+
+ +#### Inputs + +
+
input : T
+
The input tensor that's coerced into a 2D matrix of size (NxD) as described above.
+
+ +#### Outputs + +
+
output : T
+
The output values with the same shape as input tensor (the original size without coercion).
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **Softplus-1** + + Softplus takes one input data (Tensor) and produces one output data + (Tensor) where the softplus function, y = ln(exp(x) + 1), is applied to + the tensor elementwise. + +#### Version + +This version of the operator has been available since version 1 of the default ONNX operator set. + +#### Inputs + +
+
X (differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
Y (differentiable) : T
+
Output tensor
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **Softsign-1** + + Calculates the softsign (x/(1+|x|)) of the given input tensor element-wise. + +#### Version + +This version of the operator has been available since version 1 of the default ONNX operator set. + +#### Inputs + +
+
input (differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
output (differentiable) : T
+
The softsign (x/(1+|x|)) values of the input tensor computed element-wise
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **SpaceToDepth-1** + + SpaceToDepth rearranges blocks of spatial data into depth. More specifically, + this op outputs a copy of the input tensor where values from the height and width dimensions + are moved to the depth dimension. + +#### Version + +This version of the operator has been available since version 1 of the default ONNX operator set. + +#### Attributes + +
+
blocksize : int (required)
+
Blocks of [blocksize, blocksize] are moved.
+
+ +#### Inputs + +
+
input : T
+
Input tensor of [N,C,H,W], where N is the batch axis, C is the channel or depth, H is the height and W is the width.
+
+ +#### Outputs + +
+
output : T
+
Output tensor of [N, C * blocksize * blocksize, H/blocksize, W/blocksize].
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain input and output types to all tensor types.
+
+ +### **Split-1** + + Split a tensor into a list of tensors, along the specified + 'axis'. The lengths of the split can be specified using argument 'axis' or + optional second input blob to the operator. Otherwise, the tensor is split + to equal sized parts. + +#### Version + +This version of the operator has been available since version 1 of the default ONNX operator set. + +#### Attributes + +
+
axis : int
+
Which axis to split on
+
split : list of ints
+
length of each output
+
+ +#### Inputs (1 - 2) + +
+
input : T
+
The tensor to split
+
split (optional) : T
+
Optional list of output lengths (see also arg 'split')
+
+ +#### Outputs (1 - ∞) + +
+
outputs... (variadic) : T
+
One or more outputs forming list of tensors after splitting
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input types to float tensors.
+
+ +### **Sqrt-1** + + Square root takes one input data (Tensor) and produces one output data + (Tensor) where the square root is, y = x^0.5, is applied to + the tensor elementwise. If x is negative, then it will return NaN. + +#### Version + +This version of the operator has been available since version 1 of the default ONNX operator set. + +#### Attributes + +
+
consumed_inputs : list of ints
+
legacy optimization attribute.
+
+ +#### Inputs + +
+
X : T
+
Input tensor
+
+ +#### Outputs + +
+
Y : T
+
Output tensor
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **Squeeze-1** + + Remove single-dimensional entries from the shape of a tensor. + Takes a parameter `axes` with a list of axes to squeeze. + If `axes` is not provided, all the single dimensions will be removed from + the shape. If an axis is selected with shape entry not equal to one, an error is raised. + +#### Version + +This version of the operator has been available since version 1 of the default ONNX operator set. + +#### Attributes + +
+
axes : list of ints
+
List of non-negative integers, indicate the dimensions to squeeze.
+
+ +#### Inputs + +
+
data : T
+
Tensors with at least max(dims) dimensions.
+
+ +#### Outputs + +
+
squeezed : T
+
Reshaped tensor with same data as input.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain input and output types to all tensor types.
+
+ +### **Sub-1** + + Performs element-wise binary subtraction (with limited broadcast support). + + If necessary the right-hand-side argument will be broadcasted to match the + shape of left-hand-side argument. When broadcasting is specified, the second + tensor can either be of element size 1 (including a scalar tensor and any + tensor with rank equal to or smaller than the first tensor), or having its + shape as a contiguous subset of the first tensor's shape. The starting of the + mutually equal shape is specified by the argument "axis", and if it is not set, + suffix matching is assumed. 1-dim expansion doesn't work yet. + + For example, the following tensor shapes are supported (with broadcast=1): + + shape(A) = (2, 3, 4, 5), shape(B) = (,), i.e. B is a scalar tensor + shape(A) = (2, 3, 4, 5), shape(B) = (1, 1), i.e. B is an 1-element tensor + shape(A) = (2, 3, 4, 5), shape(B) = (5,) + shape(A) = (2, 3, 4, 5), shape(B) = (4, 5) + shape(A) = (2, 3, 4, 5), shape(B) = (3, 4), with axis=1 + shape(A) = (2, 3, 4, 5), shape(B) = (2), with axis=0 + + Attribute `broadcast=1` needs to be passed to enable broadcasting. + +#### Version + +This version of the operator has been available since version 1 of the default ONNX operator set. + +#### Attributes + +
+
axis : int
+
If set, defines the broadcast dimensions. See doc for details.
+
broadcast : int (default is 0)
+
Pass 1 to enable broadcasting
+
consumed_inputs : list of ints
+
legacy optimization attribute.
+
+ +#### Inputs + +
+
A : T
+
First operand, should share the type with the second operand.
+
B : T
+
Second operand. With broadcasting can be of smaller size than A. If broadcasting is disabled it should be of the same size.
+
+ +#### Outputs + +
+
C : T
+
Result, has same dimensions and type as A
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **Sum-1** + + Element-wise sum of each of the input tensors. All inputs and outputs must + have the same shape and data type. + +#### Version + +This version of the operator has been available since version 1 of the default ONNX operator set. + +#### Attributes + +
+
consumed_inputs : list of ints
+
legacy optimization attribute.
+
+ +#### Inputs (1 - ∞) + +
+
data_0 (variadic) : T
+
List of tensors for Sum.
+
+ +#### Outputs + +
+
sum : T
+
Output tensor. Same dimension as inputs.
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **Tanh-1** + + Calculates the hyperbolic tangent of the given input tensor element-wise. + +#### Version + +This version of the operator has been available since version 1 of the default ONNX operator set. + +#### Attributes + +
+
consumed_inputs : list of ints
+
legacy optimization attribute.
+
+ +#### Inputs + +
+
input : T
+
1-D input tensor
+
+ +#### Outputs + +
+
output : T
+
The hyperbolic tangent values of the input tensor computed element-wise
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **Tile-1** + + Repeat the elements of a tensor along an axis. + +#### Version + +This version of the operator has been available since version 1 of the default ONNX operator set. + +#### Inputs + +
+
input : T
+
Input tensor of any shape.
+
tiles : T
+
Number of repeated copies to make of the input tensor.
+
axis : T
+
Axis along which to repeat.
+
+ +#### Outputs + +
+
output : T
+
Output tensor of same shape and type as input.
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input types to float tensors.
+
T1 : tensor(int64)
+
Constrain tiles and axis's type to int64 tensors.
+
+ +### **TopK-1** + + Retrieve the top-K elements along a specified axis. Given an input tensor of + shape [a_0, a_1, ..., a_{n-1}] and integer argument k, return two outputs: + -Value tensor of shape [a_0, a_1, ..., a_{axis-1}, k, a_{axis+1}, ... a_{n-1}] + which contains the values of the top k elements along the specified axis + -Index tensor of shape [a_0, a_1, ..., a_{axis-1}, k, a_{axis+1}, ... a_{n-1}] which + contains the indices of the top k elements (original indices from the input + tensor). + Given two equivalent values, this operator uses the indices along the axis as + a tiebreaker. That is, the element with the lower index will appear first. + +#### Version + +This version of the operator has been available since version 1 of the default ONNX operator set. + +#### Attributes + +
+
axis : int (default is -1)
+
Dimension on which to do the sort.
+
k : int (required)
+
Number of top elements to retrieve
+
+ +#### Inputs + +
+
X : T
+
Tensor of shape [a_0, a_1, ..., a_{n-1}]
+
+ +#### Outputs + +
+
Values : T
+
Tensor of shape [a_0, a_1, ..., a_{axis-1}, k, a_{axis+1}, ... a_{n-1}] containing top K values from the input tensor
+
Indices : I
+
Tensor of shape [a_0, a_1, ..., a_{axis-1}, k, a_{axis+1}, ... a_{n-1}] containing the corresponding input tensor indices for the top K values.
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
I : tensor(int64)
+
Constrain index tensor to int64
+
+ +### **Transpose-1** + + Returns a transpose of the input tensor. (Similar to `numpy.transpose`). + The optional attribute `perm` must be a permutation of the dimensions of + the input tensor. Axis `i` of the output tensor corresponds to the axis + `perm[i]` of the input tensor. + For example, when perm=(1, 0, 2), given an input tensor of shape (1, 2, 3), + the output shape will be (2, 1, 3). + When perm=(1, 2, 0), given an input tensor of shape (1, 2, 3), + the output shape will be (2, 3, 1). + If the attribute `perm` is omitted, its default value is `(n-1, ..., 0)`, + where `n` is the rank of the input tensor. + +#### Version + +This version of the operator has been available since version 1 of the default ONNX operator set. + +#### Attributes + +
+
perm : list of ints
+
A list of integers. By default, reverse the dimensions, otherwise permute the axes according to the values given.
+
+ +#### Inputs + +
+
data : T
+
An input tensor.
+
+ +#### Outputs + +
+
transposed : T
+
Transposed output.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain input and output types to all tensor types.
+
+ +### **Unsqueeze-1** + + Insert single-dimensional entries to the shape of a tensor. + Takes one required argument `axes`, a list of dimensions that will be inserted. + Dimension indices in `axes` are as seen in the output tensor. For example: + Given a tensor such that tensor with shape [3, 4, 5], then + Unsqueeze(tensor, axes=[0, 4]) has shape [1, 3, 4, 5, 1] + +#### Version + +This version of the operator has been available since version 1 of the default ONNX operator set. + +#### Attributes + +
+
axes : list of ints (required)
+
List of non-negative integers, indicate the dimensions to be inserted
+
+ +#### Inputs + +
+
data : T
+
Original tensor
+
+ +#### Outputs + +
+
expanded : T
+
Reshaped tensor with same data as input.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain input and output types to all tensor types.
+
+ +### **Upsample-1** + + Upsample the input tensor. + The width and height of the output tensor are: + output_width = floor(input_width * width_scale), + output_height = floor(input_height * height_scale). + Example: + Given `data` tensor, width_scale, height_scale, mode, + Upsample the input 4-D tensor in nearest mode: + data = [[[ + [1, 2], + [3, 4] + ]]] + width_scale = 2 + height_scale = 2 + mode = "nearest" + output = [[[ + [1, 1, 2, 2], + [1, 1, 2, 2], + [3, 3, 4, 4], + [3, 3, 4, 4] + ]]] + +#### Version + +No versioning maintained for experimental ops. +#### Attributes + +
+
height_scale : float (required)
+
The scale along height dimension. It takes value greater than or equal to 1.
+
mode : string (default is nearest)
+
Two interpolation modes: nearest(default), bilinear
+
width_scale : float (required)
+
The scale along width dimension. It takes value greater than or equal to 1.
+
+ +#### Inputs + +
+
X : T
+
4-D tensor, [N,C,H,W]
+
+ +#### Outputs + +
+
Y : T
+
4-D tensor after resizing, [N,C,H,W]
+
+ +#### Type Constraints + +
+
T : tensor(bool), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double)
+
Constrain output types to bool, int32, int64, float16, float, double tensors.
+
+ +### **Xor-1** + + Returns the tensor resulted from performing the `xor` logical operation + elementwise on the input tensors `A` and `B`. + + If broadcasting is enabled, the right-hand-side argument will be broadcasted + to match the shape of left-hand-side argument. See the doc of `Add` for a + detailed description of the broadcasting rules. + +#### Version + +This version of the operator has been available since version 1 of the default ONNX operator set. + +#### Attributes + +
+
axis : int
+
If set, defines the broadcast dimensions.
+
broadcast : int (default is 0)
+
Enable broadcasting
+
+ +#### Inputs + +
+
A : T
+
Left input tensor for the logical operator.
+
B : T
+
Right input tensor for the logical operator.
+
+ +#### Outputs + +
+
C : T1
+
Result tensor.
+
+ +#### Type Constraints + +
+
T : tensor(bool)
+
Constrain input to boolean tensor.
+
T1 : tensor(bool)
+
Constrain output to boolean tensor.
+
+ +## Version 2 of the default ONNX operator set +### **GlobalLpPool-2** + + GlobalLpPool consumes an input tensor X and applies lp pool pooling across + the values in the same channel. This is equivalent to LpPool with kernel size + equal to the spatial dimension of input tensor. + +#### Version + +This version of the operator has been available since version 2 of the default ONNX operator set. + +#### Attributes + +
+
p : int (default is 2)
+
p value of the Lp norm used to pool over the input data.
+
+ +#### Inputs + +
+
X (differentiable) : T
+
Input data tensor from the previous operator; dimensions for image case are (N x C x H x W), where N is the batch size, C is the number of channels, and H and W are the height and the width of the data. For non image case, the dimensions are in the form of (N x C x D1 x D2 ... Dn), where N is the batch size.
+
+ +#### Outputs + +
+
Y (differentiable) : T
+
Output data tensor from pooling across the input tensor. The output tensor has the same rank as the input. The first two dimensions of output shape are the same as the input (N x C), while the other dimensions are all 1.
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **LpPool-2** + + LpPool consumes an input tensor X and applies Lp pooling across + the tensor according to kernel sizes, stride sizes, and pad lengths. + Lp pooling consisting of computing the Lp norm on all values of a subset + of the input tensor according to the kernel size and downsampling the + data into the output tensor Y for further processing. + +#### Version + +This version of the operator has been available since version 2 of the default ONNX operator set. + +#### Attributes + +
+
auto_pad : string (default is NOTSET)
+
auto_pad must be either NOTSET, SAME_UPPER, SAME_LOWER or VALID. Where default value is NOTSET, which means explicit padding is used. SAME_UPPER or SAME_LOWER mean pad the input so that the output spatial size match the input.In case of odd number add the extra padding at the end for SAME_UPPER and at the beginning for SAME_LOWER. VALID mean no padding.
+
kernel_shape : list of ints (required)
+
The size of the kernel along each axis.
+
p : int (default is 2)
+
p value of the Lp norm used to pool over the input data.
+
pads : list of ints
+
Padding for the beginning and ending along each spatial axis, it can take any value greater than or equal to 0. The value represent the number of pixels added to the beginning and end part of the corresponding axis. `pads` format should be as follow [x1_begin, x2_begin...x1_end, x2_end,...], where xi_begin the number of pixels added at the beginning of axis `i` and xi_end, the number of pixels added at the end of axis `i`. This attribute cannot be used simultaneously with auto_pad attribute. If not present, the padding defaults to 0 along start and end of each spatial axis.
+
strides : list of ints
+
Stride along each spatial axis.
+
+ +#### Inputs + +
+
X : T
+
Input data tensor from the previous operator; dimensions for image case are (N x C x H x W), where N is the batch size, C is the number of channels, and H and W are the height and the width of the data. For non image case, the dimensions are in the form of (N x C x D1 x D2 ... Dn), where N is the batch size.
+
+ +#### Outputs + +
+
Y : T
+
Output data tensor from Lp pooling across the input tensor. Dimensions will vary based on various kernel, stride, and pad sizes.
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **Pad-2** + + Given `data` tensor, pads, mode, and value. + Example: + Insert 0 pads to the beginning of the second dimension. + data = [ + [1.0, 1.2], + [2.3, 3.4], + [4.5, 5.7], + ] + pads = [0, 2, 0, 0] + output = [ + [ + [0.0, 0.0, 1.0, 1.2], + [0.0, 0.0, 2.3, 3.4], + [0.0, 0.0, 4.5, 5.7], + ], + ] + +#### Version + +This version of the operator has been available since version 2 of the default ONNX operator set. + +#### Attributes + +
+
mode : string (default is constant)
+
Three modes: constant(default), reflect, edge
+
pads : list of ints (required)
+
List of integers indicating the number of padding elements to add or remove (if negative) at the beginning and end of each axis. For 2D it is the number of pixels. `pads` rank should be double of the input's rank. `pads` format should be as follow [x1_begin, x2_begin...x1_end, x2_end,...], where xi_begin the number of pixels added at the beginning of axis `i` and xi_end, the number of pixels added at the end of axis `i`.
+
value : float (default is 0.0)
+
One float, indicates the value to be filled.
+
+ +#### Inputs + +
+
data : T
+
Input tensor.
+
+ +#### Outputs + +
+
output : T
+
Tensor after padding.
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **Split-2** + + Split a tensor into a list of tensors, along the specified + 'axis'. Lengths of the parts can be specified using argument 'split'. + Otherwise, the tensor is split to equal sized parts. + +#### Version + +This version of the operator has been available since version 2 of the default ONNX operator set. + +#### Attributes + +
+
axis : int (default is 0)
+
Which axis to split on.
+
split : list of ints
+
length of each output
+
+ +#### Inputs + +
+
input : T
+
The tensor to split
+
+ +#### Outputs (1 - ∞) + +
+
outputs (variadic) : T
+
One or more outputs forming list of tensors after splitting
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain input and output types to all tensor types.
+
+ +## Version 3 of the default ONNX operator set +### **GRU-3** + + Computes an one-layer GRU. This operator is usually supported via some custom + implementation such as CuDNN. + + Notations: + + `X` - input tensor + + `z` - update gate + + `r` - reset gate + + `h` - hidden gate + + `t` - time step (t-1 means previous time step) + + `W[zrh]` - W parameter weight matrix for update, reset, and hidden gates + + `R[zrh]` - R recurrence weight matrix for update, reset, and hidden gates + + `Wb[zrh]` - W bias vectors for update, reset, and hidden gates + + `Rb[zrh]` - R bias vectors for update, reset, and hidden gates + + `WB[zrh]` - W parameter weight matrix for backward update, reset, and hidden gates + + `RB[zrh]` - R recurrence weight matrix for backward update, reset, and hidden gates + + `WBb[zrh]` - W bias vectors for backward update, reset, and hidden gates + + `RBb[zrh]` - R bias vectors for backward update, reset, and hidden gates + + `H` - Hidden state + + `num_directions` - 2 if direction == bidirectional else 1 + + Activation functions: + + Relu(x) - max(0, x) + + Tanh(x) - (1 - e^{-2x})/(1 + e^{-2x}) + + Sigmoid(x) - 1/(1 + e^{-x}) + + (NOTE: Below are optional) + + Affine(x) - alpha*x + beta + + LeakyRelu(x) - x if x >= 0 else alpha * x + + ThresholdedRelu(x) - x if x >= alpha else 0 + + ScaledTanh(x) - alpha*Tanh(beta*x) + + HardSigmoid(x) - min(max(alpha*x + beta, 0), 1) + + Elu(x) - x if x >= 0 else alpha*(e^x - 1) + + Softsign(x) - x/(1 + |x|) + + Softplus(x) - log(1 + e^x) + + Equations (Default: f=Sigmoid, g=Tanh): + + - zt = f(Xt*(Wz^T) + Ht-1*Rz + Wbz + Rbz) + + - rt = f(Xt*(Wr^T) + Ht-1*Rr + Wbr + Rbr) + + - ht = g(Xt*(Wh^T) + (rt (.) Ht-1)*Rh + Rbh + Wbh) # default, when linear_before_reset = 0 + + - ht = g(Xt*(Wh^T) + (rt (.) (Ht-1*Rh + Rbh) + Wbh) # when linear_before_reset != 0 + + - Ht = (1 - zt) (.) ht + zt (.) Ht-1 + +#### Version + +This version of the operator has been available since version 3 of the default ONNX operator set. + +#### Attributes + +
+
activation_alpha : list of floats
+
Optional scaling values used by some activation functions. The values are consumed in the order of activation functions, for example (f, g, h) in LSTM. Default values are the same as of corresponding ONNX operators.For example with LeakyRelu, the default alpha is 0.01.
+
activation_beta : list of floats
+
Optional scaling values used by some activation functions. The values are consumed in the order of activation functions, for example (f, g, h) in LSTM. Default values are the same as of corresponding ONNX operators.
+
activations : list of strings
+
A list of 2 (or 4 if bidirectional) activation functions for update, reset, and hidden gates. The activation functions must be one of the activation functions specified above. Optional: See the equations for default if not specified.
+
clip : float
+
Cell clip threshold. Clipping bounds the elements of a tensor in the range of [-threshold, +threshold] and is applied to the input of activations. No clip if not specified.
+
direction : string (default is forward)
+
Specify if the RNN is forward, reverse, or bidirectional. Must be one of forward (default), reverse, or bidirectional.
+
hidden_size : int
+
Number of neurons in the hidden layer
+
linear_before_reset : int (default is 0)
+
When computing the output of the hidden gate, apply the linear transformation before multiplying by the output of the reset gate.
+
output_sequence : int (default is 0)
+
The sequence output for the hidden is optional if 0. Default 0.
+
+ +#### Inputs (3 - 6) + +
+
X : T
+
The input sequences packed (and potentially padded) into one 3-D tensor with the shape of `[seq_length, batch_size, input_size]`.
+
W : T
+
The weight tensor for the gates. Concatenation of `W[zrh]` and `WB[zrh]` (if bidirectional) along dimension 0. This tensor has shape `[num_directions, 3*hidden_size, input_size]`.
+
R : T
+
The recurrence weight tensor. Concatenation of `R[zrh]` and `RB[zrh]` (if bidirectional) along dimension 0. This tensor has shape `[num_directions, 3*hidden_size, hidden_size]`.
+
B (optional) : T
+
The bias tensor for the gates. Concatenation of `[Wb[zrh], Rb[zrh]]` and `[WBb[zrh], RBb[zrh]]` (if bidirectional) along dimension 0. This tensor has shape `[num_directions, 6*hidden_size]`. Optional: If not specified - assumed to be 0
+
sequence_lens (optional) : T1
+
Optional tensor specifying lengths of the sequences in a batch. If not specified - assumed all sequences in the batch to have length `seq_length`. It has shape `[batch_size]`.
+
initial_h (optional) : T
+
Optional initial value of the hidden. If not specified - assumed to be 0. It has shape `[num_directions, batch_size, hidden_size]`.
+
+ +#### Outputs (0 - 2) + +
+
Y (optional) : T
+
A tensor that concats all the intermediate output values of the hidden. It has shape `[seq_length, num_directions, batch_size, hidden_size]`. It is optional if `output_sequence` is 0.
+
Y_h (optional) : T
+
The last output value of the hidden. It has shape `[num_directions, batch_size, hidden_size]`.
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
T1 : tensor(int32)
+
Constrain seq_lens to integer tensor.
+
+ +## Version 4 of the default ONNX operator set +### **Concat-4** + + Concatenate a list of tensors into a single tensor + +#### Version + +This version of the operator has been available since version 4 of the default ONNX operator set. + +#### Attributes + +
+
axis : int (required)
+
Which axis to concat on
+
+ +#### Inputs (1 - ∞) + +
+
inputs (variadic) : T
+
List of tensors for concatenation
+
+ +#### Outputs + +
+
concat_result : T
+
Concatenated tensor
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain output types to any tensor type.
+
+ +## Version 5 of the default ONNX operator set +### **Reshape-5** + + Reshape the input tensor similar to numpy.reshape. + First input is the data tensor, second input is a shape tensor which specifies the output shape. It outputs the reshaped tensor. + At most one dimension of the new shape can be -1. In this case, the value is + inferred from the size of the tensor and the remaining dimensions. A dimension + could also be 0, in which case the actual dimension value is unchanged (i.e. taken + from the input tensor). Shape (second input) could be an empty shape, which means converting to a scalar. + The input tensor's shape and the output tensor's shape are required to have the same number of elements. + +#### Version + +This version of the operator has been available since version 5 of the default ONNX operator set. + +#### Inputs + +
+
data : T
+
An input tensor.
+
shape : tensor(int64)
+
Specified shape for output.
+
+ +#### Outputs + +
+
reshaped : T
+
Reshaped data.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain input and output types to all tensor types.
+
+ +## Version 6 of the default ONNX operator set +### **Abs-6** + + Absolute takes one input data (Tensor) and produces one output data + (Tensor) where the absolute is, y = abs(x), is applied to + the tensor elementwise. + +#### Version + +This version of the operator has been available since version 6 of the default ONNX operator set. + +#### Inputs + +
+
X : T
+
Input tensor
+
+ +#### Outputs + +
+
Y : T
+
Output tensor
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to all numeric tensors.
+
+ +### **Add-6** + + Performs element-wise binary addition (with limited broadcast support). + + If necessary the right-hand-side argument will be broadcasted to match the + shape of left-hand-side argument. When broadcasting is specified, the second + tensor can either be of element size 1 (including a scalar tensor and any + tensor with rank equal to or smaller than the first tensor), or having its + shape as a contiguous subset of the first tensor's shape. The starting of the + mutually equal shape is specified by the argument "axis", and if it is not set, + suffix matching is assumed. 1-dim expansion doesn't work yet. + + For example, the following tensor shapes are supported (with broadcast=1): + + shape(A) = (2, 3, 4, 5), shape(B) = (,), i.e. B is a scalar tensor + shape(A) = (2, 3, 4, 5), shape(B) = (1, 1), i.e. B is an 1-element tensor + shape(A) = (2, 3, 4, 5), shape(B) = (5,) + shape(A) = (2, 3, 4, 5), shape(B) = (4, 5) + shape(A) = (2, 3, 4, 5), shape(B) = (3, 4), with axis=1 + shape(A) = (2, 3, 4, 5), shape(B) = (2), with axis=0 + + Attribute `broadcast=1` needs to be passed to enable broadcasting. + +#### Version + +This version of the operator has been available since version 6 of the default ONNX operator set. + +#### Attributes + +
+
axis : int
+
If set, defines the broadcast dimensions. See doc for details.
+
broadcast : int (default is 0)
+
Pass 1 to enable broadcasting
+
+ +#### Inputs + +
+
A : T
+
First operand, should share the type with the second operand.
+
B : T
+
Second operand. With broadcasting can be of smaller size than A. If broadcasting is disabled it should be of the same size.
+
+ +#### Outputs + +
+
C : T
+
Result, has same dimensions and type as A
+
+ +#### Type Constraints + +
+
T : tensor(uint32), tensor(uint64), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to high-precision numeric tensors.
+
+ +### **BatchNormalization-6** + + Carries out batch normalization as described in the paper + https://arxiv.org/abs/1502.03167. Depending on the mode it is being run, + there are multiple cases for the number of outputs, which we list below: + + Output case #1: Y, mean, var, saved_mean, saved_var (training mode) + Output case #2: Y (test mode) + +#### Version + +This version of the operator has been available since version 6 of the default ONNX operator set. + +#### Attributes + +
+
epsilon : float (default is 1e-05)
+
The epsilon value to use to avoid division by zero, default is 1e-5f.
+
is_test : int (default is 0)
+
If set to nonzero, run spatial batch normalization in test mode, default is 0.
+
momentum : float (default is 0.9)
+
Factor used in computing the running mean and variance.e.g., running_mean = running_mean * momentum + mean * (1 - momentum), default is 0.9f.
+
spatial : int (default is 1)
+
If true, compute the mean and variance across all spatial elements If false, compute the mean and variance across per feature.Default is 1.
+
+ +#### Inputs + +
+
X : T
+
Input data tensor from the previous operator; dimensions for image case are (N x C x H x W), where N is the batch size, C is the number of channels, and H and W are the height and the width of the data. For non image case, the dimensions are in the form of (N x C x D1 x D2 ... Dn), where N is the batch size.
+
scale : T
+
The scale as a 1-dimensional tensor of size C to be applied to the output.
+
B : T
+
The bias as a 1-dimensional tensor of size C to be applied to the output.
+
mean : T
+
The running mean (training) or the estimated mean (testing) as a 1-dimensional tensor of size C.
+
var : T
+
The running variance (training) or the estimated variance (testing) as a 1-dimensional tensor of size C.
+
+ +#### Outputs (1 - 5) + +
+
Y : T
+
The output tensor of the same shape as X.
+
mean (optional) : T
+
The running mean after the BatchNormalization operator. Must be in-place with the input mean. Should not be used for testing.
+
var (optional) : T
+
The running variance after the BatchNormalization operator. Must be in-place with the input var. Should not be used for testing.
+
saved_mean (optional) : T
+
Saved mean used during training to speed up gradient computation. Should not be used for testing.
+
saved_var (optional) : T
+
Saved variance used during training to speed up gradient computation. Should not be used for testing.
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **Cast-6** + + The operator casts the elements of a given input tensor to a data type + specified by the 'to' argument and returns an output tensor of the same size in + the converted type. The 'to' argument must be one of the data types specified + in the 'DataType' enum field in the TensorProto message. + NOTE: Casting to and from strings is not supported yet. + +#### Version + +This version of the operator has been available since version 6 of the default ONNX operator set. + +#### Attributes + +
+
to : int (required)
+
The data type to which the elements of the input tensor are cast. Strictly must be one of the types from DataType enum in TensorProto
+
+ +#### Inputs + +
+
input : T1
+
Input tensor to be cast.
+
+ +#### Outputs + +
+
output : T2
+
Output tensor with the same shape as input with type specified by the 'to' argument
+
+ +#### Type Constraints + +
+
T1 : tensor(float16), tensor(float), tensor(double), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(bool)
+
Constrain input types. Casting from strings and complex are not supported.
+
T2 : tensor(float16), tensor(float), tensor(double), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(bool)
+
Constrain output types. Casting to strings and complex are not supported.
+
+ +### **Ceil-6** + + Ceil takes one input data (Tensor) and produces one output data + (Tensor) where the ceil is, y = ceil(x), is applied to + the tensor elementwise. + +#### Version + +This version of the operator has been available since version 6 of the default ONNX operator set. + +#### Inputs + +
+
X : T
+
Input tensor
+
+ +#### Outputs + +
+
Y : T
+
Output tensor
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **Clip-6** + + Clip operator limits the given input within an interval. The interval is + specified with arguments 'min' and 'max'. They default to + numeric_limits::lowest() and numeric_limits::max() respectively. + +#### Version + +This version of the operator has been available since version 6 of the default ONNX operator set. + +#### Attributes + +
+
max : float (default is (3.402823e+38))
+
Maximum value, above which element is replaced by max
+
min : float (default is (-3.402823e+38))
+
Minimum value, under which element is replaced by min
+
+ +#### Inputs + +
+
input : T
+
Input tensor whose elements to be clipped
+
+ +#### Outputs + +
+
output : T
+
Output tensor with clipped input elements
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **Div-6** + + Performs element-wise binary division (with limited broadcast support). + + If necessary the right-hand-side argument will be broadcasted to match the + shape of left-hand-side argument. When broadcasting is specified, the second + tensor can either be of element size 1 (including a scalar tensor and any + tensor with rank equal to or smaller than the first tensor), or having its + shape as a contiguous subset of the first tensor's shape. The starting of the + mutually equal shape is specified by the argument "axis", and if it is not set, + suffix matching is assumed. 1-dim expansion doesn't work yet. + + For example, the following tensor shapes are supported (with broadcast=1): + + shape(A) = (2, 3, 4, 5), shape(B) = (,), i.e. B is a scalar tensor + shape(A) = (2, 3, 4, 5), shape(B) = (1, 1), i.e. B is an 1-element tensor + shape(A) = (2, 3, 4, 5), shape(B) = (5,) + shape(A) = (2, 3, 4, 5), shape(B) = (4, 5) + shape(A) = (2, 3, 4, 5), shape(B) = (3, 4), with axis=1 + shape(A) = (2, 3, 4, 5), shape(B) = (2), with axis=0 + + Attribute `broadcast=1` needs to be passed to enable broadcasting. + + + For integer inputs, the result is computed using truncating division (rounding toward zero). + +#### Version + +This version of the operator has been available since version 6 of the default ONNX operator set. + +#### Attributes + +
+
axis : int
+
If set, defines the broadcast dimensions. See doc for details.
+
broadcast : int (default is 0)
+
Pass 1 to enable broadcasting
+
+ +#### Inputs + +
+
A : T
+
First operand, should share the type with the second operand.
+
B : T
+
Second operand. With broadcasting can be of smaller size than A. If broadcasting is disabled it should be of the same size.
+
+ +#### Outputs + +
+
C : T
+
Result, has same dimensions and type as A
+
+ +#### Type Constraints + +
+
T : tensor(uint32), tensor(uint64), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to high-precision numeric tensors.
+
+ +### **Dropout-6** + + Dropout takes one input data (Tensor) and produces two Tensor outputs, + output (Tensor) and mask (Tensor). Depending on whether it is in + test mode or not, the output Y will either be a random dropout, or a simple + copy of the input. Note that our implementation of Dropout does scaling in + the training phase, so during testing nothing needs to be done. + +#### Version + +This version of the operator has been available since version 6 of the default ONNX operator set. + +#### Attributes + +
+
is_test : int (default is 0)
+
(int, default 0) if nonzero, run dropout in test mode where the output is simply Y = X.
+
ratio : float (default is 0.5)
+
(float, default 0.5) the ratio of random dropout
+
+ +#### Inputs + +
+
data : T
+
The input data as Tensor.
+
+ +#### Outputs (1 - 2) + +
+
output : T
+
The output.
+
mask (optional) : T
+
The output mask. If is_test is nonzero, this output is not filled.
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **Elu-6** + + Elu takes one input data (Tensor) and produces one output data + (Tensor) where the function `f(x) = alpha * (exp(x) - 1.) for x < + 0`, `f(x) = x for x >= 0`., is applied to the tensor elementwise. + + +#### Version + +This version of the operator has been available since version 6 of the default ONNX operator set. + +#### Attributes + +
+
alpha : float (default is 1.0)
+
Coefficient of ELU.
+
+ +#### Inputs + +
+
X (differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
Y (differentiable) : T
+
Output tensor
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **Exp-6** + + Calculates the exponential of the given input tensor, element-wise. + +#### Version + +This version of the operator has been available since version 6 of the default ONNX operator set. + +#### Inputs + +
+
input : T
+
Input tensor
+
+ +#### Outputs + +
+
output : T
+
The exponential of the input tensor computed element-wise
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **Floor-6** + + Floor takes one input data (Tensor) and produces one output data + (Tensor) where the floor is, y = floor(x), is applied to + the tensor elementwise. + +#### Version + +This version of the operator has been available since version 6 of the default ONNX operator set. + +#### Inputs + +
+
X : T
+
Input tensor
+
+ +#### Outputs + +
+
Y : T
+
Output tensor
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **Gemm-6** + + General Matrix multiplication: + https://en.wikipedia.org/wiki/Basic_Linear_Algebra_Subprograms#Level_3 + Compute Y = alpha * A * B + beta * C, where input tensor A has + dimension (M X K), input tensor B has dimension (K X N), input tensor C and + output tensor Y have dimension (M X N). + If attribute broadcast is non-zero, input tensor C will be broadcasted to match + the dimension requirement. A will be transposed before doing the computation + if attribute transA is non-zero, same for B and transB. + +#### Version + +This version of the operator has been available since version 6 of the default ONNX operator set. + +#### Attributes + +
+
alpha : float (default is 1.0)
+
Scalar multiplier for the product of input tensors A * B, the default value is 1.0.
+
beta : float (default is 1.0)
+
Scalar multiplier for input tensor C, the default value is 1.0.
+
broadcast : int (default is 0)
+
Whether C should be broadcasted
+
transA : int (default is 0)
+
Whether A should be transposed
+
transB : int (default is 0)
+
Whether B should be transposed
+
+ +#### Inputs + +
+
A : T
+
Input tensor A
+
B : T
+
Input tensor B
+
C : T
+
Input tensor C
+
+ +#### Outputs + +
+
Y : T
+
Output tensor.
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **HardSigmoid-6** + + HardSigmoid takes one input data (Tensor) and produces one output data + (Tensor) where the HardSigmoid function, y = max(0, min(1, alpha * x + beta)), + is applied to the tensor elementwise. + +#### Version + +This version of the operator has been available since version 6 of the default ONNX operator set. + +#### Attributes + +
+
alpha : float (default is 0.2)
+
Value of alpha.
+
beta : float (default is 0.5)
+
Value of beta.
+
+ +#### Inputs + +
+
X (differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
Y (differentiable) : T
+
Output tensor
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **InstanceNormalization-6** + + Carries out instance normalization as described in the paper + https://arxiv.org/abs/1607.08022. + + y = scale * (x - mean) / sqrt(variance + epsilon) + B, + where mean and variance are computed per instance per channel. + + +#### Version + +This version of the operator has been available since version 6 of the default ONNX operator set. + +#### Attributes + +
+
epsilon : float (default is 1e-05)
+
The epsilon value to use to avoid division by zero.
+
+ +#### Inputs + +
+
input (differentiable) : T
+
Input data tensor from the previous operator; dimensions for image case are (N x C x H x W), where N is the batch size, C is the number of channels, and H and W are the height and the width of the data. For non image case, the dimensions are in the form of (N x C x D1 x D2 ... Dn), where N is the batch size.
+
scale (differentiable) : T
+
The input 1-dimensional scale tensor of size C.
+
B (differentiable) : T
+
The input 1-dimensional bias tensor of size C.
+
+ +#### Outputs + +
+
output (differentiable) : T
+
The output tensor of the same shape as input.
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **LeakyRelu-6** + + LeakyRelu takes input data (Tensor) and an argument alpha, and produces one + output data (Tensor) where the function `f(x) = alpha * x for x < 0`, + `f(x) = x for x >= 0`, is applied to the data tensor elementwise. + +#### Version + +This version of the operator has been available since version 6 of the default ONNX operator set. + +#### Attributes + +
+
alpha : float (default is 0.01)
+
Coefficient of leakage.
+
+ +#### Inputs + +
+
X (differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
Y (differentiable) : T
+
Output tensor
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **Log-6** + + Calculates the natural log of the given input tensor, element-wise. + +#### Version + +This version of the operator has been available since version 6 of the default ONNX operator set. + +#### Inputs + +
+
input : T
+
Input tensor
+
+ +#### Outputs + +
+
output : T
+
The natural log of the input tensor computed element-wise
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **Max-6** + + Element-wise max of each of the input tensors. All inputs and outputs must + have the same shape and data type. + +#### Version + +This version of the operator has been available since version 6 of the default ONNX operator set. + +#### Inputs (1 - ∞) + +
+
data_0 (variadic) : T
+
List of tensors for Max.
+
+ +#### Outputs + +
+
max : T
+
Output tensor. Same dimension as inputs.
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **Mean-6** + + Element-wise mean of each of the input tensors. All inputs and outputs must + have the same shape and data type. + +#### Version + +This version of the operator has been available since version 6 of the default ONNX operator set. + +#### Inputs (1 - ∞) + +
+
data_0 (variadic) : T
+
List of tensors for Mean.
+
+ +#### Outputs + +
+
mean : T
+
Output tensor. Same dimension as inputs.
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **Min-6** + + Element-wise min of each of the input tensors. All inputs and outputs must + have the same shape and data type. + +#### Version + +This version of the operator has been available since version 6 of the default ONNX operator set. + +#### Inputs (1 - ∞) + +
+
data_0 (variadic) : T
+
List of tensors for Min
+
+ +#### Outputs + +
+
min : T
+
Output tensor. Same dimension as inputs.
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **Mul-6** + + Performs element-wise binary multiplication (with limited broadcast support). + + If necessary the right-hand-side argument will be broadcasted to match the + shape of left-hand-side argument. When broadcasting is specified, the second + tensor can either be of element size 1 (including a scalar tensor and any + tensor with rank equal to or smaller than the first tensor), or having its + shape as a contiguous subset of the first tensor's shape. The starting of the + mutually equal shape is specified by the argument "axis", and if it is not set, + suffix matching is assumed. 1-dim expansion doesn't work yet. + + For example, the following tensor shapes are supported (with broadcast=1): + + shape(A) = (2, 3, 4, 5), shape(B) = (,), i.e. B is a scalar tensor + shape(A) = (2, 3, 4, 5), shape(B) = (1, 1), i.e. B is an 1-element tensor + shape(A) = (2, 3, 4, 5), shape(B) = (5,) + shape(A) = (2, 3, 4, 5), shape(B) = (4, 5) + shape(A) = (2, 3, 4, 5), shape(B) = (3, 4), with axis=1 + shape(A) = (2, 3, 4, 5), shape(B) = (2), with axis=0 + + Attribute `broadcast=1` needs to be passed to enable broadcasting. + +#### Version + +This version of the operator has been available since version 6 of the default ONNX operator set. + +#### Attributes + +
+
axis : int
+
If set, defines the broadcast dimensions. See doc for details.
+
broadcast : int (default is 0)
+
Pass 1 to enable broadcasting
+
+ +#### Inputs + +
+
A : T
+
First operand, should share the type with the second operand.
+
B : T
+
Second operand. With broadcasting can be of smaller size than A. If broadcasting is disabled it should be of the same size.
+
+ +#### Outputs + +
+
C : T
+
Result, has same dimensions and type as A
+
+ +#### Type Constraints + +
+
T : tensor(uint32), tensor(uint64), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to high-precision numeric tensors.
+
+ +### **Neg-6** + + Neg takes one input data (Tensor) and produces one output data + (Tensor) where each element flipped sign, y = -x, is applied to + the tensor elementwise. + +#### Version + +This version of the operator has been available since version 6 of the default ONNX operator set. + +#### Inputs + +
+
X : T
+
Input tensor
+
+ +#### Outputs + +
+
Y : T
+
Output tensor
+
+ +#### Type Constraints + +
+
T : tensor(float), tensor(int32), tensor(int8), tensor(int16), tensor(int64), tensor(float16), tensor(double)
+
Constrain input and output types to signed numeric tensors.
+
+ +### **PRelu-6** + + PRelu takes input data (Tensor) and slope tensor as input, and produces one + output data (Tensor) where the function `f(x) = slope * x for x < 0`, + `f(x) = x for x >= 0`., is applied to the data tensor elementwise. + + +#### Version + +This version of the operator has been available since version 6 of the default ONNX operator set. + +#### Inputs + +
+
X : T
+
Input tensor
+
slope : T
+
Slope tensor. If `Slope` is of size 1, the value is sharedacross different channels
+
+ +#### Outputs + +
+
Y : T
+
Output tensor
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **Reciprocal-6** + + Reciprocal takes one input data (Tensor) and produces one output data + (Tensor) where the reciprocal is, y = 1/x, is applied to + the tensor elementwise. + +#### Version + +This version of the operator has been available since version 6 of the default ONNX operator set. + +#### Inputs + +
+
X : T
+
Input tensor
+
+ +#### Outputs + +
+
Y : T
+
Output tensor
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **Relu-6** + + Relu takes one input data (Tensor) and produces one output data + (Tensor) where the rectified linear function, y = max(0, x), is applied to + the tensor elementwise. + +#### Version + +This version of the operator has been available since version 6 of the default ONNX operator set. + +#### Inputs + +
+
X : T
+
Input tensor
+
+ +#### Outputs + +
+
Y : T
+
Output tensor
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **Selu-6** + + Selu takes one input data (Tensor) and produces one output data + (Tensor) where the scaled exponential linear unit function, + `y = gamma * (alpha * e^x - alpha) for x <= 0`, `y = gamma * x for x > 0`, + is applied to the tensor elementwise. + +#### Version + +This version of the operator has been available since version 6 of the default ONNX operator set. + +#### Attributes + +
+
alpha : float (default is 1.67326)
+
Coefficient of SELU default to 1.67326319217681884765625 (i.e., float32 approximation of 1.6732632423543772848170429916717).
+
gamma : float (default is 1.0507)
+
Coefficient of SELU default to 1.05070102214813232421875 (i.e., float32 approximation of 1.0507009873554804934193349852946).
+
+ +#### Inputs + +
+
X (differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
Y (differentiable) : T
+
Output tensor
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **Sigmoid-6** + + Sigmoid takes one input data (Tensor) and produces one output data + (Tensor) where the sigmoid function, y = 1 / (1 + exp(-x)), is applied to the + tensor elementwise. + +#### Version + +This version of the operator has been available since version 6 of the default ONNX operator set. + +#### Inputs + +
+
X : T
+
Input tensor
+
+ +#### Outputs + +
+
Y : T
+
Output tensor
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **Sqrt-6** + + Square root takes one input data (Tensor) and produces one output data + (Tensor) where the square root is, y = x^0.5, is applied to + the tensor elementwise. If x is negative, then it will return NaN. + +#### Version + +This version of the operator has been available since version 6 of the default ONNX operator set. + +#### Inputs + +
+
X : T
+
Input tensor
+
+ +#### Outputs + +
+
Y : T
+
Output tensor
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **Sub-6** + + Performs element-wise binary subtraction (with limited broadcast support). + + If necessary the right-hand-side argument will be broadcasted to match the + shape of left-hand-side argument. When broadcasting is specified, the second + tensor can either be of element size 1 (including a scalar tensor and any + tensor with rank equal to or smaller than the first tensor), or having its + shape as a contiguous subset of the first tensor's shape. The starting of the + mutually equal shape is specified by the argument "axis", and if it is not set, + suffix matching is assumed. 1-dim expansion doesn't work yet. + + For example, the following tensor shapes are supported (with broadcast=1): + + shape(A) = (2, 3, 4, 5), shape(B) = (,), i.e. B is a scalar tensor + shape(A) = (2, 3, 4, 5), shape(B) = (1, 1), i.e. B is an 1-element tensor + shape(A) = (2, 3, 4, 5), shape(B) = (5,) + shape(A) = (2, 3, 4, 5), shape(B) = (4, 5) + shape(A) = (2, 3, 4, 5), shape(B) = (3, 4), with axis=1 + shape(A) = (2, 3, 4, 5), shape(B) = (2), with axis=0 + + Attribute `broadcast=1` needs to be passed to enable broadcasting. + +#### Version + +This version of the operator has been available since version 6 of the default ONNX operator set. + +#### Attributes + +
+
axis : int
+
If set, defines the broadcast dimensions. See doc for details.
+
broadcast : int (default is 0)
+
Pass 1 to enable broadcasting
+
+ +#### Inputs + +
+
A : T
+
First operand, should share the type with the second operand.
+
B : T
+
Second operand. With broadcasting can be of smaller size than A. If broadcasting is disabled it should be of the same size.
+
+ +#### Outputs + +
+
C : T
+
Result, has same dimensions and type as A
+
+ +#### Type Constraints + +
+
T : tensor(uint32), tensor(uint64), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to high-precision numeric tensors.
+
+ +### **Sum-6** + + Element-wise sum of each of the input tensors. All inputs and outputs must + have the same shape and data type. + +#### Version + +This version of the operator has been available since version 6 of the default ONNX operator set. + +#### Inputs (1 - ∞) + +
+
data_0 (variadic) : T
+
List of tensors for Sum.
+
+ +#### Outputs + +
+
sum : T
+
Output tensor. Same dimension as inputs.
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **Tanh-6** + + Calculates the hyperbolic tangent of the given input tensor element-wise. + +#### Version + +This version of the operator has been available since version 6 of the default ONNX operator set. + +#### Inputs + +
+
input : T
+
Input tensor
+
+ +#### Outputs + +
+
output : T
+
The hyperbolic tangent values of the input tensor computed element-wise
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **Tile-6** + + Constructs a tensor by tiling a given tensor. + This is the same as function `tile` in Numpy, but no broadcast. + For example A = [[1, 2], [3, 4]], B = [1, 2], tile(A, B) = [[1, 2, 1, 2], [3, 4, 3, 4]] + +#### Version + +This version of the operator has been available since version 6 of the default ONNX operator set. + +#### Inputs + +
+
input : T
+
Input tensor of any shape.
+
repeats : T1
+
1D int64 tensor of the same length as input's dimension number, includes numbers of repeated copies along input's dimensions.
+
+ +#### Outputs + +
+
output : T
+
Output tensor of the same dimensions and type as tensor input. output_dim[i] = input_dim[i] * repeats[i]
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain input and output types to all tensor types.
+
T1 : tensor(int64)
+
Constrain repeat's type to int64 tensors.
+
+ +## Version 7 of the default ONNX operator set +### **Acos-7** + + Calculates the arccosine (inverse of cosine) of the given input tensor, element-wise. + +#### Version + +This version of the operator has been available since version 7 of the default ONNX operator set. + +#### Inputs + +
+
input (differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
output (differentiable) : T
+
The arccosine of the input tensor computed element-wise
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **Add-7** + + Performs element-wise binary addition (with Numpy-style broadcasting support). + + This operator supports **multidirectional (i.e., Numpy-style) broadcasting**; for more details please check [the doc](Broadcasting.md). + +#### Version + +This version of the operator has been available since version 7 of the default ONNX operator set. + +#### Inputs + +
+
A : T
+
First operand.
+
B : T
+
Second operand.
+
+ +#### Outputs + +
+
C : T
+
Result, has same element type as two inputs
+
+ +#### Type Constraints + +
+
T : tensor(uint32), tensor(uint64), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to high-precision numeric tensors.
+
+ +### **And-7** + + Returns the tensor resulted from performing the `and` logical operation + elementwise on the input tensors `A` and `B` (with Numpy-style broadcasting support). + + This operator supports **multidirectional (i.e., Numpy-style) broadcasting**; for more details please check [the doc](Broadcasting.md). + +#### Version + +This version of the operator has been available since version 7 of the default ONNX operator set. + +#### Inputs + +
+
A (non-differentiable) : T
+
First input operand for the logical operator.
+
B (non-differentiable) : T
+
Second input operand for the logical operator.
+
+ +#### Outputs + +
+
C (non-differentiable) : T1
+
Result tensor.
+
+ +#### Type Constraints + +
+
T : tensor(bool)
+
Constrain input to boolean tensor.
+
T1 : tensor(bool)
+
Constrain output to boolean tensor.
+
+ +### **Asin-7** + + Calculates the arcsine (inverse of sine) of the given input tensor, element-wise. + +#### Version + +This version of the operator has been available since version 7 of the default ONNX operator set. + +#### Inputs + +
+
input (differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
output (differentiable) : T
+
The arcsine of the input tensor computed element-wise
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **Atan-7** + + Calculates the arctangent (inverse of tangent) of the given input tensor, element-wise. + +#### Version + +This version of the operator has been available since version 7 of the default ONNX operator set. + +#### Inputs + +
+
input (differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
output (differentiable) : T
+
The arctangent of the input tensor computed element-wise
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **AveragePool-7** + + AveragePool consumes an input tensor X and applies average pooling across + the tensor according to kernel sizes, stride sizes, and pad lengths. + average pooling consisting of computing the average on all values of a + subset of the input tensor according to the kernel size and downsampling the + data into the output tensor Y for further processing. The output spatial shape will be following: + ``` + output_spatial_shape[i] = floor((input_spatial_shape[i] + pad_shape[i] - kernel_spatial_shape[i]) / strides_spatial_shape[i] + 1) + + * pad_shape[i] is sum of pads along axis i + ``` + + `auto_pad` is a DEPRECATED attribute. If you are using them currently, the output spatial shape will be following: + ``` + VALID: output_spatial_shape[i] = ceil((input_spatial_shape[i] - kernel_spatial_shape[i] + 1) / strides_spatial_shape[i]) + SAME_UPPER or SAME_LOWER: output_spatial_shape[i] = ceil(input_spatial_shape[i] / strides_spatial_shape[i]) + ``` + And pad shape will be following if `SAME_UPPER` or `SAME_LOWER`: + ``` + pad_shape[i] = (output_spatial_shape[i] - 1) * strides_spatial_shape[i] + kernel_spatial_shape[i] - input_spatial_shape[i] + ``` + The output of each pooling window is divided by the number of elements (exclude pad when attribute count_include_pad is zero). + + +#### Version + +This version of the operator has been available since version 7 of the default ONNX operator set. + +#### Attributes + +
+
auto_pad : string (default is NOTSET)
+
auto_pad must be either NOTSET, SAME_UPPER, SAME_LOWER or VALID. Where default value is NOTSET, which means explicit padding is used. SAME_UPPER or SAME_LOWER mean pad the input so that the output spatial size match the input.In case of odd number add the extra padding at the end for SAME_UPPER and at the beginning for SAME_LOWER. VALID mean no padding.
+
count_include_pad : int (default is 0)
+
Whether include pad pixels when calculating values for the edges. Default is 0, doesn't count include pad.
+
kernel_shape : list of ints (required)
+
The size of the kernel along each axis.
+
pads : list of ints
+
Padding for the beginning and ending along each spatial axis, it can take any value greater than or equal to 0. The value represent the number of pixels added to the beginning and end part of the corresponding axis. `pads` format should be as follow [x1_begin, x2_begin...x1_end, x2_end,...], where xi_begin the number of pixels added at the beginning of axis `i` and xi_end, the number of pixels added at the end of axis `i`. This attribute cannot be used simultaneously with auto_pad attribute. If not present, the padding defaults to 0 along start and end of each spatial axis.
+
strides : list of ints
+
Stride along each spatial axis.
+
+ +#### Inputs + +
+
X : T
+
Input data tensor from the previous operator; dimensions for image case are (N x C x H x W), where N is the batch size, C is the number of channels, and H and W are the height and the width of the data. For non image case, the dimensions are in the form of (N x C x D1 x D2 ... Dn), where N is the batch size. Optionally, if dimension denotation is in effect, the operation expects the input data tensor to arrive with the dimension denotation of [DATA_BATCH, DATA_CHANNEL, DATA_FEATURE, DATA_FEATURE ...].
+
+ +#### Outputs + +
+
Y : T
+
Output data tensor from average or max pooling across the input tensor. Dimensions will vary based on various kernel, stride, and pad sizes. Floor value of the dimension is used
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **BatchNormalization-7** + + Carries out batch normalization as described in the paper + https://arxiv.org/abs/1502.03167. Depending on the mode it is being run, + there are multiple cases for the number of outputs, which we list below: + + Output case #1: Y, mean, var, saved_mean, saved_var (training mode) + Output case #2: Y (test mode) + This operator has **optional** inputs/outputs. See [the doc](IR.md) for more details about the representation of optional arguments. An empty string may be used in the place of an actual argument's name to indicate a missing argument. Trailing optional arguments (those not followed by an argument that is present) may also be simply omitted. + +#### Version + +This version of the operator has been available since version 7 of the default ONNX operator set. + +#### Attributes + +
+
epsilon : float (default is 1e-05)
+
The epsilon value to use to avoid division by zero.
+
momentum : float (default is 0.9)
+
Factor used in computing the running mean and variance.e.g., running_mean = running_mean * momentum + mean * (1 - momentum).
+
spatial : int (default is 1)
+
If true, compute the mean and variance across per activation. If false, compute the mean and variance across per feature over each mini-batch.
+
+ +#### Inputs + +
+
X : T
+
Input data tensor from the previous operator; dimensions for image case are (N x C x H x W), where N is the batch size, C is the number of channels, and H and W are the height and the width of the data. For non image case, the dimensions are in the form of (N x C x D1 x D2 ... Dn), where N is the batch size.
+
scale : T
+
If spatial is true, the dimension of scale is (C). If spatial is false, the dimensions of scale are (C x D1 x ... x Dn)
+
B : T
+
If spatial is true, the dimension of bias is (C). If spatial is false, the dimensions of bias are (C x D1 x ... x Dn)
+
mean : T
+
If spatial is true, the dimension of the running mean (training) or the estimated mean (testing) is (C). If spatial is false, the dimensions of the running mean (training) or the estimated mean (testing) are (C x D1 x ... x Dn).
+
var : T
+
If spatial is true, the dimension of the running variance(training) or the estimated variance (testing) is (C). If spatial is false, the dimensions of the running variance(training) or the estimated variance (testing) are (C x D1 x ... x Dn).
+
+ +#### Outputs (1 - 5) + +
+
Y : T
+
The output tensor of the same shape as X
+
mean (optional) : T
+
The running mean after the BatchNormalization operator.
+
var (optional) : T
+
The running variance after the BatchNormalization operator.
+
saved_mean (optional) : T
+
Saved mean used during training to speed up gradient computation.
+
saved_var (optional) : T
+
Saved variance used during training to speed up gradient computation.
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **Cos-7** + + Calculates the cosine of the given input tensor, element-wise. + +#### Version + +This version of the operator has been available since version 7 of the default ONNX operator set. + +#### Inputs + +
+
input (differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
output (differentiable) : T
+
The cosine of the input tensor computed element-wise
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **Div-7** + + Performs element-wise binary division (with Numpy-style broadcasting support). + + This operator supports **multidirectional (i.e., Numpy-style) broadcasting**; for more details please check [the doc](Broadcasting.md). + + For integer inputs, the result is computed using truncating division (rounding toward zero). + +#### Version + +This version of the operator has been available since version 7 of the default ONNX operator set. + +#### Inputs + +
+
A : T
+
First operand.
+
B : T
+
Second operand.
+
+ +#### Outputs + +
+
C : T
+
Result, has same element type as two inputs
+
+ +#### Type Constraints + +
+
T : tensor(uint32), tensor(uint64), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to high-precision numeric tensors.
+
+ +### **Dropout-7** + + Dropout takes one input data (Tensor) and produces two Tensor outputs, + output (Tensor) and mask (Tensor). Depending on whether it is in + test mode or not, the output Y will either be a random dropout, or a simple + copy of the input. Note that our implementation of Dropout does scaling in + the training phase, so during testing nothing needs to be done. + This operator has **optional** inputs/outputs. See [the doc](IR.md) for more details about the representation of optional arguments. An empty string may be used in the place of an actual argument's name to indicate a missing argument. Trailing optional arguments (those not followed by an argument that is present) may also be simply omitted. + +#### Version + +This version of the operator has been available since version 7 of the default ONNX operator set. + +#### Attributes + +
+
ratio : float (default is 0.5)
+
The ratio of random dropout
+
+ +#### Inputs + +
+
data : T
+
The input data as Tensor.
+
+ +#### Outputs (1 - 2) + +
+
output : T
+
The output.
+
mask (optional) : T
+
The output mask.
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **Equal-7** + + Returns the tensor resulted from performing the `equal` logical operation + elementwise on the input tensors `A` and `B` (with Numpy-style broadcasting support). + + This operator supports **multidirectional (i.e., Numpy-style) broadcasting**; for more details please check [the doc](Broadcasting.md). + +#### Version + +This version of the operator has been available since version 7 of the default ONNX operator set. + +#### Inputs + +
+
A : T
+
First input operand for the logical operator.
+
B : T
+
Second input operand for the logical operator.
+
+ +#### Outputs + +
+
C : T1
+
Result tensor.
+
+ +#### Type Constraints + +
+
T : tensor(bool), tensor(int32), tensor(int64)
+
Constrain input to integral tensors.
+
T1 : tensor(bool)
+
Constrain output to boolean tensor.
+
+ +### **GRU-7** + + Computes an one-layer GRU. This operator is usually supported via some custom + implementation such as CuDNN. + + Notations: + + `X` - input tensor + + `z` - update gate + + `r` - reset gate + + `h` - hidden gate + + `t` - time step (t-1 means previous time step) + + `W[zrh]` - W parameter weight matrix for update, reset, and hidden gates + + `R[zrh]` - R recurrence weight matrix for update, reset, and hidden gates + + `Wb[zrh]` - W bias vectors for update, reset, and hidden gates + + `Rb[zrh]` - R bias vectors for update, reset, and hidden gates + + `WB[zrh]` - W parameter weight matrix for backward update, reset, and hidden gates + + `RB[zrh]` - R recurrence weight matrix for backward update, reset, and hidden gates + + `WBb[zrh]` - W bias vectors for backward update, reset, and hidden gates + + `RBb[zrh]` - R bias vectors for backward update, reset, and hidden gates + + `H` - Hidden state + + `num_directions` - 2 if direction == bidirectional else 1 + + Activation functions: + + Relu(x) - max(0, x) + + Tanh(x) - (1 - e^{-2x})/(1 + e^{-2x}) + + Sigmoid(x) - 1/(1 + e^{-x}) + + (NOTE: Below are optional) + + Affine(x) - alpha*x + beta + + LeakyRelu(x) - x if x >= 0 else alpha * x + + ThresholdedRelu(x) - x if x >= alpha else 0 + + ScaledTanh(x) - alpha*Tanh(beta*x) + + HardSigmoid(x) - min(max(alpha*x + beta, 0), 1) + + Elu(x) - x if x >= 0 else alpha*(e^x - 1) + + Softsign(x) - x/(1 + |x|) + + Softplus(x) - log(1 + e^x) + + Equations (Default: f=Sigmoid, g=Tanh): + + - zt = f(Xt*(Wz^T) + Ht-1*(Rz^T) + Wbz + Rbz) + + - rt = f(Xt*(Wr^T) + Ht-1*(Rr^T) + Wbr + Rbr) + + - ht = g(Xt*(Wh^T) + (rt (.) Ht-1)*(Rh^T) + Rbh + Wbh) # default, when linear_before_reset = 0 + + - ht = g(Xt*(Wh^T) + (rt (.) (Ht-1*(Rh^T) + Rbh)) + Wbh) # when linear_before_reset != 0 + + - Ht = (1 - zt) (.) ht + zt (.) Ht-1 + This operator has **optional** inputs/outputs. See [the doc](IR.md) for more details about the representation of optional arguments. An empty string may be used in the place of an actual argument's name to indicate a missing argument. Trailing optional arguments (those not followed by an argument that is present) may also be simply omitted. + +#### Version + +This version of the operator has been available since version 7 of the default ONNX operator set. + +#### Attributes + +
+
activation_alpha : list of floats
+
Optional scaling values used by some activation functions. The values are consumed in the order of activation functions, for example (f, g, h) in LSTM. Default values are the same as of corresponding ONNX operators.For example with LeakyRelu, the default alpha is 0.01.
+
activation_beta : list of floats
+
Optional scaling values used by some activation functions. The values are consumed in the order of activation functions, for example (f, g, h) in LSTM. Default values are the same as of corresponding ONNX operators.
+
activations : list of strings
+
A list of 2 (or 4 if bidirectional) activation functions for update, reset, and hidden gates. The activation functions must be one of the activation functions specified above. Optional: See the equations for default if not specified.
+
clip : float
+
Cell clip threshold. Clipping bounds the elements of a tensor in the range of [-threshold, +threshold] and is applied to the input of activations. No clip if not specified.
+
direction : string (default is forward)
+
Specify if the RNN is forward, reverse, or bidirectional. Must be one of forward (default), reverse, or bidirectional.
+
hidden_size : int
+
Number of neurons in the hidden layer
+
linear_before_reset : int (default is 0)
+
When computing the output of the hidden gate, apply the linear transformation before multiplying by the output of the reset gate.
+
+ +#### Inputs (3 - 6) + +
+
X : T
+
The input sequences packed (and potentially padded) into one 3-D tensor with the shape of `[seq_length, batch_size, input_size]`.
+
W : T
+
The weight tensor for the gates. Concatenation of `W[zrh]` and `WB[zrh]` (if bidirectional) along dimension 0. This tensor has shape `[num_directions, 3*hidden_size, input_size]`.
+
R : T
+
The recurrence weight tensor. Concatenation of `R[zrh]` and `RB[zrh]` (if bidirectional) along dimension 0. This tensor has shape `[num_directions, 3*hidden_size, hidden_size]`.
+
B (optional) : T
+
The bias tensor for the gates. Concatenation of `[Wb[zrh], Rb[zrh]]` and `[WBb[zrh], RBb[zrh]]` (if bidirectional) along dimension 0. This tensor has shape `[num_directions, 6*hidden_size]`. Optional: If not specified - assumed to be 0
+
sequence_lens (optional) : T1
+
Optional tensor specifying lengths of the sequences in a batch. If not specified - assumed all sequences in the batch to have length `seq_length`. It has shape `[batch_size]`.
+
initial_h (optional) : T
+
Optional initial value of the hidden. If not specified - assumed to be 0. It has shape `[num_directions, batch_size, hidden_size]`.
+
+ +#### Outputs (0 - 2) + +
+
Y (optional) : T
+
A tensor that concats all the intermediate output values of the hidden. It has shape `[seq_length, num_directions, batch_size, hidden_size]`.
+
Y_h (optional) : T
+
The last output value of the hidden. It has shape `[num_directions, batch_size, hidden_size]`.
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
T1 : tensor(int32)
+
Constrain seq_lens to integer tensor.
+
+ +### **Gemm-7** + + General Matrix multiplication: + https://en.wikipedia.org/wiki/Basic_Linear_Algebra_Subprograms#Level_3 + + A' = transpose(A) if transA else A + + B' = transpose(B) if transB else B + + Compute Y = alpha * A' * B' + beta * C, where input tensor A has shape (M, K) or (K, M), + input tensor B has shape (K, N) or (N, K), input tensor C is broadcastable to shape (M, N), + and output tensor Y has shape (M, N). A will be transposed before doing the + computation if attribute transA is non-zero, same for B and transB. + This operator supports **unidirectional broadcasting** (tensor C should be unidirectional broadcastable to tensor A * B); for more details please check [the doc](Broadcasting.md). + +#### Version + +This version of the operator has been available since version 7 of the default ONNX operator set. + +#### Attributes + +
+
alpha : float (default is 1.0)
+
Scalar multiplier for the product of input tensors A * B.
+
beta : float (default is 1.0)
+
Scalar multiplier for input tensor C.
+
transA : int (default is 0)
+
Whether A should be transposed
+
transB : int (default is 0)
+
Whether B should be transposed
+
+ +#### Inputs + +
+
A : T
+
Input tensor A. The shape of A should be (M, K) if transA is 0, or (K, M) if transA is non-zero.
+
B : T
+
Input tensor B. The shape of B should be (K, N) if transB is 0, or (N, K) if transB is non-zero.
+
C : T
+
Input tensor C. The shape of C should be unidirectional broadcastable to (M, N).
+
+ +#### Outputs + +
+
Y : T
+
Output tensor of shape (M, N).
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **Greater-7** + + Returns the tensor resulted from performing the `greater` logical operation + elementwise on the input tensors `A` and `B` (with Numpy-style broadcasting support). + + This operator supports **multidirectional (i.e., Numpy-style) broadcasting**; for more details please check [the doc](Broadcasting.md). + +#### Version + +This version of the operator has been available since version 7 of the default ONNX operator set. + +#### Inputs + +
+
A : T
+
First input operand for the logical operator.
+
B : T
+
Second input operand for the logical operator.
+
+ +#### Outputs + +
+
C : T1
+
Result tensor.
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input to float tensors.
+
T1 : tensor(bool)
+
Constrain output to boolean tensor.
+
+ +### **LSTM-7** + + Computes an one-layer LSTM. This operator is usually supported via some + custom implementation such as CuDNN. + + Notations: + + `X` - input tensor + + `i` - input gate + + `o` - output gate + + `f` - forget gate + + `c` - cell gate + + `t` - time step (t-1 means previous time step) + + `W[iofc]` - W parameter weight matrix for input, output, forget, and cell gates + + `R[iofc]` - R recurrence weight matrix for input, output, forget, and cell gates + + `Wb[iofc]` - W bias vectors for input, output, forget, and cell gates + + `Rb[iofc]` - R bias vectors for input, output, forget, and cell gates + + `P[iof]` - P peephole weight vector for input, output, and forget gates + + `WB[iofc]` - W parameter weight matrix for backward input, output, forget, and cell gates + + `RB[iofc]` - R recurrence weight matrix for backward input, output, forget, and cell gates + + `WBb[iofc]` - W bias vectors for backward input, output, forget, and cell gates + + `RBb[iofc]` - R bias vectors for backward input, output, forget, and cell gates + + `PB[iof]` - P peephole weight vector for backward input, output, and forget gates + + `H` - Hidden state + + `num_directions` - 2 if direction == bidirectional else 1 + + Activation functions: + + Relu(x) - max(0, x) + + Tanh(x) - (1 - e^{-2x})/(1 + e^{-2x}) + + Sigmoid(x) - 1/(1 + e^{-x}) + + (NOTE: Below are optional) + + Affine(x) - alpha*x + beta + + LeakyRelu(x) - x if x >= 0 else alpha * x + + ThresholdedRelu(x) - x if x >= alpha else 0 + + ScaledTanh(x) - alpha*Tanh(beta*x) + + HardSigmoid(x) - min(max(alpha*x + beta, 0), 1) + + Elu(x) - x if x >= 0 else alpha*(e^x - 1) + + Softsign(x) - x/(1 + |x|) + + Softplus(x) - log(1 + e^x) + + Equations (Default: f=Sigmoid, g=Tanh, h=Tanh): + + - it = f(Xt*(Wi^T) + Ht-1*(Ri^T) + Pi (.) Ct-1 + Wbi + Rbi) + + - ft = f(Xt*(Wf^T) + Ht-1*(Rf^T) + Pf (.) Ct-1 + Wbf + Rbf) + + - ct = g(Xt*(Wc^T) + Ht-1*(Rc^T) + Wbc + Rbc) + + - Ct = ft (.) Ct-1 + it (.) ct + + - ot = f(Xt*(Wo^T) + Ht-1*(Ro^T) + Po (.) Ct + Wbo + Rbo) + + - Ht = ot (.) h(Ct) + This operator has **optional** inputs/outputs. See [the doc](IR.md) for more details about the representation of optional arguments. An empty string may be used in the place of an actual argument's name to indicate a missing argument. Trailing optional arguments (those not followed by an argument that is present) may also be simply omitted. + +#### Version + +This version of the operator has been available since version 7 of the default ONNX operator set. + +#### Attributes + +
+
activation_alpha : list of floats
+
Optional scaling values used by some activation functions. The values are consumed in the order of activation functions, for example (f, g, h) in LSTM. Default values are the same as of corresponding ONNX operators.For example with LeakyRelu, the default alpha is 0.01.
+
activation_beta : list of floats
+
Optional scaling values used by some activation functions. The values are consumed in the order of activation functions, for example (f, g, h) in LSTM. Default values are the same as of corresponding ONNX operators.
+
activations : list of strings
+
A list of 3 (or 6 if bidirectional) activation functions for input, output, forget, cell, and hidden. The activation functions must be one of the activation functions specified above. Optional: See the equations for default if not specified.
+
clip : float
+
Cell clip threshold. Clipping bounds the elements of a tensor in the range of [-threshold, +threshold] and is applied to the input of activations. No clip if not specified.
+
direction : string (default is forward)
+
Specify if the RNN is forward, reverse, or bidirectional. Must be one of forward (default), reverse, or bidirectional.
+
hidden_size : int
+
Number of neurons in the hidden layer
+
input_forget : int (default is 0)
+
Couple the input and forget gates if 1.
+
+ +#### Inputs (3 - 8) + +
+
X : T
+
The input sequences packed (and potentially padded) into one 3-D tensor with the shape of `[seq_length, batch_size, input_size]`.
+
W : T
+
The weight tensor for the gates. Concatenation of `W[iofc]` and `WB[iofc]` (if bidirectional) along dimension 0. The tensor has shape `[num_directions, 4*hidden_size, input_size]`.
+
R : T
+
The recurrence weight tensor. Concatenation of `R[iofc]` and `RB[iofc]` (if bidirectional) along dimension 0. This tensor has shape `[num_directions, 4*hidden_size, hidden_size]`.
+
B (optional) : T
+
The bias tensor for input gate. Concatenation of `[Wb[iofc], Rb[iofc]]`, and `[WBb[iofc], RBb[iofc]]` (if bidirectional) along dimension 0. This tensor has shape `[num_directions, 8*hidden_size]`. Optional: If not specified - assumed to be 0.
+
sequence_lens (optional) : T1
+
Optional tensor specifying lengths of the sequences in a batch. If not specified - assumed all sequences in the batch to have length `seq_length`. It has shape `[batch_size]`.
+
initial_h (optional) : T
+
Optional initial value of the hidden. If not specified - assumed to be 0. It has shape `[num_directions, batch_size, hidden_size]`.
+
initial_c (optional) : T
+
Optional initial value of the cell. If not specified - assumed to be 0. It has shape `[num_directions, batch_size, hidden_size]`.
+
P (optional) : T
+
The weight tensor for peepholes. Concatenation of `P[iof]` and `PB[iof]` (if bidirectional) along dimension 0. It has shape `[num_directions, 3*hidde_size]`. Optional: If not specified - assumed to be 0.
+
+ +#### Outputs (0 - 3) + +
+
Y (optional) : T
+
A tensor that concats all the intermediate output values of the hidden. It has shape `[seq_length, num_directions, batch_size, hidden_size]`.
+
Y_h (optional) : T
+
The last output value of the hidden. It has shape `[num_directions, batch_size, hidden_size]`.
+
Y_c (optional) : T
+
The last output value of the cell. It has shape `[num_directions, batch_size, hidden_size]`.
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
T1 : tensor(int32)
+
Constrain seq_lens to integer tensor.
+
+ +### **Less-7** + + Returns the tensor resulted from performing the `less` logical operation + elementwise on the input tensors `A` and `B` (with Numpy-style broadcasting support). + + This operator supports **multidirectional (i.e., Numpy-style) broadcasting**; for more details please check [the doc](Broadcasting.md). + +#### Version + +This version of the operator has been available since version 7 of the default ONNX operator set. + +#### Inputs + +
+
A : T
+
First input operand for the logical operator.
+
B : T
+
Second input operand for the logical operator.
+
+ +#### Outputs + +
+
C : T1
+
Result tensor.
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input to float tensors.
+
T1 : tensor(bool)
+
Constrain output to boolean tensor.
+
+ +### **Mul-7** + + Performs element-wise binary multiplication (with Numpy-style broadcasting support). + + This operator supports **multidirectional (i.e., Numpy-style) broadcasting**; for more details please check [the doc](Broadcasting.md). + +#### Version + +This version of the operator has been available since version 7 of the default ONNX operator set. + +#### Inputs + +
+
A : T
+
First operand.
+
B : T
+
Second operand.
+
+ +#### Outputs + +
+
C : T
+
Result, has same element type as two inputs
+
+ +#### Type Constraints + +
+
T : tensor(uint32), tensor(uint64), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to high-precision numeric tensors.
+
+ +### **Multinomial-7** + + Generate a tensor of samples from a multinomial distribution according to the probabilities + of each of the possible outcomes. + +#### Version + +This version of the operator has been available since version 7 of the default ONNX operator set. + +#### Attributes + +
+
dtype : int (default is 6)
+
(Optional) The data type for the elements of the output tensor, if not specified, we will use int32.
+
sample_size : int (default is 1)
+
Number of times to sample.
+
seed : float
+
(Optional) Seed to the random generator, if not specified we will auto generate one.
+
+ +#### Inputs + +
+
input : T1
+
Input tensor with shape [batch_size, class_size], where class_size is the number of all possible outcomes. Each value along the axis zero represents the unnormalized log-probability of each corresponding outcome in a batch.
+
+ +#### Outputs + +
+
output : T2
+
Output tensor with shape [batch_size, sample_size], where sample_size is the number of times to sample. Each value along the axis zero represents the outcome of the corresponding sample in a batch.
+
+ +#### Type Constraints + +
+
T1 : tensor(float16), tensor(float), tensor(double)
+
Constrain input types to float tensors.
+
T2 : tensor(int32), tensor(int64)
+
Constrain output types to integral tensors.
+
+ +### **Or-7** + + Returns the tensor resulted from performing the `or` logical operation + elementwise on the input tensors `A` and `B` (with Numpy-style broadcasting support). + + This operator supports **multidirectional (i.e., Numpy-style) broadcasting**; for more details please check [the doc](Broadcasting.md). + +#### Version + +This version of the operator has been available since version 7 of the default ONNX operator set. + +#### Inputs + +
+
A (non-differentiable) : T
+
First input operand for the logical operator.
+
B (non-differentiable) : T
+
Second input operand for the logical operator.
+
+ +#### Outputs + +
+
C (non-differentiable) : T1
+
Result tensor.
+
+ +#### Type Constraints + +
+
T : tensor(bool)
+
Constrain input to boolean tensor.
+
T1 : tensor(bool)
+
Constrain output to boolean tensor.
+
+ +### **PRelu-7** + + PRelu takes input data (Tensor) and slope tensor as input, and produces one + output data (Tensor) where the function `f(x) = slope * x for x < 0`, + `f(x) = x for x >= 0`., is applied to the data tensor elementwise. + + This operator supports **unidirectional broadcasting** (tensor slope should be unidirectional broadcastable to input tensor X); for more details please check [the doc](Broadcasting.md). + +#### Version + +This version of the operator has been available since version 7 of the default ONNX operator set. + +#### Inputs + +
+
X : T
+
Input tensor
+
slope : T
+
Slope tensor. The shape of slope can be smaller than first input X; if so, its shape must be unidirectional broadcastable to X
+
+ +#### Outputs + +
+
Y : T
+
Output tensor (same size as X)
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **Pow-7** + + Pow takes input data (Tensor) and exponent Tensor, and + produces one output data (Tensor) where the function `f(x) = x^exponent`, + is applied to the data tensor elementwise. + This operator supports **multidirectional (i.e., Numpy-style) broadcasting**; for more details please check [the doc](Broadcasting.md). + +#### Version + +This version of the operator has been available since version 7 of the default ONNX operator set. + +#### Inputs + +
+
X : T
+
First operand, base of the exponent.
+
Y : T
+
Second operand, power of the exponent.
+
+ +#### Outputs + +
+
Z : T
+
Output tensor.
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **RNN-7** + + Computes an one-layer simple RNN. This operator is usually supported + via some custom implementation such as CuDNN. + + Notations: + + `X` - input tensor + + `i` - input gate + + `t` - time step (t-1 means previous time step) + + `Wi` - W parameter weight matrix for input gate + + `Ri` - R recurrence weight matrix for input gate + + `Wbi` - W parameter bias vector for input gate + + `Rbi` - R parameter bias vector for input gate + + `WBi` - W parameter weight matrix for backward input gate + + `RBi` - R recurrence weight matrix for backward input gate + + `WBbi` - WR bias vectors for backward input gate + + `RBbi` - RR bias vectors for backward input gate + + `H` - Hidden state + + `num_directions` - 2 if direction == bidirectional else 1 + + Activation functions: + + Relu(x) - max(0, x) + + Tanh(x) - (1 - e^{-2x})/(1 + e^{-2x}) + + Sigmoid(x) - 1/(1 + e^{-x}) + + (NOTE: Below are optional) + + Affine(x) - alpha*x + beta + + LeakyRelu(x) - x if x >= 0 else alpha * x + + ThresholdedRelu(x) - x if x >= alpha else 0 + + ScaledTanh(x) - alpha*Tanh(beta*x) + + HardSigmoid(x) - min(max(alpha*x + beta, 0), 1) + + Elu(x) - x if x >= 0 else alpha*(e^x - 1) + + Softsign(x) - x/(1 + |x|) + + Softplus(x) - log(1 + e^x) + + Equations (Default: f=Tanh): + + - Ht = f(Xt*(Wi^T) + Ht-1*(Ri^T) + Wbi + Rbi) + This operator has **optional** inputs/outputs. See [the doc](IR.md) for more details about the representation of optional arguments. An empty string may be used in the place of an actual argument's name to indicate a missing argument. Trailing optional arguments (those not followed by an argument that is present) may also be simply omitted. + +#### Version + +This version of the operator has been available since version 7 of the default ONNX operator set. + +#### Attributes + +
+
activation_alpha : list of floats
+
Optional scaling values used by some activation functions. The values are consumed in the order of activation functions, for example (f, g, h) in LSTM. Default values are the same as of corresponding ONNX operators.For example with LeakyRelu, the default alpha is 0.01.
+
activation_beta : list of floats
+
Optional scaling values used by some activation functions. The values are consumed in the order of activation functions, for example (f, g, h) in LSTM. Default values are the same as of corresponding ONNX operators.
+
activations : list of strings (default is ['Tanh', 'Tanh'])
+
One (or two if bidirectional) activation function for input gate. The activation function must be one of the activation functions specified above. Optional: Default `Tanh` if not specified.
+
clip : float
+
Cell clip threshold. Clipping bounds the elements of a tensor in the range of [-threshold, +threshold] and is applied to the input of activations. No clip if not specified.
+
direction : string (default is forward)
+
Specify if the RNN is forward, reverse, or bidirectional. Must be one of forward (default), reverse, or bidirectional.
+
hidden_size : int
+
Number of neurons in the hidden layer
+
+ +#### Inputs (3 - 6) + +
+
X : T
+
The input sequences packed (and potentially padded) into one 3-D tensor with the shape of `[seq_length, batch_size, input_size]`.
+
W : T
+
The weight tensor for input gate. Concatenation of `Wi` and `WBi` (if bidirectional). The tensor has shape `[num_directions, hidden_size, input_size]`.
+
R : T
+
The recurrence weight tensor. Concatenation of `Ri` and `RBi` (if bidirectional). The tensor has shape `[num_directions, hidden_size, hidden_size]`.
+
B (optional) : T
+
The bias tensor for input gate. Concatenation of `[Wbi, Rbi]` and `[WBbi, RBbi]` (if bidirectional). The tensor has shape `[num_directions, 2*hidden_size]`. Optional: If not specified - assumed to be 0.
+
sequence_lens (optional) : T1
+
Optional tensor specifying lengths of the sequences in a batch. If not specified - assumed all sequences in the batch to have length `seq_length`. It has shape `[batch_size]`.
+
initial_h (optional) : T
+
Optional initial value of the hidden. If not specified - assumed to be 0. It has shape `[num_directions, batch_size, hidden_size]`.
+
+ +#### Outputs (0 - 2) + +
+
Y (optional) : T
+
A tensor that concats all the intermediate output values of the hidden. It has shape `[seq_length, num_directions, batch_size, hidden_size]`.
+
Y_h (optional) : T
+
The last output value of the hidden. It has shape `[num_directions, batch_size, hidden_size]`.
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
T1 : tensor(int32)
+
Constrain seq_lens to integer tensor.
+
+ +### **Sin-7** + + Calculates the sine of the given input tensor, element-wise. + +#### Version + +This version of the operator has been available since version 7 of the default ONNX operator set. + +#### Inputs + +
+
input (differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
output (differentiable) : T
+
The sine of the input tensor computed element-wise
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **Sub-7** + + Performs element-wise binary subtraction (with Numpy-style broadcasting support). + + This operator supports **multidirectional (i.e., Numpy-style) broadcasting**; for more details please check [the doc](Broadcasting.md). + +#### Version + +This version of the operator has been available since version 7 of the default ONNX operator set. + +#### Inputs + +
+
A : T
+
First operand.
+
B : T
+
Second operand.
+
+ +#### Outputs + +
+
C : T
+
Result, has same element type as two inputs
+
+ +#### Type Constraints + +
+
T : tensor(uint32), tensor(uint64), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to high-precision numeric tensors.
+
+ +### **Tan-7** + + Calculates the tangent of the given input tensor, element-wise. + +#### Version + +This version of the operator has been available since version 7 of the default ONNX operator set. + +#### Inputs + +
+
input (differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
output (differentiable) : T
+
The tangent of the input tensor computed element-wise
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **Upsample-7** + + Upsample the input tensor. + Each dimension value of the output tensor is: + output_dimension = floor(input_dimension * scale). + +#### Version + +This version of the operator has been available since version 7 of the default ONNX operator set. + +#### Attributes + +
+
mode : string (default is nearest)
+
Two interpolation modes: nearest (default), and linear (including bilinear, trilinear, etc)
+
scales : list of floats (required)
+
The scale array along each dimension. It takes value greater than or equal to 1. The number of elements of 'scales' should be the same as the rank of input 'X'.
+
+ +#### Inputs + +
+
X : T
+
N-D tensor
+
+ +#### Outputs + +
+
Y : T
+
N-D tensor after resizing
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain input and output types to all tensor types.
+
+ +### **Xor-7** + + Returns the tensor resulted from performing the `xor` logical operation + elementwise on the input tensors `A` and `B` (with Numpy-style broadcasting support). + + This operator supports **multidirectional (i.e., Numpy-style) broadcasting**; for more details please check [the doc](Broadcasting.md). + +#### Version + +This version of the operator has been available since version 7 of the default ONNX operator set. + +#### Inputs + +
+
A (non-differentiable) : T
+
First input operand for the logical operator.
+
B (non-differentiable) : T
+
Second input operand for the logical operator.
+
+ +#### Outputs + +
+
C (non-differentiable) : T1
+
Result tensor.
+
+ +#### Type Constraints + +
+
T : tensor(bool)
+
Constrain input to boolean tensor.
+
T1 : tensor(bool)
+
Constrain output to boolean tensor.
+
+ +## Version 8 of the default ONNX operator set +### **Expand-8** + + Broadcast the input tensor following the given shape and the broadcast rule. + The broadcast rule is similar to numpy.array(input) * numpy.ones(shape): + Dimensions are right alignment; + Two corresponding dimensions must have the same value, or one of them is equal to 1. + Also, this operator is similar to numpy.broadcast_to(input, shape), + but the major difference is numpy.broadcast_to() does not allow shape to be smaller than input.size(). + It is possible that the output.shape is not equal to shape, when some dimensions in shape is equal to 1, + or the shape.ndim < input.shape.ndim. + +#### Version + +This version of the operator has been available since version 8 of the default ONNX operator set. + +#### Inputs + +
+
input : T
+
Input tensor
+
shape : tensor(int64)
+
A 1-D tensor indicates the shape you want to expand to, following the broadcast rule
+
+ +#### Outputs + +
+
output : T
+
Output tensor
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain input and output types to all tensors.
+
+ +### **Max-8** + + Element-wise max of each of the input tensors (with Numpy-style broadcasting support). + All inputs and outputs must have the same data type. + This operator supports **multidirectional (i.e., Numpy-style) broadcasting**; for more details please check [the doc](Broadcasting.md). + +#### Version + +This version of the operator has been available since version 8 of the default ONNX operator set. + +#### Inputs (1 - ∞) + +
+
data_0 (variadic) : T
+
List of tensors for max.
+
+ +#### Outputs + +
+
max : T
+
Output tensor.
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **MaxPool-8** + + MaxPool consumes an input tensor X and applies max pooling across + the tensor according to kernel sizes, stride sizes, and pad lengths. + max pooling consisting of computing the max on all values of a + subset of the input tensor according to the kernel size and downsampling the + data into the output tensor Y for further processing. The output spatial shape will be following: + ``` + output_spatial_shape[i] = floor((input_spatial_shape[i] + pad_shape[i] - kernel_spatial_shape[i]) / strides_spatial_shape[i] + 1) + + * pad_shape[i] is sum of pads along axis i + ``` + + `auto_pad` is a DEPRECATED attribute. If you are using them currently, the output spatial shape will be following: + ``` + VALID: output_spatial_shape[i] = ceil((input_spatial_shape[i] - kernel_spatial_shape[i] + 1) / strides_spatial_shape[i]) + SAME_UPPER or SAME_LOWER: output_spatial_shape[i] = ceil(input_spatial_shape[i] / strides_spatial_shape[i]) + ``` + And pad shape will be following if `SAME_UPPER` or `SAME_LOWER`: + ``` + pad_shape[i] = (output_spatial_shape[i] - 1) * strides_spatial_shape[i] + kernel_spatial_shape[i] - input_spatial_shape[i] + ``` + The output of each pooling window is maximum number of elements exclude pad. + + +#### Version + +This version of the operator has been available since version 8 of the default ONNX operator set. + +#### Attributes + +
+
auto_pad : string (default is NOTSET)
+
auto_pad must be either NOTSET, SAME_UPPER, SAME_LOWER or VALID. Where default value is NOTSET, which means explicit padding is used. SAME_UPPER or SAME_LOWER mean pad the input so that the output spatial size match the input.In case of odd number add the extra padding at the end for SAME_UPPER and at the beginning for SAME_LOWER. VALID mean no padding.
+
kernel_shape : list of ints (required)
+
The size of the kernel along each axis.
+
pads : list of ints
+
Padding for the beginning and ending along each spatial axis, it can take any value greater than or equal to 0. The value represent the number of pixels added to the beginning and end part of the corresponding axis. `pads` format should be as follow [x1_begin, x2_begin...x1_end, x2_end,...], where xi_begin the number of pixels added at the beginning of axis `i` and xi_end, the number of pixels added at the end of axis `i`. This attribute cannot be used simultaneously with auto_pad attribute. If not present, the padding defaults to 0 along start and end of each spatial axis.
+
storage_order : int (default is 0)
+
The storage order of the tensor. 0 is row major, and 1 is column major.
+
strides : list of ints
+
Stride along each spatial axis.
+
+ +#### Inputs + +
+
X : T
+
Input data tensor from the previous operator; dimensions for image case are (N x C x H x W), where N is the batch size, C is the number of channels, and H and W are the height and the width of the data. For non image case, the dimensions are in the form of (N x C x D1 x D2 ... Dn), where N is the batch size. Optionally, if dimension denotation is in effect, the operation expects the input data tensor to arrive with the dimension denotation of [DATA_BATCH, DATA_CHANNEL, DATA_FEATURE, DATA_FEATURE ...].
+
+ +#### Outputs (1 - 2) + +
+
Y : T
+
Output data tensor from average or max pooling across the input tensor. Dimensions will vary based on various kernel, stride, and pad sizes. Floor value of the dimension is used
+
Indices (optional) : I
+
Indices tensor from max pooling across the input tensor. The dimensions of indices are the same as output tensor. The values in indices of are the indices of the selected values during pooling. The indices are computed as flatten 1-D tensor, and the indices do not consider padding. So the values in indices are in [0, N x C x D1 x ... x Dn).
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
I : tensor(int64)
+
Constrain index tensor to int64
+
+ +### **Mean-8** + + Element-wise mean of each of the input tensors (with Numpy-style broadcasting support). + All inputs and outputs must have the same data type. + This operator supports **multidirectional (i.e., Numpy-style) broadcasting**; for more details please check [the doc](Broadcasting.md). + +#### Version + +This version of the operator has been available since version 8 of the default ONNX operator set. + +#### Inputs (1 - ∞) + +
+
data_0 (variadic) : T
+
List of tensors for mean.
+
+ +#### Outputs + +
+
mean : T
+
Output tensor.
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **Min-8** + + Element-wise min of each of the input tensors (with Numpy-style broadcasting support). + All inputs and outputs must have the same data type. + This operator supports **multidirectional (i.e., Numpy-style) broadcasting**; for more details please check [the doc](Broadcasting.md). + +#### Version + +This version of the operator has been available since version 8 of the default ONNX operator set. + +#### Inputs (1 - ∞) + +
+
data_0 (variadic) : T
+
List of tensors for min.
+
+ +#### Outputs + +
+
min : T
+
Output tensor.
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **Scan-8** + + Scan can be used to iterate over one or more scan_input tensors, + constructing zero or more scan_output tensors. It combines ideas from general recurrences, + functional programming constructs such as scan, fold, map, and zip, and is intended to enable + generalizations of RNN-like constructs for sequence-to-sequence processing. + Other tensors (referred to as state_variables here) can be used to carry a state + when iterating from one element to another (similar to hidden-state in RNNs, also referred + to as loop-carried dependences in the context of loops). All these tensors are required to + have the same shape in each iteration of the loop (a restriction imposed to enable efficient + memory allocation). Many common usages involve a single scan_input tensor (where functionality + similar to scan, fold and map can be obtained). When more than one scan_input is used, + a behavior similar to zip is obtained. + + The attribute body must be a graph, specifying the computation to be performed in + every iteration. It takes as input the current values of the state_variables and + the current iterated element of the scan_inputs. It must return the (updated) values + of the state_variables and zero or more scan_output_element tensors. The values of the + scan_output_element tensors are concatenated over all the iterations to produce the + scan_output values of the scan construct (similar to the concatenated intermediate + hidden-state values of RNN-like constructs). + + The scan operation returns the final values of the state_variables as well as the + scan_outputs. + + The operation supports batching, and the batch-axis is required to be 0. + When multiple scan_input tensors are used, they must all have the same batch-size, + and they must all have the same maximum-sequence-length (the dimensionality of the + sequence axis or scan axis). The sequence axis or scan axis is required to be 1. + + The operation has an optional sequence_lens input (of shape [BATCH_SIZE]) to + allow variable length sequences of length <= the maximum-sequence-length. If this + input is not specified, all sequences are assumed to be of length equal to + maximum-sequence-length. For variable length input sequences, the scan_outputs + will consist of a sequence of same length as the input, padded to the + maximum-sequence-length. + + The optional attribute directions can be used to scan a sequence in the reverse direction. + If this attribute is omitted, all sequences are scanned in the forward direction. + A bidirectional scan be performed by specifying the same tensor input twice in the + scan_inputs, once with a forward direction, and once with a backward direction. + + Note that because of the ONNX restriction that only the last parameter of an operator can + be variadic, the initial-states and scan-inputs are listed together as one input parameter. + Similarly, the final-states and scan-outputs are listed together as one output parameter. + The attribute num_scan_inputs indicates the number M of scan-inputs. + + The behavior of + + Scan < + num_scan_inputs = m, + body = loop-body + > (sequence_lengths, init_1, ..., init_n, scan_1, ..., scan_m) + + is equivalent to the following pseudo-code: + + // T.shape[0] denotes the batch-size of T + // The batch-size of scan_1, ..., scan_m are all required to be equal + batch_size = scan_1.shape[0]; + + // scan_i.shape[1] denotes the (max) sequence-length of scan_i + // scan_i.shape[1] is required to be equal to scan_j.shape[1] for all i,j. + max_sequence_length = scan_1.shape[1]; + + for (int batch = 0; batch < batch_size; ++batch) { + // initialize state-variables + st_1 = init_1; ... st_n = init_n; + // initialize scan-output variables: [] denotes an empty tensor + scan_out_1 = []; ...; scan_out_k = []; + // identify number of iterations: + N = (sequence_lengths specified) ? sequence_lengths[batch] : max_sequence_length; + + // execute loop + for (int t = 0; t < N; ++t) { + // generate the scan-input elements: the notation T[t] indicates the sub-tensor + // of rank one less than T obtained by indexing T at position t along axis k. + si_1 = (scan_1[batch])[t]; + ... ; + si_m = (scan_m[batch])[t]; + // execute loop-body + st_1, ..., st_n, so_1, ..., so_k = loop-body(st_1, ..., st_n, si_1, ..., si_m) + // accumulate the scan-output elements + scan_out_1 = Concat(scan_out_1, so_1); ... ; scan_out_k = Concat(scan_out_k, so_k); + } + // accumulate the outputs for this batch: + bst_1[batch] = st_1; ..., bst_n[batch] = st_n; + // Note scan-outputs will have size max_sequence_length, but only first N values will be meaningful. + // The remaining values have an undefined value. + b_scan_out_1[batch] = scan_out_1; ...; b_scan_out_k[batch] = scan_out_k; + } + return bst_1, ..., bst_n, b_scan_out_1, ..., b_scan_out_k; + + + + *Sample usage: Encoding RNN using a Scan* + + The following example shows how a simple RNN over an input tensor %X, with weight tensor %Wi, + recurrence weight tensor %Ri, bias tensors %Wbi and %Rbi, and initial hidden-state %H_0 can + be encoded as a ScanLoop. Note that the loop-body is a nested graph, and it directly computes + %Wi, %Ri, %Wbi, and %Rbi (typically constants or initializers in the body graph). If these + values are computed in the outer graph, they need to be passed in as extra state_variables. + + graph rnn-encoding { + %H_0 = ... + %X = ... + %Y_h, %Y = Scan[body = , num_scan_inputs=1]("", %H_0, %X) + return %Y, %Y_h + } + + graph rnn-cell-1 ( + %H_tminus1[FLOAT, tensor] + %X_t[FLOAT, tensor] + ) { + %Wi = ... + %Ri = ... + %Wbi = ... + %Rbi = ... + %t1 = X_t * (Wi^T) + %t2 = H_tminus1*(Ri^T) + %t3 = Add(%t1, %t2) + %t4 = Add(%t3, %Wbi) + %t5 = Add(%t4, %Rbi) + %Ht = Tanh(%t5) + %Accumulate = Identity(%Ht) + return %Ht, %Accumulate + } + + +#### Version + +This version of the operator has been available since version 8 of the default ONNX operator set. + +#### Attributes + +
+
body : graph (required)
+
The graph run each iteration. It has N+M inputs: (loop state variables..., scan_input_elts...). It has N+K outputs: (loop state variables..., scan_output_elts...). Each scan_output is created by concatenating the value of the specified scan_output_elt value at the end of each iteration of the loop. It is an error if the dimensions of these values change across loop iterations.
+
directions : list of ints
+
An optional list of M flags. The i-th element of the list specifies the direction to be scanned for the i-th scan_input tensor: 0 indicates forward direction and 1 indicates reverse direction. If omitted, all scan_input tensors will be scanned in the forward direction.
+
num_scan_inputs : int (required)
+
An attribute specifying the number of scan_inputs M.
+
+ +#### Inputs (2 - ∞) + +
+
sequence_lens (optional) : I
+
Optional tensor specifying lengths of the sequences in a batch. If this input is not specified, all sequences are assumed to be of the maximum sequence length (the dimension of the sequence axis of the scan_input tensors).
+
initial_state_and_scan_inputs (variadic, heterogeneous) : V
+
Initial values of the loop's N state variables followed by M scan_inputs
+
+ +#### Outputs (1 - ∞) + +
+
final_state_and_scan_outputs (variadic, heterogeneous) : V
+
Final values of the loop's N state variables followed by K scan_outputs
+
+ +#### Type Constraints + +
+
I : tensor(int64)
+
Int64 tensor
+
V : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
All Tensor types
+
+ +### **Sum-8** + + Element-wise sum of each of the input tensors (with Numpy-style broadcasting support). + All inputs and outputs must have the same data type. + This operator supports **multidirectional (i.e., Numpy-style) broadcasting**; for more details please check [the doc](Broadcasting.md). + +#### Version + +This version of the operator has been available since version 8 of the default ONNX operator set. + +#### Inputs (1 - ∞) + +
+
data_0 (variadic) : T
+
List of tensors for sum.
+
+ +#### Outputs + +
+
sum : T
+
Output tensor.
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +## Version 9 of the default ONNX operator set +### **Acosh-9** + + Calculates the hyperbolic arccosine of the given input tensor element-wise. + +#### Version + +This version of the operator has been available since version 9 of the default ONNX operator set. + +#### Inputs + +
+
input (differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
output (differentiable) : T
+
The hyperbolic arccosine values of the input tensor computed element-wise
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **Asinh-9** + + Calculates the hyperbolic arcsine of the given input tensor element-wise. + +#### Version + +This version of the operator has been available since version 9 of the default ONNX operator set. + +#### Inputs + +
+
input (differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
output (differentiable) : T
+
The hyperbolic arcsine values of the input tensor computed element-wise
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **Atanh-9** + + Calculates the hyperbolic arctangent of the given input tensor element-wise. + +#### Version + +This version of the operator has been available since version 9 of the default ONNX operator set. + +#### Inputs + +
+
input (differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
output (differentiable) : T
+
The hyperbolic arctangent values of the input tensor computed element-wise
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **BatchNormalization-9** + + Carries out batch normalization as described in the paper + https://arxiv.org/abs/1502.03167. Depending on the mode it is being run, + there are multiple cases for the number of outputs, which we list below: + + Output case #1: Y, mean, var, saved_mean, saved_var (training mode) + Output case #2: Y (test mode) + + For previous (depreciated) non-spatial cases, implementors are suggested + to flatten the input shape to (N x C*D1*D2 ..*Dn) before a BatchNormalization Op. + This operator has **optional** inputs/outputs. See [the doc](IR.md) for more details about the representation of optional arguments. An empty string may be used in the place of an actual argument's name to indicate a missing argument. Trailing optional arguments (those not followed by an argument that is present) may also be simply omitted. + +#### Version + +This version of the operator has been available since version 9 of the default ONNX operator set. + +#### Attributes + +
+
epsilon : float (default is 1e-05)
+
The epsilon value to use to avoid division by zero.
+
momentum : float (default is 0.9)
+
Factor used in computing the running mean and variance.e.g., running_mean = running_mean * momentum + mean * (1 - momentum).
+
+ +#### Inputs + +
+
X (differentiable) : T
+
Input data tensor from the previous operator; dimensions are in the form of (N x C x D1 x D2 ... Dn), where N is the batch size, C is the number of channels. Statistics are computed for every channel of C over N and D1 to Dn dimensions. For image data, input dimensions become (N x C x H x W). The op also accepts single dimension input of size N in which case C is assumed to be 1
+
scale (differentiable) : T
+
Scale tensor of shape (C).
+
B (differentiable) : T
+
Bias tensor of shape (C).
+
mean (differentiable) : T
+
running (training) or estimated (testing) mean tensor of shape (C).
+
var (differentiable) : T
+
running (training) or estimated (testing) variance tensor of shape (C).
+
+ +#### Outputs (1 - 5) + +
+
Y (differentiable) : T
+
The output tensor of the same shape as X
+
mean (optional, non-differentiable) : T
+
The running mean after the BatchNormalization operator.
+
var (optional, non-differentiable) : T
+
The running variance after the BatchNormalization operator.
+
saved_mean (optional, non-differentiable) : T
+
Saved mean used during training to speed up gradient computation.
+
saved_var (optional, non-differentiable) : T
+
Saved variance used during training to speed up gradient computation.
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **Cast-9** + + The operator casts the elements of a given input tensor to a data type + specified by the 'to' argument and returns an output tensor of the same size in + the converted type. The 'to' argument must be one of the data types specified + in the 'DataType' enum field in the TensorProto message. + + Casting from string tensor in plain (e.g., "3.14" and "1000") and scientific numeric representations + (e.g., "1e-5" and "1E8") to float types is supported. For example, converting string "100.5" to an integer may + yield result 100. There are some string literals reserved for special floating-point values; + "+INF" (and "INF"), "-INF", and "NaN" are positive infinity, negative infinity, and not-a-number, respectively. + Any string which can exactly match "+INF" in a case-insensitive way would be mapped to positive infinite. Similarly, + this case-insensitive rule is applied to "INF" and "NaN". When casting from numeric tensors + to string tensors, plain floating-point representation (such as "314.15926") would be used. + Converting non-numerical-literal string such as "Hello World!" is an undefined behavior. Cases + of converting string representing floating-point arithmetic value, such as "2.718", to INT is an undefined behavior. + + Conversion from a numerical type to any numerical type is always allowed. + User must be aware of precision loss and value change caused by range difference between two types. + For example, a 64-bit float 3.1415926459 may be round to a 32-bit float 3.141592. Similarly, converting + an integer 36 to Boolean may produce 1 because we truncate bits which can't be stored in the targeted type. + +#### Version + +This version of the operator has been available since version 9 of the default ONNX operator set. + +#### Attributes + +
+
to : int (required)
+
The data type to which the elements of the input tensor are cast. Strictly must be one of the types from DataType enum in TensorProto
+
+ +#### Inputs + +
+
input : T1
+
Input tensor to be cast.
+
+ +#### Outputs + +
+
output : T2
+
Output tensor with the same shape as input with type specified by the 'to' argument
+
+ +#### Type Constraints + +
+
T1 : tensor(float16), tensor(float), tensor(double), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(bool), tensor(string)
+
Constrain input types. Casting from complex is not supported.
+
T2 : tensor(float16), tensor(float), tensor(double), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(bool), tensor(string)
+
Constrain output types. Casting to complex is not supported.
+
+ +### **Compress-9** + + Selects slices from an input tensor along a given axis where condition evaluates to True for each axis index. + In case axis is not provided, input is flattened before elements are selected. + Compress behaves like numpy.compress: https://docs.scipy.org/doc/numpy/reference/generated/numpy.compress.html + + +#### Version + +This version of the operator has been available since version 9 of the default ONNX operator set. + +#### Attributes + +
+
axis : int
+
(Optional) Axis along which to take slices. If not specified, input is flattened before elements being selected.
+
+ +#### Inputs + +
+
input : T
+
Tensor of rank r >= 1.
+
condition : T1
+
Rank 1 tensor of booleans to indicate which slices or data elements to be selected. Its length can be less than the input length alone the axis or the flattened input size if axis is not specified. In such cases data slices or elements exceeding the condition length are discarded.
+
+ +#### Outputs + +
+
output : T
+
Tensor of rank r if axis is specified. Otherwise output is a Tensor of rank 1.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain input and output types to all tensor types.
+
T1 : tensor(bool)
+
Constrain to boolean tensors.
+
+ +### **Constant-9** + + A constant tensor. + +#### Version + +This version of the operator has been available since version 9 of the default ONNX operator set. + +#### Attributes + +
+
value : tensor (required)
+
The value for the elements of the output tensor.
+
+ +#### Inputs + + +#### Outputs + +
+
output : T
+
Output tensor containing the same value of the provided tensor.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain input and output types to all tensor types.
+
+ +### **ConstantOfShape-9** + + Generate a tensor with given value and shape. + +#### Version + +This version of the operator has been available since version 9 of the default ONNX operator set. + +#### Attributes + +
+
value : tensor
+
(Optional) The value of the output elements.Should be a one-element tensor. If not specified, it defaults to a tensor of value 0 and datatype float32
+
+ +#### Inputs + +
+
input : T1
+
1D tensor. The shape of the expected output tensor. If empty tensor is given, the output would be a scalar. All values must be >= 0.
+
+ +#### Outputs + +
+
output : T2
+
Output tensor of shape specified by 'input'.If attribute 'value' is specified, the value and datatype of the output tensor is taken from 'value'.If attribute 'value' is not specified, the value in the output defaults to 0, and the datatype defaults to float32.
+
+ +#### Type Constraints + +
+
T1 : tensor(int64)
+
Constrain input types.
+
T2 : tensor(float16), tensor(float), tensor(double), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(bool)
+
Constrain output types to be numerics.
+
+ +### **Cosh-9** + + Calculates the hyperbolic cosine of the given input tensor element-wise. + +#### Version + +This version of the operator has been available since version 9 of the default ONNX operator set. + +#### Inputs + +
+
input (differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
output (differentiable) : T
+
The hyperbolic cosine values of the input tensor computed element-wise
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **Erf-9** + + Computes the error function of the given input tensor element-wise. + +#### Version + +This version of the operator has been available since version 9 of the default ONNX operator set. + +#### Inputs + +
+
input : T
+
Input tensor
+
+ +#### Outputs + +
+
output : T
+
The error function of the input tensor computed element-wise. It has the same shape and type of the input.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to all numeric tensors.
+
+ +### **EyeLike-9** + + Generate a 2D tensor (matrix) with ones on the diagonal and zeros everywhere else. Only 2D + tensors are supported, i.e. input T1 must be of rank 2. The shape of the output tensor is the + same as the input tensor. The data type can be specified by the 'dtype' argument. If + 'dtype' is not specified, then the type of input tensor is used. By default, the main diagonal + is populated with ones, but attribute 'k' can be used to populate upper or lower diagonals. + The 'dtype' argument must be one of the data types specified in the 'DataType' enum field in the + TensorProto message and be valid as an output type. + +#### Version + +This version of the operator has been available since version 9 of the default ONNX operator set. + +#### Attributes + +
+
dtype : int
+
(Optional) The data type for the elements of the output tensor. If not specified,the data type of the input tensor T1 is used. If input tensor T1 is also notspecified, then type defaults to 'float'.
+
k : int (default is 0)
+
(Optional) Index of the diagonal to be populated with ones. Default is 0. If T2 is the output, this op sets T2[i, i+k] = 1. k = 0 populates the main diagonal, k > 0 populates an upper diagonal, and k < 0 populates a lower diagonal.
+
+ +#### Inputs + +
+
input : T1
+
2D input tensor to copy shape, and optionally, type information from.
+
+ +#### Outputs + +
+
output : T2
+
Output tensor, same shape as input tensor T1.
+
+ +#### Type Constraints + +
+
T1 : tensor(float16), tensor(float), tensor(double), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(bool)
+
Constrain input types. Strings and complex are not supported.
+
T2 : tensor(float16), tensor(float), tensor(double), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(bool)
+
Constrain output types. Strings and complex are not supported.
+
+ +### **Flatten-9** + + Flattens the input tensor into a 2D matrix. If input tensor has shape + (d_0, d_1, ... d_n) then the output will have shape + (d_0 X d_1 ... d_(axis-1), d_axis X d_(axis+1) ... X dn). + +#### Version + +This version of the operator has been available since version 9 of the default ONNX operator set. + +#### Attributes + +
+
axis : int (default is 1)
+
Indicate up to which input dimensions (exclusive) should be flattened to the outer dimension of the output. The value for axis must be in the range [0, R], where R is the rank of the input tensor. When axis = 0, the shape of the output tensor is (1, (d_0 X d_1 ... d_n), where the shape of the input tensor is (d_0, d_1, ... d_n).
+
+ +#### Inputs + +
+
input : T
+
A tensor of rank >= axis.
+
+ +#### Outputs + +
+
output : T
+
A 2D tensor with the contents of the input tensor, with input dimensions up to axis flattened to the outer dimension of the output and remaining input dimensions flattened into the inner dimension of the output.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain input and output to all tensor types.
+
+ +### **Gemm-9** + + General Matrix multiplication: + https://en.wikipedia.org/wiki/Basic_Linear_Algebra_Subprograms#Level_3 + + A' = transpose(A) if transA else A + + B' = transpose(B) if transB else B + + Compute Y = alpha * A' * B' + beta * C, where input tensor A has shape (M, K) or (K, M), + input tensor B has shape (K, N) or (N, K), input tensor C is broadcastable to shape (M, N), + and output tensor Y has shape (M, N). A will be transposed before doing the + computation if attribute transA is non-zero, same for B and transB. + This operator supports **unidirectional broadcasting** (tensor C should be unidirectional broadcastable to tensor A * B); for more details please check [the doc](Broadcasting.md). + +#### Version + +This version of the operator has been available since version 9 of the default ONNX operator set. + +#### Attributes + +
+
alpha : float (default is 1.0)
+
Scalar multiplier for the product of input tensors A * B.
+
beta : float (default is 1.0)
+
Scalar multiplier for input tensor C.
+
transA : int (default is 0)
+
Whether A should be transposed
+
transB : int (default is 0)
+
Whether B should be transposed
+
+ +#### Inputs + +
+
A : T
+
Input tensor A. The shape of A should be (M, K) if transA is 0, or (K, M) if transA is non-zero.
+
B : T
+
Input tensor B. The shape of B should be (K, N) if transB is 0, or (N, K) if transB is non-zero.
+
C : T
+
Input tensor C. The shape of C should be unidirectional broadcastable to (M, N).
+
+ +#### Outputs + +
+
Y : T
+
Output tensor of shape (M, N).
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double), tensor(uint32), tensor(uint64), tensor(int32), tensor(int64)
+
Constrain input and output types to float/int tensors.
+
+ +### **Greater-9** + + Returns the tensor resulted from performing the `greater` logical operation + elementwise on the input tensors `A` and `B` (with Numpy-style broadcasting support). + + This operator supports **multidirectional (i.e., Numpy-style) broadcasting**; for more details please check [the doc](Broadcasting.md). + +#### Version + +This version of the operator has been available since version 9 of the default ONNX operator set. + +#### Inputs + +
+
A : T
+
First input operand for the logical operator.
+
B : T
+
Second input operand for the logical operator.
+
+ +#### Outputs + +
+
C : T1
+
Result tensor.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double)
+
Constrain input types to all numeric tensors.
+
T1 : tensor(bool)
+
Constrain output to boolean tensor.
+
+ +### **IsNaN-9** + + Returns which elements of the input are NaN. + +#### Version + +This version of the operator has been available since version 9 of the default ONNX operator set. + +#### Inputs + +
+
X : T1
+
input
+
+ +#### Outputs + +
+
Y : T2
+
output
+
+ +#### Type Constraints + +
+
T1 : tensor(float16), tensor(float), tensor(double)
+
Constrain input types to float tensors.
+
T2 : tensor(bool)
+
Constrain output types to boolean tensors.
+
+ +### **Less-9** + + Returns the tensor resulted from performing the `less` logical operation + elementwise on the input tensors `A` and `B` (with Numpy-style broadcasting support). + + This operator supports **multidirectional (i.e., Numpy-style) broadcasting**; for more details please check [the doc](Broadcasting.md). + +#### Version + +This version of the operator has been available since version 9 of the default ONNX operator set. + +#### Inputs + +
+
A : T
+
First input operand for the logical operator.
+
B : T
+
Second input operand for the logical operator.
+
+ +#### Outputs + +
+
C : T1
+
Result tensor.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double)
+
Constrain input types to all numeric tensors.
+
T1 : tensor(bool)
+
Constrain output to boolean tensor.
+
+ +### **MatMul-9** + + Matrix product that behaves like [numpy.matmul](https://numpy.org/doc/stable/reference/generated/numpy.matmul.html). + +#### Version + +This version of the operator has been available since version 9 of the default ONNX operator set. + +#### Inputs + +
+
A : T
+
N-dimensional matrix A
+
B : T
+
N-dimensional matrix B
+
+ +#### Outputs + +
+
Y : T
+
Matrix multiply results from A * B
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double), tensor(uint32), tensor(uint64), tensor(int32), tensor(int64)
+
Constrain input and output types to float/int tensors.
+
+ +### **MaxUnpool-9** + + MaxUnpool essentially computes the partial inverse of the MaxPool op. + The input information to this op is typically the output information from a MaxPool op. The first + input tensor X is the tensor that needs to be unpooled, which is typically the pooled tensor (first output) + from MaxPool. The second input tensor, I, contains the indices to the (locally maximal) elements corresponding + to the elements in the first input tensor X. Input tensor I is typically the second output of the MaxPool op. + The third (optional) input is a tensor that specifies the output size of the unpooling operation. + + MaxUnpool is intended to do 'partial' inverse of the MaxPool op. 'Partial' because all the non-maximal + values from the original input to MaxPool are set to zero in the output of the MaxUnpool op. Pooling + the result of an unpooling operation should give back the original input to the unpooling op. + + MaxUnpool can produce the same output size for several input sizes, which makes unpooling op ambiguous. + The third input argument, output_size, is meant to disambiguate the op and produce output tensor of + known/predictable size. + + In addition to the inputs, MaxUnpool takes three attributes, namely kernel_shape, strides, and pads, + which define the exact unpooling op. The attributes typically have the same values as the corresponding + pooling op that the unpooling op is trying to invert. + +#### Version + +This version of the operator has been available since version 9 of the default ONNX operator set. + +#### Attributes + +
+
kernel_shape : list of ints (required)
+
The size of the kernel along each axis.
+
pads : list of ints
+
Padding for the beginning and ending along each spatial axis, it can take any value greater than or equal to 0. The value represent the number of pixels added to the beginning and end part of the corresponding axis. `pads` format should be as follow [x1_begin, x2_begin...x1_end, x2_end,...], where xi_begin the number of pixels added at the beginning of axis `i` and xi_end, the number of pixels added at the end of axis `i`. This attribute cannot be used simultaneously with auto_pad attribute. If not present, the padding defaults to 0 along start and end of each spatial axis.
+
strides : list of ints
+
Stride along each spatial axis.
+
+ +#### Inputs (2 - 3) + +
+
X : T1
+
Input data tensor that has to be unpooled. This tensor is typically the first output of the MaxPool op.Dimensions for image case are (N x C x H x W), where N is the batch size, C is the number of channels, and H and W are the height and the width of the data. For non-image case, the dimensions are in the form of (N x C x D1 x D2 ... Dn), where N is the batch size. Optionally, if dimension denotation is in effect, the operation expects the input data tensor to arrive with the dimension denotation of [DATA_BATCH, DATA_CHANNEL, DATA_FEATURE, DATA_FEATURE ...].
+
I : T2
+
Input data tensor containing the indices corresponding to elements in the first input tensor X.This tensor is typically the second output of the MaxPool op.Dimensions must be the same as input tensor X. The indices are linear, i.e. computed considering the tensor as flattened 1-D tensor, assuming row-major storage. Also, the linear indices should not consider padding. So the values in indices are in the range [0, N x C x D1 x ... x Dn).
+
output_shape (optional) : T2
+
The shape of the output can be explicitly set which will cause pads values to be auto generated. If 'output_shape' is specified, 'pads' values are ignored.
+
+ +#### Outputs + +
+
output : T1
+
Output data tensor that contains the result of the unpooling.
+
+ +#### Type Constraints + +
+
T1 : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
T2 : tensor(int64)
+
Constrain index tensor to int64
+
+ +### **MeanVarianceNormalization-9** + + A MeanVarianceNormalization Function: Perform mean variance normalization + on the input tensor X using formula:
``` (X-EX)/sqrt(E(X-EX)^2) ``` + +#### Version + +This version of the operator has been available since version 9 of the default ONNX operator set. + +#### Attributes + +
+
axes : list of ints (default is ['0', '2', '3'])
+
A list of integers, along which to reduce. The default is to calculate along axes [0,2,3] for calculating mean and variance along each channel. Two variables with the same C-coordinate are associated with the same mean and variance.
+
+ +#### Inputs + +
+
X : T
+
Input tensor
+
+ +#### Outputs + +
+
Y : T
+
Output tensor
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to all numeric tensors.
+
+ +### **NonZero-9** + + Returns the indices of the elements that are non-zero + (in row-major order - by dimension). + NonZero behaves similar to numpy.nonzero: + https://docs.scipy.org/doc/numpy/reference/generated/numpy.nonzero.html, + but for scalar input, NonZero produces output shape (0, N) instead of (1, N), which is different from Numpy's behavior. + +#### Version + +This version of the operator has been available since version 9 of the default ONNX operator set. + +#### Inputs + +
+
X : T
+
input
+
+ +#### Outputs + +
+
Y : tensor(int64)
+
output
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain to all tensor types.
+
+ +### **OneHot-9** + + Produces a one-hot tensor based on inputs. + The locations represented by the index values in the 'indices' input tensor will have 'on_value' + and the other locations will have 'off_value' in the output tensor, where 'on_value' and 'off_value' + are specified as part of required input argument 'values', which is a two-element tensor of format + [off_value, on_value]. The rank of the output tensor will be one greater than the rank of the + input tensor. The additional dimension is for one-hot representation. The additional dimension will + be inserted at the position specified by 'axis'. If 'axis' is not specified then then additional + dimension will be inserted as the innermost dimension, i.e. axis=-1. The size of the additional + dimension is specified by required scalar input 'depth'. The type of the output tensor is the same + as the type of the 'values' input. Any entries in the 'indices' input tensor with values outside + the range [0, depth) will result in one-hot representation with all 'off_value' values in the + output tensor. + +#### Version + +This version of the operator has been available since version 9 of the default ONNX operator set. + +#### Attributes + +
+
axis : int (default is -1)
+
(Optional) Axis along which one-hot representation in added. Default: axis=-1. axis=-1 means that the additional dimension will be inserted as the innermost/last dimension in the output tensor.
+
+ +#### Inputs + +
+
indices : T1
+
Input tensor containing indices. The values must be non-negative integers. Any entries in the 'indices' input tensor with values outside the range [0, depth) will result in one-hot representation with all 'off_value' values in the output tensor.In case 'indices' is of non-integer type, the values will be casted to int64 before use.
+
depth : T2
+
Scalar or rank 1 tensor containing exactly one element, specifying the number of classes in one-hot tensor. This is also the size of the one-hot dimension (specified by 'axis' attribute) added on in the output tensor. The values in the 'indices' input tensor are expected to be in the range [0, depth). In case 'depth' is of non-integer type, it will be casted to int64 before use.
+
values : T3
+
Rank 1 tensor containing exactly two elements, in the format [off_value, on_value], where 'on_value' is the value used for filling locations specified in 'indices' input tensor, and 'off_value' is the value used for filling locations other than those specified in 'indices' input tensor.
+
+ +#### Outputs + +
+
output : T3
+
Tensor of rank one greater than input tensor 'indices', i.e. rank(output) = rank(indices) + 1. The data type for the elements of the output tensor is the same as the type of input 'values' is used.
+
+ +#### Type Constraints + +
+
T1 : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double)
+
Constrain input to only numeric types.
+
T2 : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double)
+
Constrain input to only numeric types.
+
T3 : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain to any tensor type.
+
+ +### **PRelu-9** + + PRelu takes input data (Tensor) and slope tensor as input, and produces one + output data (Tensor) where the function `f(x) = slope * x for x < 0`, + `f(x) = x for x >= 0`., is applied to the data tensor elementwise. + + This operator supports **unidirectional broadcasting** (tensor slope should be unidirectional broadcastable to input tensor X); for more details please check [the doc](Broadcasting.md). + +#### Version + +This version of the operator has been available since version 9 of the default ONNX operator set. + +#### Inputs + +
+
X (differentiable) : T
+
Input tensor
+
slope (differentiable) : T
+
Slope tensor. The shape of slope can be smaller than first input X; if so, its shape must be unidirectional broadcastable to X
+
+ +#### Outputs + +
+
Y (differentiable) : T
+
Output tensor (same size as X)
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double), tensor(uint32), tensor(uint64), tensor(int32), tensor(int64)
+
Constrain input and output types to float/int tensors.
+
+ +### **Scan-9** + + Scan can be used to iterate over one or more scan_input tensors, + constructing zero or more scan_output tensors. It combines ideas from general recurrences, + functional programming constructs such as scan, fold, map, and zip, and is intended to enable + generalizations of RNN-like constructs for sequence-to-sequence processing. + Other tensors (referred to as state_variables here) can be used to carry a state + when iterating from one element to another (similar to hidden-state in RNNs, also referred + to as loop-carried dependences in the context of loops). + Many common usages involve a single scan_input tensor (where functionality + similar to scan, fold and map can be obtained). When more than one scan_input is used, + a behavior similar to zip is obtained. + + The attribute body must be a graph, specifying the computation to be performed in + every iteration. It takes as input the current values of the state_variables and + the current iterated element of the scan_inputs. It must return the (updated) values + of the state_variables and zero or more scan_output_element tensors. The values of the + scan_output_element tensors are concatenated over all the iterations to produce the + scan_output values of the scan construct (similar to the concatenated intermediate + hidden-state values of RNN-like constructs). All the output tensors (state_variables as + well as scan_output_element tensors) are required to have the same shape in each iteration + of the loop (a restriction imposed to enable efficient memory allocation). + + Note that the iterated element passed to the body subgraph does not have a sequence + axis. It will have a rank one less than the rank of the corresponding scan_input. + + The scan operation returns the final values of the state_variables as well as the + scan_outputs. + + The optional attribute scan_input_directions specifies the direction (forward or backward) + for each scan input. If this attribute is omitted, all sequences are scanned in the forward + direction. A bidirectional scan may be performed by specifying the same tensor input twice + in the scan_inputs, once with a forward direction, and once with a backward direction. + + The scan_output of the operation is produced by concatenating the scan_output_element + values produced by the body in each iteration. The optional attribute scan_output_directions + specifies the direction in which scan_output is constructed (by appending or prepending the + scan_output_element to scan_output in each iteration) for each scan_output. If this attribute + is omitted, the scan_output_element is appended to the scan_output in each iteration. + + The optional attribute scan_input_axes specifies the axis to be scanned for each scan_input. + If omitted, every scan_input will be scanned in axis 0. For example, if axis 0 is the + batch axis and axis 1 is the time axis (to be scanned), specify an axis value of 1. + Note that scanning a non-zero axis may be less efficient than scanning axis zero. + + The optional attribute scan_output_axes specifies the axis along which the scan_outputs + are accumulated for each scan_output. For example, if axis 1 is the time axis (to be + scanned) for both inputs and outputs, specify a scan_input axis and scan_output axis + value of 1. + + Note that because of the ONNX restriction that only the last parameter of an operator can + be variadic, the initial-states and scan-inputs are listed together as one input parameter. + Similarly, the final-states and scan-outputs are listed together as one output parameter. + The attribute num_scan_inputs indicates the number M of scan-inputs. + + The behavior of + + Scan < + num_scan_inputs = m, + body = loop-body, + scan_input_axes = [axis_1, ..., axis_m] + > (init_1, ..., init_n, scan_1, ..., scan_m) + + is equivalent to the following pseudo-code: + + // scan_i.shape[axis_i] denotes the (max) sequence-length of scan_i + // scan_i.shape[axis_i] is required to be equal to scan_j.shape[axis_j] for all i,j. + sequence_length = scan_1.shape[axis_1]; + + // initialize state-variables + st_1 = init_1; ... st_n = init_n; + // initialize scan-output variables: [] denotes an empty tensor + scan_out_1 = []; ...; scan_out_k = []; + // identify number of iterations: + + // execute loop + for (int t = 0; t < sequence_length; ++t) { + // generate the scan-input elements: the notation T[t] indicates the sub-tensor + // of rank one less than T obtained by indexing T at position t along axis k. + si_1 = scan_1[t]; + ... ; + si_m = scan_m[t]; + // execute loop-body + st_1, ..., st_n, so_1, ..., so_k = loop-body(st_1, ..., st_n, si_1, ..., si_m) + // accumulate the scan-output elements + scan_out_1 = Concat(scan_out_1, so_1); ... ; scan_out_k = Concat(scan_out_k, so_k); + } + + return st_1, ..., st_n, scan_out_1, ..., scan_out_k; + + *Sample usage: Encoding RNN using a Scan* + + The following example shows how a simple RNN over an input tensor %X, with weight tensor %Wi, + recurrence weight tensor %Ri, bias tensors %Wbi and %Rbi, and initial hidden-state %H_0 can + be encoded as a ScanLoop. Note that the loop-body is a nested graph, and it directly computes + %Wi, %Ri, %Wbi, and %Rbi (typically constants or initializers in the body graph). If these + values are computed in the outer graph, they need to be passed in as extra state_variables. + + graph rnn-encoding { + %H_0 = ... + %X = ... + %Y_h, %Y = Scan[body = , num_scan_inputs=1](%H_0, %X) + return %Y, %Y_h + } + + graph rnn-cell-1 ( + %H_tminus1[FLOAT, tensor] + %X_t[FLOAT, tensor] + ) { + %Wi = ... + %Ri = ... + %Wbi = ... + %Rbi = ... + %t1 = X_t * (Wi^T) + %t2 = H_tminus1*(Ri^T) + %t3 = Add(%t1, %t2) + %t4 = Add(%t3, %Wbi) + %t5 = Add(%t4, %Rbi) + %Ht = Tanh(%t5) + %Accumulate = Identity(%Ht) + return %Ht, %Accumulate + } + + +#### Version + +This version of the operator has been available since version 9 of the default ONNX operator set. + +#### Attributes + +
+
body : graph (required)
+
The graph run each iteration. It has N+M inputs: (loop state variables..., scan_input_elts...). It has N+K outputs: (loop state variables..., scan_output_elts...). Each scan_output is created by concatenating the value of the specified scan_output_elt value at the end of each iteration of the loop. It is an error if the dimensions of these values change across loop iterations.
+
num_scan_inputs : int (required)
+
An attribute specifying the number of scan_inputs M.
+
scan_input_axes : list of ints
+
An optional list of M flags. The i-th element of the list specifies the axis to be scanned (the sequence axis) for the i-th scan_input. If omitted, 0 will be used as the scan axis for every scan_input.
+
scan_input_directions : list of ints
+
An optional list of M flags. The i-th element of the list specifies the direction to be scanned for the i-th scan_input tensor: 0 indicates forward direction and 1 indicates reverse direction. If omitted, all scan_input tensors will be scanned in the forward direction.
+
scan_output_axes : list of ints
+
An optional list of K flags. The i-th element of the list specifies the axis for the i-th scan_output. The scan outputs are accumulated along the specified axis. If omitted, 0 will be used as the scan axis for every scan_output.
+
scan_output_directions : list of ints
+
An optional list of K flags, one for each scan_output. The i-th element of the list specifies whether the i-th scan_output should be constructed by appending or prepending a new value in each iteration: 0 indicates appending and 1 indicates prepending. If omitted, all scan_output tensors will be produced by appending a value in each iteration.
+
+ +#### Inputs (1 - ∞) + +
+
initial_state_and_scan_inputs (variadic, heterogeneous) : V
+
Initial values of the loop's N state variables followed by M scan_inputs
+
+ +#### Outputs (1 - ∞) + +
+
final_state_and_scan_outputs (variadic, heterogeneous) : V
+
Final values of the loop's N state variables followed by K scan_outputs
+
+ +#### Type Constraints + +
+
V : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
All Tensor types
+
+ +### **Scatter-9** + + Given `data`, `updates` and `indices` input tensors of rank r >= 1, write the values provided by `updates` + into the first input, `data`, along `axis` dimension of `data` (by default outer-most one as axis=0) at corresponding `indices`. + For each entry in `updates`, the target index in `data` is specified by corresponding entry in `indices` + for dimension = axis, and index in source for dimension != axis. For instance, in a 2-D tensor case, + data[indices[i][j]][j] = updates[i][j] if axis = 0, or data[i][indices[i][j]] = updates[i][j] if axis = 1, + where i and j are loop counters from 0 up to the respective size in `updates` - 1. + Example 1: + data = [ + [0.0, 0.0, 0.0], + [0.0, 0.0, 0.0], + [0.0, 0.0, 0.0], + ] + indices = [ + [1, 0, 2], + [0, 2, 1], + ] + updates = [ + [1.0, 1.1, 1.2], + [2.0, 2.1, 2.2], + ] + output = [ + [2.0, 1.1, 0.0] + [1.0, 0.0, 2.2] + [0.0, 2.1, 1.2] + ] + Example 2: + data = [[1.0, 2.0, 3.0, 4.0, 5.0]] + indices = [[1, 3]] + updates = [[1.1, 2.1]] + axis = 1 + output = [[1.0, 1.1, 3.0, 2.1, 5.0]] + +#### Version + +This version of the operator has been available since version 9 of the default ONNX operator set. + +#### Attributes + +
+
axis : int (default is 0)
+
Which axis to scatter on. Negative value means counting dimensions from the back. Accepted range is [-r, r-1]
+
+ +#### Inputs + +
+
data : T
+
Tensor of rank r >= 1.
+
indices : Tind
+
Tensor of int32/int64 indices, of r >= 1 (same rank as input).
+
updates : T
+
Tensor of rank r >=1 (same rank and shape as indices)
+
+ +#### Outputs + +
+
output : T
+
Tensor of rank r >= 1 (same rank as input).
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Input and output types can be of any tensor type.
+
Tind : tensor(int32), tensor(int64)
+
Constrain indices to integer types
+
+ +### **Shrink-9** + + Shrink takes one input data (Tensor) and produces one Tensor output, + having same datatype and shape with input. It has two attributes, lambd and + bias. The formula of this operator is: If x < -lambd, y = x + bias; + If x > lambd, y = x - bias; Otherwise, y = 0. + +#### Version + +This version of the operator has been available since version 9 of the default ONNX operator set. + +#### Attributes + +
+
bias : float (default is 0.0)
+
The bias value added to output. Default is 0.
+
lambd : float (default is 0.5)
+
The lambd value for the Shrink formulation. Default is 0.5.
+
+ +#### Inputs + +
+
input (differentiable) : T
+
The input data as Tensor.
+
+ +#### Outputs + +
+
output (differentiable) : T
+
The output.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double)
+
Constrain input to only numeric types.
+
+ +### **Sign-9** + + Calculate the sign of the given input tensor element-wise. + If input > 0, output 1. if input < 0, output -1. if input == 0, output 0. + +#### Version + +This version of the operator has been available since version 9 of the default ONNX operator set. + +#### Inputs + +
+
input : T
+
Input tensor
+
+ +#### Outputs + +
+
output : T
+
The sign of the input tensor computed element-wise. It has the same shape and type of the input.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to all numeric tensors.
+
+ +### **Sinh-9** + + Calculates the hyperbolic sine of the given input tensor element-wise. + +#### Version + +This version of the operator has been available since version 9 of the default ONNX operator set. + +#### Inputs + +
+
input (differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
output (differentiable) : T
+
The hyperbolic sine values of the input tensor computed element-wise
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **TfIdfVectorizer-9** + + This transform extracts n-grams from the input sequence and save them as a vector. Input can + be either a 1-D or 2-D tensor. For 1-D input, output is the n-gram representation of that input. + For 2-D input, the output is also a 2-D tensor whose i-th row is the n-gram representation of the i-th input row. + More specifically, if input shape is [C], the corresponding output shape would be [max(ngram_indexes) + 1]. + If input shape is [N, C], this operator produces a [N, max(ngram_indexes) + 1]-tensor. + + In contrast to standard n-gram extraction, here, the indexes of extracting an n-gram from the original + sequence are not necessarily consecutive numbers. The discontinuity between indexes are controlled by the number of skips. + If the number of skips is 2, we should skip two tokens when scanning through the original sequence. + Let's consider an example. Assume that input sequence is [94, 17, 36, 12, 28] and the number of skips is 2. + The associated 2-grams are [94, 12] and [17, 28] respectively indexed by [0, 3] and [1, 4]. + If the number of skips becomes 0, the 2-grams generated are [94, 17], [17, 36], [36, 12], [12, 28] + indexed by [0, 1], [1, 2], [2, 3], [3, 4], respectively. + + The output vector (denoted by Y) stores the count of each n-gram; + Y[ngram_indexes[i]] indicates the times that the i-th n-gram is found. The attribute ngram_indexes is used to determine the mapping + between index i and the corresponding n-gram's output coordinate. If pool_int64s is [94, 17, 17, 36], ngram_indexes is [1, 0], + ngram_counts=[0, 0], then the Y[0] (first element in Y) and Y[1] (second element in Y) are the counts of [17, 36] and [94, 17], + respectively. An n-gram which cannot be found in pool_strings/pool_int64s should be ignored and has no effect on the output. + Note that we may consider all skips up to S when generating the n-grams. + + The examples used above are true if mode is "TF". If mode is "IDF", all the counts larger than 1 would be truncated to 1 and + the i-th element in weights would be used to scale (by multiplication) the count of the i-th n-gram in pool. If mode is "TFIDF", + this operator first computes the counts of all n-grams and then scale them by the associated values in the weights attribute. + + Only one of pool_strings and pool_int64s can be set. If pool_int64s is set, the input should be an integer tensor. + If pool_strings is set, the input must be a string tensor. + +#### Version + +This version of the operator has been available since version 9 of the default ONNX operator set. + +#### Attributes + +
+
max_gram_length : int (required)
+
Maximum n-gram length. If this value is 3, 3-grams will be used to generate the output.
+
max_skip_count : int (required)
+
Maximum number of items (integers/strings) to be skipped when constructing an n-gram from X. If max_skip_count=1, min_gram_length=2, max_gram_length=3, this operator may generate 2-grams with skip_count=0 and skip_count=1, and 3-grams with skip_count=0 and skip_count=1
+
min_gram_length : int (required)
+
Minimum n-gram length. If this value is 2 and max_gram_length is 3, output may contain counts of 2-grams and 3-grams.
+
mode : string (required)
+
The weighting criteria. It can be one of "TF" (term frequency), "IDF" (inverse document frequency), and "TFIDF" (the combination of TF and IDF)
+
ngram_counts : list of ints (required)
+
The starting indexes of 1-grams, 2-grams, and so on in pool. It is useful when determining the boundary between two consecutive collections of n-grams. For example, if ngram_counts is [0, 17, 36], the first index (zero-based) of 1-gram/2-gram/3-gram in pool are 0/17/36. This format is essentially identical to CSR (or CSC) sparse matrix format, and we choose to use this due to its popularity.
+
ngram_indexes : list of ints (required)
+
list of int64s (type: AttributeProto::INTS). This list is parallel to the specified 'pool_*' attribute. The i-th element in ngram_indexes indicate the coordinate of the i-th n-gram in the output tensor.
+
pool_int64s : list of ints
+
List of int64 n-grams learned from the training set. Either this or pool_strings attributes must be present but not both. It's an 1-D tensor starting with the collections of all 1-grams and ending with the collections of n-grams. The i-th element in pool stores the n-gram that should be mapped to coordinate ngram_indexes[i] in the output vector.
+
pool_strings : list of strings
+
List of strings n-grams learned from the training set. Either this or pool_int64s attributes must be present but not both. It's an 1-D tensor starting with the collections of all 1-grams and ending with the collections of n-grams. The i-th element in pool stores the n-gram that should be mapped to coordinate ngram_indexes[i] in the output vector.
+
weights : list of floats
+
list of floats. This attribute stores the weight of each n-gram in pool. The i-th element in weights is the weight of the i-th n-gram in pool. Its length equals to the size of ngram_indexes. By default, weights is an all-one tensor.This attribute is used when mode is "IDF" or "TFIDF" to scale the associated word counts.
+
+ +#### Inputs + +
+
X (non-differentiable) : T
+
Input for n-gram extraction
+
+ +#### Outputs + +
+
Y (non-differentiable) : T1
+
Ngram results
+
+ +#### Type Constraints + +
+
T : tensor(string), tensor(int32), tensor(int64)
+
Input is either string UTF-8 or int32/int64
+
T1 : tensor(float)
+
1-D tensor of floats
+
+ +### **Upsample-9** + + Upsample the input tensor. + Each dimension value of the output tensor is: + output_dimension = floor(input_dimension * scale). + +#### Version + +This version of the operator has been available since version 9 of the default ONNX operator set. + +#### Attributes + +
+
mode : string (default is nearest)
+
Two interpolation modes: nearest (default), and linear (including bilinear, trilinear, etc)
+
+ +#### Inputs + +
+
X : T
+
N-D tensor
+
scales : tensor(float)
+
The scale array along each dimension. It takes value greater than or equal to 1. The number of elements of 'scales' should be the same as the rank of input 'X'.
+
+ +#### Outputs + +
+
Y : T
+
N-D tensor after resizing
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain input 'X' and output 'Y' to all tensor types.
+
+ +### **Where-9** + + Return elements, either from X or Y, depending on condition. + Where behaves like + [numpy.where](https://docs.scipy.org/doc/numpy/reference/generated/numpy.where.html) + with three parameters. + + This operator supports **multidirectional (i.e., Numpy-style) broadcasting**; for more details please check [the doc](Broadcasting.md). + +#### Version + +This version of the operator has been available since version 9 of the default ONNX operator set. + +#### Inputs + +
+
condition (non-differentiable) : B
+
When True (nonzero), yield X, otherwise yield Y
+
X (differentiable) : T
+
values selected at indices where condition is True
+
Y (differentiable) : T
+
values selected at indices where condition is False
+
+ +#### Outputs + +
+
output (differentiable) : T
+
Tensor of shape equal to the broadcasted shape of condition, X, and Y.
+
+ +#### Type Constraints + +
+
B : tensor(bool)
+
Constrain to boolean tensors.
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain input and output types to all tensor types.
+
+ +## Version 10 of the default ONNX operator set +### **AveragePool-10** + + AveragePool consumes an input tensor X and applies average pooling across + the tensor according to kernel sizes, stride sizes, and pad lengths. + average pooling consisting of computing the average on all values of a + subset of the input tensor according to the kernel size and downsampling the + data into the output tensor Y for further processing. The output spatial shape will be following: + ``` + output_spatial_shape[i] = floor((input_spatial_shape[i] + pad_shape[i] - kernel_spatial_shape[i]) / strides_spatial_shape[i] + 1) + ``` + or + ``` + output_spatial_shape[i] = ceil((input_spatial_shape[i] + pad_shape[i] - kernel_spatial_shape[i]) / strides_spatial_shape[i] + 1) + ``` + if ceil_mode is enabled + + ``` + * pad_shape[i] is sum of pads along axis i + ``` + + `auto_pad` is a DEPRECATED attribute. If you are using them currently, the output spatial shape will be following: + ``` + VALID: output_spatial_shape[i] = ceil((input_spatial_shape[i] - kernel_spatial_shape[i] + 1) / strides_spatial_shape[i]) + SAME_UPPER or SAME_LOWER: output_spatial_shape[i] = ceil(input_spatial_shape[i] / strides_spatial_shape[i]) + ``` + And pad shape will be following if `SAME_UPPER` or `SAME_LOWER`: + ``` + pad_shape[i] = (output_spatial_shape[i] - 1) * strides_spatial_shape[i] + kernel_spatial_shape[i] - input_spatial_shape[i] + ``` + The output of each pooling window is divided by the number of elements (exclude pad when attribute count_include_pad is zero). + + +#### Version + +This version of the operator has been available since version 10 of the default ONNX operator set. + +#### Attributes + +
+
auto_pad : string (default is NOTSET)
+
auto_pad must be either NOTSET, SAME_UPPER, SAME_LOWER or VALID. Where default value is NOTSET, which means explicit padding is used. SAME_UPPER or SAME_LOWER mean pad the input so that the output spatial size match the input.In case of odd number add the extra padding at the end for SAME_UPPER and at the beginning for SAME_LOWER. VALID mean no padding.
+
ceil_mode : int (default is 0)
+
Whether to use ceil or floor (default) to compute the output shape.
+
count_include_pad : int (default is 0)
+
Whether include pad pixels when calculating values for the edges. Default is 0, doesn't count include pad.
+
kernel_shape : list of ints (required)
+
The size of the kernel along each axis.
+
pads : list of ints
+
Padding for the beginning and ending along each spatial axis, it can take any value greater than or equal to 0. The value represent the number of pixels added to the beginning and end part of the corresponding axis. `pads` format should be as follow [x1_begin, x2_begin...x1_end, x2_end,...], where xi_begin the number of pixels added at the beginning of axis `i` and xi_end, the number of pixels added at the end of axis `i`. This attribute cannot be used simultaneously with auto_pad attribute. If not present, the padding defaults to 0 along start and end of each spatial axis.
+
strides : list of ints
+
Stride along each spatial axis.
+
+ +#### Inputs + +
+
X : T
+
Input data tensor from the previous operator; dimensions for image case are (N x C x H x W), where N is the batch size, C is the number of channels, and H and W are the height and the width of the data. For non image case, the dimensions are in the form of (N x C x D1 x D2 ... Dn), where N is the batch size. Optionally, if dimension denotation is in effect, the operation expects the input data tensor to arrive with the dimension denotation of [DATA_BATCH, DATA_CHANNEL, DATA_FEATURE, DATA_FEATURE ...].
+
+ +#### Outputs + +
+
Y : T
+
Output data tensor from average or max pooling across the input tensor. Dimensions will vary based on various kernel, stride, and pad sizes. Floor value of the dimension is used
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **ConvInteger-10** + + The integer convolution operator consumes an input tensor, its zero-point, a filter, and its zero-point, + and computes the output. The production MUST never overflow. The accumulation may overflow if and only if in 32 bits. + +#### Version + +This version of the operator has been available since version 10 of the default ONNX operator set. + +#### Attributes + +
+
auto_pad : string (default is NOTSET)
+
auto_pad must be either NOTSET, SAME_UPPER, SAME_LOWER or VALID. Where default value is NOTSET, which means explicit padding is used. SAME_UPPER or SAME_LOWER mean pad the input so that `output_shape[i] = ceil(input_shape[i] / strides[i])` for each axis `i`. The padding is split between the two sides equally or almost equally (depending on whether it is even or odd). In case the padding is an odd number, the extra padding is added at the end for SAME_UPPER and at the beginning for SAME_LOWER.
+
dilations : list of ints
+
dilation value along each spatial axis of the filter. If not present, the dilation defaults to 1 along each axis.
+
group : int (default is 1)
+
number of groups input channels and output channels are divided into. default is 1.
+
kernel_shape : list of ints
+
The shape of the convolution kernel. If not present, should be inferred from input 'w'.
+
pads : list of ints
+
Padding for the beginning and ending along each spatial axis, it can take any value greater than or equal to 0.The value represent the number of pixels added to the beginning and end part of the corresponding axis.`pads` format should be as follow [x1_begin, x2_begin...x1_end, x2_end,...], where xi_begin the number ofpixels added at the beginning of axis `i` and xi_end, the number of pixels added at the end of axis `i`.This attribute cannot be used simultaneously with auto_pad attribute. If not present, the padding defaultsto 0 along start and end of each spatial axis.
+
strides : list of ints
+
Stride along each spatial axis. If not present, the stride defaults to 1 along each axis.
+
+ +#### Inputs (2 - 4) + +
+
x : T1
+
Input data tensor from previous layer; has size (N x C x H x W), where N is the batch size, C is the number of channels, and H and W are the height and width. Note that this is for the 2D image. Otherwise the size is (N x C x D1 x D2 ... x Dn). Optionally, if dimension denotation is in effect, the operation expects input data tensor to arrive with the dimension denotation of [DATA_BATCH, DATA_CHANNEL, DATA_FEATURE, DATA_FEATURE ...].
+
w : T2
+
The weight tensor that will be used in the convolutions; has size (M x C/group x kH x kW), where C is the number of channels, and kH and kW are the height and width of the kernel, and M is the number of feature maps. For more than 2 dimensions, the kernel shape will be (M x C/group x k1 x k2 x ... x kn), where (k1 x k2 x ... kn) is the dimension of the kernel. Optionally, if dimension denotation is in effect, the operation expects the weight tensor to arrive with the dimension denotation of [FILTER_OUT_CHANNEL, FILTER_IN_CHANNEL, FILTER_SPATIAL, FILTER_SPATIAL ...]. X.shape[1] == (W.shape[1] * group) == C (assuming zero based indices for the shape array). Or in other words FILTER_IN_CHANNEL should be equal to DATA_CHANNEL.
+
x_zero_point (optional) : T1
+
Zero point tensor for input 'x'. It's optional and default value is 0. It's a scalar, which means a per-tensor/layer quantization.
+
w_zero_point (optional) : T2
+
Zero point tensor for input 'w'. It's optional and default value is 0. It could be a scalar or a 1-D tensor, which means a per-tensor/layer or per output channel quantization. If it's a 1-D tensor, its number of elements should be equal to the number of output channels (M)
+
+ +#### Outputs + +
+
y : T3
+
Output data tensor that contains the result of the convolution. The output dimensions are functions of the kernel size, stride size, and pad lengths.
+
+ +#### Type Constraints + +
+
T1 : tensor(int8), tensor(uint8)
+
Constrain input x and its zero point data type to 8-bit integer tensor.
+
T2 : tensor(int8), tensor(uint8)
+
Constrain input w and its zero point data type to 8-bit integer tensor.
+
T3 : tensor(int32)
+
Constrain output y data type to 32-bit integer tensor.
+
+ +### **DequantizeLinear-10** + + The linear dequantization operator. It consumes a quantized tensor, a scale, a zero point to compute the full precision tensor. + The dequantization formula is y = (x - x_zero_point) * x_scale. 'x_scale' and 'x_zero_point' are both scalars. + 'x_zero_point' and 'x' must have same type. 'x' and 'y' must have same shape. In the case of dequantizing int32, + there's no zero point (zero point is supposed to be 0). + +#### Version + +This version of the operator has been available since version 10 of the default ONNX operator set. + +#### Inputs (2 - 3) + +
+
x : T
+
N-D quantized input tensor to be de-quantized.
+
x_scale : tensor(float)
+
Scale for input 'x'. It's a scalar, which means a per-tensor/layer quantization.
+
x_zero_point (optional) : T
+
Zero point for input 'x'. It's a scalar, which means a per-tensor/layer quantization. It's optional. 0 is the default value when it's not specified.
+
+ +#### Outputs + +
+
y : tensor(float)
+
N-D full precision output tensor. It has same shape as input 'x'.
+
+ +#### Type Constraints + +
+
T : tensor(int8), tensor(uint8), tensor(int32)
+
Constrain 'x_zero_point' and 'x' to 8-bit/32-bit integer tensor.
+
+ +### **Dropout-10** + + Dropout takes one input floating tensor and produces two tensor outputs, + output (floating tensor) and mask (`Tensor`). Depending on whether it is + in test mode or not, the output Y will either be a random dropout, or a simple + copy of the input. Note that our implementation of Dropout does scaling in + the training phase, so during testing nothing needs to be done. + This operator has **optional** inputs/outputs. See [the doc](IR.md) for more details about the representation of optional arguments. An empty string may be used in the place of an actual argument's name to indicate a missing argument. Trailing optional arguments (those not followed by an argument that is present) may also be simply omitted. + +#### Version + +This version of the operator has been available since version 10 of the default ONNX operator set. + +#### Attributes + +
+
ratio : float (default is 0.5)
+
The ratio of random dropout
+
+ +#### Inputs + +
+
data : T
+
The input data as Tensor.
+
+ +#### Outputs (1 - 2) + +
+
output : T
+
The output.
+
mask (optional) : T1
+
The output mask.
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
T1 : tensor(bool)
+
Constrain output mask types to boolean tensors.
+
+ +### **IsInf-10** + + Map infinity to true and other values to false. + +#### Version + +This version of the operator has been available since version 10 of the default ONNX operator set. + +#### Attributes + +
+
detect_negative : int (default is 1)
+
(Optional) Whether map negative infinity to true. Default to 1 so that negative infinity induces true. Set this attribute to 0 if negative infinity should be mapped to false.
+
detect_positive : int (default is 1)
+
(Optional) Whether map positive infinity to true. Default to 1 so that positive infinity induces true. Set this attribute to 0 if positive infinity should be mapped to false.
+
+ +#### Inputs + +
+
X (non-differentiable) : T1
+
input
+
+ +#### Outputs + +
+
Y (non-differentiable) : T2
+
output
+
+ +#### Type Constraints + +
+
T1 : tensor(float), tensor(double)
+
Constrain input types to float tensors.
+
T2 : tensor(bool)
+
Constrain output types to boolean tensors.
+
+ +### **MatMulInteger-10** + + Matrix product that behaves like [numpy.matmul](https://numpy.org/doc/stable/reference/generated/numpy.matmul.html). + The production MUST never overflow. The accumulation may overflow if and only if in 32 bits. + +#### Version + +This version of the operator has been available since version 10 of the default ONNX operator set. + +#### Inputs (2 - 4) + +
+
A (non-differentiable) : T1
+
N-dimensional matrix A
+
B (non-differentiable) : T2
+
N-dimensional matrix B
+
a_zero_point (optional, non-differentiable) : T1
+
Zero point tensor for input 'A'. It's optional and default value is 0. It could be a scalar or N-D tensor. Scalar refers to per tensor quantization whereas N-D refers to per row quantization. If the input is 2D of shape [M, K] then zero point tensor may be an M element vector [zp_1, zp_2, ..., zp_M]. If the input is N-D tensor with shape [D1, D2, M, K] then zero point tensor may have shape [D1, D2, M, 1].
+
b_zero_point (optional, non-differentiable) : T2
+
Zero point tensor for input 'B'. It's optional and default value is 0. It could be a scalar or a N-D tensor, Scalar refers to per tensor quantization whereas N-D refers to per col quantization. If the input is 2D of shape [K, N] then zero point tensor may be an N element vector [zp_1, zp_2, ..., zp_N]. If the input is N-D tensor with shape [D1, D2, K, N] then zero point tensor may have shape [D1, D2, 1, N].
+
+ +#### Outputs + +
+
Y (non-differentiable) : T3
+
Matrix multiply results from A * B
+
+ +#### Type Constraints + +
+
T1 : tensor(int8), tensor(uint8)
+
Constrain input A data type to 8-bit integer tensor.
+
T2 : tensor(int8), tensor(uint8)
+
Constrain input B data type to 8-bit integer tensor.
+
T3 : tensor(int32)
+
Constrain output Y data type as 32-bit integer tensor.
+
+ +### **MaxPool-10** + + MaxPool consumes an input tensor X and applies max pooling across + the tensor according to kernel sizes, stride sizes, and pad lengths. + max pooling consisting of computing the max on all values of a + subset of the input tensor according to the kernel size and downsampling the + data into the output tensor Y for further processing. The output spatial shape will be following: + ``` + output_spatial_shape[i] = floor((input_spatial_shape[i] + pad_shape[i] - ((kernel_spatial_shape[i] - 1) * dilations[i] + 1)) / strides_spatial_shape[i] + 1) + ``` + or + ``` + output_spatial_shape[i] = ceil((input_spatial_shape[i] + pad_shape[i] - ((kernel_spatial_shape[i] - 1) * dilations[i] + 1)) / strides_spatial_shape[i] + 1) + ``` + if ceil_mode is enabled + + ``` + * pad_shape[i] is sum of pads along axis i + ``` + + `auto_pad` is a DEPRECATED attribute. If you are using them currently, the output spatial shape will be following: + ``` + VALID: output_spatial_shape[i] = ceil((input_spatial_shape[i] - ((kernel_spatial_shape[i] - 1) * dilations[i] + 1) + 1) / strides_spatial_shape[i]) + SAME_UPPER or SAME_LOWER: output_spatial_shape[i] = ceil(input_spatial_shape[i] / strides_spatial_shape[i]) + ``` + And pad shape will be following if `SAME_UPPER` or `SAME_LOWER`: + ``` + pad_shape[i] = (output_spatial_shape[i] - 1) * strides_spatial_shape[i] + ((kernel_spatial_shape[i] - 1) * dilations[i] + 1) - input_spatial_shape[i] + ``` + The output of each pooling window is maximum number of elements exclude pad. + + +#### Version + +This version of the operator has been available since version 10 of the default ONNX operator set. + +#### Attributes + +
+
auto_pad : string (default is NOTSET)
+
auto_pad must be either NOTSET, SAME_UPPER, SAME_LOWER or VALID. Where default value is NOTSET, which means explicit padding is used. SAME_UPPER or SAME_LOWER mean pad the input so that the output spatial size match the input.In case of odd number add the extra padding at the end for SAME_UPPER and at the beginning for SAME_LOWER. VALID mean no padding.
+
ceil_mode : int (default is 0)
+
Whether to use ceil or floor (default) to compute the output shape.
+
dilations : list of ints
+
Dilation value along each spatial axis of filter.
+
kernel_shape : list of ints (required)
+
The size of the kernel along each axis.
+
pads : list of ints
+
Padding for the beginning and ending along each spatial axis, it can take any value greater than or equal to 0. The value represent the number of pixels added to the beginning and end part of the corresponding axis. `pads` format should be as follow [x1_begin, x2_begin...x1_end, x2_end,...], where xi_begin the number of pixels added at the beginning of axis `i` and xi_end, the number of pixels added at the end of axis `i`. This attribute cannot be used simultaneously with auto_pad attribute. If not present, the padding defaults to 0 along start and end of each spatial axis.
+
storage_order : int (default is 0)
+
The storage order of the tensor. 0 is row major, and 1 is column major.
+
strides : list of ints
+
Stride along each spatial axis.
+
+ +#### Inputs + +
+
X : T
+
Input data tensor from the previous operator; dimensions for image case are (N x C x H x W), where N is the batch size, C is the number of channels, and H and W are the height and the width of the data. For non image case, the dimensions are in the form of (N x C x D1 x D2 ... Dn), where N is the batch size. Optionally, if dimension denotation is in effect, the operation expects the input data tensor to arrive with the dimension denotation of [DATA_BATCH, DATA_CHANNEL, DATA_FEATURE, DATA_FEATURE ...].
+
+ +#### Outputs (1 - 2) + +
+
Y : T
+
Output data tensor from average or max pooling across the input tensor. Dimensions will vary based on various kernel, stride, and pad sizes. Floor value of the dimension is used
+
Indices (optional) : I
+
Indices tensor from max pooling across the input tensor. The dimensions of indices are the same as output tensor. The values in indices of are the indices of the selected values during pooling. The indices are computed as flatten 1-D tensor, and the indices do not consider padding. So the values in indices are in [0, N x C x D1 x ... x Dn).
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
I : tensor(int64)
+
Constrain index tensor to int64
+
+ +### **Mod-10** + + Performs element-wise binary modulus (with Numpy-style broadcasting support). + The sign of the remainder is the same as that of the Divisor. + + Mod operator can also behave like C fmod() or numpy.fmod. In this case, the sign of the remainder however, will be the same as the Dividend + (in contrast to integer mod). To force a behavior like numpy.fmod() an 'fmod' Attribute is provided. + This attribute is set to 0 by default causing the behavior to be like integer mod. + Setting this attribute to 1 causes the remainder to be calculated similar to that of numpy.fmod(). + + If the input type is floating point, then `fmod` attribute must be set to 1. + + In case of dividend being zero, the results will be platform dependent. + + This operator supports **multidirectional (i.e., Numpy-style) broadcasting**; for more details please check [the doc](Broadcasting.md). + +#### Version + +This version of the operator has been available since version 10 of the default ONNX operator set. + +#### Attributes + +
+
fmod : int (default is 0)
+
Whether the operator should behave like fmod (default=0 meaning it will do integer mods); Set this to 1 to force fmod treatment
+
+ +#### Inputs + +
+
A : T
+
Dividend tensor
+
B : T
+
Divisor tensor
+
+ +#### Outputs + +
+
C : T
+
Remainder tensor
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to high-precision numeric tensors.
+
+ +### **NonMaxSuppression-10** + + Filter out boxes that have high intersection-over-union (IOU) overlap with previously selected boxes. + Bounding boxes with score less than score_threshold are removed. Bounding box format is indicated by attribute center_point_box. + Boxes are suppressed if their IOU with a previously selected box is strictly greater than iou_threshold (i.e., boxes with IOU exactly equal to the threshold are kept). + Note that this algorithm is agnostic to where the origin is in the coordinate system and more generally is invariant to + orthogonal transformations and translations of the coordinate system; thus translating or reflections of the coordinate system + result in the same boxes being selected by the algorithm. + The selected_indices output is a set of integers indexing into the input collection of bounding boxes representing the selected boxes. + The bounding box coordinates corresponding to the selected indices can then be obtained using the Gather or GatherND operation. + +#### Version + +This version of the operator has been available since version 10 of the default ONNX operator set. + +#### Attributes + +
+
center_point_box : int (default is 0)
+
Integer indicate the format of the box data. The default is 0. 0 - the box data is supplied as [y1, x1, y2, x2] where (y1, x1) and (y2, x2) are the coordinates of any diagonal pair of box corners and the coordinates can be provided as normalized (i.e., lying in the interval [0, 1]) or absolute. Mostly used for TF models. 1 - the box data is supplied as [x_center, y_center, width, height]. Mostly used for Pytorch models.
+
+ +#### Inputs (2 - 5) + +
+
boxes : tensor(float)
+
An input tensor with shape [num_batches, spatial_dimension, 4]. The single box data format is indicated by center_point_box.
+
scores : tensor(float)
+
An input tensor with shape [num_batches, num_classes, spatial_dimension]
+
max_output_boxes_per_class (optional) : tensor(int64)
+
Integer representing the maximum number of boxes to be selected per batch per class. It is a scalar. Default to 0, which means no output.
+
iou_threshold (optional) : tensor(float)
+
Float representing the threshold for deciding whether boxes overlap too much with respect to IOU. It is scalar. Value range [0, 1]. Default to 0.
+
score_threshold (optional) : tensor(float)
+
Float representing the threshold for deciding when to remove boxes based on score. It is a scalar.
+
+ +#### Outputs + +
+
selected_indices : tensor(int64)
+
selected indices from the boxes tensor. [num_selected_indices, 3], the selected index format is [batch_index, class_index, box_index].
+
+ +#### Type Constraints + + +### **QLinearConv-10** + + The convolution operator consumes a quantized input tensor, its scale and zero point, + a quantized filter, its scale and zero point, and output's scale and zero point, + and computes the quantized output. Each scale and zero-point pair must have same shape. + It means they must be either scalars (per tensor) or 1-D tensors (per output channel). + Each input or output and its related zero point must have same type. + When bias is present it must be quantized using scale = input scale * weight scale and + zero point as 0. + +#### Version + +This version of the operator has been available since version 10 of the default ONNX operator set. + +#### Attributes + +
+
auto_pad : string (default is NOTSET)
+
auto_pad must be either NOTSET, SAME_UPPER, SAME_LOWER or VALID. Where default value is NOTSET, which means explicit padding is used. SAME_UPPER or SAME_LOWER mean pad the input so that `output_shape[i] = ceil(input_shape[i] / strides[i])` for each axis `i`. The padding is split between the two sides equally or almost equally (depending on whether it is even or odd). In case the padding is an odd number, the extra padding is added at the end for SAME_UPPER and at the beginning for SAME_LOWER.
+
dilations : list of ints
+
dilation value along each spatial axis of the filter. If not present, the dilation defaults to 1 along each spatial axis.
+
group : int (default is 1)
+
number of groups input channels and output channels are divided into. default is 1.
+
kernel_shape : list of ints
+
The shape of the convolution kernel. If not present, should be inferred from input 'w'.
+
pads : list of ints
+
Padding for the beginning and ending along each spatial axis, it can take any value greater than or equal to 0.The value represent the number of pixels added to the beginning and end part of the corresponding axis.`pads` format should be as follow [x1_begin, x2_begin...x1_end, x2_end,...], where xi_begin the number ofpixels added at the beginning of axis `i` and xi_end, the number of pixels added at the end of axis `i`.This attribute cannot be used simultaneously with auto_pad attribute. If not present, the padding defaultsto 0 along start and end of each spatial axis.
+
strides : list of ints
+
Stride along each spatial axis. If not present, the stride defaults to 1 along each spatial axis.
+
+ +#### Inputs (8 - 9) + +
+
x : T1
+
Input data tensor from previous layer; has size (N x C x H x W), where N is the batch size, C is the number of channels, and H and W are the height and width. Note that this is for the 2D image. Otherwise the size is (N x C x D1 x D2 ... x Dn). Optionally, if dimension denotation is in effect, the operation expects input data tensor to arrive with the dimension denotation of [DATA_BATCH, DATA_CHANNEL, DATA_FEATURE, DATA_FEATURE ...].
+
x_scale : tensor(float)
+
Scale tensor for input 'x'. It's a scalar, which means a per-tensor/layer quantization.
+
x_zero_point : T1
+
Zero point tensor for input 'x'. It's a scalar, which means a per-tensor/layer quantization.
+
w : T2
+
The weight tensor that will be used in the convolutions; has size (M x C/group x kH x kW), where C is the number of channels, and kH and kW are the height and width of the kernel, and M is the number of feature maps. For more than 2 dimensions, the kernel shape will be (M x C/group x k1 x k2 x ... x kn), where (k1 x k2 x ... kn) is the dimension of the kernel. Optionally, if dimension denotation is in effect, the operation expects the weight tensor to arrive with the dimension denotation of [FILTER_OUT_CHANNEL, FILTER_IN_CHANNEL, FILTER_SPATIAL, FILTER_SPATIAL ...]. X.shape[1] == (W.shape[1] * group) == C (assuming zero based indices for the shape array). Or in other words FILTER_IN_CHANNEL should be equal to DATA_CHANNEL.
+
w_scale : tensor(float)
+
Scale tensor for input 'w'. It could be a scalar or a 1-D tensor, which means a per-tensor/layer or per output channel quantization. If it's a 1-D tensor, its number of elements should be equal to the number of output channels (M).
+
w_zero_point : T2
+
Zero point tensor for input 'w'. It could be a scalar or a 1-D tensor, which means a per-tensor/layer or per output channel quantization. If it's a 1-D tensor, its number of elements should be equal to the number of output channels (M).
+
y_scale : tensor(float)
+
Scale tensor for output 'y'. It's a scalar, which means a per-tensor/layer quantization.
+
y_zero_point : T3
+
Zero point tensor for output 'y'. It's a scalar, which means a per-tensor/layer quantization.
+
B (optional) : T4
+
Optional 1D bias to be added to the convolution, has size of M. Bias must be quantized using scale = x_scale * w_scale and zero_point = 0
+
+ +#### Outputs + +
+
y : T3
+
Output data tensor that contains the result of the convolution. The output dimensions are functions of the kernel size, stride size, and pad lengths.
+
+ +#### Type Constraints + +
+
T1 : tensor(int8), tensor(uint8)
+
Constrain input type to 8-bit integer tensor.
+
T2 : tensor(int8), tensor(uint8)
+
Constrain filter type to 8-bit integer tensor.
+
T3 : tensor(int8), tensor(uint8)
+
Constrain output type to 8-bit integer tensor.
+
T4 : tensor(int32)
+
Constrain bias type to 32-bit integer tensor.
+
+ +### **QLinearMatMul-10** + + Matrix product that behaves like [numpy.matmul](https://numpy.org/doc/stable/reference/generated/numpy.matmul.html). + It consumes two quantized input tensors, their scales and zero points, scale and zero point of output, + and computes the quantized output. The quantization formula is y = saturate((x / y_scale) + y_zero_point). + For (x / y_scale), it is rounding to nearest ties to even. Refer to https://en.wikipedia.org/wiki/Rounding for details. + Scale and zero point must have same shape. They must be either scalar (per tensor) or N-D tensor + (per row for 'a' and per column for 'b'). Scalar refers to per tensor quantization whereas N-D refers to per row + or per column quantization. If the input is 2D of shape [M, K] then zero point and scale tensor may be + an M element vector [v_1, v_2, ..., v_M] for per row quantization and K element vector of shape [v_1, v_2, ..., v_K] + for per column quantization. If the input is N-D tensor with shape [D1, D2, M, K] then zero point and scale tensor may + have shape [D1, D2, M, 1] for per row quantization and shape [D1, D2, 1, K] for per column quantization. + Production must never overflow, and accumulation may overflow if and only if in 32 bits. + +#### Version + +This version of the operator has been available since version 10 of the default ONNX operator set. + +#### Inputs + +
+
a (non-differentiable) : T1
+
N-dimensional quantized matrix a
+
a_scale (non-differentiable) : tensor(float)
+
scale of quantized input a
+
a_zero_point (non-differentiable) : T1
+
zero point of quantized input a
+
b (non-differentiable) : T2
+
N-dimensional quantized matrix b
+
b_scale (non-differentiable) : tensor(float)
+
scale of quantized input b
+
b_zero_point (non-differentiable) : T2
+
zero point of quantized input b
+
y_scale (non-differentiable) : tensor(float)
+
scale of quantized output y
+
y_zero_point (non-differentiable) : T3
+
zero point of quantized output y
+
+ +#### Outputs + +
+
y (non-differentiable) : T3
+
Quantized matrix multiply results from a * b
+
+ +#### Type Constraints + +
+
T1 : tensor(int8), tensor(uint8)
+
Constrain input a and its zero point data type to 8-bit integer tensor.
+
T2 : tensor(int8), tensor(uint8)
+
Constrain input b and its zero point data type to 8-bit integer tensor.
+
T3 : tensor(int8), tensor(uint8)
+
Constrain output y and its zero point data type to 8-bit integer tensor.
+
+ +### **QuantizeLinear-10** + + The linear per-tensor/layer quantization operator. It consumes a high precision tensor, a scale, a zero point to compute the low precision / quantized tensor. + The quantization formula is y = saturate ((x / y_scale) + y_zero_point). For saturation, it saturates to [0, 255] if it's uint8, or [-128, 127] if it's int8. + For (x / y_scale), it's rounding to the nearest even. Refer to https://en.wikipedia.org/wiki/Rounding for details. 'y_zero_point' and 'y' must have same type. + +#### Version + +This version of the operator has been available since version 10 of the default ONNX operator set. + +#### Inputs (2 - 3) + +
+
x : T1
+
N-D full precision Input tensor to be quantized.
+
y_scale : tensor(float)
+
Scale for doing quantization to get 'y'. It's a scalar, which means a per-tensor/layer quantization.
+
y_zero_point (optional) : T2
+
Zero point for doing quantization to get 'y'. It's a scalar, which means a per-tensor/layer quantization. Default value is uint8 typed 0 if it's not specified.
+
+ +#### Outputs + +
+
y : T2
+
N-D quantized output tensor. It has same shape as input 'x'.
+
+ +#### Type Constraints + +
+
T1 : tensor(float), tensor(int32)
+
Constrain 'x' to float or int32 tensor.
+
T2 : tensor(int8), tensor(uint8)
+
Constrain 'y_zero_point' and 'y' to 8-bit integer tensor.
+
+ +### **Resize-10** + + Resize the input tensor. + Each dimension value of the output tensor is: + output_dimension = floor(input_dimension * scale). + +#### Version + +This version of the operator has been available since version 10 of the default ONNX operator set. + +#### Attributes + +
+
mode : string (default is nearest)
+
Two interpolation modes: nearest (default), and linear (including bilinear, trilinear, etc)
+
+ +#### Inputs + +
+
X : T
+
N-D tensor
+
scales : tensor(float)
+
The scale array along each dimension. It takes value greater than 0. If it's less than 1, it's sampling down, otherwise, it's upsampling. The number of elements of 'scales' should be the same as the rank of input 'X'.
+
+ +#### Outputs + +
+
Y : T
+
N-D tensor after resizing
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain input 'X' and output 'Y' to all tensor types.
+
+ +### **ReverseSequence-10** + + Reverse batch of sequences having different lengths specified by `sequence_lens`. + + For each slice i iterating on batch axis, the operator reverses the first sequence_lens[i] elements on time axis, + and copies elements whose index's beyond sequence_lens[i] to the output. So the output slice i contains reversed + sequences on the first sequence_lens[i] elements, then have original values copied for the other elements. + + Example 1: + input = [[0.0, 4.0, 8.0, 12.0], + [1.0, 5.0, 9.0, 13.0], + [2.0, 6.0, 10.0, 14.0], + [3.0, 7.0, 11.0, 15.0]] + sequence_lens = [4, 3, 2, 1] + time_axis = 0 + batch_axis = 1 + + output = [[3.0, 6.0, 9.0, 12.0], + [2.0, 5.0, 8.0, 13.0], + [1.0, 4.0, 10.0, 14.0], + [0.0, 7.0, 11.0, 15.0]] + + Example 2: + input = [[0.0, 1.0, 2.0, 3.0 ], + [4.0, 5.0, 6.0, 7.0 ], + [8.0, 9.0, 10.0, 11.0], + [12.0, 13.0, 14.0, 15.0]] + sequence_lens = [1, 2, 3, 4] + time_axis = 1 + batch_axis = 0 + + output = [[0.0, 1.0, 2.0, 3.0 ], + [5.0, 4.0, 6.0, 7.0 ], + [10.0, 9.0, 8.0, 11.0], + [15.0, 14.0, 13.0, 12.0]] + +#### Version + +This version of the operator has been available since version 10 of the default ONNX operator set. + +#### Attributes + +
+
batch_axis : int (default is 1)
+
(Optional) Specify which axis is batch axis. Must be one of 1 (default), or 0.
+
time_axis : int (default is 0)
+
(Optional) Specify which axis is time axis. Must be one of 0 (default), or 1.
+
+ +#### Inputs + +
+
input : T
+
Tensor of rank r >= 2.
+
sequence_lens : tensor(int64)
+
Tensor specifying lengths of the sequences in a batch. It has shape `[batch_size]`.
+
+ +#### Outputs + +
+
Y : T
+
Tensor with same shape of input.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Input and output types can be of any tensor type.
+
+ +### **RoiAlign-10** + + Region of Interest (RoI) align operation described in the + [Mask R-CNN paper](https://arxiv.org/abs/1703.06870). + RoiAlign consumes an input tensor X and region of interests (rois) + to apply pooling across each RoI; it produces a 4-D tensor of shape + (num_rois, C, output_height, output_width). + + RoiAlign is proposed to avoid the misalignment by removing + quantizations while converting from original image into feature + map and from feature map into RoI feature; in each ROI bin, + the value of the sampled locations are computed directly + through bilinear interpolation. + +#### Version + +This version of the operator has been available since version 10 of the default ONNX operator set. + +#### Attributes + +
+
mode : string (default is avg)
+
The pooling method. Two modes are supported: 'avg' and 'max'. Default is 'avg'.
+
output_height : int (default is 1)
+
default 1; Pooled output Y's height.
+
output_width : int (default is 1)
+
default 1; Pooled output Y's width.
+
sampling_ratio : int (default is 0)
+
Number of sampling points in the interpolation grid used to compute the output value of each pooled output bin. If > 0, then exactly sampling_ratio x sampling_ratio grid points are used. If == 0, then an adaptive number of grid points are used (computed as ceil(roi_width / output_width), and likewise for height). Default is 0.
+
spatial_scale : float (default is 1.0)
+
Multiplicative spatial scale factor to translate ROI coordinates from their input spatial scale to the scale used when pooling, i.e., spatial scale of the input feature map X relative to the input image. E.g.; default is 1.0f.
+
+ +#### Inputs + +
+
X : T1
+
Input data tensor from the previous operator; 4-D feature map of shape (N, C, H, W), where N is the batch size, C is the number of channels, and H and W are the height and the width of the data.
+
rois : T1
+
RoIs (Regions of Interest) to pool over; rois is 2-D input of shape (num_rois, 4) given as [[x1, y1, x2, y2], ...]. The RoIs' coordinates are in the coordinate system of the input image. Each coordinate set has a 1:1 correspondence with the 'batch_indices' input.
+
batch_indices : T2
+
1-D tensor of shape (num_rois,) with each element denoting the index of the corresponding image in the batch.
+
+ +#### Outputs + +
+
Y : T1
+
RoI pooled output, 4-D tensor of shape (num_rois, C, output_height, output_width). The r-th batch element Y[r-1] is a pooled feature map corresponding to the r-th RoI X[r-1].
+
+ +#### Type Constraints + +
+
T1 : tensor(float16), tensor(float), tensor(double)
+
Constrain types to float tensors.
+
T2 : tensor(int64)
+
Constrain types to int tensors.
+
+ +### **Slice-10** + + Produces a slice of the input tensor along multiple axes. Similar to numpy: + https://numpy.org/doc/stable/reference/routines.indexing.html + Slices uses `starts`, `ends`, `axes` and `steps` inputs to specify the start and end + dimension and step for each axis in the list of axes, it uses this information to + slice the input `data` tensor. If a negative value is passed for any of the + start or end indices, it represent number of elements before the end of that + dimension. If the value passed to start or end is larger than the `n` (the + number of elements in this dimension), it represents `n`. For slicing to the + end of a dimension with unknown size, it is recommended to pass in `INT_MAX`. + If a negative value is passed for step, it represents slicing backward. + If `axes` are omitted, they are set to `[0, ..., ndim-1]`. + If `steps` are omitted, they are set to `[1, ..., 1]` of length `len(starts)` + Example 1: + data = [ + [1, 2, 3, 4], + [5, 6, 7, 8], + ] + axes = [0, 1] + starts = [1, 0] + ends = [2, 3] + steps = [1, 2] + result = [ + [5, 7], + ] + Example 2: + data = [ + [1, 2, 3, 4], + [5, 6, 7, 8], + ] + starts = [0, 1] + ends = [-1, 1000] + result = [ + [2, 3, 4], + ] + +#### Version + +This version of the operator has been available since version 10 of the default ONNX operator set. + +#### Inputs (3 - 5) + +
+
data : T
+
Tensor of data to extract slices from.
+
starts : Tind
+
1-D tensor of starting indices of corresponding axis in `axes`
+
ends : Tind
+
1-D tensor of ending indices (exclusive) of corresponding axis in `axes`
+
axes (optional) : Tind
+
1-D tensor of axes that `starts` and `ends` apply to.
+
steps (optional) : Tind
+
1-D tensor of slice step of corresponding axis in `axes`. Default to 1.
+
+ +#### Outputs + +
+
output : T
+
Sliced data tensor.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain input and output types to all tensor types.
+
Tind : tensor(int32), tensor(int64)
+
Constrain indices to integer types
+
+ +### **StringNormalizer-10** + + StringNormalization performs string operations for basic cleaning. + This operator has only one input (denoted by X) and only one output + (denoted by Y). This operator first examines the elements in the X, + and removes elements specified in "stopwords" attribute. + After removing stop words, the intermediate result can be further lowercased, + uppercased, or just returned depending the "case_change_action" attribute. + This operator only accepts [C]- and [1, C]-tensor. + If all elements in X are dropped, the output will be the empty value of string tensor with shape [1] + if input shape is [C] and shape [1, 1] if input shape is [1, C]. + +#### Version + +This version of the operator has been available since version 10 of the default ONNX operator set. + +#### Attributes + +
+
case_change_action : string (default is NONE)
+
string enum that cases output to be lowercased/uppercases/unchanged. Valid values are "LOWER", "UPPER", "NONE". Default is "NONE"
+
is_case_sensitive : int (default is 0)
+
Boolean. Whether the identification of stop words in X is case-sensitive. Default is false
+
locale : string
+
Environment dependent string that denotes the locale according to which output strings needs to be upper/lowercased.Default en_US or platform specific equivalent as decided by the implementation.
+
stopwords : list of strings
+
List of stop words. If not set, no word would be removed from X.
+
+ +#### Inputs + +
+
X : tensor(string)
+
UTF-8 strings to normalize
+
+ +#### Outputs + +
+
Y : tensor(string)
+
UTF-8 Normalized strings
+
+ +#### Type Constraints + + +### **ThresholdedRelu-10** + + ThresholdedRelu takes one input data (Tensor) and produces one output data + (Tensor) where the rectified linear function, y = x for x > alpha, y = 0 otherwise, + is applied to the tensor elementwise. + +#### Version + +This version of the operator has been available since version 10 of the default ONNX operator set. + +#### Attributes + +
+
alpha : float (default is 1.0)
+
Threshold value
+
+ +#### Inputs + +
+
X (differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
Y (differentiable) : T
+
Output tensor
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **TopK-10** + + Retrieve the top-K elements along a specified axis. Given an input tensor of + shape [a_0, a_1, ..., a_{n-1}] and integer argument k, return two outputs: + -Value tensor of shape [a_0, a_1, ..., a_{axis-1}, k, a_{axis+1}, ... a_{n-1}] + which contains the values of the top k elements along the specified axis + -Index tensor of shape [a_0, a_1, ..., a_{axis-1}, k, a_{axis+1}, ... a_{n-1}] which + contains the indices of the top k elements (original indices from the input + tensor). + + Given two equivalent values, this operator uses the indices along the axis as + a tiebreaker. That is, the element with the lower index will appear first. + +#### Version + +This version of the operator has been available since version 10 of the default ONNX operator set. + +#### Attributes + +
+
axis : int (default is -1)
+
Dimension on which to do the sort.
+
+ +#### Inputs + +
+
X : T
+
Tensor of shape [a_0, a_1, ..., a_{n-1}]
+
K : tensor(int64)
+
A 1-D tensor containing a single positive value corresponding to the number of top elements to retrieve
+
+ +#### Outputs + +
+
Values : T
+
Tensor of shape [a_0, a_1, ..., a_{axis-1}, k, a_{axis+1}, ... a_{n-1}] containing top K values from the input tensor
+
Indices : I
+
Tensor of shape [a_0, a_1, ..., a_{axis-1}, k, a_{axis+1}, ... a_{n-1}] containing the corresponding input tensor indices for the top K values.
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
I : tensor(int64)
+
Constrain index tensor to int64
+
+ +### **Upsample-10** (deprecated) + + Upsample the input tensor. + Each dimension value of the output tensor is: + output_dimension = floor(input_dimension * scale). + +#### Version + +This version of the operator has been deprecated since version 10 of the default ONNX operator set. + +## Version 11 of the default ONNX operator set +### **ArgMax-11** + + Computes the indices of the max elements of the input tensor's element along the + provided axis. The resulting tensor has the same rank as the input if keepdims equals 1. + If keepdims equal 0, then the resulting tensor has the reduced dimension pruned. + The input tensor must not be empty. + The type of the output tensor is integer. + +#### Version + +This version of the operator has been available since version 11 of the default ONNX operator set. + +#### Attributes + +
+
axis : int (default is 0)
+
The axis in which to compute the arg indices. Accepted range is [-r, r-1] where r = rank(data).
+
keepdims : int (default is 1)
+
Keep the reduced dimension or not, default 1 means keep reduced dimension.
+
+ +#### Inputs + +
+
data : T
+
An input tensor.
+
+ +#### Outputs + +
+
reduced : tensor(int64)
+
Reduced output tensor with integer data type.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to all numeric tensors.
+
+ +### **ArgMin-11** + + Computes the indices of the min elements of the input tensor's element along the + provided axis. The resulting tensor has the same rank as the input if keepdims equals 1. + If keepdims equal 0, then the resulting tensor has the reduced dimension pruned. + The input tensor must not be empty. + The type of the output tensor is integer. + +#### Version + +This version of the operator has been available since version 11 of the default ONNX operator set. + +#### Attributes + +
+
axis : int (default is 0)
+
The axis in which to compute the arg indices. Accepted range is [-r, r-1] where r = rank(data).
+
keepdims : int (default is 1)
+
Keep the reduced dimension or not, default 1 means keep reduced dimension.
+
+ +#### Inputs + +
+
data : T
+
An input tensor.
+
+ +#### Outputs + +
+
reduced : tensor(int64)
+
Reduced output tensor with integer data type.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to all numeric tensors.
+
+ +### **AveragePool-11** + + AveragePool consumes an input tensor X and applies average pooling across + the tensor according to kernel sizes, stride sizes, and pad lengths. + average pooling consisting of computing the average on all values of a + subset of the input tensor according to the kernel size and downsampling the + data into the output tensor Y for further processing. The output spatial shape will be following: + ``` + output_spatial_shape[i] = floor((input_spatial_shape[i] + pad_shape[i] - ((kernel_spatial_shape[i] - 1) * dilations[i] + 1)) / strides_spatial_shape[i] + 1) + ``` + or + ``` + output_spatial_shape[i] = ceil((input_spatial_shape[i] + pad_shape[i] - ((kernel_spatial_shape[i] - 1) * dilations[i] + 1)) / strides_spatial_shape[i] + 1) + ``` + if ceil_mode is enabled + + ``` + * pad_shape[i] is sum of pads along axis i + ``` + + `auto_pad` is a DEPRECATED attribute. If you are using them currently, the output spatial shape will be following when ceil_mode is enabled: + ``` + VALID: output_spatial_shape[i] = ceil((input_spatial_shape[i] - ((kernel_spatial_shape[i] - 1) * dilations[i] + 1) + 1) / strides_spatial_shape[i]) + SAME_UPPER or SAME_LOWER: output_spatial_shape[i] = ceil(input_spatial_shape[i] / strides_spatial_shape[i]) + ``` + or when ceil_mode is disabled: + ``` + VALID: output_spatial_shape[i] = floor((input_spatial_shape[i] - ((kernel_spatial_shape[i] - 1) * dilations[i] + 1) + 1) / strides_spatial_shape[i]) + SAME_UPPER or SAME_LOWER: output_spatial_shape[i] = floor(input_spatial_shape[i] / strides_spatial_shape[i]) + ``` + + And pad shape will be following if `SAME_UPPER` or `SAME_LOWER`: + ``` + pad_shape[i] = (output_spatial_shape[i] - 1) * strides_spatial_shape[i] + ((kernel_spatial_shape[i] - 1) * dilations[i] + 1) - input_spatial_shape[i] + ``` + The output of each pooling window is divided by the number of elements (exclude pad when attribute count_include_pad is zero). + + +#### Version + +This version of the operator has been available since version 11 of the default ONNX operator set. + +#### Attributes + +
+
auto_pad : string (default is NOTSET)
+
auto_pad must be either NOTSET, SAME_UPPER, SAME_LOWER or VALID. Where default value is NOTSET, which means explicit padding is used. SAME_UPPER or SAME_LOWER mean pad the input so that `output_shape[i] = ceil(input_shape[i] / strides[i])` for each axis `i`. The padding is split between the two sides equally or almost equally (depending on whether it is even or odd). In case the padding is an odd number, the extra padding is added at the end for SAME_UPPER and at the beginning for SAME_LOWER.
+
ceil_mode : int (default is 0)
+
Whether to use ceil or floor (default) to compute the output shape.
+
count_include_pad : int (default is 0)
+
Whether include pad pixels when calculating values for the edges. Default is 0, doesn't count include pad.
+
kernel_shape : list of ints (required)
+
The size of the kernel along each axis.
+
pads : list of ints
+
Padding for the beginning and ending along each spatial axis, it can take any value greater than or equal to 0. The value represent the number of pixels added to the beginning and end part of the corresponding axis. `pads` format should be as follow [x1_begin, x2_begin...x1_end, x2_end,...], where xi_begin the number of pixels added at the beginning of axis `i` and xi_end, the number of pixels added at the end of axis `i`. This attribute cannot be used simultaneously with auto_pad attribute. If not present, the padding defaults to 0 along start and end of each spatial axis.
+
strides : list of ints
+
Stride along each spatial axis. If not present, the stride defaults to 1 along each spatial axis.
+
+ +#### Inputs + +
+
X (differentiable) : T
+
Input data tensor from the previous operator; dimensions for image case are (N x C x H x W), where N is the batch size, C is the number of channels, and H and W are the height and the width of the data. For non image case, the dimensions are in the form of (N x C x D1 x D2 ... Dn), where N is the batch size. Optionally, if dimension denotation is in effect, the operation expects the input data tensor to arrive with the dimension denotation of [DATA_BATCH, DATA_CHANNEL, DATA_FEATURE, DATA_FEATURE ...].
+
+ +#### Outputs + +
+
Y (differentiable) : T
+
Output data tensor from average or max pooling across the input tensor. Dimensions will vary based on various kernel, stride, and pad sizes. Floor value of the dimension is used
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **BitShift-11** + + Bitwise shift operator performs element-wise operation. For each input element, if the + attribute "direction" is "RIGHT", this operator moves its binary representation toward + the right side so that the input value is effectively decreased. If the attribute "direction" + is "LEFT", bits of binary representation moves toward the left side, which results the + increase of its actual value. The input X is the tensor to be shifted and another input + Y specifies the amounts of shifting. For example, if "direction" is "Right", X is [1, 4], + and S is [1, 1], the corresponding output Z would be [0, 2]. If "direction" is "LEFT" with + X=[1, 2] and S=[1, 2], the corresponding output Y would be [2, 8]. + + Because this operator supports Numpy-style broadcasting, X's and Y's shapes are + not necessarily identical. + This operator supports **multidirectional (i.e., Numpy-style) broadcasting**; for more details please check [the doc](Broadcasting.md). + +#### Version + +This version of the operator has been available since version 11 of the default ONNX operator set. + +#### Attributes + +
+
direction : string (required)
+
Direction of moving bits. It can be either "RIGHT" (for right shift) or "LEFT" (for left shift).
+
+ +#### Inputs + +
+
X (non-differentiable) : T
+
First operand, input to be shifted.
+
Y (non-differentiable) : T
+
Second operand, amounts of shift.
+
+ +#### Outputs + +
+
Z (non-differentiable) : T
+
Output tensor
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64)
+
Constrain input and output types to integer tensors.
+
+ +### **Clip-11** + + Clip operator limits the given input within an interval. The interval is + specified by the inputs 'min' and 'max'. They default to + numeric_limits::lowest() and numeric_limits::max(), respectively. + +#### Version + +This version of the operator has been available since version 11 of the default ONNX operator set. + +#### Inputs (1 - 3) + +
+
input : T
+
Input tensor whose elements to be clipped
+
min (optional) : T
+
Minimum value, under which element is replaced by min. It must be a scalar(tensor of empty shape).
+
max (optional) : T
+
Maximum value, above which element is replaced by max. It must be a scalar(tensor of empty shape).
+
+ +#### Outputs + +
+
output : T
+
Output tensor with clipped input elements
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **Compress-11** + + Selects slices from an input tensor along a given axis where condition evaluates to True for each axis index. + In case axis is not provided, input is flattened before elements are selected. + Compress behaves like numpy.compress: https://docs.scipy.org/doc/numpy/reference/generated/numpy.compress.html + + +#### Version + +This version of the operator has been available since version 11 of the default ONNX operator set. + +#### Attributes + +
+
axis : int
+
(Optional) Axis along which to take slices. If not specified, input is flattened before elements being selected. Negative value means counting dimensions from the back. Accepted range is [-r, r-1] where r = rank(input).
+
+ +#### Inputs + +
+
input (differentiable) : T
+
Tensor of rank r >= 1.
+
condition (non-differentiable) : T1
+
Rank 1 tensor of booleans to indicate which slices or data elements to be selected. Its length can be less than the input length along the axis or the flattened input size if axis is not specified. In such cases data slices or elements exceeding the condition length are discarded.
+
+ +#### Outputs + +
+
output (differentiable) : T
+
Tensor of rank r if axis is specified. Otherwise output is a Tensor of rank 1.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain input and output types to all tensor types.
+
T1 : tensor(bool)
+
Constrain to boolean tensors.
+
+ +### **Concat-11** + + Concatenate a list of tensors into a single tensor. All input tensors must have the same shape, except for the dimension size of the axis to concatenate on. + +#### Version + +This version of the operator has been available since version 11 of the default ONNX operator set. + +#### Attributes + +
+
axis : int (required)
+
Which axis to concat on. A negative value means counting dimensions from the back. Accepted range is [-r, r-1] where r = rank(inputs)..
+
+ +#### Inputs (1 - ∞) + +
+
inputs (variadic) : T
+
List of tensors for concatenation
+
+ +#### Outputs + +
+
concat_result : T
+
Concatenated tensor
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain output types to any tensor type.
+
+ +### **ConcatFromSequence-11** + + Concatenate a sequence of tensors into a single tensor. + All input tensors must have the same shape, except for the dimension size of the axis to concatenate on. + By default 'new_axis' is 0, the behavior is similar to numpy.concatenate. + When 'new_axis' is 1, the behavior is similar to numpy.stack. + +#### Version + +This version of the operator has been available since version 11 of the default ONNX operator set. + +#### Attributes + +
+
axis : int (required)
+
Which axis to concat on. Accepted range in `[-r, r - 1]`, where `r` is the rank of input tensors. When `new_axis` is 1, accepted range is `[-r - 1, r]`.
+
new_axis : int (default is 0)
+
Insert and concatenate on a new axis or not, default 0 means do not insert new axis.
+
+ +#### Inputs + +
+
input_sequence : S
+
Sequence of tensors for concatenation
+
+ +#### Outputs + +
+
concat_result : T
+
Concatenated tensor
+
+ +#### Type Constraints + +
+
S : seq(tensor(uint8)), seq(tensor(uint16)), seq(tensor(uint32)), seq(tensor(uint64)), seq(tensor(int8)), seq(tensor(int16)), seq(tensor(int32)), seq(tensor(int64)), seq(tensor(float16)), seq(tensor(float)), seq(tensor(double)), seq(tensor(string)), seq(tensor(bool)), seq(tensor(complex64)), seq(tensor(complex128))
+
Constrain input types to any tensor type.
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain output types to any tensor type.
+
+ +### **Constant-11** + + A constant tensor. Exactly one of the two attributes, either value or sparse_value, + must be specified. + +#### Version + +This version of the operator has been available since version 11 of the default ONNX operator set. + +#### Attributes + +
+
sparse_value : sparse_tensor
+
The value for the elements of the output tensor in sparse format.
+
value : tensor
+
The value for the elements of the output tensor.
+
+ +#### Inputs + + +#### Outputs + +
+
output : T
+
Output tensor containing the same value of the provided tensor.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain input and output types to all tensor types.
+
+ +### **Conv-11** + + The convolution operator consumes an input tensor and a filter, and + computes the output. + +#### Version + +This version of the operator has been available since version 11 of the default ONNX operator set. + +#### Attributes + +
+
auto_pad : string (default is NOTSET)
+
auto_pad must be either NOTSET, SAME_UPPER, SAME_LOWER or VALID. Where default value is NOTSET, which means explicit padding is used. SAME_UPPER or SAME_LOWER mean pad the input so that `output_shape[i] = ceil(input_shape[i] / strides[i])` for each axis `i`. The padding is split between the two sides equally or almost equally (depending on whether it is even or odd). In case the padding is an odd number, the extra padding is added at the end for SAME_UPPER and at the beginning for SAME_LOWER.
+
dilations : list of ints
+
dilation value along each spatial axis of the filter. If not present, the dilation defaults is 1 along each spatial axis.
+
group : int (default is 1)
+
number of groups input channels and output channels are divided into.
+
kernel_shape : list of ints
+
The shape of the convolution kernel. If not present, should be inferred from input W.
+
pads : list of ints
+
Padding for the beginning and ending along each spatial axis, it can take any value greater than or equal to 0. The value represent the number of pixels added to the beginning and end part of the corresponding axis. `pads` format should be as follow [x1_begin, x2_begin...x1_end, x2_end,...], where xi_begin the number of pixels added at the beginning of axis `i` and xi_end, the number of pixels added at the end of axis `i`. This attribute cannot be used simultaneously with auto_pad attribute. If not present, the padding defaults to 0 along start and end of each spatial axis.
+
strides : list of ints
+
Stride along each spatial axis. If not present, the stride defaults is 1 along each spatial axis.
+
+ +#### Inputs (2 - 3) + +
+
X (differentiable) : T
+
Input data tensor from previous layer; has size (N x C x H x W), where N is the batch size, C is the number of channels, and H and W are the height and width. Note that this is for the 2D image. Otherwise the size is (N x C x D1 x D2 ... x Dn). Optionally, if dimension denotation is in effect, the operation expects input data tensor to arrive with the dimension denotation of [DATA_BATCH, DATA_CHANNEL, DATA_FEATURE, DATA_FEATURE ...].
+
W (differentiable) : T
+
The weight tensor that will be used in the convolutions; has size (M x C/group x kH x kW), where C is the number of channels, and kH and kW are the height and width of the kernel, and M is the number of feature maps. For more than 2 dimensions, the kernel shape will be (M x C/group x k1 x k2 x ... x kn), where (k1 x k2 x ... kn) is the dimension of the kernel. Optionally, if dimension denotation is in effect, the operation expects the weight tensor to arrive with the dimension denotation of [FILTER_OUT_CHANNEL, FILTER_IN_CHANNEL, FILTER_SPATIAL, FILTER_SPATIAL ...]. Assuming zero based indices for the shape array, X.shape[1] == (W.shape[1] * group) == C and W.shape[0] mod G == 0. Or in other words FILTER_IN_CHANNEL multiplied by the number of groups should be equal to DATA_CHANNEL and the number of feature maps M should be a multiple of the number of groups G.
+
B (optional, differentiable) : T
+
Optional 1D bias to be added to the convolution, has size of M.
+
+ +#### Outputs + +
+
Y (differentiable) : T
+
Output data tensor that contains the result of the convolution. The output dimensions are functions of the kernel size, stride size, and pad lengths.
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **ConvTranspose-11** + + The convolution transpose operator consumes an input tensor and a filter, + and computes the output. + + If the pads parameter is provided the shape of the output is calculated via the following equation: + + output_shape[i] = stride[i] * (input_size[i] - 1) + output_padding[i] + ((kernel_shape[i] - 1) * dilations[i] + 1) - pads[start_i] - pads[end_i] + + output_shape can also be explicitly specified in which case pads values are auto generated using these equations: + + total_padding[i] = stride[i] * (input_size[i] - 1) + output_padding[i] + ((kernel_shape[i] - 1) * dilations[i] + 1) - output_shape[i] + If (auto_pads == SAME_UPPER): pads[start_i] = total_padding[i]/2; pads[end_i] = total_padding[i] - (total_padding[i]/2) + Else: pads[start_i] = total_padding[i] - (total_padding[i]/2); pads[end_i] = (total_padding[i]/2). + + + +#### Version + +This version of the operator has been available since version 11 of the default ONNX operator set. + +#### Attributes + +
+
auto_pad : string (default is NOTSET)
+
auto_pad must be either NOTSET, SAME_UPPER, SAME_LOWER or VALID. Where default value is NOTSET, which means explicit padding is used. SAME_UPPER or SAME_LOWER mean pad the input so that `output_shape[i] = input_shape[i] * strides[i]` for each axis `i`. The padding is split between the two sides equally or almost equally (depending on whether it is even or odd). In case the padding is an odd number, the extra padding is added at the end for SAME_UPPER and at the beginning for SAME_LOWER.
+
dilations : list of ints
+
dilation value along each spatial axis of the filter. If not present, the dilation defaults to 1 along each spatial axis.
+
group : int (default is 1)
+
number of groups input channels and output channels are divided into.
+
kernel_shape : list of ints
+
The shape of the convolution kernel. If not present, should be inferred from input W.
+
output_padding : list of ints
+
Additional elements added to the side with higher coordinate indices in the output. Each padding value in "output_padding" must be less than the corresponding stride/dilation dimension. By default, this attribute is a zero vector. Note that this attribute doesn't directly affect the computed output values. It only controls the selection of the computed values, so changing this attribute only adds or removes output elements. If "output_shape" is explicitly provided, "output_padding" does not contribute additional size to "output_shape" but participates in the computation of the needed padding amount. This is also called adjs or adjustment in some frameworks.
+
output_shape : list of ints
+
The shape of the output can be explicitly set which will cause pads values to be auto generated. If output_shape is specified pads values are ignored. See doc for details for equations to generate pads. Note that the output_shape attribute value should not include dimensions for batch size and channels, which are automatically inferred.
+
pads : list of ints
+
Padding for the beginning and ending along each spatial axis, it can take any value greater than or equal to 0. The value represent the number of pixels added to the beginning and end part of the corresponding axis. `pads` format should be as follow [x1_begin, x2_begin...x1_end, x2_end,...], where xi_begin the number of pixels added at the beginning of axis `i` and xi_end, the number of pixels added at the end of axis `i`. This attribute cannot be used simultaneously with auto_pad attribute. If not present, the padding defaults to 0 along start and end of each spatial axis.
+
strides : list of ints
+
Stride along each spatial axis. If not present, the stride defaults to 1 along each spatial axis.
+
+ +#### Inputs (2 - 3) + +
+
X (differentiable) : T
+
Input data tensor from previous layer; has size (N x C x H x W), where N is the batch size, C is the number of channels, and H and W are the height and width. Note that this is for the 2D image. Otherwise the size is (N x C x D1 x D2 ... x Dn)
+
W (differentiable) : T
+
The weight tensor that will be used in the convolutions; has size (C x M/group x kH x kW), where C is the number of channels, and kH and kW are the height and width of the kernel, and M is the number of feature maps. For more than 2 dimensions, the weight shape will be (C x M/group x k1 x k2 x ... x kn), where (k1 x k2 x ... x kn) is the dimension of the kernel. The number of channels in the output should be equal to W.shape[1] * group (assuming zero based indices of the shape array)
+
B (optional, differentiable) : T
+
Optional 1D bias to be added to the convolution, has size of M.
+
+ +#### Outputs + +
+
Y (differentiable) : T
+
Output data tensor that contains the result of the convolution. The output dimensions are functions of the kernel size, stride size, pad lengths and group count. The number of channels in the output should be equal to W.shape[1] * group (assuming zero based indices of the shape array)
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **CumSum-11** + + Performs cumulative sum of the input elements along the given axis. + By default, it will do the sum inclusively meaning the first element is copied as is. + Through an `exclusive` attribute, this behavior can change to exclude the first element. + It can also perform summation in the opposite direction of the axis. For that, set `reverse` attribute to 1. + + Example: + ``` + input_x = [1, 2, 3] + axis=0 + output = [1, 3, 6] + exclusive=1 + output = [0, 1, 3] + exclusive=0 + reverse=1 + output = [6, 5, 3] + exclusive=1 + reverse=1 + output = [5, 3, 0] + ``` + + +#### Version + +This version of the operator has been available since version 11 of the default ONNX operator set. + +#### Attributes + +
+
exclusive : int (default is 0)
+
If set to 1 will return exclusive sum in which the top element is not included. In other terms, if set to 1, the j-th output element would be the sum of the first (j-1) elements. Otherwise, it would be the sum of the first j elements.
+
reverse : int (default is 0)
+
If set to 1 will perform the sums in reverse direction.
+
+ +#### Inputs + +
+
x (differentiable) : T
+
An input tensor that is to be processed.
+
axis (non-differentiable) : T2
+
A 0-D tensor. Must be in the range [-rank(x), rank(x)-1]. Negative value means counting dimensions from the back.
+
+ +#### Outputs + +
+
y (differentiable) : T
+
Output tensor of the same type as 'x' with cumulative sums of the x's elements
+
+ +#### Type Constraints + +
+
T : tensor(uint32), tensor(uint64), tensor(int32), tensor(int64), tensor(float), tensor(double)
+
Input can be of any tensor type.
+
T2 : tensor(int32), tensor(int64)
+
axis tensor can be int32 or int64 only
+
+ +### **DepthToSpace-11** + + DepthToSpace rearranges (permutes) data from depth into blocks of spatial data. + This is the reverse transformation of SpaceToDepth. More specifically, this op outputs a copy of + the input tensor where values from the depth dimension are moved in spatial blocks to the height + and width dimensions. By default, `mode` = `DCR`. + In the DCR mode, elements along the depth dimension from the input tensor are rearranged in the + following order: depth, column, and then row. The output y is computed from the input x as below: + + b, c, h, w = x.shape + + tmp = np.reshape(x, [b, blocksize, blocksize, c // (blocksize**2), h, w]) + + tmp = np.transpose(tmp, [0, 3, 4, 1, 5, 2]) + + y = np.reshape(tmp, [b, c // (blocksize**2), h * blocksize, w * blocksize]) + + + In the CRD mode, elements along the depth dimension from the input tensor are rearranged in the + following order: column, row, and the depth. The output y is computed from the input x as below: + + b, c, h, w = x.shape + + tmp = np.reshape(x, [b, c // (blocksize ** 2), blocksize, blocksize, h, w]) + + tmp = np.transpose(tmp, [0, 1, 4, 2, 5, 3]) + + y = np.reshape(tmp, [b, c // (blocksize ** 2), h * blocksize, w * blocksize]) + + +#### Version + +This version of the operator has been available since version 11 of the default ONNX operator set. + +#### Attributes + +
+
blocksize : int (required)
+
Blocks of [blocksize, blocksize] are moved.
+
mode : string (default is DCR)
+
DCR (default) for depth-column-row order re-arrangement. Use CRD for column-row-depth order.
+
+ +#### Inputs + +
+
input : T
+
Input tensor of [N,C,H,W], where N is the batch axis, C is the channel or depth, H is the height and W is the width.
+
+ +#### Outputs + +
+
output : T
+
Output tensor of [N, C/(blocksize * blocksize), H * blocksize, W * blocksize].
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain input and output types to all tensor types.
+
+ +### **Det-11** + + Det calculates determinant of a square matrix or batches of square matrices. + Det takes one input tensor of shape `[*, M, M]`, where `*` is zero or more batch dimensions, + and the inner-most 2 dimensions form square matrices. + The output is a tensor of shape `[*]`, containing the determinants of all input submatrices. + e.g., When the input is 2-D, the output is a scalar(shape is empty: `[]`). + +#### Version + +This version of the operator has been available since version 11 of the default ONNX operator set. + +#### Inputs + +
+
X (differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
Y (differentiable) : T
+
Output tensor
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to floating-point tensors.
+
+ +### **DynamicQuantizeLinear-11** + + A Function to fuse calculation for Scale, Zero Point and FP32->8Bit conversion of FP32 Input data. + Outputs Scale, ZeroPoint and Quantized Input for a given FP32 Input. + Scale is calculated as: + ``` + y_scale = (maximum(0, max(x)) - minimum(0, min(x))) / (qmax - qmin) + ``` + + * where qmax and qmin are max and min values for quantization range i.e. [0, 255] in case of uint8 + * data range is adjusted to include 0. + + Zero point is calculated as: + ``` + intermediate_zero_point = qmin - min(x)/y_scale + y_zero_point = cast(round(saturate(intermediate_zero_point))) + ``` + + * where qmax and qmin are max and min values for quantization range .i.e [0, 255] in case of uint8 + * for saturation, it saturates to [0, 255] if it's uint8, or [-127, 127] if it's int8. Right now only uint8 is supported. + * rounding to nearest ties to even. + + Data quantization formula is: + ``` + y = saturate (round (x / y_scale) + y_zero_point) + ``` + + * for saturation, it saturates to [0, 255] if it's uint8, or [-127, 127] if it's int8. Right now only uint8 is supported. + * rounding to nearest ties to even. + +#### Version + +This version of the operator has been available since version 11 of the default ONNX operator set. + +#### Inputs + +
+
x : T1
+
Input tensor
+
+ +#### Outputs + +
+
y : T2
+
Quantized output tensor
+
y_scale : tensor(float)
+
Output scale. It's a scalar, which means a per-tensor/layer quantization.
+
y_zero_point : T2
+
Output zero point. It's a scalar, which means a per-tensor/layer quantization.
+
+ +#### Type Constraints + +
+
T1 : tensor(float)
+
Constrain 'x' to float tensor.
+
T2 : tensor(uint8)
+
Constrain 'y_zero_point' and 'y' to 8-bit unsigned integer tensor.
+
+ +### **Equal-11** + + Returns the tensor resulted from performing the `equal` logical operation + elementwise on the input tensors `A` and `B` (with Numpy-style broadcasting support). + + This operator supports **multidirectional (i.e., Numpy-style) broadcasting**; for more details please check [the doc](Broadcasting.md). + +#### Version + +This version of the operator has been available since version 11 of the default ONNX operator set. + +#### Inputs + +
+
A : T
+
First input operand for the logical operator.
+
B : T
+
Second input operand for the logical operator.
+
+ +#### Outputs + +
+
C : T1
+
Result tensor.
+
+ +#### Type Constraints + +
+
T : tensor(bool), tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double)
+
Constrain input types to all numeric tensors.
+
T1 : tensor(bool)
+
Constrain output to boolean tensor.
+
+ +### **Flatten-11** + + Flattens the input tensor into a 2D matrix. If input tensor has shape + (d_0, d_1, ... d_n) then the output will have shape + (d_0 X d_1 ... d_(axis-1), d_axis X d_(axis+1) ... X dn). + +#### Version + +This version of the operator has been available since version 11 of the default ONNX operator set. + +#### Attributes + +
+
axis : int (default is 1)
+
Indicate up to which input dimensions (exclusive) should be flattened to the outer dimension of the output. The value for axis must be in the range [-r, r], where r is the rank of the input tensor. Negative value means counting dimensions from the back. When axis = 0, the shape of the output tensor is (1, (d_0 X d_1 ... d_n), where the shape of the input tensor is (d_0, d_1, ... d_n).
+
+ +#### Inputs + +
+
input : T
+
A tensor of rank >= axis.
+
+ +#### Outputs + +
+
output : T
+
A 2D tensor with the contents of the input tensor, with input dimensions up to axis flattened to the outer dimension of the output and remaining input dimensions flattened into the inner dimension of the output.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain input and output to all tensor types.
+
+ +### **Gather-11** + + Given `data` tensor of rank r >= 1, and `indices` tensor of rank q, gather + entries of the axis dimension of `data` (by default outer-most one as axis=0) indexed by `indices`, and concatenates + them in an output tensor of rank q + (r - 1). + + axis = 0 : + + Let + k = indices[i_{0}, ..., i_{q-1}] + Then + output[i_{0}, ..., i_{q-1}, j_{0}, ..., j_{r-2}] = input[k , j_{0}, ..., j_{r-2}] + + ``` + data = [ + [1.0, 1.2], + [2.3, 3.4], + [4.5, 5.7], + ] + indices = [ + [0, 1], + [1, 2], + ] + output = [ + [ + [1.0, 1.2], + [2.3, 3.4], + ], + [ + [2.3, 3.4], + [4.5, 5.7], + ], + ] + ``` + axis = 1 : + + Let + k = indices[i_{0}, ..., i_{q-1}] + Then + output[j_{0}, i_{0}, ..., i_{q-1}, j_{1}, ..., j_{r-2}] = input[j_{0}, k, j_{1}, ..., j_{r-2}] + + ``` + data = [ + [1.0, 1.2, 1.9], + [2.3, 3.4, 3.9], + [4.5, 5.7, 5.9], + ] + indices = [ + [0, 2], + ] + axis = 1, + output = [ + [[1.0, 1.9]], + [[2.3, 3.9]], + [[4.5, 5.9]], + ] + ``` + +#### Version + +This version of the operator has been available since version 11 of the default ONNX operator set. + +#### Attributes + +
+
axis : int (default is 0)
+
Which axis to gather on. Negative value means counting dimensions from the back. Accepted range is [-r, r-1] where r = rank(data).
+
+ +#### Inputs + +
+
data : T
+
Tensor of rank r >= 1.
+
indices : Tind
+
Tensor of int32/int64 indices, of any rank q. All index values are expected to be within bounds [-s, s-1] along axis of size s. It is an error if any of the index values are out of bounds.
+
+ +#### Outputs + +
+
output : T
+
Tensor of rank q + (r - 1).
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain input and output types to any tensor type.
+
Tind : tensor(int32), tensor(int64)
+
Constrain indices to integer types
+
+ +### **GatherElements-11** + + GatherElements takes two inputs `data` and `indices` of the same rank r >= 1 + and an optional attribute `axis` that identifies an axis of `data` + (by default, the outer-most axis, that is axis 0). It is an indexing operation + that produces its output by indexing into the input data tensor at index + positions determined by elements of the `indices` tensor. + Its output shape is the same as the shape of `indices` and consists of one value + (gathered from the `data`) for each element in `indices`. + + For instance, in the 3-D case (r = 3), the output produced is determined + by the following equations: + ``` + out[i][j][k] = input[index[i][j][k]][j][k] if axis = 0, + out[i][j][k] = input[i][index[i][j][k]][k] if axis = 1, + out[i][j][k] = input[i][j][index[i][j][k]] if axis = 2, + ``` + + This operator is also the inverse of ScatterElements. It is similar to Torch's gather operation. + + Example 1: + ``` + data = [ + [1, 2], + [3, 4], + ] + indices = [ + [0, 0], + [1, 0], + ] + axis = 1 + output = [ + [ + [1, 1], + [4, 3], + ], + ] + ``` + Example 2: + ``` + data = [ + [1, 2, 3], + [4, 5, 6], + [7, 8, 9], + ] + indices = [ + [1, 2, 0], + [2, 0, 0], + ] + axis = 0 + output = [ + [ + [4, 8, 3], + [7, 2, 3], + ], + ] + ``` + +#### Version + +This version of the operator has been available since version 11 of the default ONNX operator set. + +#### Attributes + +
+
axis : int (default is 0)
+
Which axis to gather on. Negative value means counting dimensions from the back. Accepted range is [-r, r-1] where r = rank(data).
+
+ +#### Inputs + +
+
data : T
+
Tensor of rank r >= 1.
+
indices : Tind
+
Tensor of int32/int64 indices, with the same rank r as the input. All index values are expected to be within bounds [-s, s-1] along axis of size s. It is an error if any of the index values are out of bounds.
+
+ +#### Outputs + +
+
output : T
+
Tensor of the same shape as indices.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain input and output types to any tensor type.
+
Tind : tensor(int32), tensor(int64)
+
Constrain indices to integer types
+
+ +### **GatherND-11** + + Given `data` tensor of rank `r` >= 1, and `indices` tensor of rank `q` >= 1, this operator gathers + slices of `data` into an output tensor of rank `q + r - indices_shape[-1] - 1`. + + `indices` is an q-dimensional integer tensor, best thought of as a `(q-1)`-dimensional tensor of index-tuples into `data`, + where each element defines a slice of `data` + + Some salient points about the inputs' rank and shape: + + 1) r >= 1 and q >= 1 are to be honored. There is no dependency condition to be met between ranks `r` and `q` + + 2) The `indices_shape[-1]` should have a value between 1 (inclusive) and rank `r` (inclusive) + + 3) All values in `indices` are expected to be within bounds [-s, s-1] along axis of size `s` (i.e.) `-data_shape[i] <= indices[...,i] <= data_shape[i] - 1`. + It is an error if any of the index values are out of bounds. + + The output is computed as follows: + + The output tensor is obtained by mapping each index-tuple in the `indices` tensor to the corresponding slice of the input `data`. + + 1) If `indices_shape[-1] > r` => error condition + + 2) If `indices_shape[-1] == r`, since the rank of `indices` is `q`, `indices` can be thought of as a `(q-1)`-dimensional tensor + containing 1-D tensors of dimension `r`. Let us think of each such `r` ranked tensor as `indices_slice`. + Each *scalar value* corresponding to `data[indices_slice]` is filled into the corresponding location of the `(q-1)`-dimensional tensor + to form the `output` tensor (Example 1 below) + + 3) If `indices_shape[-1] < r`, since the rank of `indices` is `q`, `indices` can be thought of as a `(q-1)`-dimensional tensor + containing 1-D tensors of dimension `< r`. Let us think of each such tensors as `indices_slice`. + Each *tensor slice* corresponding to `data[indices_slice , :]` is filled into the corresponding location of the `(q-1)`-dimensional tensor + to form the `output` tensor (Examples 2, 3, and 4 below) + + This operator is the inverse of `ScatterND`. + + `Example 1` + + data = [[0,1],[2,3]] # data_shape = [2, 2] + + indices = [[0,0],[1,1]] # indices_shape = [2, 2] + + output = [0,3] # output_shape = [2] + + `Example 2` + + data = [[0,1],[2,3]] # data_shape = [2, 2] + + indices = [[1],[0]] # indices_shape = [2, 1] + + output = [[2,3],[0,1]] # output_shape = [2, 2] + + `Example 3` + + data = [[[0,1],[2,3]],[[4,5],[6,7]]] # data_shape = [2, 2, 2] + + indices = [[0,1],[1,0]] # indices_shape = [2, 2] + + output = [[2,3],[4,5]] # output_shape = [2, 2] + + `Example 4` + + data = [[[0,1],[2,3]],[[4,5],[6,7]]] # data_shape = [2, 2, 2] + + indices = [[[0,1]],[[1,0]]] # indices_shape = [2, 1, 2] + + output = [[[2,3]],[[4,5]]] # output_shape = [2, 1, 2] + + +#### Version + +This version of the operator has been available since version 11 of the default ONNX operator set. + +#### Inputs + +
+
data : T
+
Tensor of rank r >= 1.
+
indices : tensor(int64)
+
Tensor of rank q >= 1. All index values are expected to be within bounds [-s, s-1] along axis of size s. It is an error if any of the index values are out of bounds.
+
+ +#### Outputs + +
+
output : T
+
Tensor of rank q + r - indices_shape[-1] - 1.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain input and output types to any tensor type.
+
+ +### **Gemm-11** + + General Matrix multiplication: + https://en.wikipedia.org/wiki/Basic_Linear_Algebra_Subprograms#Level_3 + + A' = transpose(A) if transA else A + + B' = transpose(B) if transB else B + + Compute Y = alpha * A' * B' + beta * C, where input tensor A has shape (M, K) or (K, M), + input tensor B has shape (K, N) or (N, K), input tensor C is broadcastable to shape (M, N), + and output tensor Y has shape (M, N). A will be transposed before doing the + computation if attribute transA is non-zero, same for B and transB. + This operator supports **unidirectional broadcasting** (tensor C should be unidirectional broadcastable to tensor A * B); for more details please check [the doc](Broadcasting.md). + This operator has **optional** inputs/outputs. See [the doc](IR.md) for more details about the representation of optional arguments. An empty string may be used in the place of an actual argument's name to indicate a missing argument. Trailing optional arguments (those not followed by an argument that is present) may also be simply omitted. + +#### Version + +This version of the operator has been available since version 11 of the default ONNX operator set. + +#### Attributes + +
+
alpha : float (default is 1.0)
+
Scalar multiplier for the product of input tensors A * B.
+
beta : float (default is 1.0)
+
Scalar multiplier for input tensor C.
+
transA : int (default is 0)
+
Whether A should be transposed
+
transB : int (default is 0)
+
Whether B should be transposed
+
+ +#### Inputs (2 - 3) + +
+
A : T
+
Input tensor A. The shape of A should be (M, K) if transA is 0, or (K, M) if transA is non-zero.
+
B : T
+
Input tensor B. The shape of B should be (K, N) if transB is 0, or (N, K) if transB is non-zero.
+
C (optional) : T
+
Optional input tensor C. If not specified, the computation is done as if C is a scalar 0. The shape of C should be unidirectional broadcastable to (M, N).
+
+ +#### Outputs + +
+
Y : T
+
Output tensor of shape (M, N).
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double), tensor(uint32), tensor(uint64), tensor(int32), tensor(int64)
+
Constrain input and output types to float/int tensors.
+
+ +### **Hardmax-11** + + The operator computes the hardmax (1 for the first maximum value, and 0 for all others) values for each layer in the batch + of the given input. + + The input does not need to explicitly be a 2D vector; rather, it will be + coerced into one. For an arbitrary n-dimensional tensor + input \in [a_0, a_1, ..., a_{k-1}, a_k, ..., a_{n-1}] and k is + the axis provided, then input will be coerced into a 2-dimensional tensor with + dimensions [a_0 * ... * a_{k-1}, a_k * ... * a_{n-1}]. For the default + case where axis=1, this means the input tensor will be coerced into a 2D tensor + of dimensions [a_0, a_1 * ... * a_{n-1}], where a_0 is often the batch size. + In this situation, we must have a_0 = N and a_1 * ... * a_{n-1} = D. + Each of these dimensions must be matched correctly, or else the operator + will throw errors. The output tensor has the same shape + and contains the hardmax values of the corresponding input. + +#### Version + +This version of the operator has been available since version 11 of the default ONNX operator set. + +#### Attributes + +
+
axis : int (default is 1)
+
Describes the axis of the inputs when coerced to 2D; defaults to one because the 0th axis most likely describes the batch_size. Negative value means counting dimensions from the back. Accepted range is [-r, r-1] where r = rank(input).
+
+ +#### Inputs + +
+
input : T
+
The input tensor that's coerced into a 2D matrix of size (NxD) as described above.
+
+ +#### Outputs + +
+
output : T
+
The output values with the same shape as input tensor (the original size without coercion).
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **If-11** + + If conditional + +#### Version + +This version of the operator has been available since version 11 of the default ONNX operator set. + +#### Attributes + +
+
else_branch : graph (required)
+
Graph to run if condition is false. Has N outputs: values you wish to be live-out to the enclosing scope. The number of outputs must match the number of outputs in the then_branch.
+
then_branch : graph (required)
+
Graph to run if condition is true. Has N outputs: values you wish to be live-out to the enclosing scope. The number of outputs must match the number of outputs in the else_branch.
+
+ +#### Inputs + +
+
cond : B
+
Condition for the if. The tensor must contain a single element.
+
+ +#### Outputs (1 - ∞) + +
+
outputs (variadic, heterogeneous) : V
+
Values that are live-out to the enclosing scope. The return values in the `then_branch` and `else_branch` must be of the same data type. The `then_branch` and `else_branch` may produce tensors with the same element type and different shapes. If corresponding outputs from the then-branch and the else-branch have static shapes S1 and S2, then the shape of the corresponding output variable of the if-node (if present) must be compatible with both S1 and S2 as it represents the union of both possible shapes.For example, if in a model file, the first output of `then_branch` is typed float tensor with shape [2] and the first output of `else_branch` is another float tensor with shape [3], If's first output should have (a) no shape set, or (b) a shape of rank 1 with neither `dim_value` nor `dim_param` set, or (c) a shape of rank 1 with a unique `dim_param`. In contrast, the first output cannot have the shape [2] since [2] and [3] are not compatible.
+
+ +#### Type Constraints + +
+
V : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
All Tensor types
+
B : tensor(bool)
+
Only bool
+
+ +### **LogSoftmax-11** + + The operator computes the logsoftmax (log of softmax) values for each layer in the batch + of the given input. + + The input does not need to explicitly be a 2D vector; rather, it will be + coerced into one. For an arbitrary n-dimensional tensor + input \in [a_0, a_1, ..., a_{k-1}, a_k, ..., a_{n-1}] and k is + the axis provided, then input will be coerced into a 2-dimensional tensor with + dimensions [a_0 * ... * a_{k-1}, a_k * ... * a_{n-1}]. For the default + case where axis=1, this means the input tensor will be coerced into a 2D tensor + of dimensions [a_0, a_1 * ... * a_{n-1}], where a_0 is often the batch size. + In this situation, we must have a_0 = N and a_1 * ... * a_{n-1} = D. + Each of these dimensions must be matched correctly, or else the operator + will throw errors. The output tensor has the same shape + and contains the logsoftmax values of the corresponding input. + +#### Version + +This version of the operator has been available since version 11 of the default ONNX operator set. + +#### Attributes + +
+
axis : int (default is 1)
+
Describes the axis of the inputs when coerced to 2D; defaults to one because the 0th axis most likely describes the batch_size. Negative value means counting dimensions from the back. Accepted range is [-r, r-1] where r = rank(input).
+
+ +#### Inputs + +
+
input : T
+
The input tensor that's coerced into a 2D matrix of size (NxD) as described above.
+
+ +#### Outputs + +
+
output : T
+
The output values with the same shape as input tensor (the original size without coercion).
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **Loop-11** + + Generic Looping construct. This loop has multiple termination conditions: + + 1) Trip count. Iteration count specified at runtime. Set by + specifying the input M. Optional. Set to empty string to omit. + Note that a static trip count (specified at graph construction time) can be + specified by passing in a constant node for input M. + 2) Loop termination condition. This is an input to the op that determines + whether to run the first iteration and also a loop-carried dependency for + the body graph. The body graph must yield a value for the condition variable, + whether this input is provided or not. + + This table summarizes the operating modes of this operator with equivalent + C-style code: + + Operator inputs defined as (max_trip_count, condition_var). + + input ("", ""): + for (int i=0; ; ++i) { + cond = ... // Note this value is ignored, but is required in the body + } + + input ("", cond) // Note this is analogous to a while loop + bool cond = ...; + for (int i=0; cond; ++i) { + cond = ...; + } + + input ("", 1) // Note this is analogous to a do-while loop + bool cond = true + for (int i=0; cond; ++i) { + cond = ...; + } + + input (trip_count, "") // Note this is analogous to a for loop + int trip_count = ... + for (int i=0; i < trip_count; ++i) { + cond = ...; // ignored + } + + input (trip_count, cond) + int trip_count = ...; + bool cond = ...; + for (int i=0; i < trip_count && cond; ++i) { + cond = ...; + } + + + *Sample usage - cond as well as trip count* + + graph predict-net { + %a = Constant[value = ]() + %b = Constant[value = ]() + %keepgoing = Constant[value = ]() + %max_trip_count = Constant[value = ]() + %keepgoing_out, %b_out, %user_defined_vals = Loop[body = ](%max_trip_count, %keepgoing, %b) + return + } + + graph body-net ( + %i[INT32, scalar] // iteration number + %keepgoing_in[BOOL, scalar] // incoming loop-termination-condition; not used + %b_in[INT32, scalar] // incoming value of loop-carried-dependency b + ) { + %my_local = Add(%a, %b_in) + %b_out = Sub(%a, %b_in) // outgoing value of loop-carried-dependency b + %keepgoing_out = Greater(%my_local, %b_out) // outgoing loop-termination-condition + %user_defined_val = Add(%b_in, %b_in) // scan-output value to be accumulated + return %keepgoing_out, %b_out, %user_defined_val + } + + *Sample equivalent C code* + + { + /* User-defined code (enclosing scope) */ + int a = 3, b = 6; + bool keepgoing = true; // Analogous to input cond + /* End user-defined code */ + + /* Implicitly-defined code */ + const int max_trip_count = 10; // Analogous to input M + int user_defined_vals[]; // Imagine this is resizable + /* End implicitly-defined code */ + /* initialize loop-carried variables and scan-output variables */ + bool keepgoing_out = keepgoing + int b_out = b + + for (int i=0; i < max_trip_count && keepgoing_out; ++i) { + /* Implicitly-defined code: bind actual parameter values + to formal parameter variables of loop-body */ + bool keepgoing_in = keepgoing_out; + bool b_in = b_out; + + /* User-defined code (loop body) */ + int my_local = a + b_in; // Reading value "a" from the enclosing scope is fine + b_out = a - b_in; + keepgoing_out = my_local > b_out; + user_defined_val = b_in + b_in; // b_in and b_out are different variables + /* End user-defined code */ + + /* Implicitly defined-code */ + user_defined_vals[i] = user_defined_val // accumulate scan-output values + } + // int t = my_local; // Can't do this. my_local is not accessible here. + + // The values below are bound to the output variables of the loop and therefore accessible + // b_out; user_defined_vals; keepgoing_out; + } + + There are several things of note in this code snippet: + + 1) Values from the enclosing scope (i.e. variable "a" here) are in scope and can + be referenced in the inputs of the loop. + 2) Any values computed in the loop body that needs to be used in a subsequent + iteration or after the loop are modeled using a pair of variables in the loop-body, + consisting of an input variable (eg., b_in) and an output variable (eg., b_out). + These are referred to as loop-carried dependences. The loop operation node + supplies the input value of the input variable for the first iteration, and + returns the output value of the output variable produced by the final + iteration. + 3) Scan_output variables are used to implicitly concatenate values computed across + all the iterations. In the above example, the value of user_defined_val computed + over all iterations are concatenated and returned as the value of user_defined_vals + after the loop. + 4) Values created in the body cannot be accessed in the enclosing scope, + except using the mechanism described above. + + Note that the semantics of this op support "diagonal" or "wavefront" execution. + (See Step 3 here for an example: + https://devblogs.nvidia.com/optimizing-recurrent-neural-networks-cudnn-5/). + Frontends should emit multi-layer RNNs as a series of While operators (with + time being the inner looping dimension), with each successive layer consuming + the scan_outputs from the previous layer, possibly going through several + point-wise operators (e.g. dropout, residual connections, linear layer). + +#### Version + +This version of the operator has been available since version 11 of the default ONNX operator set. + +#### Attributes + +
+
body : graph (required)
+
The graph run each iteration. It has 2+N inputs: (iteration_num, condition, loop carried dependencies...). It has 1+N+K outputs: (condition, loop carried dependencies..., scan_outputs...). Each scan_output is created by concatenating the value of the specified output value at the end of each iteration of the loop. It is an error if the dimensions or data type of these scan_outputs change across loop iterations.
+
+ +#### Inputs (2 - ∞) + +
+
M (optional) : I
+
A maximum trip-count for the loop specified at runtime. Optional. Pass empty string to skip.
+
cond (optional) : B
+
A boolean termination condition. Optional. Pass empty string to skip.
+
v_initial (variadic, heterogeneous) : V
+
The initial values of any loop-carried dependencies (values that change across loop iterations)
+
+ +#### Outputs (1 - ∞) + +
+
v_final_and_scan_outputs (variadic, heterogeneous) : V
+
Final N loop carried dependency values then K scan_outputs
+
+ +#### Type Constraints + +
+
V : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
All Tensor types
+
I : tensor(int64)
+
tensor of int64, which should be a scalar.
+
B : tensor(bool)
+
tensor of bool, which should be a scalar.
+
+ +### **LpPool-11** + + LpPool consumes an input tensor X and applies Lp pooling across + the tensor according to kernel sizes, stride sizes, and pad lengths. + Lp pooling consisting of computing the Lp norm on all values of a subset + of the input tensor according to the kernel size and downsampling the + data into the output tensor Y for further processing. + +#### Version + +This version of the operator has been available since version 11 of the default ONNX operator set. + +#### Attributes + +
+
auto_pad : string (default is NOTSET)
+
auto_pad must be either NOTSET, SAME_UPPER, SAME_LOWER or VALID. Where default value is NOTSET, which means explicit padding is used. SAME_UPPER or SAME_LOWER mean pad the input so that `output_shape[i] = ceil(input_shape[i] / strides[i])` for each axis `i`. The padding is split between the two sides equally or almost equally (depending on whether it is even or odd). In case the padding is an odd number, the extra padding is added at the end for SAME_UPPER and at the beginning for SAME_LOWER.
+
kernel_shape : list of ints (required)
+
The size of the kernel along each axis.
+
p : int (default is 2)
+
p value of the Lp norm used to pool over the input data.
+
pads : list of ints
+
Padding for the beginning and ending along each spatial axis, it can take any value greater than or equal to 0. The value represent the number of pixels added to the beginning and end part of the corresponding axis. `pads` format should be as follow [x1_begin, x2_begin...x1_end, x2_end,...], where xi_begin the number of pixels added at the beginning of axis `i` and xi_end, the number of pixels added at the end of axis `i`. This attribute cannot be used simultaneously with auto_pad attribute. If not present, the padding defaults to 0 along start and end of each spatial axis.
+
strides : list of ints
+
Stride along each spatial axis. If not present, the stride defaults to 1 along each spatial axis.
+
+ +#### Inputs + +
+
X (differentiable) : T
+
Input data tensor from the previous operator; dimensions for image case are (N x C x H x W), where N is the batch size, C is the number of channels, and H and W are the height and the width of the data. For non image case, the dimensions are in the form of (N x C x D1 x D2 ... Dn), where N is the batch size.
+
+ +#### Outputs + +
+
Y (differentiable) : T
+
Output data tensor from Lp pooling across the input tensor. Dimensions will vary based on various kernel, stride, and pad sizes.
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **MaxPool-11** + + MaxPool consumes an input tensor X and applies max pooling across + the tensor according to kernel sizes, stride sizes, and pad lengths. + max pooling consisting of computing the max on all values of a + subset of the input tensor according to the kernel size and downsampling the + data into the output tensor Y for further processing. The output spatial shape will be following: + ``` + output_spatial_shape[i] = floor((input_spatial_shape[i] + pad_shape[i] - ((kernel_spatial_shape[i] - 1) * dilations[i] + 1)) / strides_spatial_shape[i] + 1) + ``` + or + ``` + output_spatial_shape[i] = ceil((input_spatial_shape[i] + pad_shape[i] - ((kernel_spatial_shape[i] - 1) * dilations[i] + 1)) / strides_spatial_shape[i] + 1) + ``` + if ceil_mode is enabled + + ``` + * pad_shape[i] is sum of pads along axis i + ``` + + `auto_pad` is a DEPRECATED attribute. If you are using them currently, the output spatial shape will be following: + ``` + VALID: output_spatial_shape[i] = ceil((input_spatial_shape[i] - ((kernel_spatial_shape[i] - 1) * dilations[i] + 1) + 1) / strides_spatial_shape[i]) + SAME_UPPER or SAME_LOWER: output_spatial_shape[i] = ceil(input_spatial_shape[i] / strides_spatial_shape[i]) + ``` + And pad shape will be following if `SAME_UPPER` or `SAME_LOWER`: + ``` + pad_shape[i] = (output_spatial_shape[i] - 1) * strides_spatial_shape[i] + ((kernel_spatial_shape[i] - 1) * dilations[i] + 1) - input_spatial_shape[i] + ``` + The output of each pooling window is maximum number of elements exclude pad. + + +#### Version + +This version of the operator has been available since version 11 of the default ONNX operator set. + +#### Attributes + +
+
auto_pad : string (default is NOTSET)
+
auto_pad must be either NOTSET, SAME_UPPER, SAME_LOWER or VALID. Where default value is NOTSET, which means explicit padding is used. SAME_UPPER or SAME_LOWER mean pad the input so that the output spatial size match the input.In case of odd number add the extra padding at the end for SAME_UPPER and at the beginning for SAME_LOWER. VALID mean no padding.
+
ceil_mode : int (default is 0)
+
Whether to use ceil or floor (default) to compute the output shape.
+
dilations : list of ints
+
Dilation value along each spatial axis of filter. If not present, the dilation defaults to 1 along each spatial axis.
+
kernel_shape : list of ints (required)
+
The size of the kernel along each axis.
+
pads : list of ints
+
Padding for the beginning and ending along each spatial axis, it can take any value greater than or equal to 0. The value represent the number of pixels added to the beginning and end part of the corresponding axis. `pads` format should be as follow [x1_begin, x2_begin...x1_end, x2_end,...], where xi_begin the number of pixels added at the beginning of axis `i` and xi_end, the number of pixels added at the end of axis `i`. This attribute cannot be used simultaneously with auto_pad attribute. If not present, the padding defaults to 0 along start and end of each spatial axis.
+
storage_order : int (default is 0)
+
The storage order of the tensor. 0 is row major, and 1 is column major.
+
strides : list of ints
+
Stride along each spatial axis. If not present, the stride defaults to 1 along each spatial axis.
+
+ +#### Inputs + +
+
X : T
+
Input data tensor from the previous operator; dimensions for image case are (N x C x H x W), where N is the batch size, C is the number of channels, and H and W are the height and the width of the data. For non image case, the dimensions are in the form of (N x C x D1 x D2 ... Dn), where N is the batch size. Optionally, if dimension denotation is in effect, the operation expects the input data tensor to arrive with the dimension denotation of [DATA_BATCH, DATA_CHANNEL, DATA_FEATURE, DATA_FEATURE ...].
+
+ +#### Outputs (1 - 2) + +
+
Y : T
+
Output data tensor from average or max pooling across the input tensor. Dimensions will vary based on various kernel, stride, and pad sizes. Floor value of the dimension is used
+
Indices (optional) : I
+
Indices tensor from max pooling across the input tensor. The dimensions of indices are the same as output tensor. The values in indices of are the indices of the selected values during pooling. The indices are computed as flatten 1-D tensor, and the indices do not consider padding. So the values in indices are in [0, N x C x D1 x ... x Dn).
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
I : tensor(int64)
+
Constrain index tensor to int64
+
+ +### **MaxUnpool-11** + + MaxUnpool essentially computes the partial inverse of the MaxPool op. + The input information to this op is typically the output information from a MaxPool op. The first + input tensor X is the tensor that needs to be unpooled, which is typically the pooled tensor (first output) + from MaxPool. The second input tensor, I, contains the indices to the (locally maximal) elements corresponding + to the elements in the first input tensor X. Input tensor I is typically the second output of the MaxPool op. + The third (optional) input is a tensor that specifies the output size of the unpooling operation. + + MaxUnpool is intended to do 'partial' inverse of the MaxPool op. 'Partial' because all the non-maximal + values from the original input to MaxPool are set to zero in the output of the MaxUnpool op. Pooling + the result of an unpooling operation should give back the original input to the unpooling op. + + MaxUnpool can produce the same output size for several input sizes, which makes unpooling op ambiguous. + The third input argument, output_size, is meant to disambiguate the op and produce output tensor of + known/predictable size. + + In addition to the inputs, MaxUnpool takes three attributes, namely kernel_shape, strides, and pads, + which define the exact unpooling op. The attributes typically have the same values as the corresponding + pooling op that the unpooling op is trying to invert. + +#### Version + +This version of the operator has been available since version 11 of the default ONNX operator set. + +#### Attributes + +
+
kernel_shape : list of ints (required)
+
The size of the kernel along each axis.
+
pads : list of ints
+
Padding for the beginning and ending along each spatial axis, it can take any value greater than or equal to 0. The value represent the number of pixels added to the beginning and end part of the corresponding axis. `pads` format should be as follow [x1_begin, x2_begin...x1_end, x2_end,...], where xi_begin the number of pixels added at the beginning of axis `i` and xi_end, the number of pixels added at the end of axis `i`. This attribute cannot be used simultaneously with auto_pad attribute. If not present, the padding defaults to 0 along start and end of each spatial axis.
+
strides : list of ints
+
Stride along each spatial axis. If not present, the stride defaults to 1 along each spatial axis.
+
+ +#### Inputs (2 - 3) + +
+
X (differentiable) : T1
+
Input data tensor that has to be unpooled. This tensor is typically the first output of the MaxPool op.Dimensions for image case are (N x C x H x W), where N is the batch size, C is the number of channels, and H and W are the height and the width of the data. For non-image case, the dimensions are in the form of (N x C x D1 x D2 ... Dn), where N is the batch size. Optionally, if dimension denotation is in effect, the operation expects the input data tensor to arrive with the dimension denotation of [DATA_BATCH, DATA_CHANNEL, DATA_FEATURE, DATA_FEATURE ...].
+
I (non-differentiable) : T2
+
Input data tensor containing the indices corresponding to elements in the first input tensor X.This tensor is typically the second output of the MaxPool op.Dimensions must be the same as input tensor X. The indices are linear, i.e. computed considering the tensor as flattened 1-D tensor, assuming row-major storage. Also, the linear indices should not consider padding. So the values in indices are in the range [0, N x C x D1 x ... x Dn).
+
output_shape (optional, non-differentiable) : T2
+
The shape of the output can be explicitly set which will cause pads values to be auto generated. If 'output_shape' is specified, 'pads' values are ignored.
+
+ +#### Outputs + +
+
output (differentiable) : T1
+
Output data tensor that contains the result of the unpooling.
+
+ +#### Type Constraints + +
+
T1 : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
T2 : tensor(int64)
+
Constrain index tensor to int64
+
+ +### **NonMaxSuppression-11** + + Filter out boxes that have high intersection-over-union (IOU) overlap with previously selected boxes. + Bounding boxes with score less than score_threshold are removed. Bounding box format is indicated by attribute center_point_box. + Boxes are suppressed if their IOU with a previously selected box is strictly greater than iou_threshold (i.e., boxes with IOU exactly equal to the threshold are kept). + Note that this algorithm is agnostic to where the origin is in the coordinate system and more generally is invariant to + orthogonal transformations and translations of the coordinate system; thus translating or reflections of the coordinate system + result in the same boxes being selected by the algorithm. + The selected_indices output is a set of integers indexing into the input collection of bounding boxes representing the selected boxes. + The bounding box coordinates corresponding to the selected indices can then be obtained using the Gather or GatherND operation. + +#### Version + +This version of the operator has been available since version 11 of the default ONNX operator set. + +#### Attributes + +
+
center_point_box : int (default is 0)
+
Integer indicate the format of the box data. The default is 0. 0 - the box data is supplied as [y1, x1, y2, x2] where (y1, x1) and (y2, x2) are the coordinates of any diagonal pair of box corners and the coordinates can be provided as normalized (i.e., lying in the interval [0, 1]) or absolute. Mostly used for TF models. 1 - the box data is supplied as [x_center, y_center, width, height]. Mostly used for Pytorch models.
+
+ +#### Inputs (2 - 5) + +
+
boxes : tensor(float)
+
An input tensor with shape [num_batches, spatial_dimension, 4]. The single box data format is indicated by center_point_box.
+
scores : tensor(float)
+
An input tensor with shape [num_batches, num_classes, spatial_dimension]
+
max_output_boxes_per_class (optional) : tensor(int64)
+
Integer representing the maximum number of boxes to be selected per batch per class. It is a scalar. Default to 0, which means no output.
+
iou_threshold (optional) : tensor(float)
+
Float representing the threshold for deciding whether boxes overlap too much with respect to IOU. Boxes with IoU strictly greater than this threshold are suppressed. It is scalar. Value range [0, 1]. Default to 0.
+
score_threshold (optional) : tensor(float)
+
Float representing the threshold for deciding when to remove boxes based on score. It is a scalar.
+
+ +#### Outputs + +
+
selected_indices : tensor(int64)
+
selected indices from the boxes tensor. [num_selected_indices, 3], the selected index format is [batch_index, class_index, box_index].
+
+ +#### Type Constraints + + +### **OneHot-11** + + Produces a one-hot tensor based on inputs. + The locations represented by the index values in the 'indices' input tensor will have 'on_value' + and the other locations will have 'off_value' in the output tensor, where 'on_value' and 'off_value' + are specified as part of required input argument 'values', which is a two-element tensor of format + [off_value, on_value]. The rank of the output tensor will be one greater than the rank of the + input tensor. The additional dimension is for one-hot representation. The additional dimension will + be inserted at the position specified by 'axis'. If 'axis' is not specified then then additional + dimension will be inserted as the innermost dimension, i.e. axis=-1. The size of the additional + dimension is specified by required scalar input 'depth'. The type of the output tensor is the same + as the type of the 'values' input. Any entries in the 'indices' input tensor with values outside + the range [-depth, depth-1] will result in one-hot representation with all 'off_value' values in the + output tensor. + + when axis = 0: + output[input[i, j, k], i, j, k] = 1 for all i, j, k and 0 otherwise. + + when axis = -1: + output[i, j, k, input[i, j, k]] = 1 for all i, j, k and 0 otherwise. + + +#### Version + +This version of the operator has been available since version 11 of the default ONNX operator set. + +#### Attributes + +
+
axis : int (default is -1)
+
(Optional) Axis along which one-hot representation in added. Default: axis=-1. axis=-1 means that the additional dimension will be inserted as the innermost/last dimension in the output tensor. Negative value means counting dimensions from the back. Accepted range is [-r-1, r] where r = rank(indices).
+
+ +#### Inputs + +
+
indices (non-differentiable) : T1
+
Input tensor containing indices. Any entries in the 'indices' input tensor with values outside the range [-depth, depth-1] will result in one-hot representation with all 'off_value' values in the output tensor.In case 'indices' is of non-integer type, the values will be casted to int64 before use.
+
depth (non-differentiable) : T2
+
Scalar or Rank 1 tensor containing exactly one element, specifying the number of classes in one-hot tensor. This is also the size of the one-hot dimension (specified by 'axis' attribute) added on in the output tensor. The values in the 'indices' input tensor are expected to be in the range [-depth, depth-1]. In case 'depth' is of non-integer type, it will be casted to int64 before use.
+
values (non-differentiable) : T3
+
Rank 1 tensor containing exactly two elements, in the format [off_value, on_value], where 'on_value' is the value used for filling locations specified in 'indices' input tensor, and 'off_value' is the value used for filling locations other than those specified in 'indices' input tensor.
+
+ +#### Outputs + +
+
output (non-differentiable) : T3
+
Tensor of rank one greater than input tensor 'indices', i.e. rank(output) = rank(indices) + 1. The data type for the elements of the output tensor is the same as the type of input 'values' is used.
+
+ +#### Type Constraints + +
+
T1 : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double)
+
Constrain input to only numeric types.
+
T2 : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double)
+
Constrain input to only numeric types.
+
T3 : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain to any tensor type.
+
+ +### **Pad-11** + + Given a tensor containing the data to be padded (`data`), a tensor containing the number of start and end pad values for axis (`pads`), (optionally) a `mode`, and (optionally) `constant_value`, + a padded tensor (`output`) is generated. + + The three supported `modes` are (similar to corresponding modes supported by `numpy.pad`): + + 1) `constant`(default) - pads with a given constant value as specified by `constant_value` (which defaults to 0) + + 2) `reflect` - pads with the reflection of the vector mirrored on the first and last values of the vector along each axis + + 3) `edge` - pads with the edge values of array + + + Example 1 (`constant` mode): + Insert 0 pads to the beginning of the second dimension. + + data = + [ + [1.0, 1.2], + [2.3, 3.4], + [4.5, 5.7], + ] + + pads = [0, 2, 0, 0] + + mode = 'constant' + + constant_value = 0.0 + + output = + [ + [0.0, 0.0, 1.0, 1.2], + [0.0, 0.0, 2.3, 3.4], + [0.0, 0.0, 4.5, 5.7], + ] + + + Example 2 (`reflect` mode): + data = + [ + [1.0, 1.2], + [2.3, 3.4], + [4.5, 5.7], + ] + + pads = [0, 2, 0, 0] + + mode = 'reflect' + + output = + [ + [1.0, 1.2, 1.0, 1.2], + [2.3, 3.4, 2.3, 3.4], + [4.5, 5.7, 4.5, 5.7], + ] + + + Example 3 (`edge` mode): + data = + [ + [1.0, 1.2], + [2.3, 3.4], + [4.5, 5.7], + ] + + pads = [0, 2, 0, 0] + + mode = 'edge' + + output = + [ + [1.0, 1.0, 1.0, 1.2], + [2.3, 2.3, 2.3, 3.4], + [4.5, 4.5, 4.5, 5.7], + ] + + +#### Version + +This version of the operator has been available since version 11 of the default ONNX operator set. + +#### Attributes + +
+
mode : string (default is constant)
+
Supported modes: `constant`(default), `reflect`, `edge`
+
+ +#### Inputs (2 - 3) + +
+
data : T
+
Input tensor.
+
pads : tensor(int64)
+
Tensor of integers indicating the number of padding elements to add or remove (if negative) at the beginning and end of each axis. For 2D input tensor, it is the number of pixels. `pads` should be a 1D tensor of shape [2 * input_rank]. `pads` format should be: [x1_begin, x2_begin,...,x1_end, x2_end,...], where xi_begin is the number of pad values added at the beginning of axis `i` and xi_end, the number of pad values added at the end of axis `i`.
+
constant_value (optional) : T
+
(Optional) A scalar value to be used if the mode chosen is `constant` (by default it is 0).
+
+ +#### Outputs + +
+
output : T
+
Tensor after padding.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output to only numeric types.
+
+ +### **Range-11** + + Generate a tensor containing a sequence of numbers that begin at `start` and extends by increments of `delta` + up to `limit` (exclusive). + + The number of elements in the output of range is computed as below: + ``` + number_of_elements = max( ceil( (limit - start) / delta ) , 0 ) + ``` + The pseudocode determining the contents of the output is shown below: + ``` + for(int i=0; i +
start : T
+
Scalar. First entry for the range of output values.
+
limit : T
+
Scalar. Exclusive upper limit for the range of output values.
+
delta : T
+
Scalar. Value to step by.
+ + +#### Outputs + +
+
output : T
+
A 1-D tensor with same type as the inputs containing generated range of values.
+
+ +#### Type Constraints + +
+
T : tensor(float), tensor(double), tensor(int16), tensor(int32), tensor(int64)
+
Constrain input types to common numeric type tensors.
+
+ +### **ReduceL1-11** + + Computes the L1 norm of the input tensor's element along the provided axes. The resulting + tensor has the same rank as the input if keepdims equals 1. If keepdims equal 0, then + the resulted tensor have the reduced dimension pruned. + + The above behavior is similar to numpy, with the exception that numpy defaults keepdims to + False instead of True. + +#### Version + +This version of the operator has been available since version 11 of the default ONNX operator set. + +#### Attributes + +
+
axes : list of ints
+
A list of integers, along which to reduce. The default is to reduce over all the dimensions of the input tensor. Accepted range is [-r, r-1] where r = rank(data).
+
keepdims : int (default is 1)
+
Keep the reduced dimension or not, default 1 means keep reduced dimension.
+
+ +#### Inputs + +
+
data : T
+
An input tensor.
+
+ +#### Outputs + +
+
reduced : T
+
Reduced output tensor.
+
+ +#### Type Constraints + +
+
T : tensor(uint32), tensor(uint64), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to high-precision numeric tensors.
+
+ +### **ReduceL2-11** + + Computes the L2 norm of the input tensor's element along the provided axes. The resulting + tensor has the same rank as the input if keepdims equals 1. If keepdims equal 0, then + the resulted tensor have the reduced dimension pruned. + + The above behavior is similar to numpy, with the exception that numpy defaults keepdims to + False instead of True. + +#### Version + +This version of the operator has been available since version 11 of the default ONNX operator set. + +#### Attributes + +
+
axes : list of ints
+
A list of integers, along which to reduce. The default is to reduce over all the dimensions of the input tensor. Accepted range is [-r, r-1] where r = rank(data).
+
keepdims : int (default is 1)
+
Keep the reduced dimension or not, default 1 means keep reduced dimension.
+
+ +#### Inputs + +
+
data : T
+
An input tensor.
+
+ +#### Outputs + +
+
reduced : T
+
Reduced output tensor.
+
+ +#### Type Constraints + +
+
T : tensor(uint32), tensor(uint64), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to high-precision numeric tensors.
+
+ +### **ReduceLogSum-11** + + Computes the log sum of the input tensor's element along the provided axes. The resulting + tensor has the same rank as the input if keepdims equals 1. If keepdims equal 0, then + the resulted tensor have the reduced dimension pruned. + + The above behavior is similar to numpy, with the exception that numpy defaults keepdims to + False instead of True. + +#### Version + +This version of the operator has been available since version 11 of the default ONNX operator set. + +#### Attributes + +
+
axes : list of ints
+
A list of integers, along which to reduce. The default is to reduce over all the dimensions of the input tensor. Accepted range is [-r, r-1] where r = rank(data).
+
keepdims : int (default is 1)
+
Keep the reduced dimension or not, default 1 means keep reduced dimension.
+
+ +#### Inputs + +
+
data : T
+
An input tensor.
+
+ +#### Outputs + +
+
reduced : T
+
Reduced output tensor.
+
+ +#### Type Constraints + +
+
T : tensor(uint32), tensor(uint64), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to high-precision numeric tensors.
+
+ +### **ReduceLogSumExp-11** + + Computes the log sum exponent of the input tensor's element along the provided axes. The resulting + tensor has the same rank as the input if keepdims equals 1. If keepdims equal 0, then + the resulted tensor have the reduced dimension pruned. + + The above behavior is similar to numpy, with the exception that numpy defaults keepdims to + False instead of True. + +#### Version + +This version of the operator has been available since version 11 of the default ONNX operator set. + +#### Attributes + +
+
axes : list of ints
+
A list of integers, along which to reduce. The default is to reduce over all the dimensions of the input tensor. Accepted range is [-r, r-1] where r = rank(data).
+
keepdims : int (default is 1)
+
Keep the reduced dimension or not, default 1 means keep reduced dimension.
+
+ +#### Inputs + +
+
data : T
+
An input tensor.
+
+ +#### Outputs + +
+
reduced : T
+
Reduced output tensor.
+
+ +#### Type Constraints + +
+
T : tensor(uint32), tensor(uint64), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to high-precision numeric tensors.
+
+ +### **ReduceMax-11** + + Computes the max of the input tensor's element along the provided axes. The resulting + tensor has the same rank as the input if keepdims equals 1. If keepdims equal 0, then + the resulted tensor have the reduced dimension pruned. Input tensors of rank zero are + valid. Reduction over an empty set of values yields minus infinity (if supported by the datatype) or the minimum value of the data type otherwise. + + The above behavior is similar to numpy, with the exception that numpy defaults keepdims to + False instead of True. + +#### Version + +This version of the operator has been available since version 11 of the default ONNX operator set. + +#### Attributes + +
+
axes : list of ints
+
A list of integers, along which to reduce. The default is to reduce over all the dimensions of the input tensor. Accepted range is [-r, r-1] where r = rank(data).
+
keepdims : int (default is 1)
+
Keep the reduced dimension or not, default 1 means keep reduced dimension.
+
+ +#### Inputs + +
+
data : T
+
An input tensor.
+
+ +#### Outputs + +
+
reduced : T
+
Reduced output tensor.
+
+ +#### Type Constraints + +
+
T : tensor(uint32), tensor(uint64), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to high-precision numeric tensors.
+
+ +### **ReduceMean-11** + + Computes the mean of the input tensor's element along the provided axes. The resulting + tensor has the same rank as the input if keepdims equals 1. If keepdims equal 0, then + the resulted tensor have the reduced dimension pruned. + + The above behavior is similar to numpy, with the exception that numpy defaults keepdims to + False instead of True. + +#### Version + +This version of the operator has been available since version 11 of the default ONNX operator set. + +#### Attributes + +
+
axes : list of ints
+
A list of integers, along which to reduce. The default is to reduce over all the dimensions of the input tensor. Accepted range is [-r, r-1] where r = rank(data).
+
keepdims : int (default is 1)
+
Keep the reduced dimension or not, default 1 means keep reduced dimension.
+
+ +#### Inputs + +
+
data : T
+
An input tensor.
+
+ +#### Outputs + +
+
reduced : T
+
Reduced output tensor.
+
+ +#### Type Constraints + +
+
T : tensor(uint32), tensor(uint64), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to high-precision numeric tensors.
+
+ +### **ReduceMin-11** + + Computes the min of the input tensor's element along the provided axes. The resulting + tensor has the same rank as the input if keepdims equals 1. If keepdims equal 0, then + the resulted tensor have the reduced dimension pruned. Input tensors of rank zero are + valid. Reduction over an empty set of values yields plus infinity (if supported by the datatype) or the maximum value of the data type otherwise. + + The above behavior is similar to numpy, with the exception that numpy defaults keepdims to + False instead of True. + +#### Version + +This version of the operator has been available since version 11 of the default ONNX operator set. + +#### Attributes + +
+
axes : list of ints
+
A list of integers, along which to reduce. The default is to reduce over all the dimensions of the input tensor. Accepted range is [-r, r-1] where r = rank(data).
+
keepdims : int (default is 1)
+
Keep the reduced dimension or not, default 1 means keep reduced dimension.
+
+ +#### Inputs + +
+
data : T
+
An input tensor.
+
+ +#### Outputs + +
+
reduced : T
+
Reduced output tensor.
+
+ +#### Type Constraints + +
+
T : tensor(uint32), tensor(uint64), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to high-precision numeric tensors.
+
+ +### **ReduceProd-11** + + Computes the product of the input tensor's element along the provided axes. The resulting + tensor has the same rank as the input if keepdims equals 1. If keepdims equal 0, then + the resulted tensor have the reduced dimension pruned. + + The above behavior is similar to numpy, with the exception that numpy defaults keepdims to + False instead of True. + +#### Version + +This version of the operator has been available since version 11 of the default ONNX operator set. + +#### Attributes + +
+
axes : list of ints
+
A list of integers, along which to reduce. The default is to reduce over all the dimensions of the input tensor. Accepted range is [-r, r-1] where r = rank(data).
+
keepdims : int (default is 1)
+
Keep the reduced dimension or not, default 1 means keep reduced dimension.
+
+ +#### Inputs + +
+
data : T
+
An input tensor.
+
+ +#### Outputs + +
+
reduced : T
+
Reduced output tensor.
+
+ +#### Type Constraints + +
+
T : tensor(uint32), tensor(uint64), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to high-precision numeric tensors.
+
+ +### **ReduceSum-11** + + Computes the sum of the input tensor's element along the provided axes. The resulting + tensor has the same rank as the input if keepdims equals 1. If keepdims equal 0, then + the resulted tensor have the reduced dimension pruned. + + The above behavior is similar to numpy, with the exception that numpy defaults keepdims to + False instead of True. + +#### Version + +This version of the operator has been available since version 11 of the default ONNX operator set. + +#### Attributes + +
+
axes : list of ints
+
A list of integers, along which to reduce. The default is to reduce over all the dimensions of the input tensor. Accepted range is [-r, r-1] where r = rank(data).
+
keepdims : int (default is 1)
+
Keep the reduced dimension or not, default 1 means keep reduced dimension.
+
+ +#### Inputs + +
+
data : T
+
An input tensor.
+
+ +#### Outputs + +
+
reduced : T
+
Reduced output tensor.
+
+ +#### Type Constraints + +
+
T : tensor(uint32), tensor(uint64), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to high-precision numeric tensors.
+
+ +### **ReduceSumSquare-11** + + Computes the sum square of the input tensor's element along the provided axes. The resulting + tensor has the same rank as the input if keepdims equals 1. If keepdims equal 0, then + the resulted tensor have the reduced dimension pruned. + + The above behavior is similar to numpy, with the exception that numpy defaults keepdims to + False instead of True. + +#### Version + +This version of the operator has been available since version 11 of the default ONNX operator set. + +#### Attributes + +
+
axes : list of ints
+
A list of integers, along which to reduce. The default is to reduce over all the dimensions of the input tensor. Accepted range is [-r, r-1] where r = rank(data).
+
keepdims : int (default is 1)
+
Keep the reduced dimension or not, default 1 means keep reduced dimension.
+
+ +#### Inputs + +
+
data : T
+
An input tensor.
+
+ +#### Outputs + +
+
reduced : T
+
Reduced output tensor.
+
+ +#### Type Constraints + +
+
T : tensor(uint32), tensor(uint64), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to high-precision numeric tensors.
+
+ +### **Resize-11** + + Resize the input tensor. In general, it calculates every value in the output tensor as a weighted average of neighborhood (a.k.a. sampling locations) in the input tensor. + Each dimension value of the output tensor is: + output_dimension = floor(input_dimension * (roi_end - roi_start) * scale) if input \"sizes\" is not specified. + +#### Version + +This version of the operator has been available since version 11 of the default ONNX operator set. + +#### Attributes + +
+
coordinate_transformation_mode : string (default is half_pixel)
+
+This attribute describes how to transform the coordinate in the resized tensor to the coordinate in the original tensor.
+ +The coordinate of each dimension is transformed individually. Let's describe a case using axis x as an example. +Denote x_resized as the coordinate of axis x in the resized tensor, x_original as the coordinate of axis x in the original tensor, length_original as the length of the original tensor in axis x, length_resized as the length of the resized tensor in axis x, roi_x = (start_x, end_x) of the axis x in input "roi", scale = length_resized / length_original,
+ +if coordinate_transformation_mode is "half_pixel",
+x_original = (x_resized + 0.5) / scale - 0.5,
+ +if coordinate_transformation_mode is "pytorch_half_pixel",
+x_original = length_resized > 1 ? (x_resized + 0.5) / scale - 0.5 : 0,
+ +if coordinate_transformation_mode is "align_corners",
+x_original = x_resized * (length_original - 1) / (length_resized - 1),
+ +if coordinate_transformation_mode is "asymmetric",
+x_original = x_resized / scale,
+ +if coordinate_transformation_mode is "tf_half_pixel_for_nn",
+x_original = (x_resized + 0.5) / scale,
+ +if coordinate_transformation_mode is "tf_crop_and_resize",
+x_original = length_resized > 1 ? start_x * (length_original - 1) + x_resized * (end_x - start_x) * (length_original - 1) / (length_resized - 1) : 0.5 * (start_x + end_x) * (length_original - 1).
+
cubic_coeff_a : float (default is -0.75)
+
The coefficient 'a' used in cubic interpolation. Two common choice are -0.5 (in some cases of TensorFlow) and -0.75 (in PyTorch). Check out Equation (4) in https://ieeexplore.ieee.org/document/1163711 for the details. This attribute is valid only if "mode" is "cubic".
+
exclude_outside : int (default is 0)
+
If set to 1, the weight of sampling locations outside the tensor will be set to 0 and the weight will be renormalized so that their sum is 1.0. The default value is 0.
+
extrapolation_value : float (default is 0.0)
+
When coordinate_transformation_mode is "tf_crop_and_resize" and x_original is outside the range [0, length_original - 1], this value is used as the corresponding output value. Default is 0.0f.
+
mode : string (default is nearest)
+
Three interpolation modes: nearest (default), linear and cubic. The "linear" mode includes linear interpolation for 1D tensor and N-linear interpolation for N-D tensor (for example, bilinear interpolation for 2D tensor). The "cubic" mode includes cubic interpolation for 1D tensor and N-cubic interpolation for N-D tensor (for example, bicubic interpolation for 2D tensor).
+
nearest_mode : string (default is round_prefer_floor)
+
Four modes: round_prefer_floor (default, as known as round half down), round_prefer_ceil (as known as round half up), floor, ceil. Only used by nearest interpolation. It indicates how to get "nearest" pixel in input tensor from x_original, so this attribute is valid only if "mode" is "nearest".
+
+ +#### Inputs (3 - 4) + +
+
X : T1
+
N-D tensor
+
roi : T2
+
1-D tensor given as [start1, ..., startN, end1, ..., endN], where N is the rank of X. The RoIs' coordinates are normalized in the coordinate system of the input image. It only takes effect when coordinate_transformation_mode is "tf_crop_and_resize"
+
scales : tensor(float)
+
The scale array along each dimension. It takes value greater than 0. If it's less than 1, it's sampling down, otherwise, it's upsampling. The number of elements of 'scales' should be the same as the rank of input 'X'. If 'size' is needed, the user must set 'scales' to an empty tensor.
+
sizes (optional) : tensor(int64)
+
The size of the output tensor. The number of elements of 'sizes' should be the same as the rank of input 'X'. May only be set if 'scales' is set to an empty tensor.
+
+ +#### Outputs + +
+
Y : T1
+
N-D tensor after resizing
+
+ +#### Type Constraints + +
+
T1 : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain input 'X' and output 'Y' to all tensor types.
+
T2 : tensor(float16), tensor(float), tensor(double)
+
Constrain roi type to float or double.
+
+ +### **Round-11** + + Round takes one input Tensor and rounds the values, element-wise, meaning + it finds the nearest integer for each value. + In case of halves, the rule is to round them to the nearest even integer. + If input x is integral, +0, -0, NaN, or infinite, x itself is returned. + The output tensor has the same shape and type as the input. + + Examples: + ``` + round([0.9]) = [1.0] + round([2.5]) = [2.0] + round([2.3]) = [2.0] + round([1.5]) = [2.0] + round([-4.5]) = [-4.0] + ``` + +#### Version + +This version of the operator has been available since version 11 of the default ONNX operator set. + +#### Inputs + +
+
X (non-differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
Y (non-differentiable) : T
+
Output tensor
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **Scan-11** + + Scan can be used to iterate over one or more scan_input tensors, + constructing zero or more scan_output tensors. It combines ideas from general recurrences, + functional programming constructs such as scan, fold, map, and zip, and is intended to enable + generalizations of RNN-like constructs for sequence-to-sequence processing. + Other tensors (referred to as state_variables here) can be used to carry a state + when iterating from one element to another (similar to hidden-state in RNNs, also referred + to as loop-carried dependences in the context of loops). + Many common usages involve a single scan_input tensor (where functionality + similar to scan, fold and map can be obtained). When more than one scan_input is used, + a behavior similar to zip is obtained. + + The attribute body must be a graph, specifying the computation to be performed in + every iteration. It takes as input the current values of the state_variables and + the current iterated element of the scan_inputs. It must return the (updated) values + of the state_variables and zero or more scan_output_element tensors. The values of the + scan_output_element tensors are concatenated over all the iterations to produce the + scan_output values of the scan construct (similar to the concatenated intermediate + hidden-state values of RNN-like constructs). All the output tensors (state_variables as + well as scan_output_element tensors) are required to have the same shape in each iteration + of the loop (a restriction imposed to enable efficient memory allocation). + + Note that the iterated element passed to the body subgraph does not have a sequence + axis. It will have a rank one less than the rank of the corresponding scan_input. + + The scan operation returns the final values of the state_variables as well as the + scan_outputs. + + The optional attribute scan_input_directions specifies the direction (forward or backward) + for each scan input. If this attribute is omitted, all sequences are scanned in the forward + direction. A bidirectional scan may be performed by specifying the same tensor input twice + in the scan_inputs, once with a forward direction, and once with a backward direction. + + The scan_output of the operation is produced by concatenating the scan_output_element + values produced by the body in each iteration. The optional attribute scan_output_directions + specifies the direction in which scan_output is constructed (by appending or prepending the + scan_output_element to scan_output in each iteration) for each scan_output. If this attribute + is omitted, the scan_output_element is appended to the scan_output in each iteration. + + The optional attribute scan_input_axes specifies the axis to be scanned for each scan_input. + If omitted, every scan_input will be scanned in axis 0. For example, if axis 0 is the + batch axis and axis 1 is the time axis (to be scanned), specify an axis value of 1. + Note that scanning a non-zero axis may be less efficient than scanning axis zero. + + The optional attribute scan_output_axes specifies the axis along which the scan_outputs + are accumulated for each scan_output. For example, if axis 1 is the time axis (to be + scanned) for both inputs and outputs, specify a scan_input axis and scan_output axis + value of 1. + + Note that because of the ONNX restriction that only the last parameter of an operator can + be variadic, the initial-states and scan-inputs are listed together as one input parameter. + Similarly, the final-states and scan-outputs are listed together as one output parameter. + The attribute num_scan_inputs indicates the number M of scan-inputs. + + The behavior of + + Scan < + num_scan_inputs = m, + body = loop-body, + scan_input_axes = [axis_1, ..., axis_m] + > (init_1, ..., init_n, scan_1, ..., scan_m) + + is equivalent to the following pseudo-code: + + // scan_i.shape[axis_i] denotes the (max) sequence-length of scan_i + // scan_i.shape[axis_i] is required to be equal to scan_j.shape[axis_j] for all i,j. + sequence_length = scan_1.shape[axis_1]; + + // initialize state-variables + st_1 = init_1; ... st_n = init_n; + // initialize scan-output variables: [] denotes an empty tensor + scan_out_1 = []; ...; scan_out_k = []; + // identify number of iterations: + + // execute loop + for (int t = 0; t < sequence_length; ++t) { + // generate the scan-input elements: the notation T[t] indicates the sub-tensor + // of rank one less than T obtained by indexing T at position t along axis k. + si_1 = scan_1[t]; + ... ; + si_m = scan_m[t]; + // execute loop-body + st_1, ..., st_n, so_1, ..., so_k = loop-body(st_1, ..., st_n, si_1, ..., si_m) + // accumulate the scan-output elements + scan_out_1 = Concat(scan_out_1, so_1); ... ; scan_out_k = Concat(scan_out_k, so_k); + } + + return st_1, ..., st_n, scan_out_1, ..., scan_out_k; + + *Sample usage: Encoding RNN using a Scan* + + The following example shows how a simple RNN over an input tensor %X, with weight tensor %Wi, + recurrence weight tensor %Ri, bias tensors %Wbi and %Rbi, and initial hidden-state %H_0 can + be encoded as a ScanLoop. Note that the loop-body is a nested graph, and it directly computes + %Wi, %Ri, %Wbi, and %Rbi (typically constants or initializers in the body graph). If these + values are computed in the outer graph, they need to be passed in as extra state_variables. + + graph rnn-encoding { + %H_0 = ... + %X = ... + %Y_h, %Y = Scan[body = , num_scan_inputs=1](%H_0, %X) + return %Y, %Y_h + } + + graph rnn-cell-1 ( + %H_tminus1[FLOAT, tensor] + %X_t[FLOAT, tensor] + ) { + %Wi = ... + %Ri = ... + %Wbi = ... + %Rbi = ... + %t1 = X_t * (Wi^T) + %t2 = H_tminus1*(Ri^T) + %t3 = Add(%t1, %t2) + %t4 = Add(%t3, %Wbi) + %t5 = Add(%t4, %Rbi) + %Ht = Tanh(%t5) + %Accumulate = Identity(%Ht) + return %Ht, %Accumulate + } + + +#### Version + +This version of the operator has been available since version 11 of the default ONNX operator set. + +#### Attributes + +
+
body : graph (required)
+
The graph run each iteration. It has N+M inputs: (loop state variables..., scan_input_elts...). It has N+K outputs: (loop state variables..., scan_output_elts...). Each scan_output is created by concatenating the value of the specified scan_output_elt value at the end of each iteration of the loop. It is an error if the dimensions of these values change across loop iterations.
+
num_scan_inputs : int (required)
+
An attribute specifying the number of scan_inputs M.
+
scan_input_axes : list of ints
+
An optional list of M flags. The i-th element of the list specifies the axis to be scanned (the sequence axis) for the i-th scan_input. If omitted, 0 will be used as the scan axis for every scan_input. Negative value for an axis means counting dimensions from the back. Accepted range is [-r, r-1] where r = rank(input).
+
scan_input_directions : list of ints
+
An optional list of M flags. The i-th element of the list specifies the direction to be scanned for the i-th scan_input tensor: 0 indicates forward direction and 1 indicates reverse direction. If omitted, all scan_input tensors will be scanned in the forward direction.
+
scan_output_axes : list of ints
+
An optional list of K flags. The i-th element of the list specifies the axis for the i-th scan_output. The scan outputs are accumulated along the specified axis. If omitted, 0 will be used as the scan axis for every scan_output. Negative value for an axis means counting dimensions from the back. Accepted range is [-r, r-1].
+
scan_output_directions : list of ints
+
An optional list of K flags, one for each scan_output. The i-th element of the list specifies whether the i-th scan_output should be constructed by appending or prepending a new value in each iteration: 0 indicates appending and 1 indicates prepending. If omitted, all scan_output tensors will be produced by appending a value in each iteration.
+
+ +#### Inputs (1 - ∞) + +
+
initial_state_and_scan_inputs (variadic, heterogeneous) : V
+
Initial values of the loop's N state variables followed by M scan_inputs
+
+ +#### Outputs (1 - ∞) + +
+
final_state_and_scan_outputs (variadic, heterogeneous) : V
+
Final values of the loop's N state variables followed by K scan_outputs
+
+ +#### Type Constraints + +
+
V : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
All Tensor types
+
+ +### **Scatter-11** (deprecated) + + This operator is deprecated. Please use ScatterElements, which provides the same functionality. + + Scatter takes three inputs `data`, `updates`, and `indices` of the same + rank r >= 1 and an optional attribute axis that identifies an axis of `data` + (by default, the outer-most axis, that is axis 0). The output of the operation + is produced by creating a copy of the input `data`, and then updating its value + to values specified by `updates` at specific index positions specified by + `indices`. Its output shape is the same as the shape of `data`. + + For each entry in `updates`, the target index in `data` is obtained by combining + the corresponding entry in `indices` with the index of the entry itself: the + index-value for dimension = axis is obtained from the value of the corresponding + entry in `indices` and the index-value for dimension != axis is obtained from the + index of the entry itself. + + For instance, in a 2-D tensor case, the update corresponding to the [i][j] entry + is performed as below: + ``` + output[indices[i][j]][j] = updates[i][j] if axis = 0, + output[i][indices[i][j]] = updates[i][j] if axis = 1, + ``` + + This operator is the inverse of GatherElements. It is similar to Torch's Scatter operation. + + Example 1: + ``` + data = [ + [0.0, 0.0, 0.0], + [0.0, 0.0, 0.0], + [0.0, 0.0, 0.0], + ] + indices = [ + [1, 0, 2], + [0, 2, 1], + ] + updates = [ + [1.0, 1.1, 1.2], + [2.0, 2.1, 2.2], + ] + output = [ + [2.0, 1.1, 0.0] + [1.0, 0.0, 2.2] + [0.0, 2.1, 1.2] + ] + ``` + Example 2: + ``` + data = [[1.0, 2.0, 3.0, 4.0, 5.0]] + indices = [[1, 3]] + updates = [[1.1, 2.1]] + axis = 1 + output = [[1.0, 1.1, 3.0, 2.1, 5.0]] + ``` + +#### Version + +This version of the operator has been deprecated since version 11 of the default ONNX operator set. + +### **ScatterElements-11** + + ScatterElements takes three inputs `data`, `updates`, and `indices` of the same + rank r >= 1 and an optional attribute axis that identifies an axis of `data` + (by default, the outer-most axis, that is axis 0). The output of the operation + is produced by creating a copy of the input `data`, and then updating its value + to values specified by `updates` at specific index positions specified by + `indices`. Its output shape is the same as the shape of `data`. + + For each entry in `updates`, the target index in `data` is obtained by combining + the corresponding entry in `indices` with the index of the entry itself: the + index-value for dimension = axis is obtained from the value of the corresponding + entry in `indices` and the index-value for dimension != axis is obtained from the + index of the entry itself. + + For instance, in a 2-D tensor case, the update corresponding to the [i][j] entry + is performed as below: + ``` + output[indices[i][j]][j] = updates[i][j] if axis = 0, + output[i][indices[i][j]] = updates[i][j] if axis = 1, + ``` + + This operator is the inverse of GatherElements. It is similar to Torch's Scatter operation. + + Example 1: + ``` + data = [ + [0.0, 0.0, 0.0], + [0.0, 0.0, 0.0], + [0.0, 0.0, 0.0], + ] + indices = [ + [1, 0, 2], + [0, 2, 1], + ] + updates = [ + [1.0, 1.1, 1.2], + [2.0, 2.1, 2.2], + ] + output = [ + [2.0, 1.1, 0.0] + [1.0, 0.0, 2.2] + [0.0, 2.1, 1.2] + ] + ``` + Example 2: + ``` + data = [[1.0, 2.0, 3.0, 4.0, 5.0]] + indices = [[1, 3]] + updates = [[1.1, 2.1]] + axis = 1 + output = [[1.0, 1.1, 3.0, 2.1, 5.0]] + ``` + +#### Version + +This version of the operator has been available since version 11 of the default ONNX operator set. + +#### Attributes + +
+
axis : int (default is 0)
+
Which axis to scatter on. Negative value means counting dimensions from the back. Accepted range is [-r, r-1] where r = rank(data).
+
+ +#### Inputs + +
+
data : T
+
Tensor of rank r >= 1.
+
indices : Tind
+
Tensor of int32/int64 indices, of r >= 1 (same rank as input). All index values are expected to be within bounds [-s, s-1] along axis of size s. It is an error if any of the index values are out of bounds.
+
updates : T
+
Tensor of rank r >=1 (same rank and shape as indices)
+
+ +#### Outputs + +
+
output : T
+
Tensor of rank r >= 1 (same rank as input).
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Input and output types can be of any tensor type.
+
Tind : tensor(int32), tensor(int64)
+
Constrain indices to integer types
+
+ +### **ScatterND-11** + + ScatterND takes three inputs `data` tensor of rank r >= 1, `indices` tensor of rank q >= 1, + and `updates` tensor of rank q + r - indices.shape[-1] - 1. The output of the operation + is produced by creating a copy of the input `data`, and then updating its value to values + specified by `updates` at specific index positions specified by `indices`. Its output shape + is the same as the shape of `data`. Note that `indices` should not have duplicate entries. + That is, two or more `updates` for the same index-location is not supported. + + `indices` is an integer tensor. Let k denote indices.shape[-1], the last dimension in the shape of `indices`. + `indices` is treated as a (q-1)-dimensional tensor of k-tuples, where each k-tuple is a partial-index into `data`. + Hence, k can be a value at most the rank of `data`. When k equals rank(data), each update entry specifies an + update to a single element of the tensor. When k is less than rank(data) each update entry specifies an + update to a slice of the tensor. Index values are allowed to be negative, as per the usual + convention for counting backwards from the end, but are expected in the valid range. + + `updates` is treated as a (q-1)-dimensional tensor of replacement-slice-values. Thus, the + first (q-1) dimensions of updates.shape must match the first (q-1) dimensions of indices.shape. + The remaining dimensions of `updates` correspond to the dimensions of the + replacement-slice-values. Each replacement-slice-value is a (r-k) dimensional tensor, + corresponding to the trailing (r-k) dimensions of `data`. Thus, the shape of `updates` + must equal indices.shape[0:q-1] ++ data.shape[k:r-1], where ++ denotes the concatenation + of shapes. + + The `output` is calculated via the following equation: + + output = np.copy(data) + update_indices = indices.shape[:-1] + for idx in np.ndindex(update_indices): + output[tuple(indices[idx])] = updates[idx] + + The order of iteration in the above loop is not specified. + In particular, indices should not have duplicate entries: that is, if idx1 != idx2, then indices[idx1] != indices[idx2]. + This ensures that the output value does not depend on the iteration order. + + This operator is the inverse of GatherND. + + Example 1: + ``` + data = [1, 2, 3, 4, 5, 6, 7, 8] + indices = [[4], [3], [1], [7]] + updates = [9, 10, 11, 12] + output = [1, 11, 3, 10, 9, 6, 7, 12] + ``` + + Example 2: + ``` + data = [[[1, 2, 3, 4], [5, 6, 7, 8], [8, 7, 6, 5], [4, 3, 2, 1]], + [[1, 2, 3, 4], [5, 6, 7, 8], [8, 7, 6, 5], [4, 3, 2, 1]], + [[8, 7, 6, 5], [4, 3, 2, 1], [1, 2, 3, 4], [5, 6, 7, 8]], + [[8, 7, 6, 5], [4, 3, 2, 1], [1, 2, 3, 4], [5, 6, 7, 8]]] + indices = [[0], [2]] + updates = [[[5, 5, 5, 5], [6, 6, 6, 6], [7, 7, 7, 7], [8, 8, 8, 8]], + [[1, 1, 1, 1], [2, 2, 2, 2], [3, 3, 3, 3], [4, 4, 4, 4]]] + output = [[[5, 5, 5, 5], [6, 6, 6, 6], [7, 7, 7, 7], [8, 8, 8, 8]], + [[1, 2, 3, 4], [5, 6, 7, 8], [8, 7, 6, 5], [4, 3, 2, 1]], + [[1, 1, 1, 1], [2, 2, 2, 2], [3, 3, 3, 3], [4, 4, 4, 4]], + [[8, 7, 6, 5], [4, 3, 2, 1], [1, 2, 3, 4], [5, 6, 7, 8]]] + ``` + +#### Version + +This version of the operator has been available since version 11 of the default ONNX operator set. + +#### Inputs + +
+
data : T
+
Tensor of rank r >= 1.
+
indices : tensor(int64)
+
Tensor of rank q >= 1.
+
updates : T
+
Tensor of rank q + r - indices_shape[-1] - 1.
+
+ +#### Outputs + +
+
output : T
+
Tensor of rank r >= 1.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain input and output types to any tensor type.
+
+ +### **SequenceAt-11** + + Outputs a tensor copy from the tensor at 'position' in 'input_sequence'. + Accepted range for 'position' is in `[-n, n - 1]`, where `n` is the number of tensors in 'input_sequence'. + Negative value means counting positions from the back. + +#### Version + +This version of the operator has been available since version 11 of the default ONNX operator set. + +#### Inputs + +
+
input_sequence : S
+
Input sequence.
+
position : I
+
Position of the tensor in the sequence. Negative value means counting positions from the back. Accepted range in `[-n, n - 1]`, where `n` is the number of tensors in 'input_sequence'. It is an error if any of the index values are out of bounds. It must be a scalar(tensor of empty shape).
+
+ +#### Outputs + +
+
tensor : T
+
Output tensor at the specified position in the input sequence.
+
+ +#### Type Constraints + +
+
S : seq(tensor(uint8)), seq(tensor(uint16)), seq(tensor(uint32)), seq(tensor(uint64)), seq(tensor(int8)), seq(tensor(int16)), seq(tensor(int32)), seq(tensor(int64)), seq(tensor(float16)), seq(tensor(float)), seq(tensor(double)), seq(tensor(string)), seq(tensor(bool)), seq(tensor(complex64)), seq(tensor(complex128))
+
Constrain to any tensor type.
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain to any tensor type.
+
I : tensor(int32), tensor(int64)
+
Constrain position to integral tensor. It must be a scalar(tensor of empty shape).
+
+ +### **SequenceConstruct-11** + + Construct a tensor sequence containing 'inputs' tensors. + All tensors in 'inputs' must have the same data type. + +#### Version + +This version of the operator has been available since version 11 of the default ONNX operator set. + +#### Inputs (1 - ∞) + +
+
inputs (variadic) : T
+
Tensors.
+
+ +#### Outputs + +
+
output_sequence : S
+
Sequence enclosing the input tensors.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain input types to any tensor type.
+
S : seq(tensor(uint8)), seq(tensor(uint16)), seq(tensor(uint32)), seq(tensor(uint64)), seq(tensor(int8)), seq(tensor(int16)), seq(tensor(int32)), seq(tensor(int64)), seq(tensor(float16)), seq(tensor(float)), seq(tensor(double)), seq(tensor(string)), seq(tensor(bool)), seq(tensor(complex64)), seq(tensor(complex128))
+
Constrain output types to any tensor type.
+
+ +### **SequenceEmpty-11** + + Construct an empty tensor sequence, with given data type. + +#### Version + +This version of the operator has been available since version 11 of the default ONNX operator set. + +#### Attributes + +
+
dtype : int
+
(Optional) The data type of the tensors in the output sequence. The default type is 'float'.
+
+ +#### Inputs + + +#### Outputs + +
+
output : S
+
Empty sequence.
+
+ +#### Type Constraints + +
+
S : seq(tensor(uint8)), seq(tensor(uint16)), seq(tensor(uint32)), seq(tensor(uint64)), seq(tensor(int8)), seq(tensor(int16)), seq(tensor(int32)), seq(tensor(int64)), seq(tensor(float16)), seq(tensor(float)), seq(tensor(double)), seq(tensor(string)), seq(tensor(bool)), seq(tensor(complex64)), seq(tensor(complex128))
+
Constrain output types to any tensor type.
+
+ +### **SequenceErase-11** + + Outputs a tensor sequence that removes the tensor at 'position' from 'input_sequence'. + Accepted range for 'position' is in `[-n, n - 1]`, where `n` is the number of tensors in 'input_sequence'. + Negative value means counting positions from the back. + 'position' is optional, by default it erases the last tensor from 'input_sequence'. + +#### Version + +This version of the operator has been available since version 11 of the default ONNX operator set. + +#### Inputs (1 - 2) + +
+
input_sequence : S
+
Input sequence.
+
position (optional) : I
+
Position of the tensor in the sequence. Negative value means counting positions from the back. Accepted range in `[-n, n - 1]`, where `n` is the number of tensors in 'input_sequence'. It is an error if any of the index values are out of bounds. It must be a scalar(tensor of empty shape).
+
+ +#### Outputs + +
+
output_sequence : S
+
Output sequence that has the tensor at the specified position removed.
+
+ +#### Type Constraints + +
+
S : seq(tensor(uint8)), seq(tensor(uint16)), seq(tensor(uint32)), seq(tensor(uint64)), seq(tensor(int8)), seq(tensor(int16)), seq(tensor(int32)), seq(tensor(int64)), seq(tensor(float16)), seq(tensor(float)), seq(tensor(double)), seq(tensor(string)), seq(tensor(bool)), seq(tensor(complex64)), seq(tensor(complex128))
+
Constrain to any tensor type.
+
I : tensor(int32), tensor(int64)
+
Constrain position to integral tensor. It must be a scalar(tensor of empty shape).
+
+ +### **SequenceInsert-11** + + Outputs a tensor sequence that inserts 'tensor' into 'input_sequence' at 'position'. + 'tensor' must have the same data type as 'input_sequence'. + Accepted range for 'position' is in `[-n, n]`, where `n` is the number of tensors in 'input_sequence'. + Negative value means counting positions from the back. + 'position' is optional, by default it inserts 'tensor' to the back of 'input_sequence'. + +#### Version + +This version of the operator has been available since version 11 of the default ONNX operator set. + +#### Inputs (2 - 3) + +
+
input_sequence : S
+
Input sequence.
+
tensor : T
+
Input tensor to be inserted into the input sequence.
+
position (optional) : I
+
Position in the sequence where the new tensor is inserted. It is optional and default is to insert to the back of the sequence. Negative value means counting positions from the back. Accepted range in `[-n, n]`, where `n` is the number of tensors in 'input_sequence'. It is an error if any of the index values are out of bounds. It must be a scalar(tensor of empty shape).
+
+ +#### Outputs + +
+
output_sequence : S
+
Output sequence that contains the inserted tensor at given position.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain to any tensor type.
+
S : seq(tensor(uint8)), seq(tensor(uint16)), seq(tensor(uint32)), seq(tensor(uint64)), seq(tensor(int8)), seq(tensor(int16)), seq(tensor(int32)), seq(tensor(int64)), seq(tensor(float16)), seq(tensor(float)), seq(tensor(double)), seq(tensor(string)), seq(tensor(bool)), seq(tensor(complex64)), seq(tensor(complex128))
+
Constrain to any tensor type.
+
I : tensor(int32), tensor(int64)
+
Constrain position to integral tensor. It must be a scalar(tensor of empty shape).
+
+ +### **SequenceLength-11** + + Produces a scalar(tensor of empty shape) containing the number of tensors in 'input_sequence'. + +#### Version + +This version of the operator has been available since version 11 of the default ONNX operator set. + +#### Inputs + +
+
input_sequence : S
+
Input sequence.
+
+ +#### Outputs + +
+
length : I
+
Length of input sequence. It must be a scalar(tensor of empty shape).
+
+ +#### Type Constraints + +
+
S : seq(tensor(uint8)), seq(tensor(uint16)), seq(tensor(uint32)), seq(tensor(uint64)), seq(tensor(int8)), seq(tensor(int16)), seq(tensor(int32)), seq(tensor(int64)), seq(tensor(float16)), seq(tensor(float)), seq(tensor(double)), seq(tensor(string)), seq(tensor(bool)), seq(tensor(complex64)), seq(tensor(complex128))
+
Constrain to any tensor type.
+
I : tensor(int64)
+
Constrain output to integral tensor. It must be a scalar(tensor of empty shape).
+
+ +### **Slice-11** + + Produces a slice of the input tensor along multiple axes. Similar to numpy: + https://numpy.org/doc/stable/reference/routines.indexing.html + Slices uses `starts`, `ends`, `axes` and `steps` inputs to specify the start and end + dimension and step for each axis in the list of axes, it uses this information to + slice the input `data` tensor. If a negative value is passed for any of the + start or end indices, it represents number of elements before the end of that + dimension. If the value passed to start or end is larger than the `n` (the + number of elements in this dimension), it represents `n`. For slicing to the + end of a dimension with unknown size, it is recommended to pass in `INT_MAX` + when slicing forward and 'INT_MIN' when slicing backward. + If a negative value is passed for step, it represents slicing backward. + However step value cannot be 0. + If `axes` are omitted, they are set to `[0, ..., ndim-1]`. + If `steps` are omitted, they are set to `[1, ..., 1]` of length `len(starts)` + Example 1: + data = [ + [1, 2, 3, 4], + [5, 6, 7, 8], + ] + axes = [0, 1] + starts = [1, 0] + ends = [2, 3] + steps = [1, 2] + result = [ + [5, 7], + ] + Example 2: + data = [ + [1, 2, 3, 4], + [5, 6, 7, 8], + ] + starts = [0, 1] + ends = [-1, 1000] + result = [ + [2, 3, 4], + ] + +#### Version + +This version of the operator has been available since version 11 of the default ONNX operator set. + +#### Inputs (3 - 5) + +
+
data : T
+
Tensor of data to extract slices from.
+
starts : Tind
+
1-D tensor of starting indices of corresponding axis in `axes`
+
ends : Tind
+
1-D tensor of ending indices (exclusive) of corresponding axis in `axes`
+
axes (optional) : Tind
+
1-D tensor of axes that `starts` and `ends` apply to. Negative value means counting dimensions from the back. Accepted range is [-r, r-1] where r = rank(data).
+
steps (optional) : Tind
+
1-D tensor of slice step of corresponding axis in `axes`. Negative value means slicing backward. 'steps' cannot be 0. Defaults to 1.
+
+ +#### Outputs + +
+
output : T
+
Sliced data tensor.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain input and output types to all tensor types.
+
Tind : tensor(int32), tensor(int64)
+
Constrain indices to integer types
+
+ +### **Softmax-11** + + The operator computes the softmax (normalized exponential) values for each layer in the batch + of the given input. + + The input does not need to explicitly be a 2D vector; rather, it will be + coerced into one. For an arbitrary n-dimensional tensor + input \in [a_0, a_1, ..., a_{k-1}, a_k, ..., a_{n-1}] and k is + the axis provided, then input will be coerced into a 2-dimensional tensor with + dimensions [a_0 * ... * a_{k-1}, a_k * ... * a_{n-1}]. For the default + case where axis=1, this means the input tensor will be coerced into a 2D tensor + of dimensions [a_0, a_1 * ... * a_{n-1}], where a_0 is often the batch size. + In this situation, we must have a_0 = N and a_1 * ... * a_{n-1} = D. + Each of these dimensions must be matched correctly, or else the operator + will throw errors. The output tensor has the same shape + and contains the softmax values of the corresponding input. + +#### Version + +This version of the operator has been available since version 11 of the default ONNX operator set. + +#### Attributes + +
+
axis : int (default is 1)
+
Describes the axis of the inputs when coerced to 2D; defaults to one because the 0th axis most likely describes the batch_size. Negative value means counting dimensions from the back. Accepted range is [-r, r-1] where r = rank(input).
+
+ +#### Inputs + +
+
input : T
+
The input tensor that's coerced into a 2D matrix of size (NxD) as described above.
+
+ +#### Outputs + +
+
output : T
+
The output values with the same shape as input tensor (the original size without coercion).
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **Split-11** + + Split a tensor into a list of tensors, along the specified + 'axis'. Lengths of the parts can be specified using argument 'split'. + Otherwise, the tensor is split to equal sized parts. + +#### Version + +This version of the operator has been available since version 11 of the default ONNX operator set. + +#### Attributes + +
+
axis : int (default is 0)
+
Which axis to split on. A negative value means counting dimensions from the back. Accepted range is [-rank, rank-1] where r = rank(input).
+
split : list of ints
+
length of each output. Values should be >= 0.
+
+ +#### Inputs + +
+
input : T
+
The tensor to split
+
+ +#### Outputs (1 - ∞) + +
+
outputs (variadic) : T
+
One or more outputs forming list of tensors after splitting
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain input and output types to all tensor types.
+
+ +### **SplitToSequence-11** + + Split a tensor into a sequence of tensors, along the specified 'axis'. + Lengths of the parts can be specified using the optional argument 'split'. + If the argument `split' is not specified, a default scalar value of 1 + is used as the value of `split'. + 'split' must contain only positive numbers. + 'split' is either a scalar (tensor of empty shape), or a 1-D tensor. + If 'split' is a scalar, then 'input' will be split into chunks all of size 'split' + if possible. The last chunk alone may be smaller than 'split' if the 'input' size + along the given axis 'axis' is not divisible by 'split'. + If 'split' is a 1-dimensional tensor, the input tensor is split into 'size(split)' chunks, + with lengths of the parts on 'axis' specified in 'split'. In this scenario, the sum of entries + in 'split' must be equal to the dimension size of input tensor on 'axis'. + +#### Version + +This version of the operator has been available since version 11 of the default ONNX operator set. + +#### Attributes + +
+
axis : int (default is 0)
+
Which axis to split on. A negative value means counting dimensions from the back. Accepted range is [-rank, rank-1].
+
keepdims : int (default is 1)
+
Keep the split dimension or not. Default 1, which means we keep split dimension. If input 'split' is specified, this attribute is ignored.
+
+ +#### Inputs (1 - 2) + +
+
input : T
+
The tensor to split
+
split (optional) : I
+
Length of each output. It can be either a scalar(tensor of empty shape), or a 1-D tensor. All values must be >= 0.
+
+ +#### Outputs + +
+
output_sequence : S
+
One or more outputs forming a sequence of tensors after splitting
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain input types to all tensor types.
+
I : tensor(int32), tensor(int64)
+
Constrain split size to integral tensor.
+
S : seq(tensor(uint8)), seq(tensor(uint16)), seq(tensor(uint32)), seq(tensor(uint64)), seq(tensor(int8)), seq(tensor(int16)), seq(tensor(int32)), seq(tensor(int64)), seq(tensor(float16)), seq(tensor(float)), seq(tensor(double)), seq(tensor(string)), seq(tensor(bool)), seq(tensor(complex64)), seq(tensor(complex128))
+
Constrain output types to all tensor types.
+
+ +### **Squeeze-11** + + Remove single-dimensional entries from the shape of a tensor. + Takes a parameter `axes` with a list of axes to squeeze. + If `axes` is not provided, all the single dimensions will be removed from + the shape. If an axis is selected with shape entry not equal to one, an error is raised. + +#### Version + +This version of the operator has been available since version 11 of the default ONNX operator set. + +#### Attributes + +
+
axes : list of ints
+
List of integers indicating the dimensions to squeeze. Negative value means counting dimensions from the back. Accepted range is [-r, r-1] where r = rank(data).
+
+ +#### Inputs + +
+
data : T
+
Tensors with at least max(dims) dimensions.
+
+ +#### Outputs + +
+
squeezed : T
+
Reshaped tensor with same data as input.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain input and output types to all tensor types.
+
+ +### **TopK-11** + + Retrieve the top-K largest or smallest elements along a specified axis. Given an input tensor of + shape [a_0, a_1, ..., a_{n-1}] and integer argument k, return two outputs: + + * Value tensor of shape [a_0, a_1, ..., a_{axis-1}, k, a_{axis+1}, ... a_{n-1}] + which contains the values of the top k elements along the specified axis + * Index tensor of shape [a_0, a_1, ..., a_{axis-1}, k, a_{axis+1}, ... a_{n-1}] which + contains the indices of the top k elements (original indices from the input + tensor). + + * If "largest" is 1 (the default value) then the k largest elements are returned. + * If "sorted" is 1 (the default value) then the resulting k elements will be sorted. + * If "sorted" is 0, order of returned 'Values' and 'Indices' are undefined. + + Given two equivalent values, this operator uses the indices along the axis as + a tiebreaker. That is, the element with the lower index will appear first. + +#### Version + +This version of the operator has been available since version 11 of the default ONNX operator set. + +#### Attributes + +
+
axis : int (default is -1)
+
Dimension on which to do the sort. Negative value means counting dimensions from the back. Accepted range is [-r, r-1] where r = rank(input).
+
largest : int (default is 1)
+
Whether to return the top-K largest or smallest elements.
+
sorted : int (default is 1)
+
Whether to return the elements in sorted order.
+
+ +#### Inputs + +
+
X (differentiable) : T
+
Tensor of shape [a_0, a_1, ..., a_{n-1}]
+
K (non-differentiable) : tensor(int64)
+
A 1-D tensor containing a single positive value corresponding to the number of top elements to retrieve
+
+ +#### Outputs + +
+
Values (differentiable) : T
+
Tensor of shape [a_0, a_1, ..., a_{axis-1}, k, a_{axis+1}, ... a_{n-1}] containing top K values from the input tensor
+
Indices (non-differentiable) : I
+
Tensor of shape [a_0, a_1, ..., a_{axis-1}, k, a_{axis+1}, ... a_{n-1}] containing the corresponding input tensor indices for the top K values.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to numeric tensors.
+
I : tensor(int64)
+
Constrain index tensor to int64
+
+ +### **Unique-11** + + Find the unique elements of a tensor. When an optional attribute 'axis' is provided, unique subtensors sliced along the 'axis' are returned. + Otherwise the input tensor is flattened and unique values of the flattened tensor are returned. + + This operator returns the unique values or sliced unique subtensors of the input tensor and three optional outputs. + The first output tensor 'Y' contains all unique values or subtensors of the input. + The second optional output tensor 'indices' contains indices of 'Y' elements' first occurrence in 'X'. + The third optional output tensor 'inverse_indices' contains, for elements of 'X', its corresponding indices in 'Y'. + The fourth optional output tensor 'counts' contains the count of each element of 'Y' in the input. + + Outputs are either sorted in ascending order or optionally in the order of the first occurrence of the values in the input. + + https://docs.scipy.org/doc/numpy/reference/generated/numpy.unique.html + + Example 1: + ``` + input_X = [2, 1, 1, 3, 4, 3] + attribute_sorted = 0 + attribute_axis = None + output_Y = [2, 1, 3, 4] + output_indices = [0, 1, 3, 4] + output_inverse_indices = [0, 1, 1, 2, 3, 2] + output_counts = [1, 2, 2, 1] + ``` + + Example 2: + ``` + input_X = [[1, 3], [2, 3]] + attribute_sorted = 1 + attribute_axis = None + output_Y = [1, 2, 3] + output_indices = [0, 2, 1] + output_inverse_indices = [0, 2, 1, 2] + output_counts = [1, 1, 2] + ``` + + Example 3: + ``` + input_X = [[1, 0, 0], [1, 0, 0], [2, 3, 4]] + attribute_sorted = 1 + attribute_axis = 0 + output_Y = [[1, 0, 0], [2, 3, 4]] + output_indices = [0, 2] + output_inverse_indices = [0, 0, 1] + output_counts = [2, 1] + ``` + + Example 4: + ``` + input_x = [[[1., 1.], [0., 1.], [2., 1.], [0., 1.]], + [[1., 1.], [0., 1.], [2., 1.], [0., 1.]]] + attribute_sorted = 1 + attribute_axis = 1 + ``` + + intermediate data are presented below for better understanding: + there are 4 subtensors sliced along axis 1 of input_x (shape = (2, 4, 2)): + ``` + A: [[1, 1], [1, 1]], + [[0, 1], [0, 1]], + [[2, 1], [2, 1]], + [[0, 1], [0, 1]]. + ``` + + there are 3 unique subtensors: + ``` + [[1, 1], [1, 1]], + [[0, 1], [0, 1]], + [[2, 1], [2, 1]]. + ``` + + sorted unique subtensors: + ``` + B: [[0, 1], [0, 1]], + [[1, 1], [1, 1]], + [[2, 1], [2, 1]]. + ``` + + output_Y is constructed from B: + ``` + [[[0. 1.], [1. 1.], [2. 1.]], + [[0. 1.], [1. 1.], [2. 1.]]] + ``` + + output_indices is to map from B to A: + ``` + [1, 0, 2] + ``` + + output_inverse_indices is to map from A to B: + ``` + [1, 0, 2, 0] + ``` + + output_counts: + ``` + [2, 1, 1] + ``` + +#### Version + +This version of the operator has been available since version 11 of the default ONNX operator set. + +#### Attributes + +
+
axis : int
+
(Optional) The dimension to apply unique. If not specified, the unique elements of the flattened input are returned. Negative value means counting dimensions from the back. Accepted range is [-r, r-1] where r = rank(input).
+
sorted : int (default is 1)
+
(Optional) Whether to sort the unique elements in ascending order before returning as output. Must be one of 0, or 1 (default).
+
+ +#### Inputs + +
+
X (non-differentiable) : T
+
A N-D input tensor that is to be processed.
+
+ +#### Outputs (1 - 4) + +
+
Y (non-differentiable) : T
+
A tensor of the same type as 'X' containing all the unique values or subtensors sliced along a provided 'axis' in 'X', either sorted or maintained in the same order they occur in input 'X'
+
indices (optional, non-differentiable) : tensor(int64)
+
A 1-D INT64 tensor containing indices of 'Y' elements' first occurrence in 'X'. When 'axis' is provided, it contains indices to subtensors in input 'X' on the 'axis'. When 'axis' is not provided, it contains indices to values in the flattened input tensor.
+
inverse_indices (optional, non-differentiable) : tensor(int64)
+
A 1-D INT64 tensor containing, for elements of 'X', its corresponding indices in 'Y'. When 'axis' is provided, it contains indices to subtensors in output 'Y' on the 'axis'. When 'axis' is not provided, it contains indices to values in output 'Y'.
+
counts (optional, non-differentiable) : tensor(int64)
+
A 1-D INT64 tensor containing the count of each element of 'Y' in input 'X'
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Input can be of any tensor type.
+
+ +### **Unsqueeze-11** + + Insert single-dimensional entries to the shape of an input tensor (`data`). + Takes one required argument `axes` - which contains a list of dimension indices and this operator will insert a dimension of value `1` into the corresponding index of the output tensor (`expanded`). + + For example: + Given an input tensor (`data`) of shape [3, 4, 5], then + Unsqueeze(data, axes=[0, 4]) outputs a tensor (`expanded`) containing same data as `data` but with shape [1, 3, 4, 5, 1]. + + The attribute `axes` should not contain any duplicate entries. It is an error if it contains duplicates. + The rank of the output tensor (`output_rank`) is the rank of the input tensor (`data`) plus the number of values in `axes`. + Each value in `axes` should be within the (inclusive) range [-output_rank , output_rank - 1]. + The order of values in `axes` does not matter and can come in any order. + + +#### Version + +This version of the operator has been available since version 11 of the default ONNX operator set. + +#### Attributes + +
+
axes : list of ints (required)
+
List of integers indicating the dimensions to be inserted. Negative value means counting dimensions from the back. Accepted range is [-r, r-1] where r = rank(expanded).
+
+ +#### Inputs + +
+
data : T
+
Original tensor
+
+ +#### Outputs + +
+
expanded : T
+
Reshaped tensor with same data as input.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain input and output types to all tensor types.
+
+ +## Version 12 of the default ONNX operator set +### **ArgMax-12** + + Computes the indices of the max elements of the input tensor's element along the + provided axis. The resulting tensor has the same rank as the input if keepdims equals 1. + If keepdims equal 0, then the resulting tensor has the reduced dimension pruned. + If select_last_index is True (default False), the index of the last occurrence of the max + is selected if the max appears more than once in the input. Otherwise the index of the + first occurrence is selected. + The type of the output tensor is integer. + +#### Version + +This version of the operator has been available since version 12 of the default ONNX operator set. + +#### Attributes + +
+
axis : int (default is 0)
+
The axis in which to compute the arg indices. Accepted range is [-r, r-1] where r = rank(data).
+
keepdims : int (default is 1)
+
Keep the reduced dimension or not, default 1 means keep reduced dimension.
+
select_last_index : int (default is 0)
+
Whether to select the last index or the first index if the {name} appears in multiple indices, default is False (first index).
+
+ +#### Inputs + +
+
data : T
+
An input tensor.
+
+ +#### Outputs + +
+
reduced : tensor(int64)
+
Reduced output tensor with integer data type.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to all numeric tensors.
+
+ +### **ArgMin-12** + + Computes the indices of the min elements of the input tensor's element along the + provided axis. The resulting tensor has the same rank as the input if keepdims equals 1. + If keepdims equal 0, then the resulting tensor has the reduced dimension pruned. + If select_last_index is True (default False), the index of the last occurrence of the min + is selected if the min appears more than once in the input. Otherwise the index of the + first occurrence is selected. + The type of the output tensor is integer. + +#### Version + +This version of the operator has been available since version 12 of the default ONNX operator set. + +#### Attributes + +
+
axis : int (default is 0)
+
The axis in which to compute the arg indices. Accepted range is [-r, r-1] where r = rank(data).
+
keepdims : int (default is 1)
+
Keep the reduced dimension or not, default 1 means keep reduced dimension.
+
select_last_index : int (default is 0)
+
Whether to select the last index or the first index if the {name} appears in multiple indices, default is False (first index).
+
+ +#### Inputs + +
+
data : T
+
An input tensor.
+
+ +#### Outputs + +
+
reduced : tensor(int64)
+
Reduced output tensor with integer data type.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to all numeric tensors.
+
+ +### **Celu-12** + + Continuously Differentiable Exponential Linear Units: + Perform the linear unit element-wise on the input tensor X + using formula: + + ``` + max(0,x) + min(0,alpha*(exp(x/alpha)-1)) + ``` + +#### Version + +This version of the operator has been available since version 12 of the default ONNX operator set. + +#### Attributes + +
+
alpha : float (default is 1.0)
+
The Alpha value in Celu formula which control the shape of the unit. The default value is 1.0.
+
+ +#### Inputs + +
+
X (differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
Y (differentiable) : T
+
Output tensor
+
+ +#### Type Constraints + +
+
T : tensor(float)
+
Constrain input and output types to float32 tensors.
+
+ +### **Clip-12** + + Clip operator limits the given input within an interval. The interval is + specified by the inputs 'min' and 'max'. They default to + numeric_limits::lowest() and numeric_limits::max(), respectively. + +#### Version + +This version of the operator has been available since version 12 of the default ONNX operator set. + +#### Inputs (1 - 3) + +
+
input : T
+
Input tensor whose elements to be clipped
+
min (optional) : T
+
Minimum value, under which element is replaced by min. It must be a scalar(tensor of empty shape).
+
max (optional) : T
+
Maximum value, above which element is replaced by max. It must be a scalar(tensor of empty shape).
+
+ +#### Outputs + +
+
output : T
+
Output tensor with clipped input elements
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to all numeric tensors.
+
+ +### **Constant-12** + + This operator produces a constant tensor. Exactly one of the provided attributes, either value, sparse_value, + or value_* must be specified. + +#### Version + +This version of the operator has been available since version 12 of the default ONNX operator set. + +#### Attributes + +
+
sparse_value : sparse_tensor
+
The value for the elements of the output tensor in sparse format.
+
value : tensor
+
The value for the elements of the output tensor.
+
value_float : float
+
The value for the sole element for the scalar, float32, output tensor.
+
value_floats : list of floats
+
The values for the elements for the 1D, float32, output tensor.
+
value_int : int
+
The value for the sole element for the scalar, int64, output tensor.
+
value_ints : list of ints
+
The values for the elements for the 1D, int64, output tensor.
+
value_string : string
+
The value for the sole element for the scalar, UTF-8 string, output tensor.
+
value_strings : list of strings
+
The values for the elements for the 1D, UTF-8 string, output tensor.
+
+ +#### Inputs + + +#### Outputs + +
+
output : T
+
Output tensor containing the same value of the provided tensor.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain input and output types to all tensor types.
+
+ +### **Dropout-12** + + Dropout takes an input floating-point tensor, an optional input ratio (floating-point scalar) and an optional input training_mode (boolean scalar). It produces two tensor outputs, + output (floating-point tensor) and mask (optional `Tensor`). If `training_mode` is true then the output Y will be a random dropout; + Note that this Dropout scales the masked input data by the following equation, so to convert the trained model into inference mode, + the user can simply not pass `training_mode` input or set it to false. + ``` + output = scale * data * mask, + ``` + where + ``` + scale = 1. / (1. - ratio). + ``` + This operator has **optional** inputs/outputs. See [the doc](IR.md) for more details about the representation of optional arguments. An empty string may be used in the place of an actual argument's name to indicate a missing argument. Trailing optional arguments (those not followed by an argument that is present) may also be simply omitted. + +#### Version + +This version of the operator has been available since version 12 of the default ONNX operator set. + +#### Attributes + +
+
seed : int
+
(Optional) Seed to the random generator, if not specified we will auto generate one.
+
+ +#### Inputs (1 - 3) + +
+
data : T
+
The input data as Tensor.
+
ratio (optional) : T1
+
The ratio of random dropout, with value in [0, 1). If this input was not set, or if it was set to 0, the output would be a simple copy of the input. If it's non-zero, output will be a random dropout of the scaled input, which is typically the case during training. It is an optional value, if not specified it will default to 0.5.
+
training_mode (optional) : T2
+
If set to true then it indicates dropout is being used for training. It is an optional value hence unless specified explicitly, it is false. If it is false, ratio is ignored and the operation mimics inference mode where nothing will be dropped from the input data and if mask is requested as output it will contain all ones.
+
+ +#### Outputs (1 - 2) + +
+
output : T
+
The output.
+
mask (optional) : T2
+
The output mask.
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
T1 : tensor(float16), tensor(float), tensor(double)
+
Constrain input 'ratio' types to float tensors.
+
T2 : tensor(bool)
+
Constrain output 'mask' types to boolean tensors.
+
+ +### **Einsum-12** + + An einsum of the form `term1, term2 -> output-term` produces an output tensor using the following equation + + ``` + output[output-term] = reduce-sum( input1[term1] * input2[term2] ) + ``` + + where the reduce-sum performs a summation over all the indices occurring in the input terms (term1, term2) + that do not occur in the output-term. + + The Einsum operator evaluates algebraic tensor operations on a sequence of tensors, using the Einstein summation + convention. The equation string contains a comma-separated sequence of lower case letters. Each term corresponds to + an operand tensor, and the characters within the terms correspond to operands dimensions. + + This sequence may be followed by "->" to separate the left and right hand side of the equation. + If the equation contains "->" followed by the right-hand side, the explicit (not classical) form of the Einstein + summation is performed, and the right-hand side indices indicate output tensor dimensions. In other cases, + output indices are (implicitly) set to the alphabetically sorted sequence of indices appearing exactly once in the + equation. + + When a dimension character is repeated in the left-hand side, it represents summation along the dimension. + + The equation may contain ellipsis ("...") to enable broadcasting. Ellipsis must indicate a fixed number of dimensions. + Specifically, every occurrence of ellipsis in the equation must represent the same number of dimensions. + The right-hand side may contain exactly one ellipsis. In implicit mode, the ellipsis dimensions are set to the + beginning of the output. The equation string may contain space (U+0020) character. + +#### Version + +This version of the operator has been available since version 12 of the default ONNX operator set. + +#### Attributes + +
+
equation : string (required)
+
Einsum expression string.
+
+ +#### Inputs (1 - ∞) + +
+
Inputs (variadic, differentiable) : T
+
Operands
+
+ +#### Outputs + +
+
Output (differentiable) : T
+
Output tensor
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to all numerical tensor types.
+
+ +### **GatherND-12** + + Given `data` tensor of rank `r` >= 1, `indices` tensor of rank `q` >= 1, and `batch_dims` integer `b`, this operator gathers + slices of `data` into an output tensor of rank `q + r - indices_shape[-1] - 1 - b`. + + `indices` is an q-dimensional integer tensor, best thought of as a `(q-1)`-dimensional tensor of index-tuples into `data`, + where each element defines a slice of `data` + + `batch_dims` (denoted as `b`) is an integer indicating the number of batch dimensions, i.e the leading `b` number of dimensions of + `data` tensor and `indices` are representing the batches, and the gather starts from the `b+1` dimension. + + Some salient points about the inputs' rank and shape: + + 1) r >= 1 and q >= 1 are to be honored. There is no dependency condition to be met between ranks `r` and `q` + + 2) The first `b` dimensions of the shape of `indices` tensor and `data` tensor must be equal. + + 3) b < min(q, r) is to be honored. + + 4) The `indices_shape[-1]` should have a value between 1 (inclusive) and rank `r-b` (inclusive) + + 5) All values in `indices` are expected to be within bounds [-s, s-1] along axis of size `s` (i.e.) `-data_shape[i] <= indices[...,i] <= data_shape[i] - 1`. + It is an error if any of the index values are out of bounds. + + The output is computed as follows: + + The output tensor is obtained by mapping each index-tuple in the `indices` tensor to the corresponding slice of the input `data`. + + 1) If `indices_shape[-1] > r-b` => error condition + + 2) If `indices_shape[-1] == r-b`, since the rank of `indices` is `q`, `indices` can be thought of as `N` `(q-b-1)`-dimensional tensors + containing 1-D tensors of dimension `r-b`, where `N` is an integer equals to the product of 1 and all the elements in the batch dimensions + of the indices_shape. Let us think of each such `r-b` ranked tensor as `indices_slice`. Each *scalar value* corresponding to `data[0:b-1,indices_slice]` + is filled into the corresponding location of the `(q-b-1)`-dimensional tensor to form the `output` tensor (Example 1 below) + + 3) If `indices_shape[-1] < r-b`, since the rank of `indices` is `q`, `indices` can be thought of as `N` `(q-b-1)`-dimensional tensor + containing 1-D tensors of dimension `< r-b`. Let us think of each such tensors as `indices_slice`. Each *tensor slice* corresponding + to `data[0:b-1, indices_slice , :]` is filled into the corresponding location of the `(q-b-1)`-dimensional tensor + to form the `output` tensor (Examples 2, 3, 4 and 5 below) + + This operator is the inverse of `ScatterND`. + + `Example 1` + + batch_dims = 0 + + data = [[0,1],[2,3]] # data_shape = [2, 2] + + indices = [[0,0],[1,1]] # indices_shape = [2, 2] + + output = [0,3] # output_shape = [2] + + `Example 2` + + batch_dims = 0 + + data = [[0,1],[2,3]] # data_shape = [2, 2] + + indices = [[1],[0]] # indices_shape = [2, 1] + + output = [[2,3],[0,1]] # output_shape = [2, 2] + + `Example 3` + + batch_dims = 0 + + data = [[[0,1],[2,3]],[[4,5],[6,7]]] # data_shape = [2, 2, 2] + + indices = [[0,1],[1,0]] # indices_shape = [2, 2] + + output = [[2,3],[4,5]] # output_shape = [2, 2] + + `Example 4` + + batch_dims = 0 + + data = [[[0,1],[2,3]],[[4,5],[6,7]]] # data_shape = [2, 2, 2] + + indices = [[[0,1]],[[1,0]]] # indices_shape = [2, 1, 2] + + output = [[[2,3]],[[4,5]]] # output_shape = [2, 1, 2] + + `Example 5` + + batch_dims = 1 + + data = [[[0,1],[2,3]],[[4,5],[6,7]]] # data_shape = [2, 2, 2] + + indices = [[1],[0]] # indices_shape = [2, 1] + + output = [[2,3],[4,5]] # output_shape = [2, 2] + + + +#### Version + +This version of the operator has been available since version 12 of the default ONNX operator set. + +#### Attributes + +
+
batch_dims : int (default is 0)
+
The number of batch dimensions. The gather of indexing starts from dimension of data[batch_dims:]
+
+ +#### Inputs + +
+
data : T
+
Tensor of rank r >= 1.
+
indices : tensor(int64)
+
Tensor of rank q >= 1. All index values are expected to be within bounds [-s, s-1] along axis of size s. It is an error if any of the index values are out of bounds.
+
+ +#### Outputs + +
+
output : T
+
Tensor of rank q + r - indices_shape[-1] - 1.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain input and output types to any tensor type.
+
+ +### **GreaterOrEqual-12** + + Returns the tensor resulted from performing the `greater_equal` logical operation + elementwise on the input tensors `A` and `B` (with Numpy-style broadcasting support). + + This operator supports **multidirectional (i.e., Numpy-style) broadcasting**; for more details please check [the doc](Broadcasting.md). + +#### Version + +This version of the operator has been available since version 12 of the default ONNX operator set. + +#### Inputs + +
+
A (non-differentiable) : T
+
First input operand for the logical operator.
+
B (non-differentiable) : T
+
Second input operand for the logical operator.
+
+ +#### Outputs + +
+
C (non-differentiable) : T1
+
Result tensor.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double)
+
Constrain input types to all numeric tensors.
+
T1 : tensor(bool)
+
Constrain output to boolean tensor.
+
+ +### **LessOrEqual-12** + + Returns the tensor resulted from performing the `less_equal` logical operation + elementwise on the input tensors `A` and `B` (with Numpy-style broadcasting support). + + This operator supports **multidirectional (i.e., Numpy-style) broadcasting**; for more details please check [the doc](Broadcasting.md). + +#### Version + +This version of the operator has been available since version 12 of the default ONNX operator set. + +#### Inputs + +
+
A (non-differentiable) : T
+
First input operand for the logical operator.
+
B (non-differentiable) : T
+
Second input operand for the logical operator.
+
+ +#### Outputs + +
+
C (non-differentiable) : T1
+
Result tensor.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double)
+
Constrain input types to all numeric tensors.
+
T1 : tensor(bool)
+
Constrain output to boolean tensor.
+
+ +### **Max-12** + + Element-wise max of each of the input tensors (with Numpy-style broadcasting support). + All inputs and outputs must have the same data type. + This operator supports **multidirectional (i.e., Numpy-style) broadcasting**; for more details please check [the doc](Broadcasting.md). + +#### Version + +This version of the operator has been available since version 12 of the default ONNX operator set. + +#### Inputs (1 - ∞) + +
+
data_0 (variadic) : T
+
List of tensors for max.
+
+ +#### Outputs + +
+
max : T
+
Output tensor.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to numeric tensors.
+
+ +### **MaxPool-12** + + MaxPool consumes an input tensor X and applies max pooling across + the tensor according to kernel sizes, stride sizes, and pad lengths. + max pooling consisting of computing the max on all values of a + subset of the input tensor according to the kernel size and downsampling the + data into the output tensor Y for further processing. The output spatial shape is calculated differently + depending on whether explicit padding is used, where pads is employed, or auto padding is used, where auto_pad is utilized. + With explicit padding (https://pytorch.org/docs/stable/generated/torch.nn.MaxPool2d.html?highlight=maxpool#torch.nn.MaxPool2d): + ``` + output_spatial_shape[i] = floor((input_spatial_shape[i] + pad_shape[i] - dilation[i] * (kernel_shape[i] - 1) - 1) / strides_spatial_shape[i] + 1) + ``` + or + ``` + output_spatial_shape[i] = ceil((input_spatial_shape[i] + pad_shape[i] - dilation[i] * (kernel_shape[i] - 1) - 1) / strides_spatial_shape[i] + 1) + ``` + if ceil_mode is enabled. `pad_shape[i]` is the sum of pads along axis `i`. + + `auto_pad` is a DEPRECATED attribute. If you are using them currently, the output spatial shape will be following when ceil_mode is enabled: + ``` + VALID: output_spatial_shape[i] = ceil((input_spatial_shape[i] - ((kernel_spatial_shape[i] - 1) * dilations[i] + 1) + 1) / strides_spatial_shape[i]) + SAME_UPPER or SAME_LOWER: output_spatial_shape[i] = ceil(input_spatial_shape[i] / strides_spatial_shape[i]) + ``` + or when ceil_mode is disabled (https://www.tensorflow.org/api_docs/python/tf/keras/layers/AveragePooling2D): + ``` + VALID: output_spatial_shape[i] = floor((input_spatial_shape[i] - ((kernel_spatial_shape[i] - 1) * dilations[i] + 1)) / strides_spatial_shape[i]) + 1 + SAME_UPPER or SAME_LOWER: output_spatial_shape[i] = floor((input_spatial_shape[i] - 1) / strides_spatial_shape[i]) + 1 + ``` + And pad shape will be following if `SAME_UPPER` or `SAME_LOWER`: + ``` + pad_shape[i] = (output_spatial_shape[i] - 1) * strides_spatial_shape[i] + ((kernel_spatial_shape[i] - 1) * dilations[i] + 1) - input_spatial_shape[i] + ``` + The output of each pooling window is maximum number of elements exclude pad. + + +#### Version + +This version of the operator has been available since version 12 of the default ONNX operator set. + +#### Attributes + +
+
auto_pad : string (default is NOTSET)
+
auto_pad must be either NOTSET, SAME_UPPER, SAME_LOWER or VALID. Where default value is NOTSET, which means explicit padding is used. SAME_UPPER or SAME_LOWER mean pad the input so that `output_shape[i] = ceil(input_shape[i] / strides[i])` for each axis `i`. The padding is split between the two sides equally or almost equally (depending on whether it is even or odd). In case the padding is an odd number, the extra padding is added at the end for SAME_UPPER and at the beginning for SAME_LOWER.
+
ceil_mode : int (default is 0)
+
Whether to use ceil or floor (default) to compute the output shape.
+
dilations : list of ints
+
Dilation value along each spatial axis of filter. If not present, the dilation defaults to 1 along each spatial axis.
+
kernel_shape : list of ints (required)
+
The size of the kernel along each axis.
+
pads : list of ints
+
Padding for the beginning and ending along each spatial axis, it can take any value greater than or equal to 0. The value represent the number of pixels added to the beginning and end part of the corresponding axis. `pads` format should be as follow [x1_begin, x2_begin...x1_end, x2_end,...], where xi_begin the number of pixels added at the beginning of axis `i` and xi_end, the number of pixels added at the end of axis `i`. This attribute cannot be used simultaneously with auto_pad attribute. If not present, the padding defaults to 0 along start and end of each spatial axis.
+
storage_order : int (default is 0)
+
The storage order of the tensor. 0 is row major, and 1 is column major. This attribute is used only to convert an n-tuple index value into a single integer value for producing the second output.
+
strides : list of ints
+
Stride along each spatial axis. If not present, the stride defaults to 1 along each spatial axis.
+
+ +#### Inputs + +
+
X (differentiable) : T
+
Input data tensor from the previous operator; dimensions for image case are (N x C x H x W), where N is the batch size, C is the number of channels, and H and W are the height and the width of the data. For non image case, the dimensions are in the form of (N x C x D1 x D2 ... Dn), where N is the batch size. Optionally, if dimension denotation is in effect, the operation expects the input data tensor to arrive with the dimension denotation of [DATA_BATCH, DATA_CHANNEL, DATA_FEATURE, DATA_FEATURE ...].
+
+ +#### Outputs (1 - 2) + +
+
Y (differentiable) : T
+
Output data tensor from average or max pooling across the input tensor. Dimensions will vary based on various kernel, stride, and pad sizes. Floor value of the dimension is used
+
Indices (optional, non-differentiable) : I
+
Indices tensor from max pooling across the input tensor. The dimensions of indices are the same as output tensor. The values in indices of are the indices of the selected values during pooling. The indices are computed as flatten 1-D tensor, and the indices do not consider padding. So the values in indices are in [0, N x C x D1 x ... x Dn).
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double), tensor(int8), tensor(uint8)
+
Constrain input and output types to float and 8 bit tensors.
+
I : tensor(int64)
+
Constrain index tensor to int64
+
+ +### **Min-12** + + Element-wise min of each of the input tensors (with Numpy-style broadcasting support). + All inputs and outputs must have the same data type. + This operator supports **multidirectional (i.e., Numpy-style) broadcasting**; for more details please check [the doc](Broadcasting.md). + +#### Version + +This version of the operator has been available since version 12 of the default ONNX operator set. + +#### Inputs (1 - ∞) + +
+
data_0 (variadic) : T
+
List of tensors for min.
+
+ +#### Outputs + +
+
min : T
+
Output tensor.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to numeric tensors.
+
+ +### **NegativeLogLikelihoodLoss-12** + + A NegativeLogLikelihoodLoss operator computes (weighted) negative log likelihood loss. + Its "input" tensor has the shape of (N, C, d1, d2, ..., dk) where k >= 0. + The "input" tensor contains log-probabilities for input[n, :, d_1, d_2,..., d_k] being in a class of [0, C). + The operator's "target" input tensor has the shape of (N, d1, d2, ..., dk). It encodes class labels (one of C classes) + or it may contain a special value (indicated by an attribute ignore_index) for N x d1 x d2 x ... x dk samples. + The loss value for input[n, :, d_1, d_2,...d_k] being classified as class c = target[n][d_1][d_2]...[d_k] is computed as: + loss[n][d_1][d_2]...[d_k] = -input[n][c][d_1][d_2]...[d_k]. + When an optional "weight" is provided, the sample loss is calculated as: + loss[n][d_1][d_2]...[d_k] = -input[n][c][d_1][d_2]...[d_k] * weight[c]. + loss is zero for the case when target-value equals ignore_index. + + loss[n][d_1][d_2]...[d_k] = 0, when target[n][d_1][d_2]...[d_k] = ignore_index + If "reduction" attribute is set to "none", the operator's output will be the above loss with shape (N, d1, d2, ..., dk). + If "reduction" attribute is set to "mean" (the default attribute value), the output loss is (weight) averaged: + mean(loss), if "weight" is not provided, + or if weight is provided, + sum(loss) / sum(weight[target[n][d_1][d_2]...[d_k]]]), for all samples. + If "reduction" attribute is set to "sum", the output is a scalar: + sum(loss). + See also https://pytorch.org/docs/stable/nn.html#torch.nn.NLLLoss. + Example 1: + // negative log likelihood loss, "none" reduction + N, C, d1 = 2, 3, 2 + input = [[[1.0, 2.0], [2.0, 2.0], [3.0, 2.0]], + [[0.0, 1.0], [2.0, 2.0], [1.0, 2]]] + target = [[2, 1], [0, 2]] + loss = np.zeros((N, d1)) + for n in range(N): + for d_1 in range(d1): + c = target[n][d_1] + loss[n][d_1] = -input[n][c][d_1] + // print(loss) + // [[-3. -2.] + // [-0. -2.]] + Example 2: + // weighted negative log likelihood loss, sum reduction + N, C, d1 = 2, 3, 2 + input = [[[1.0, 2.0], [2.0, 2.0], [3.0, 2.0]], + [[0.0, 1.0], [2.0, 2.0], [1.0, 2]]] + target = [[2, 1], [0, 2]] + weight = [0.2, 0.3, 0.1] + loss = np.zeros((N, d1)) + for n in range(N): + for d_1 in range(d1): + c = target[n][d_1] + loss[n][d_1] = -input[n][c][d_1] * weight[c] + loss = np.sum(loss) + // print(loss) + // -1.1 + Example 3: + // weighted negative log likelihood loss, mean reduction + N, C, d1 = 2, 3, 2 + input = [[[1.0, 2.0], [2.0, 2.0], [3.0, 2.0]], + [[0.0, 1.0], [2.0, 2.0], [1.0, 2]]] + target = [[2, 1], [0, 2]] + weight = [0.2, 0.3, 0.1] + loss = np.zeros((N, d1)) + weight_total = 0 + for n in range(N): + for d_1 in range(d1): + c = target[n][d_1] + loss[n][d_1] = -input[n][c][d_1] * weight[c] + weight_total = weight_total + weight[c] + loss = np.sum(loss) / weight_total + // print(loss) + // -1.57 + +#### Version + +This version of the operator has been available since version 12 of the default ONNX operator set. + +#### Attributes + +
+
ignore_index : int
+
Specifies a target value that is ignored and does not contribute to the input gradient. It's an optional value.
+
reduction : string (default is mean)
+
Type of reduction to apply to loss: none, sum, mean (default). 'none': the output is the loss for each sample. 'sum': the output will be summed. 'mean': the sum of the output will be divided by the sum of applied weights.
+
+ +#### Inputs (2 - 3) + +
+
input : T
+
Input tensor of shape (N, C) or (N, C, d1, d2, ..., dk).
+
target : Tind
+
Target tensor of shape (N) or (N, d1, d2, ..., dk). Target element value shall be in range of [0, C). If ignore_index is specified, it may have a value outside [0, C) and the target values should either be in the range [0, C) or have the value ignore_index.
+
weight (optional) : T
+
Optional rescaling weight tensor. If given, it has to be a tensor of size C. Otherwise, it is treated as if having all ones.
+
+ +#### Outputs + +
+
loss : T
+
The negative log likelihood loss
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input, weight, and output types to floating-point tensors.
+
Tind : tensor(int32), tensor(int64)
+
Constrain target to integer types
+
+ +### **Pow-12** + + Pow takes input data (Tensor) and exponent Tensor, and + produces one output data (Tensor) where the function `f(x) = x^exponent`, + is applied to the data tensor elementwise. + This operator supports **multidirectional (i.e., Numpy-style) broadcasting**; for more details please check [the doc](Broadcasting.md). + +#### Version + +This version of the operator has been available since version 12 of the default ONNX operator set. + +#### Inputs + +
+
X : T
+
First operand, base of the exponent.
+
Y : T1
+
Second operand, power of the exponent.
+
+ +#### Outputs + +
+
Z : T
+
Output tensor.
+
+ +#### Type Constraints + +
+
T : tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double)
+
Constrain input X and output types to float/int tensors.
+
T1 : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double)
+
Constrain input Y types to float/int tensors.
+
+ +### **ReduceMax-12** + + Computes the max of the input tensor's element along the provided axes. The resulting + tensor has the same rank as the input if keepdims equals 1. If keepdims equal 0, then + the resulted tensor have the reduced dimension pruned. + + The above behavior is similar to numpy, with the exception that numpy defaults keepdims to + False instead of True. + +#### Version + +This version of the operator has been available since version 12 of the default ONNX operator set. + +#### Attributes + +
+
axes : list of ints
+
A list of integers, along which to reduce. The default is to reduce over all the dimensions of the input tensor. Accepted range is [-r, r-1] where r = rank(data).
+
keepdims : int (default is 1)
+
Keep the reduced dimension or not, default 1 means keep reduced dimension.
+
+ +#### Inputs + +
+
data : T
+
An input tensor.
+
+ +#### Outputs + +
+
reduced : T
+
Reduced output tensor.
+
+ +#### Type Constraints + +
+
T : tensor(uint32), tensor(uint64), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(uint8), tensor(int8)
+
Constrain input and output types to high-precision and 8 bit numeric tensors.
+
+ +### **ReduceMin-12** + + Computes the min of the input tensor's element along the provided axes. The resulting + tensor has the same rank as the input if keepdims equals 1. If keepdims equal 0, then + the resulted tensor have the reduced dimension pruned. + + The above behavior is similar to numpy, with the exception that numpy defaults keepdims to + False instead of True. + +#### Version + +This version of the operator has been available since version 12 of the default ONNX operator set. + +#### Attributes + +
+
axes : list of ints
+
A list of integers, along which to reduce. The default is to reduce over all the dimensions of the input tensor. Accepted range is [-r, r-1] where r = rank(data).
+
keepdims : int (default is 1)
+
Keep the reduced dimension or not, default 1 means keep reduced dimension.
+
+ +#### Inputs + +
+
data : T
+
An input tensor.
+
+ +#### Outputs + +
+
reduced : T
+
Reduced output tensor.
+
+ +#### Type Constraints + +
+
T : tensor(uint32), tensor(uint64), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(uint8), tensor(int8)
+
Constrain input and output types to high-precision and 8 bit numeric tensors.
+
+ +### **SoftmaxCrossEntropyLoss-12** + + Loss function that measures the softmax cross entropy + between 'scores' and 'labels'. + This operator first computes a loss tensor whose shape is identical to the labels input. + If the input is 2-D with shape (N, C), the loss tensor may be a N-element vector L = (l_1, l_2, ..., l_N). + If the input is N-D tensor with shape (N, C, D1, D2, ..., Dk), + the loss tensor L may have (N, D1, D2, ..., Dk) as its shape and L[i,][j_1][j_2]...[j_k] denotes a scalar element in L. + After L is available, this operator can optionally do a reduction operator. + + shape(scores): (N, C) where C is the number of classes, or (N, C, D1, D2,..., Dk), + with K >= 1 in case of K-dimensional loss. + shape(labels): (N) where each value is 0 <= labels[i] <= C-1, or (N, D1, D2,..., Dk), + with K >= 1 in case of K-dimensional loss. + + The loss for one sample, l_i, can calculated as follows: + l[i][d1][d2]...[dk] = -y[i][c][d1][d2]..[dk], where i is the index of classes. + or + l[i][d1][d2]...[dk] = -y[i][c][d1][d2]..[dk] * weights[c], if 'weights' is provided. + + loss is zero for the case when label-value equals ignore_index. + l[i][d1][d2]...[dk] = 0, when labels[n][d1][d2]...[dk] = ignore_index + + where: + p = Softmax(scores) + y = Log(p) + c = labels[i][d1][d2]...[dk] + + Finally, L is optionally reduced: + If reduction = 'none', the output is L with shape (N, D1, D2, ..., Dk). + If reduction = 'sum', the output is scalar: Sum(L). + If reduction = 'mean', the output is scalar: ReduceMean(L), or if weight is provided: ReduceSum(L) / ReduceSum(W), + where tensor W is of shape (N, D1, D2, ..., Dk) and W[n][d1][d2]...[dk] = weights[labels[i][d1][d2]...[dk]]. + +#### Version + +This version of the operator has been available since version 12 of the default ONNX operator set. + +#### Attributes + +
+
ignore_index : int
+
Specifies a target value that is ignored and does not contribute to the input gradient. It's an optional value.
+
reduction : string (default is mean)
+
Type of reduction to apply to loss: none, sum, mean(default). 'none': no reduction will be applied, 'sum': the output will be summed. 'mean': the sum of the output will be divided by the number of elements in the output.
+
+ +#### Inputs (2 - 3) + +
+
scores : T
+
The predicted outputs with shape [batch_size, class_size], or [batch_size, class_size, D1, D2 , ..., Dk], where K is the number of dimensions.
+
labels : Tind
+
The ground truth output tensor, with shape [batch_size], or [batch_size, D1, D2, ..., Dk], where K is the number of dimensions. Labels element value shall be in range of [0, C). If ignore_index is specified, it may have a value outside [0, C) and the label values should either be in the range [0, C) or have the value ignore_index.
+
weights (optional) : T
+
A manual rescaling weight given to each class. If given, it has to be a 1D Tensor assigning weight to each of the classes. Otherwise, it is treated as if having all ones.
+
+ +#### Outputs (1 - 2) + +
+
output : T
+
Weighted loss float Tensor. If reduction is 'none', this has the shape of [batch_size], or [batch_size, D1, D2, ..., Dk] in case of K-dimensional loss. Otherwise, it is a scalar.
+
log_prob (optional) : T
+
Log probability tensor. If the output of softmax is prob, its value is log(prob).
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
Tind : tensor(int32), tensor(int64)
+
Constrain target to integer types
+
+ +## Version 13 of the default ONNX operator set +### **Abs-13** + + Absolute takes one input data (Tensor) and produces one output data + (Tensor) where absolute value, y = abs(x), is applied to + the tensor elementwise. + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +#### Inputs + +
+
X (differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
Y (differentiable) : T
+
Output tensor
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input and output types to all numeric tensors.
+
+ +### **Add-13** + + Performs element-wise binary addition (with Numpy-style broadcasting support). + + This operator supports **multidirectional (i.e., Numpy-style) broadcasting**; for more details please check [the doc](Broadcasting.md). + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +#### Inputs + +
+
A (differentiable) : T
+
First operand.
+
B (differentiable) : T
+
Second operand.
+
+ +#### Outputs + +
+
C (differentiable) : T
+
Result, has same element type as two inputs
+
+ +#### Type Constraints + +
+
T : tensor(uint32), tensor(uint64), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input and output types to high-precision numeric tensors.
+
+ +### **ArgMax-13** + + Computes the indices of the max elements of the input tensor's element along the + provided axis. The resulting tensor has the same rank as the input if keepdims equals 1. + If keepdims equals 0, then the resulting tensor has the reduced dimension pruned. + If select_last_index is True (default False), the index of the last occurrence of the max + is selected if the max appears more than once in the input. Otherwise the index of the + first occurrence is selected. + The type of the output tensor is integer. + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +#### Attributes + +
+
axis : int (default is 0)
+
The axis in which to compute the arg indices. Accepted range is [-r, r-1] where r = rank(data).
+
keepdims : int (default is 1)
+
Keep the reduced dimension or not, default 1 means keep reduced dimension.
+
select_last_index : int (default is 0)
+
Whether to select the last index or the first index if the {name} appears in multiple indices, default is False (first index).
+
+ +#### Inputs + +
+
data (non-differentiable) : T
+
An input tensor.
+
+ +#### Outputs + +
+
reduced (non-differentiable) : tensor(int64)
+
Reduced output tensor with integer data type.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input and output types to all numeric tensors.
+
+ +### **ArgMin-13** + + Computes the indices of the min elements of the input tensor's element along the + provided axis. The resulting tensor has the same rank as the input if keepdims equals 1. + If keepdims equals 0, then the resulting tensor has the reduced dimension pruned. + If select_last_index is True (default False), the index of the last occurrence of the min + is selected if the min appears more than once in the input. Otherwise the index of the + first occurrence is selected. + The type of the output tensor is integer. + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +#### Attributes + +
+
axis : int (default is 0)
+
The axis in which to compute the arg indices. Accepted range is [-r, r-1] where r = rank(data).
+
keepdims : int (default is 1)
+
Keep the reduced dimension or not, default 1 means keep reduced dimension.
+
select_last_index : int (default is 0)
+
Whether to select the last index or the first index if the {name} appears in multiple indices, default is False (first index).
+
+ +#### Inputs + +
+
data (non-differentiable) : T
+
An input tensor.
+
+ +#### Outputs + +
+
reduced (non-differentiable) : tensor(int64)
+
Reduced output tensor with integer data type.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input and output types to all numeric tensors.
+
+ +### **Cast-13** + + The operator casts the elements of a given input tensor to a data type + specified by the 'to' argument and returns an output tensor of the same size in + the converted type. The 'to' argument must be one of the data types specified + in the 'DataType' enum field in the TensorProto message. + + Casting from string tensor in plain (e.g., "3.14" and "1000") and scientific numeric representations + (e.g., "1e-5" and "1E8") to float types is supported. For example, converting string "100.5" to an integer may + yield result 100. There are some string literals reserved for special floating-point values; + "+INF" (and "INF"), "-INF", and "NaN" are positive infinity, negative infinity, and not-a-number, respectively. + Any string which can exactly match "+INF" in a case-insensitive way would be mapped to positive infinite. Similarly, + this case-insensitive rule is applied to "INF" and "NaN". When casting from numeric tensors + to string tensors, plain floating-point representation (such as "314.15926") would be used. + Converting non-numerical-literal string such as "Hello World!" is an undefined behavior. Cases + of converting string representing floating-point arithmetic value, such as "2.718", to INT is an undefined behavior. + + Conversion from a numerical type to any numerical type is always allowed. + User must be aware of precision loss and value change caused by range difference between two types. + For example, a 64-bit float 3.1415926459 may be round to a 32-bit float 3.141592. Similarly, converting + an integer 36 to Boolean may produce 1 because we truncate bits which can't be stored in the targeted type. + + In more detail, the conversion among numerical types should follow these rules: + + * Casting from floating point to: + * floating point: +/- infinity if OOR (out of range). + * fixed point: undefined if OOR. + * bool: +/- 0.0 to False; all else to True. + * Casting from fixed point to: + * floating point: +/- infinity if OOR. (+ infinity in the case of uint) + * fixed point: when OOR, discard higher bits and reinterpret (with respect to two's complement representation for + signed types). For example, 200 (int16) -> -56 (int8). + * bool: zero to False; nonzero to True. + * Casting from bool to: + * floating point: `{1.0, 0.0}`. + * fixed point: `{1, 0}`. + * bool: no change. + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +#### Attributes + +
+
to : int (required)
+
The data type to which the elements of the input tensor are cast. Strictly must be one of the types from DataType enum in TensorProto
+
+ +#### Inputs + +
+
input (differentiable) : T1
+
Input tensor to be cast.
+
+ +#### Outputs + +
+
output (differentiable) : T2
+
Output tensor with the same shape as input with type specified by the 'to' argument
+
+ +#### Type Constraints + +
+
T1 : tensor(float16), tensor(float), tensor(double), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(bool), tensor(string), tensor(bfloat16)
+
Constrain input types. Casting from complex is not supported.
+
T2 : tensor(float16), tensor(float), tensor(double), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(bool), tensor(string), tensor(bfloat16)
+
Constrain output types. Casting to complex is not supported.
+
+ +### **Ceil-13** + + Ceil takes one input data (Tensor) and produces one output data + (Tensor) where the ceil is, y = ceil(x), is applied to + the tensor elementwise. If x is integral, +0, -0, NaN, or infinite, x itself is returned. + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +#### Inputs + +
+
X (non-differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
Y (non-differentiable) : T
+
Output tensor
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input and output types to float tensors.
+
+ +### **Clip-13** + + Clip operator limits the given input within an interval. The interval is + specified by the inputs 'min' and 'max'. They default to + numeric_limits::lowest() and numeric_limits::max(), respectively. + When 'min' is greater than 'max', the clip operator sets all the 'input' values to + the value of 'max'. Thus, this is equivalent to 'Min(max, Max(input, min))'. + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +#### Inputs (1 - 3) + +
+
input (differentiable) : T
+
Input tensor whose elements to be clipped
+
min (optional, non-differentiable) : T
+
Minimum value, under which element is replaced by min. It must be a scalar(tensor of empty shape).
+
max (optional, non-differentiable) : T
+
Maximum value, above which element is replaced by max. It must be a scalar(tensor of empty shape).
+
+ +#### Outputs + +
+
output (differentiable) : T
+
Output tensor with clipped input elements
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input and output types to all numeric tensors.
+
+ +### **Concat-13** + + Concatenate a list of tensors into a single tensor. All input tensors must have the same shape, except for the dimension size of the axis to concatenate on. + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +#### Attributes + +
+
axis : int (required)
+
Which axis to concat on. A negative value means counting dimensions from the back. Accepted range is [-r, r-1] where r = rank(inputs)..
+
+ +#### Inputs (1 - ∞) + +
+
inputs (variadic, differentiable) : T
+
List of tensors for concatenation
+
+ +#### Outputs + +
+
concat_result (differentiable) : T
+
Concatenated tensor
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain output types to any tensor type.
+
+ +### **Constant-13** + + This operator produces a constant tensor. Exactly one of the provided attributes, either value, sparse_value, + or value_* must be specified. + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +#### Attributes + +
+
sparse_value : sparse_tensor
+
The value for the elements of the output tensor in sparse format.
+
value : tensor
+
The value for the elements of the output tensor.
+
value_float : float
+
The value for the sole element for the scalar, float32, output tensor.
+
value_floats : list of floats
+
The values for the elements for the 1D, float32, output tensor.
+
value_int : int
+
The value for the sole element for the scalar, int64, output tensor.
+
value_ints : list of ints
+
The values for the elements for the 1D, int64, output tensor.
+
value_string : string
+
The value for the sole element for the scalar, UTF-8 string, output tensor.
+
value_strings : list of strings
+
The values for the elements for the 1D, UTF-8 string, output tensor.
+
+ +#### Inputs + + +#### Outputs + +
+
output : T
+
Output tensor containing the same value of the provided tensor.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain input and output types to all tensor types.
+
+ +### **DepthToSpace-13** + + DepthToSpace rearranges (permutes) data from depth into blocks of spatial data. + This is the reverse transformation of SpaceToDepth. More specifically, this op outputs a copy of + the input tensor where values from the depth dimension are moved in spatial blocks to the height + and width dimensions. By default, `mode` = `DCR`. + In the DCR mode, elements along the depth dimension from the input tensor are rearranged in the + following order: depth, column, and then row. The output y is computed from the input x as below: + + ``` + b, c, h, w = x.shape + tmp = np.reshape(x, [b, blocksize, blocksize, c // (blocksize**2), h, w]) + tmp = np.transpose(tmp, [0, 3, 4, 1, 5, 2]) + y = np.reshape(tmp, [b, c // (blocksize**2), h * blocksize, w * blocksize]) + ``` + + In the CRD mode, elements along the depth dimension from the input tensor are rearranged in the + following order: column, row, and the depth. The output y is computed from the input x as below: + + ``` + b, c, h, w = x.shape + tmp = np.reshape(x, [b, c // (blocksize ** 2), blocksize, blocksize, h, w]) + tmp = np.transpose(tmp, [0, 1, 4, 2, 5, 3]) + y = np.reshape(tmp, [b, c // (blocksize ** 2), h * blocksize, w * blocksize]) + ``` + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +#### Attributes + +
+
blocksize : int (required)
+
Blocks of [blocksize, blocksize] are moved.
+
mode : string (default is DCR)
+
DCR (default) for depth-column-row order re-arrangement. Use CRD for column-row-depth order.
+
+ +#### Inputs + +
+
input (differentiable) : T
+
Input tensor of [N,C,H,W], where N is the batch axis, C is the channel or depth, H is the height and W is the width.
+
+ +#### Outputs + +
+
output (differentiable) : T
+
Output tensor of [N, C/(blocksize * blocksize), H * blocksize, W * blocksize].
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain input and output types to all tensor types.
+
+ +### **DequantizeLinear-13** + + The linear dequantization operator. It consumes a quantized tensor, a scale, and a zero point to compute the full precision tensor. + The dequantization formula is `y = (x - x_zero_point) * x_scale`. `x_scale` and `x_zero_point` must have same shape, and can be either a scalar + for per-tensor / per layer quantization, or a 1-D tensor for per-axis quantization. + `x_zero_point` and `x` must have same type. `x` and `y` must have same shape. In the case of dequantizing int32, + there's no zero point (zero point is supposed to be 0). + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +#### Attributes + +
+
axis : int (default is 1)
+
(Optional) The axis of the dequantizing dimension of the input tensor. Ignored for per-tensor quantization. Negative value means counting dimensions from the back. Accepted range is [-r, r-1] where r = rank(input).
+
+ +#### Inputs (2 - 3) + +
+
x : T
+
N-D quantized input tensor to be de-quantized.
+
x_scale : tensor(float)
+
Scale for input 'x'. It can be a scalar, which means a per-tensor/layer dequantization, or a 1-D tensor for per-axis dequantization.
+
x_zero_point (optional) : T
+
Zero point for input 'x'. Shape must match x_scale. It's optional. Zero point is 0 when it's not specified.
+
+ +#### Outputs + +
+
y : tensor(float)
+
N-D full precision output tensor. It has same shape as input 'x'.
+
+ +#### Type Constraints + +
+
T : tensor(int8), tensor(uint8), tensor(int32)
+
Constrain 'x_zero_point' and 'x' to 8-bit/32-bit integer tensor.
+
+ +### **Div-13** + + Performs element-wise binary division (with Numpy-style broadcasting support). + + This operator supports **multidirectional (i.e., Numpy-style) broadcasting**; for more details please check [the doc](Broadcasting.md). + + For integer inputs, the result is computed using truncating division (rounding toward zero). + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +#### Inputs + +
+
A (differentiable) : T
+
First operand.
+
B (differentiable) : T
+
Second operand.
+
+ +#### Outputs + +
+
C (differentiable) : T
+
Result, has same element type as two inputs
+
+ +#### Type Constraints + +
+
T : tensor(uint32), tensor(uint64), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input and output types to high-precision numeric tensors.
+
+ +### **Dropout-13** + + Dropout takes an input floating-point tensor, an optional input ratio (floating-point scalar) and an optional input training_mode (boolean scalar). It produces two tensor outputs, + output (floating-point tensor) and mask (optional `Tensor`). If `training_mode` is true then the output Y will be a random dropout; + Note that this Dropout scales the masked input data by the following equation, so to convert the trained model into inference mode, + the user can simply not pass `training_mode` input or set it to false. + ``` + output = scale * data * mask, + ``` + where + ``` + scale = 1. / (1. - ratio). + ``` + This operator has **optional** inputs/outputs. See [the doc](IR.md) for more details about the representation of optional arguments. An empty string may be used in the place of an actual argument's name to indicate a missing argument. Trailing optional arguments (those not followed by an argument that is present) may also be simply omitted. + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +#### Attributes + +
+
seed : int
+
(Optional) Seed to the random generator, if not specified we will auto generate one.
+
+ +#### Inputs (1 - 3) + +
+
data (differentiable) : T
+
The input data as Tensor.
+
ratio (optional, non-differentiable) : T1
+
The ratio of random dropout, with value in [0, 1). If this input was not set, or if it was set to 0, the output would be a simple copy of the input. If it's non-zero, output will be a random dropout of the scaled input, which is typically the case during training. It is an optional value, if not specified it will default to 0.5.
+
training_mode (optional, non-differentiable) : T2
+
If set to true then it indicates dropout is being used for training. It is an optional value hence unless specified explicitly, it is false. If it is false, ratio is ignored and the operation mimics inference mode where nothing will be dropped from the input data and if mask is requested as output it will contain all ones.
+
+ +#### Outputs (1 - 2) + +
+
output (differentiable) : T
+
The output.
+
mask (optional, non-differentiable) : T2
+
The output mask.
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input and output types to float tensors.
+
T1 : tensor(float16), tensor(float), tensor(double)
+
Constrain input 'ratio' types to float tensors.
+
T2 : tensor(bool)
+
Constrain output 'mask' types to boolean tensors.
+
+ +### **Equal-13** + + Returns the tensor resulted from performing the `equal` logical operation + elementwise on the input tensors `A` and `B` (with Numpy-style broadcasting support). + + This operator supports **multidirectional (i.e., Numpy-style) broadcasting**; for more details please check [the doc](Broadcasting.md). + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +#### Inputs + +
+
A (non-differentiable) : T
+
First input operand for the logical operator.
+
B (non-differentiable) : T
+
Second input operand for the logical operator.
+
+ +#### Outputs + +
+
C (non-differentiable) : T1
+
Result tensor.
+
+ +#### Type Constraints + +
+
T : tensor(bool), tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input types to all numeric tensors.
+
T1 : tensor(bool)
+
Constrain output to boolean tensor.
+
+ +### **Erf-13** + + Computes the error function of the given input tensor element-wise. + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +#### Inputs + +
+
input (differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
output (differentiable) : T
+
The error function of the input tensor computed element-wise. It has the same shape and type of the input.
+
+ +#### Type Constraints + +
+
T : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **Exp-13** + + Calculates the exponential of the given input tensor, element-wise. + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +#### Inputs + +
+
input (differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
output (differentiable) : T
+
The exponential of the input tensor computed element-wise
+
+ +#### Type Constraints + +
+
T : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **Expand-13** + + Broadcast the input tensor following the given shape and the broadcast rule. + The broadcast rule is similar to numpy.array(input) * numpy.ones(shape): + Dimensions are right alignment; + Two corresponding dimensions must have the same value, or one of them is equal to 1. + Also, this operator is similar to numpy.broadcast_to(input, shape), + but the major difference is numpy.broadcast_to() does not allow shape to be smaller than input.size(). + It is possible that the output.shape is not equal to shape, when some dimensions in shape is equal to 1, + or the shape.ndim < input.shape.ndim. + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +#### Inputs + +
+
input (differentiable) : T
+
Input tensor
+
shape (non-differentiable) : tensor(int64)
+
A 1-D tensor indicates the shape you want to expand to, following the broadcast rule
+
+ +#### Outputs + +
+
output (differentiable) : T
+
Output tensor
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain input and output types to all tensors.
+
+ +### **Flatten-13** + + Flattens the input tensor into a 2D matrix. If input tensor has shape + (d_0, d_1, ... d_n) then the output will have shape + (d_0 X d_1 ... d_(axis-1), d_axis X d_(axis+1) ... X dn). + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +#### Attributes + +
+
axis : int (default is 1)
+
Indicate up to which input dimensions (exclusive) should be flattened to the outer dimension of the output. The value for axis must be in the range [-r, r], where r is the rank of the input tensor. Negative value means counting dimensions from the back. When axis = 0, the shape of the output tensor is (1, (d_0 X d_1 ... d_n), where the shape of the input tensor is (d_0, d_1, ... d_n).
+
+ +#### Inputs + +
+
input (differentiable) : T
+
A tensor of rank >= axis.
+
+ +#### Outputs + +
+
output (differentiable) : T
+
A 2D tensor with the contents of the input tensor, with input dimensions up to axis flattened to the outer dimension of the output and remaining input dimensions flattened into the inner dimension of the output.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain input and output to all tensor types.
+
+ +### **Floor-13** + + Floor takes one input data (Tensor) and produces one output data + (Tensor) where the floor is, y = floor(x), is applied to + the tensor elementwise. If x is integral, +0, -0, NaN, or infinite, x itself is returned. + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +#### Inputs + +
+
X (non-differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
Y (non-differentiable) : T
+
Output tensor
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input and output types to float tensors.
+
+ +### **Gather-13** + + Given `data` tensor of rank r >= 1, and `indices` tensor of rank q, gather + entries of the axis dimension of `data` (by default outer-most one as axis=0) indexed by `indices`, and concatenates + them in an output tensor of rank q + (r - 1). + + It is an indexing operation that indexes into the input `data` along a single (specified) axis. + Each entry in `indices` produces a `r-1` dimensional slice of the input tensor. + The entire operation produces, conceptually, a `q`-dimensional tensor of `r-1` dimensional slices, + which is arranged into a `q + (r-1)`-dimensional tensor, with the `q` dimensions taking the + place of the original `axis` that is being indexed into. + + The following few examples illustrate how `Gather` works for specific shapes of `data`, + `indices`, and given value of `axis`: + | data shape | indices shape | axis | output shape | output equation | + | --- | --- | --- | --- | --- | + | (P, Q) | ( ) (a scalar) | 0 | (Q) | output[q] = data[indices, q] | + | (P, Q, R) | ( ) (a scalar) | 1 | (P, R) | output[p, r] = data[p, indices, r] | + | (P, Q) | (R, S) | 0 | (R, S, Q) | output[r, s, q] = data[ [indices[r, s], q] | + | (P, Q) | (R, S) | 1 | (P, R, S) | output[p, r, s] = data[ p, indices[r, s]] | + + More generally, if `axis = 0`, let `k = indices[i_{0}, ..., i_{q-1}]` + then `output[i_{0}, ..., i_{q-1}, j_{0}, ..., j_{r-2}] = input[k , j_{0}, ..., j_{r-2}]`: + + ``` + data = [ + [1.0, 1.2], + [2.3, 3.4], + [4.5, 5.7], + ] + indices = [ + [0, 1], + [1, 2], + ] + output = [ + [ + [1.0, 1.2], + [2.3, 3.4], + ], + [ + [2.3, 3.4], + [4.5, 5.7], + ], + ] + ``` + + If `axis = 1`, let `k = indices[i_{0}, ..., i_{q-1}]` + then `output[j_{0}, i_{0}, ..., i_{q-1}, j_{1}, ..., j_{r-2}] = input[j_{0}, k, j_{1}, ..., j_{r-2}]`: + + ``` + data = [ + [1.0, 1.2, 1.9], + [2.3, 3.4, 3.9], + [4.5, 5.7, 5.9], + ] + indices = [ + [0, 2], + ] + axis = 1, + output = [ + [[1.0, 1.9]], + [[2.3, 3.9]], + [[4.5, 5.9]], + ] + ``` + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +#### Attributes + +
+
axis : int (default is 0)
+
Which axis to gather on. Negative value means counting dimensions from the back. Accepted range is [-r, r-1] where r = rank(data).
+
+ +#### Inputs + +
+
data (differentiable) : T
+
Tensor of rank r >= 1.
+
indices (non-differentiable) : Tind
+
Tensor of int32/int64 indices, of any rank q. All index values are expected to be within bounds [-s, s-1] along axis of size s. It is an error if any of the index values are out of bounds.
+
+ +#### Outputs + +
+
output (differentiable) : T
+
Tensor of rank q + (r - 1).
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain input and output types to any tensor type.
+
Tind : tensor(int32), tensor(int64)
+
Constrain indices to integer types
+
+ +### **GatherElements-13** + + GatherElements takes two inputs `data` and `indices` of the same rank r >= 1 + and an optional attribute `axis` that identifies an axis of `data` + (by default, the outer-most axis, that is axis 0). It is an indexing operation + that produces its output by indexing into the input data tensor at index + positions determined by elements of the `indices` tensor. + Its output shape is the same as the shape of `indices` and consists of one value + (gathered from the `data`) for each element in `indices`. + + For instance, in the 3-D case (r = 3), the output produced is determined + by the following equations: + ``` + out[i][j][k] = input[index[i][j][k]][j][k] if axis = 0, + out[i][j][k] = input[i][index[i][j][k]][k] if axis = 1, + out[i][j][k] = input[i][j][index[i][j][k]] if axis = 2, + ``` + + This operator is also the inverse of ScatterElements. It is similar to Torch's gather operation. + + Example 1: + ``` + data = [ + [1, 2], + [3, 4], + ] + indices = [ + [0, 0], + [1, 0], + ] + axis = 1 + output = [ + [1, 1], + [4, 3], + ] + ``` + Example 2: + ``` + data = [ + [1, 2, 3], + [4, 5, 6], + [7, 8, 9], + ] + indices = [ + [1, 2, 0], + [2, 0, 0], + ] + axis = 0 + output = [ + [4, 8, 3], + [7, 2, 3], + ] + ``` + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +#### Attributes + +
+
axis : int (default is 0)
+
Which axis to gather on. Negative value means counting dimensions from the back. Accepted range is [-r, r-1] where r = rank(data).
+
+ +#### Inputs + +
+
data (differentiable) : T
+
Tensor of rank r >= 1.
+
indices (non-differentiable) : Tind
+
Tensor of int32/int64 indices, with the same rank r as the input. All index values are expected to be within bounds [-s, s-1] along axis of size s. It is an error if any of the index values are out of bounds.
+
+ +#### Outputs + +
+
output (differentiable) : T
+
Tensor of the same shape as indices.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain input and output types to any tensor type.
+
Tind : tensor(int32), tensor(int64)
+
Constrain indices to integer types
+
+ +### **GatherND-13** + + Given `data` tensor of rank `r` >= 1, `indices` tensor of rank `q` >= 1, and `batch_dims` integer `b`, this operator gathers + slices of `data` into an output tensor of rank `q + r - indices_shape[-1] - 1 - b`. + + `indices` is an q-dimensional integer tensor, best thought of as a `(q-1)`-dimensional tensor of index-tuples into `data`, + where each element defines a slice of `data` + + `batch_dims` (denoted as `b`) is an integer indicating the number of batch dimensions, i.e the leading `b` number of dimensions of + `data` tensor and `indices` are representing the batches, and the gather starts from the `b+1` dimension. + + Some salient points about the inputs' rank and shape: + + 1) r >= 1 and q >= 1 are to be honored. There is no dependency condition to be met between ranks `r` and `q` + + 2) The first `b` dimensions of the shape of `indices` tensor and `data` tensor must be equal. + + 3) b < min(q, r) is to be honored. + + 4) The `indices_shape[-1]` should have a value between 1 (inclusive) and rank `r-b` (inclusive) + + 5) All values in `indices` are expected to be within bounds [-s, s-1] along axis of size `s` (i.e.) `-data_shape[i] <= indices[...,i] <= data_shape[i] - 1`. + It is an error if any of the index values are out of bounds. + + The output is computed as follows: + + The output tensor is obtained by mapping each index-tuple in the `indices` tensor to the corresponding slice of the input `data`. + + 1) If `indices_shape[-1] > r-b` => error condition + + 2) If `indices_shape[-1] == r-b`, since the rank of `indices` is `q`, `indices` can be thought of as `N` `(q-b-1)`-dimensional tensors + containing 1-D tensors of dimension `r-b`, where `N` is an integer equals to the product of 1 and all the elements in the batch dimensions + of the indices_shape. Let us think of each such `r-b` ranked tensor as `indices_slice`. Each *scalar value* corresponding to `data[0:b-1,indices_slice]` + is filled into the corresponding location of the `(q-b-1)`-dimensional tensor to form the `output` tensor (Example 1 below) + + 3) If `indices_shape[-1] < r-b`, since the rank of `indices` is `q`, `indices` can be thought of as `N` `(q-b-1)`-dimensional tensor + containing 1-D tensors of dimension `< r-b`. Let us think of each such tensors as `indices_slice`. Each *tensor slice* corresponding + to `data[0:b-1, indices_slice , :]` is filled into the corresponding location of the `(q-b-1)`-dimensional tensor + to form the `output` tensor (Examples 2, 3, 4 and 5 below) + + This operator is the inverse of `ScatterND`. + + **Example 1** + + ``` + batch_dims = 0 + data = [[0,1],[2,3]] # data_shape = [2, 2] + indices = [[0,0],[1,1]] # indices_shape = [2, 2] + output = [0,3] # output_shape = [2] + ``` + + **Example 2** + + ``` + batch_dims = 0 + data = [[0,1],[2,3]] # data_shape = [2, 2] + indices = [[1],[0]] # indices_shape = [2, 1] + output = [[2,3],[0,1]] # output_shape = [2, 2] + ``` + + **Example 3** + + ``` + batch_dims = 0 + data = [[[0,1],[2,3]],[[4,5],[6,7]]] # data_shape = [2, 2, 2] + indices = [[0,1],[1,0]] # indices_shape = [2, 2] + output = [[2,3],[4,5]] # output_shape = [2, 2] + ``` + + **Example 4** + + ``` + batch_dims = 0 + data = [[[0,1],[2,3]],[[4,5],[6,7]]] # data_shape = [2, 2, 2] + indices = [[[0,1]],[[1,0]]] # indices_shape = [2, 1, 2] + output = [[[2,3]],[[4,5]]] # output_shape = [2, 1, 2] + ``` + + **Example 5** + + ``` + batch_dims = 1 + data = [[[0,1],[2,3]],[[4,5],[6,7]]] # data_shape = [2, 2, 2] + indices = [[1],[0]] # indices_shape = [2, 1] + output = [[2,3],[4,5]] # output_shape = [2, 2] + ``` + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +#### Attributes + +
+
batch_dims : int (default is 0)
+
The number of batch dimensions. The gather of indexing starts from dimension of data[batch_dims:]
+
+ +#### Inputs + +
+
data (differentiable) : T
+
Tensor of rank r >= 1.
+
indices (non-differentiable) : tensor(int64)
+
Tensor of rank q >= 1. All index values are expected to be within bounds [-s, s-1] along axis of size s. It is an error if any of the index values are out of bounds.
+
+ +#### Outputs + +
+
output (differentiable) : T
+
Tensor of rank q + r - indices_shape[-1] - 1.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain input and output types to any tensor type.
+
+ +### **Gemm-13** + + General Matrix multiplication: + https://en.wikipedia.org/wiki/Basic_Linear_Algebra_Subprograms#Level_3 + + * A' = transpose(A) if transA else A + * B' = transpose(B) if transB else B + + Compute Y = alpha * A' * B' + beta * C, where input tensor A has shape (M, K) or (K, M), + input tensor B has shape (K, N) or (N, K), input tensor C is broadcastable to shape (M, N), + and output tensor Y has shape (M, N). A will be transposed before doing the + computation if attribute transA is non-zero, same for B and transB. + This operator supports **unidirectional broadcasting** (tensor C should be unidirectional broadcastable to tensor A * B); for more details please check [the doc](Broadcasting.md). + This operator has **optional** inputs/outputs. See [the doc](IR.md) for more details about the representation of optional arguments. An empty string may be used in the place of an actual argument's name to indicate a missing argument. Trailing optional arguments (those not followed by an argument that is present) may also be simply omitted. + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +#### Attributes + +
+
alpha : float (default is 1.0)
+
Scalar multiplier for the product of input tensors A * B.
+
beta : float (default is 1.0)
+
Scalar multiplier for input tensor C.
+
transA : int (default is 0)
+
Whether A should be transposed
+
transB : int (default is 0)
+
Whether B should be transposed
+
+ +#### Inputs (2 - 3) + +
+
A (differentiable) : T
+
Input tensor A. The shape of A should be (M, K) if transA is 0, or (K, M) if transA is non-zero.
+
B (differentiable) : T
+
Input tensor B. The shape of B should be (K, N) if transB is 0, or (N, K) if transB is non-zero.
+
C (optional, differentiable) : T
+
Optional input tensor C. If not specified, the computation is done as if C is a scalar 0. The shape of C should be unidirectional broadcastable to (M, N).
+
+ +#### Outputs + +
+
Y (differentiable) : T
+
Output tensor of shape (M, N).
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double), tensor(uint32), tensor(uint64), tensor(int32), tensor(int64), tensor(bfloat16)
+
Constrain input and output types to float/int tensors.
+
+ +### **Greater-13** + + Returns the tensor resulted from performing the `greater` logical operation + elementwise on the input tensors `A` and `B` (with Numpy-style broadcasting support). + + This operator supports **multidirectional (i.e., Numpy-style) broadcasting**; for more details please check [the doc](Broadcasting.md). + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +#### Inputs + +
+
A (non-differentiable) : T
+
First input operand for the logical operator.
+
B (non-differentiable) : T
+
Second input operand for the logical operator.
+
+ +#### Outputs + +
+
C (non-differentiable) : T1
+
Result tensor.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input types to all numeric tensors.
+
T1 : tensor(bool)
+
Constrain output to boolean tensor.
+
+ +### **Hardmax-13** + + The operator computes the hardmax values for the given input: + + Hardmax(element in input, axis) = 1 if the element is the first maximum value along the specified axis, 0 otherwise + + The "axis" attribute indicates the dimension along which Hardmax + will be performed. The output tensor has the same shape + and contains the Hardmax values of the corresponding input. + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +#### Attributes + +
+
axis : int (default is -1)
+
+Describes the dimension Hardmax will be performed on. +Negative value means counting dimensions +from the back. Accepted range is [-r, r-1] where r = rank(input). +
+
+ +#### Inputs + +
+
input (differentiable) : T
+
The input tensor of rank >= axis.
+
+ +#### Outputs + +
+
output (differentiable) : T
+
The output values with the same shape as the input tensor.
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input and output types to float tensors.
+
+ +### **Identity-13** + + Identity operator + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +#### Inputs + +
+
input (differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
output (differentiable) : T
+
Tensor to copy input into.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain input and output types to all tensor types.
+
+ +### **If-13** + + If conditional + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +#### Attributes + +
+
else_branch : graph (required)
+
Graph to run if condition is false. Has N outputs: values you wish to be live-out to the enclosing scope. The number of outputs must match the number of outputs in the then_branch.
+
then_branch : graph (required)
+
Graph to run if condition is true. Has N outputs: values you wish to be live-out to the enclosing scope. The number of outputs must match the number of outputs in the else_branch.
+
+ +#### Inputs + +
+
cond : B
+
Condition for the if. The tensor must contain a single element.
+
+ +#### Outputs (1 - ∞) + +
+
outputs (variadic, heterogeneous) : V
+
Values that are live-out to the enclosing scope. The return values in the `then_branch` and `else_branch` must be of the same data type. The `then_branch` and `else_branch` may produce tensors with the same element type and different shapes. If corresponding outputs from the then-branch and the else-branch have static shapes S1 and S2, then the shape of the corresponding output variable of the if-node (if present) must be compatible with both S1 and S2 as it represents the union of both possible shapes.For example, if in a model file, the first output of `then_branch` is typed float tensor with shape [2] and the first output of `else_branch` is another float tensor with shape [3], If's first output should have (a) no shape set, or (b) a shape of rank 1 with neither `dim_value` nor `dim_param` set, or (c) a shape of rank 1 with a unique `dim_param`. In contrast, the first output cannot have the shape [2] since [2] and [3] are not compatible.
+
+ +#### Type Constraints + +
+
V : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128), seq(tensor(uint8)), seq(tensor(uint16)), seq(tensor(uint32)), seq(tensor(uint64)), seq(tensor(int8)), seq(tensor(int16)), seq(tensor(int32)), seq(tensor(int64)), seq(tensor(float16)), seq(tensor(float)), seq(tensor(double)), seq(tensor(string)), seq(tensor(bool)), seq(tensor(complex64)), seq(tensor(complex128))
+
All Tensor and Sequence types
+
B : tensor(bool)
+
Only bool
+
+ +### **IsNaN-13** + + Returns which elements of the input are NaN. + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +#### Inputs + +
+
X (non-differentiable) : T1
+
input
+
+ +#### Outputs + +
+
Y (non-differentiable) : T2
+
output
+
+ +#### Type Constraints + +
+
T1 : tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input types to float tensors.
+
T2 : tensor(bool)
+
Constrain output types to boolean tensors.
+
+ +### **LRN-13** + + Local Response Normalization proposed in the [AlexNet paper](https://papers.nips.cc/paper/4824-imagenet-classification-with-deep-convolutional-neural-networks.pdf). + It normalizes over local input regions. + The local region is defined across the channels. For an element `X[n, c, d1, ..., dk]` in a tensor + of shape `(N x C x D1 x D2, ..., Dk)`, its region is + `{X[n, i, d1, ..., dk] | max(0, c - floor((size - 1) / 2)) <= i <= min(C - 1, c + ceil((size - 1) / 2))}`. + + `square_sum[n, c, d1, ..., dk] = sum(X[n, i, d1, ..., dk] ^ 2)`, + where `max(0, c - floor((size - 1) / 2)) <= i <= min(C - 1, c + ceil((size - 1) / 2))`. + + `Y[n, c, d1, ..., dk] = X[n, c, d1, ..., dk] / (bias + alpha / size * square_sum[n, c, d1, ..., dk] ) ^ beta` + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +#### Attributes + +
+
alpha : float (default is 0.0001)
+
Scaling parameter.
+
beta : float (default is 0.75)
+
The exponent.
+
bias : float (default is 1.0)
+
+
size : int (required)
+
The number of channels to sum over
+
+ +#### Inputs + +
+
X (differentiable) : T
+
Input data tensor from the previous operator; dimensions for image case are (N x C x H x W), where N is the batch size, C is the number of channels, and H and W are the height and the width of the data. For non image case, the dimensions are in the form of (N x C x D1 x D2 ... Dn), where N is the batch size. Optionally, if dimension denotation is in effect, the operation expects the input data tensor to arrive with the dimension denotation of [DATA_BATCH, DATA_CHANNEL, DATA_FEATURE, DATA_FEATURE ...].
+
+ +#### Outputs + +
+
Y (differentiable) : T
+
Output tensor, which has the shape and type as input tensor
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input and output types to float tensors.
+
+ +### **Less-13** + + Returns the tensor resulted from performing the `less` logical operation + elementwise on the input tensors `A` and `B` (with Numpy-style broadcasting support). + + This operator supports **multidirectional (i.e., Numpy-style) broadcasting**; for more details please check [the doc](Broadcasting.md). + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +#### Inputs + +
+
A (non-differentiable) : T
+
First input operand for the logical operator.
+
B (non-differentiable) : T
+
Second input operand for the logical operator.
+
+ +#### Outputs + +
+
C (non-differentiable) : T1
+
Result tensor.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input types to all numeric tensors.
+
T1 : tensor(bool)
+
Constrain output to boolean tensor.
+
+ +### **Log-13** + + Calculates the natural log of the given input tensor, element-wise. + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +#### Inputs + +
+
input (differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
output (differentiable) : T
+
The natural log of the input tensor computed element-wise
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input and output types to float tensors.
+
+ +### **LogSoftmax-13** + + The operator computes the log of softmax values for the given input: + + LogSoftmax(input, axis) = Log(Softmax(input, axis=axis)) + + The "axis" attribute indicates the dimension along which LogSoftmax + will be performed. The output tensor has the same shape + and contains the LogSoftmax values of the corresponding input. + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +#### Attributes + +
+
axis : int (default is -1)
+
+Describes the dimension LogSoftmax will be performed on. +Negative value means counting dimensions +from the back. Accepted range is [-r, r-1] where r = rank(input). +
+
+ +#### Inputs + +
+
input (differentiable) : T
+
The input tensor of rank >= axis.
+
+ +#### Outputs + +
+
output (differentiable) : T
+
The output values with the same shape as the input tensor.
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input and output types to float tensors.
+
+ +### **Loop-13** + + Generic Looping construct. This loop has multiple termination conditions: + + 1) Trip count. Iteration count specified at runtime. Set by + specifying the input M. Optional. Set to empty string to omit. + Note that a static trip count (specified at graph construction time) can be + specified by passing in a constant node for input M. + 2) Loop termination condition. This is an input to the op that determines + whether to run the first iteration and also a loop-carried dependency for + the body graph. The body graph must yield a value for the condition variable, + whether this input is provided or not. + + This table summarizes the operating modes of this operator with equivalent + C-style code: + + Operator inputs defined as (max_trip_count, condition_var). + + input ("", ""): + for (int i=0; ; ++i) { + cond = ... // Note this value is ignored, but is required in the body + } + + input ("", cond) // Note this is analogous to a while loop + bool cond = ...; + for (int i=0; cond; ++i) { + cond = ...; + } + + input ("", 1) // Note this is analogous to a do-while loop + bool cond = true + for (int i=0; cond; ++i) { + cond = ...; + } + + input (trip_count, "") // Note this is analogous to a for loop + int trip_count = ... + for (int i=0; i < trip_count; ++i) { + cond = ...; // ignored + } + + input (trip_count, cond) + int trip_count = ...; + bool cond = ...; + for (int i=0; i < trip_count && cond; ++i) { + cond = ...; + } + + + *Sample usage - cond as well as trip count* + + graph predict-net { + %a = Constant[value = ]() + %b = Constant[value = ]() + %keepgoing = Constant[value = ]() + %max_trip_count = Constant[value = ]() + %keepgoing_out, %b_out, %user_defined_vals = Loop[body = ](%max_trip_count, %keepgoing, %b) + return + } + + graph body-net ( + %i[INT32, scalar] // iteration number + %keepgoing_in[BOOL, scalar] // incoming loop-termination-condition; not used + %b_in[INT32, scalar] // incoming value of loop-carried-dependency b + ) { + %my_local = Add(%a, %b_in) + %b_out = Sub(%a, %b_in) // outgoing value of loop-carried-dependency b + %keepgoing_out = Greater(%my_local, %b_out) // outgoing loop-termination-condition + %user_defined_val = Add(%b_in, %b_in) // scan-output value to be accumulated + return %keepgoing_out, %b_out, %user_defined_val + } + + *Sample equivalent C code* + + { + /* User-defined code (enclosing scope) */ + int a = 3, b = 6; + bool keepgoing = true; // Analogous to input cond + /* End user-defined code */ + + /* Implicitly-defined code */ + const int max_trip_count = 10; // Analogous to input M + int user_defined_vals[]; // Imagine this is resizable + /* End implicitly-defined code */ + /* initialize loop-carried variables and scan-output variables */ + bool keepgoing_out = keepgoing + int b_out = b + + for (int i=0; i < max_trip_count && keepgoing_out; ++i) { + /* Implicitly-defined code: bind actual parameter values + to formal parameter variables of loop-body */ + bool keepgoing_in = keepgoing_out; + bool b_in = b_out; + + /* User-defined code (loop body) */ + int my_local = a + b_in; // Reading value "a" from the enclosing scope is fine + b_out = a - b_in; + keepgoing_out = my_local > b_out; + user_defined_val = b_in + b_in; // b_in and b_out are different variables + /* End user-defined code */ + + /* Implicitly defined-code */ + user_defined_vals[i] = user_defined_val // accumulate scan-output values + } + // int t = my_local; // Can't do this. my_local is not accessible here. + + // The values below are bound to the output variables of the loop and therefore accessible + // b_out; user_defined_vals; keepgoing_out; + } + + There are several things of note in this code snippet: + + 1) Values from the enclosing scope (i.e. variable "a" here) are in scope and can + be referenced in the inputs of the loop. + 2) Any values computed in the loop body that needs to be used in a subsequent + iteration or after the loop are modeled using a pair of variables in the loop-body, + consisting of an input variable (eg., b_in) and an output variable (eg., b_out). + These are referred to as loop-carried dependences. The loop operation node + supplies the input value of the input variable for the first iteration, and + returns the output value of the output variable produced by the final + iteration. + 3) Scan_output variables are used to implicitly concatenate values computed across + all the iterations. In the above example, the value of user_defined_val computed + over all iterations are concatenated and returned as the value of user_defined_vals + after the loop. + 4) Values created in the body cannot be accessed in the enclosing scope, + except using the mechanism described above. + + Note that the semantics of this op support "diagonal" or "wavefront" execution. + (See Step 3 here for an example: + https://devblogs.nvidia.com/optimizing-recurrent-neural-networks-cudnn-5/). + Frontends should emit multi-layer RNNs as a series of While operators (with + time being the inner looping dimension), with each successive layer consuming + the scan_outputs from the previous layer, possibly going through several + point-wise operators (e.g. dropout, residual connections, linear layer). + + The input/output of subgraph (produced by loop node) matching is based on order instead of name. The implementation will figure out the names based on this order. + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +#### Attributes + +
+
body : graph (required)
+
The graph run each iteration. It has 2+N inputs: (iteration_num, condition, loop carried dependencies...). It has 1+N+K outputs: (condition, loop carried dependencies..., scan_outputs...). Each scan_output is created by concatenating the value of the specified output value at the end of each iteration of the loop. It is an error if the dimensions or data type of these scan_outputs change across loop iterations.
+
+ +#### Inputs (2 - ∞) + +
+
M (optional) : I
+
A maximum trip-count for the loop specified at runtime. Optional. Pass empty string to skip.
+
cond (optional) : B
+
A boolean termination condition. Optional. Pass empty string to skip.
+
v_initial (variadic, heterogeneous) : V
+
The initial values of any loop-carried dependencies (values that change across loop iterations)
+
+ +#### Outputs (1 - ∞) + +
+
v_final_and_scan_outputs (variadic, heterogeneous) : V
+
Final N loop carried dependency values then K scan_outputs. Scan outputs must be Tensors.
+
+ +#### Type Constraints + +
+
V : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128), seq(tensor(uint8)), seq(tensor(uint16)), seq(tensor(uint32)), seq(tensor(uint64)), seq(tensor(int8)), seq(tensor(int16)), seq(tensor(int32)), seq(tensor(int64)), seq(tensor(float16)), seq(tensor(float)), seq(tensor(double)), seq(tensor(string)), seq(tensor(bool)), seq(tensor(complex64)), seq(tensor(complex128))
+
All Tensor and Sequence types
+
I : tensor(int64)
+
tensor of int64, which should be a scalar.
+
B : tensor(bool)
+
tensor of bool, which should be a scalar.
+
+ +### **MatMul-13** + + Matrix product that behaves like [numpy.matmul](https://numpy.org/doc/stable/reference/generated/numpy.matmul.html). + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +#### Inputs + +
+
A (differentiable) : T
+
N-dimensional matrix A
+
B (differentiable) : T
+
N-dimensional matrix B
+
+ +#### Outputs + +
+
Y (differentiable) : T
+
Matrix multiply results from A * B
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double), tensor(uint32), tensor(uint64), tensor(int32), tensor(int64), tensor(bfloat16)
+
Constrain input and output types to float/int tensors.
+
+ +### **Max-13** + + Element-wise max of each of the input tensors (with Numpy-style broadcasting support). + All inputs and outputs must have the same data type. + This operator supports **multidirectional (i.e., Numpy-style) broadcasting**; for more details please check [the doc](Broadcasting.md). + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +#### Inputs (1 - ∞) + +
+
data_0 (variadic, differentiable) : T
+
List of tensors for max.
+
+ +#### Outputs + +
+
max (differentiable) : T
+
Output tensor.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input and output types to numeric tensors.
+
+ +### **Mean-13** + + Element-wise mean of each of the input tensors (with Numpy-style broadcasting support). + All inputs and outputs must have the same data type. + This operator supports **multidirectional (i.e., Numpy-style) broadcasting**; for more details please check [the doc](Broadcasting.md). + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +#### Inputs (1 - ∞) + +
+
data_0 (variadic, differentiable) : T
+
List of tensors for mean.
+
+ +#### Outputs + +
+
mean (differentiable) : T
+
Output tensor.
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input and output types to float tensors.
+
+ +### **MeanVarianceNormalization-13** + + A MeanVarianceNormalization Function: Perform mean variance normalization + on the input tensor X using formula: `(X-EX)/sqrt(E(X-EX)^2)` + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +#### Attributes + +
+
axes : list of ints (default is ['0', '2', '3'])
+
A list of integers, along which to reduce. The default is to calculate along axes [0,2,3] for calculating mean and variance along each channel. Two variables with the same C-coordinate are associated with the same mean and variance.
+
+ +#### Inputs + +
+
X (differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
Y (differentiable) : T
+
Output tensor
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input and output types to all numeric tensors.
+
+ +### **Min-13** + + Element-wise min of each of the input tensors (with Numpy-style broadcasting support). + All inputs and outputs must have the same data type. + This operator supports **multidirectional (i.e., Numpy-style) broadcasting**; for more details please check [the doc](Broadcasting.md). + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +#### Inputs (1 - ∞) + +
+
data_0 (variadic, differentiable) : T
+
List of tensors for min.
+
+ +#### Outputs + +
+
min (differentiable) : T
+
Output tensor.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input and output types to numeric tensors.
+
+ +### **Mod-13** + + Performs an element-wise binary modulo operation. + The semantics and supported data types depend on the value of the `fmod` attribute which must be `0` (default), or `1`. + + If the `fmod` attribute is set to `0`, `T` is constrained to integer data types and the semantics follow that of the Python `%`-operator. + The sign of the result is that of the divisor. + + If `fmod` is set to `1`, the behavior of this operator follows that of the `fmod` function in C and `T` is constrained to floating point data types. + The result of this operator is the remainder of the division operation `x / y` where `x` and `y` are respective elements of `A` and `B`. The result is exactly the value `x - n * y`, where `n` is `x / y` with its fractional part truncated. + The returned value has the same sign as `x` (except if `x` is `-0`) and is less or equal to `|y|` in magnitude. + The following special cases apply when `fmod` is set to `1`: + - If `x` is `-0` and `y` is greater than zero, either `+0` or `-0` may be returned. + - If `x` is `±∞` and `y` is not `NaN`, `NaN` is returned. + - If `y` is `±0` and `x` is not `NaN`, `NaN` should be returned. + - If `y` is `±∞` and `x` is finite, `x` is returned. + - If either argument is `NaN`, `NaN` is returned. + + This operator supports **multidirectional (i.e., NumPy-style) broadcasting**; for more details please check [the doc](Broadcasting.md). + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +#### Attributes + +
+
fmod : int (default is 0)
+
Whether the operator should behave like fmod (default=0 meaning it will do integer mods); Set this to 1 to force fmod treatment
+
+ +#### Inputs + +
+
A (differentiable) : T
+
Dividend tensor
+
B (non-differentiable) : T
+
Divisor tensor
+
+ +#### Outputs + +
+
C (differentiable) : T
+
Remainder tensor
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input and output types to high-precision numeric tensors.
+
+ +### **Mul-13** + + Performs element-wise binary multiplication (with Numpy-style broadcasting support). + + This operator supports **multidirectional (i.e., Numpy-style) broadcasting**; for more details please check [the doc](Broadcasting.md). + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +#### Inputs + +
+
A (differentiable) : T
+
First operand.
+
B (differentiable) : T
+
Second operand.
+
+ +#### Outputs + +
+
C (differentiable) : T
+
Result, has same element type as two inputs
+
+ +#### Type Constraints + +
+
T : tensor(uint32), tensor(uint64), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input and output types to high-precision numeric tensors.
+
+ +### **Neg-13** + + Neg takes one input data (Tensor) and produces one output data + (Tensor) where each element flipped sign, y = -x, is applied to + the tensor elementwise. + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +#### Inputs + +
+
X (differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
Y (differentiable) : T
+
Output tensor
+
+ +#### Type Constraints + +
+
T : tensor(float), tensor(int32), tensor(int8), tensor(int16), tensor(int64), tensor(float16), tensor(double), tensor(bfloat16)
+
Constrain input and output types to signed numeric tensors.
+
+ +### **NegativeLogLikelihoodLoss-13** + + A NegativeLogLikelihoodLoss operator computes (weighted) negative log likelihood loss. + Its "input" tensor has the shape of (N, C, d1, d2, ..., dk) where k >= 0. + The "input" tensor contains log-probabilities for input[n, :, d_1, d_2,..., d_k] being in a class of [0, C). + The operator's "target" input tensor has the shape of (N, d1, d2, ..., dk). It encodes class labels (one of C classes) + or it may contain a special value (indicated by an attribute ignore_index) for N x d1 x d2 x ... x dk samples. + The loss value for input[n, :, d_1, d_2,...d_k] being classified as class c = target[n][d_1][d_2]...[d_k] is computed as: + + ``` + loss[n][d_1][d_2]...[d_k] = -input[n][c][d_1][d_2]...[d_k]. + ``` + + When an optional "weight" is provided, the sample loss is calculated as: + + ``` + loss[n][d_1][d_2]...[d_k] = -input[n][c][d_1][d_2]...[d_k] * weight[c]. + ``` + + loss is zero for the case when target-value equals ignore_index. + + ``` + loss[n][d_1][d_2]...[d_k] = 0, when target[n][d_1][d_2]...[d_k] = ignore_index + ``` + + If "reduction" attribute is set to "none", the operator's output will be the above loss with shape (N, d1, d2, ..., dk). + If "reduction" attribute is set to "mean" (the default attribute value), the output loss is (weight) averaged: + + ``` + mean(loss), if "weight" is not provided, + ``` + + or if weight is provided, + + ``` + sum(loss) / sum(weight[target[n][d_1][d_2]...[d_k]]]), for all samples. + ``` + + If "reduction" attribute is set to "sum", the output is a scalar: `sum(loss)`. + + See also https://pytorch.org/docs/stable/nn.html#torch.nn.NLLLoss. + + Example 1: + + ``` + // negative log likelihood loss, "none" reduction + N, C, d1 = 2, 3, 2 + input = [[[1.0, 2.0], [2.0, 2.0], [3.0, 2.0]], + [[0.0, 1.0], [2.0, 2.0], [1.0, 2]]] + target = [[2, 1], [0, 2]] + + loss = np.zeros((N, d1)) + for n in range(N): + for d_1 in range(d1): + c = target[n][d_1] + loss[n][d_1] = -input[n][c][d_1] + + // print(loss) + // [[-3. -2.] + // [-0. -2.]] + ``` + + Example 2: + + ``` + // weighted negative log likelihood loss, sum reduction + N, C, d1 = 2, 3, 2 + input = [[[1.0, 2.0], [2.0, 2.0], [3.0, 2.0]], + [[0.0, 1.0], [2.0, 2.0], [1.0, 2]]] + target = [[2, 1], [0, 2]] + weight = [0.2, 0.3, 0.1] + loss = np.zeros((N, d1)) + for n in range(N): + for d_1 in range(d1): + c = target[n][d_1] + loss[n][d_1] = -input[n][c][d_1] * weight[c] + + loss = np.sum(loss) + // print(loss) + // -1.1 + ``` + + Example 3: + + ``` + // weighted negative log likelihood loss, mean reduction + N, C, d1 = 2, 3, 2 + input = [[[1.0, 2.0], [2.0, 2.0], [3.0, 2.0]], + [[0.0, 1.0], [2.0, 2.0], [1.0, 2]]] + target = [[2, 1], [0, 2]] + weight = [0.2, 0.3, 0.1] + loss = np.zeros((N, d1)) + weight_total = 0 + for n in range(N): + for d_1 in range(d1): + c = target[n][d_1] + loss[n][d_1] = -input[n][c][d_1] * weight[c] + weight_total = weight_total + weight[c] + + loss = np.sum(loss) / weight_total + // print(loss) + // -1.57 + ``` + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +#### Attributes + +
+
ignore_index : int
+
Specifies a target value that is ignored and does not contribute to the input gradient. It's an optional value.
+
reduction : string (default is mean)
+
Type of reduction to apply to loss: none, sum, mean (default). 'none': the output is the loss for each sample. 'sum': the output will be summed. 'mean': the sum of the output will be divided by the sum of applied weights.
+
+ +#### Inputs (2 - 3) + +
+
input (differentiable) : T
+
Input tensor of shape (N, C) or (N, C, d1, d2, ..., dk).
+
target (non-differentiable) : Tind
+
Target tensor of shape (N) or (N, d1, d2, ..., dk). Target element value shall be in range of [0, C). If ignore_index is specified, it may have a value outside [0, C) and the target values should either be in the range [0, C) or have the value ignore_index.
+
weight (optional, non-differentiable) : T
+
Optional rescaling weight tensor. If given, it has to be a tensor of size C. Otherwise, it is treated as if having all ones.
+
+ +#### Outputs + +
+
loss (differentiable) : T
+
The negative log likelihood loss
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input, weight, and output types to floating-point tensors.
+
Tind : tensor(int32), tensor(int64)
+
Constrain target to integer types
+
+ +### **NonZero-13** + + Returns the indices of the elements that are non-zero + (in row-major order - by dimension). + NonZero behaves similar to numpy.nonzero: + https://docs.scipy.org/doc/numpy/reference/generated/numpy.nonzero.html, + but for scalar input, NonZero produces output shape (0, N) instead of (1, N), which is different from Numpy's behavior. + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +#### Inputs + +
+
X (non-differentiable) : T
+
input
+
+ +#### Outputs + +
+
Y (non-differentiable) : tensor(int64)
+
output
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain to all tensor types.
+
+ +### **Pad-13** + + Given a tensor containing the data to be padded (`data`), a tensor containing the number of start and end pad values for axis (`pads`), (optionally) a `mode`, and (optionally) `constant_value`, + a padded tensor (`output`) is generated. + + The three supported `modes` are (similar to corresponding modes supported by `numpy.pad`): + + 1) `constant`(default) - pads with a given constant value as specified by `constant_value` (which defaults to 0, empty string, or False) + + 2) `reflect` - pads with the reflection of the vector mirrored on the first and last values of the vector along each axis + + 3) `edge` - pads with the edge values of array + + + Example 1 (`constant` mode): + Insert 0 pads to the beginning of the second dimension. + + data = + [ + [1.0, 1.2], + [2.3, 3.4], + [4.5, 5.7], + ] + + pads = [0, 2, 0, 0] + + mode = 'constant' + + constant_value = 0.0 + + output = + [ + [0.0, 0.0, 1.0, 1.2], + [0.0, 0.0, 2.3, 3.4], + [0.0, 0.0, 4.5, 5.7], + ] + + + Example 2 (`reflect` mode): + data = + [ + [1.0, 1.2], + [2.3, 3.4], + [4.5, 5.7], + ] + + pads = [0, 2, 0, 0] + + mode = 'reflect' + + output = + [ + [1.0, 1.2, 1.0, 1.2], + [2.3, 3.4, 2.3, 3.4], + [4.5, 5.7, 4.5, 5.7], + ] + + + Example 3 (`edge` mode): + data = + [ + [1.0, 1.2], + [2.3, 3.4], + [4.5, 5.7], + ] + + pads = [0, 2, 0, 0] + + mode = 'edge' + + output = + [ + [1.0, 1.0, 1.0, 1.2], + [2.3, 2.3, 2.3, 3.4], + [4.5, 4.5, 4.5, 5.7], + ] + + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +#### Attributes + +
+
mode : string (default is constant)
+
Supported modes: `constant`(default), `reflect`, `edge`
+
+ +#### Inputs (2 - 3) + +
+
data (differentiable) : T
+
Input tensor.
+
pads (non-differentiable) : tensor(int64)
+
Tensor of integers indicating the number of padding elements to add or remove (if negative) at the beginning and end of each axis. For 2D input tensor, it is the number of pixels. `pads` should be a 1D tensor of shape [2 * input_rank]. `pads` format should be: [x1_begin, x2_begin,...,x1_end, x2_end,...], where xi_begin is the number of pad values added at the beginning of axis `i` and xi_end, the number of pad values added at the end of axis `i`.
+
constant_value (optional, non-differentiable) : T
+
(Optional) A scalar value to be used if the mode chosen is `constant` (by default it is 0, empty string or False).
+
+ +#### Outputs + +
+
output (differentiable) : T
+
Tensor after padding.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain input and output types to all tensor types.
+
+ +### **Pow-13** + + Pow takes input data (Tensor) and exponent Tensor, and + produces one output data (Tensor) where the function `f(x) = x^exponent`, + is applied to the data tensor elementwise. + This operator supports **multidirectional (i.e., Numpy-style) broadcasting**; for more details please check [the doc](Broadcasting.md). + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +#### Inputs + +
+
X (differentiable) : T
+
First operand, base of the exponent.
+
Y (differentiable) : T1
+
Second operand, power of the exponent.
+
+ +#### Outputs + +
+
Z (differentiable) : T
+
Output tensor
+
+ +#### Type Constraints + +
+
T : tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input X and output types to float/int tensors.
+
T1 : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double)
+
Constrain input Y types to float/int tensors.
+
+ +### **QuantizeLinear-13** + + The linear quantization operator. It consumes a high precision tensor, a scale, and a zero point to compute the low precision / quantized tensor. + The scale factor and zero point must have same shape, and can be either a scalar for per-tensor / per layer quantization, or a 1-D tensor for per-axis quantization. + The quantization formula is y = saturate ((x / y_scale) + y_zero_point). + For saturation, it saturates to [0, 255] if it's uint8, or [-128, 127] if it's int8. + For (x / y_scale), it's rounding to the nearest even. Refer to https://en.wikipedia.org/wiki/Rounding for details. 'y_zero_point' and 'y' must have same type. + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +#### Attributes + +
+
axis : int (default is 1)
+
(Optional) The axis of the quantization dimension of the input tensor. Ignored for per-tensor quantization. Negative value means counting dimensions from the back. Accepted range is [-r, r-1] where r = rank(input).
+
+ +#### Inputs (2 - 3) + +
+
x : T1
+
N-D full precision Input tensor to be quantized.
+
y_scale : tensor(float)
+
Scale for doing quantization to get 'y'. It can be a scalar, which means per-tensor/layer quantization, or a 1-D Tensor for per-axis quantization.
+
y_zero_point (optional) : T2
+
Zero point for doing quantization to get 'y'. Shape must match y_scale. Default is uint8 with zero point of 0 if it's not specified.
+
+ +#### Outputs + +
+
y : T2
+
N-D quantized output tensor. It has same shape as input 'x'.
+
+ +#### Type Constraints + +
+
T1 : tensor(float), tensor(int32)
+
Constrain 'x' to float or int32 tensor.
+
T2 : tensor(int8), tensor(uint8)
+
Constrain 'y_zero_point' and 'y' to 8-bit integer tensor.
+
+ +### **Reciprocal-13** + + Reciprocal takes one input data (Tensor) and produces one output data + (Tensor) where the reciprocal is, y = 1/x, is applied to + the tensor elementwise. + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +#### Inputs + +
+
X (differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
Y (differentiable) : T
+
Output tensor
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input and output types to float tensors.
+
+ +### **ReduceL1-13** + + Computes the L1 norm of the input tensor's elements along the provided axes. The resulting + tensor has the same rank as the input if `keepdims` equals 1. If `keepdims` equals 0, then + the resulting tensor has the reduced dimension pruned. Input tensors of rank zero are + valid. Reduction over an empty set of values yields 0. + + + The above behavior is similar to numpy, with the exception that numpy defaults `keepdims` + to `False` instead of `True`. + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +#### Attributes + +
+
axes : list of ints
+
A list of integers, along which to reduce. The default is to reduce over all the dimensions of the input tensor. Accepted range is [-r, r-1] where r = rank(data).
+
keepdims : int (default is 1)
+
Keep the reduced dimension or not, default 1 means keep reduced dimension.
+
+ +#### Inputs + +
+
data (differentiable) : T
+
An input tensor.
+
+ +#### Outputs + +
+
reduced (differentiable) : T
+
Reduced output tensor.
+
+ +#### Type Constraints + +
+
T : tensor(uint32), tensor(uint64), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input and output types to numeric tensors.
+
+ +### **ReduceL2-13** + + Computes the L2 norm of the input tensor's elements along the provided axes. The resulting + tensor has the same rank as the input if `keepdims` equals 1. If `keepdims` equals 0, then + the resulting tensor has the reduced dimension pruned. Input tensors of rank zero are + valid. Reduction over an empty set of values yields 0. + + + The above behavior is similar to numpy, with the exception that numpy defaults `keepdims` + to `False` instead of `True`. + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +#### Attributes + +
+
axes : list of ints
+
A list of integers, along which to reduce. The default is to reduce over all the dimensions of the input tensor. Accepted range is [-r, r-1] where r = rank(data).
+
keepdims : int (default is 1)
+
Keep the reduced dimension or not, default 1 means keep reduced dimension.
+
+ +#### Inputs + +
+
data (differentiable) : T
+
An input tensor.
+
+ +#### Outputs + +
+
reduced (differentiable) : T
+
Reduced output tensor.
+
+ +#### Type Constraints + +
+
T : tensor(uint32), tensor(uint64), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input and output types to numeric tensors.
+
+ +### **ReduceLogSum-13** + + Computes the log sum of the input tensor's elements along the provided axes. The resulting + tensor has the same rank as the input if `keepdims` equals 1. If `keepdims` equals 0, then + the resulting tensor has the reduced dimension pruned. Input tensors of rank zero are + valid. Reduction over an empty set of values yields minus infinity (if supported by the datatype) or undefined otherwise. + + + The above behavior is similar to numpy, with the exception that numpy defaults `keepdims` + to `False` instead of `True`. + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +#### Attributes + +
+
axes : list of ints
+
A list of integers, along which to reduce. The default is to reduce over all the dimensions of the input tensor. Accepted range is [-r, r-1] where r = rank(data).
+
keepdims : int (default is 1)
+
Keep the reduced dimension or not, default 1 means keep reduced dimension.
+
+ +#### Inputs + +
+
data (differentiable) : T
+
An input tensor.
+
+ +#### Outputs + +
+
reduced (differentiable) : T
+
Reduced output tensor.
+
+ +#### Type Constraints + +
+
T : tensor(uint32), tensor(uint64), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input and output types to numeric tensors.
+
+ +### **ReduceLogSumExp-13** + + Computes the log sum exponent of the input tensor's elements along the provided axes. The resulting + tensor has the same rank as the input if `keepdims` equals 1. If `keepdims` equals 0, then + the resulting tensor has the reduced dimension pruned. Input tensors of rank zero are + valid. Reduction over an empty set of values yields minus infinity (if supported by the datatype) or undefined otherwise. + + + The above behavior is similar to numpy, with the exception that numpy defaults `keepdims` + to `False` instead of `True`. + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +#### Attributes + +
+
axes : list of ints
+
A list of integers, along which to reduce. The default is to reduce over all the dimensions of the input tensor. Accepted range is [-r, r-1] where r = rank(data).
+
keepdims : int (default is 1)
+
Keep the reduced dimension or not, default 1 means keep reduced dimension.
+
+ +#### Inputs + +
+
data (differentiable) : T
+
An input tensor.
+
+ +#### Outputs + +
+
reduced (differentiable) : T
+
Reduced output tensor.
+
+ +#### Type Constraints + +
+
T : tensor(uint32), tensor(uint64), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input and output types to numeric tensors.
+
+ +### **ReduceMax-13** + + Computes the max of the input tensor's elements along the provided axes. The resulting + tensor has the same rank as the input if `keepdims` equals 1. If `keepdims` equals 0, then + the resulting tensor has the reduced dimension pruned. Input tensors of rank zero are + valid. Reduction over an empty set of values yields minus infinity (if supported by the datatype) or the minimum value of the data type otherwise. + + + The above behavior is similar to numpy, with the exception that numpy defaults `keepdims` + to `False` instead of `True`. + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +#### Attributes + +
+
axes : list of ints
+
A list of integers, along which to reduce. The default is to reduce over all the dimensions of the input tensor. Accepted range is [-r, r-1] where r = rank(data).
+
keepdims : int (default is 1)
+
Keep the reduced dimension or not, default 1 means keep reduced dimension.
+
+ +#### Inputs + +
+
data (differentiable) : T
+
An input tensor.
+
+ +#### Outputs + +
+
reduced (differentiable) : T
+
Reduced output tensor.
+
+ +#### Type Constraints + +
+
T : tensor(uint32), tensor(uint64), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(bfloat16), tensor(uint8), tensor(int8)
+
Constrain input and output types to numeric tensors.
+
+ +### **ReduceMean-13** + + Computes the mean of the input tensor's elements along the provided axes. The resulting + tensor has the same rank as the input if `keepdims` equals 1. If `keepdims` equals 0, then + the resulting tensor has the reduced dimension pruned. Input tensors of rank zero are + valid. Reduction over an empty set of values yields undefined. + + + The above behavior is similar to numpy, with the exception that numpy defaults `keepdims` + to `False` instead of `True`. + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +#### Attributes + +
+
axes : list of ints
+
A list of integers, along which to reduce. The default is to reduce over all the dimensions of the input tensor. Accepted range is [-r, r-1] where r = rank(data).
+
keepdims : int (default is 1)
+
Keep the reduced dimension or not, default 1 means keep reduced dimension.
+
+ +#### Inputs + +
+
data (differentiable) : T
+
An input tensor.
+
+ +#### Outputs + +
+
reduced (differentiable) : T
+
Reduced output tensor.
+
+ +#### Type Constraints + +
+
T : tensor(uint32), tensor(uint64), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input and output types to numeric tensors.
+
+ +### **ReduceMin-13** + + Computes the min of the input tensor's elements along the provided axes. The resulting + tensor has the same rank as the input if `keepdims` equals 1. If `keepdims` equals 0, then + the resulting tensor has the reduced dimension pruned. Input tensors of rank zero are + valid. Reduction over an empty set of values yields plus infinity (if supported by the datatype) or the maximum value of the data type otherwise. + + + The above behavior is similar to numpy, with the exception that numpy defaults `keepdims` + to `False` instead of `True`. + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +#### Attributes + +
+
axes : list of ints
+
A list of integers, along which to reduce. The default is to reduce over all the dimensions of the input tensor. Accepted range is [-r, r-1] where r = rank(data).
+
keepdims : int (default is 1)
+
Keep the reduced dimension or not, default 1 means keep reduced dimension.
+
+ +#### Inputs + +
+
data (differentiable) : T
+
An input tensor.
+
+ +#### Outputs + +
+
reduced (differentiable) : T
+
Reduced output tensor.
+
+ +#### Type Constraints + +
+
T : tensor(uint32), tensor(uint64), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(bfloat16), tensor(uint8), tensor(int8)
+
Constrain input and output types to numeric tensors.
+
+ +### **ReduceProd-13** + + Computes the product of the input tensor's elements along the provided axes. The resulting + tensor has the same rank as the input if `keepdims` equals 1. If `keepdims` equals 0, then + the resulting tensor has the reduced dimension pruned. Input tensors of rank zero are + valid. Reduction over an empty set of values yields 1. + + + The above behavior is similar to numpy, with the exception that numpy defaults `keepdims` + to `False` instead of `True`. + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +#### Attributes + +
+
axes : list of ints
+
A list of integers, along which to reduce. The default is to reduce over all the dimensions of the input tensor. Accepted range is [-r, r-1] where r = rank(data).
+
keepdims : int (default is 1)
+
Keep the reduced dimension or not, default 1 means keep reduced dimension.
+
+ +#### Inputs + +
+
data (differentiable) : T
+
An input tensor.
+
+ +#### Outputs + +
+
reduced (differentiable) : T
+
Reduced output tensor.
+
+ +#### Type Constraints + +
+
T : tensor(uint32), tensor(uint64), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input and output types to numeric tensors.
+
+ +### **ReduceSum-13** + + Computes the sum of the input tensor's elements along the provided axes. The resulting + tensor has the same rank as the input if `keepdims` equals 1. If `keepdims` equals 0, then + the resulting tensor has the reduced dimension pruned. Input tensors of rank zero are + valid. Reduction over an empty set of values yields 0. + + + The above behavior is similar to numpy, with the exception that numpy defaults `keepdims` + to `False` instead of `True`. + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +#### Attributes + +
+
keepdims : int (default is 1)
+
Keep the reduced dimension or not, default 1 means keep reduced dimension.
+
noop_with_empty_axes : int (default is 0)
+
Defines behavior when axes is not provided or is empty. If false (default), reduction happens over all axes (similar to the case when `axis=None` in numpy). If true, reduction happens over an empty set of axes (similar to the case when `axis=()` in numpy). Note that reduction over an empty set of axes means that the reduction step behaves like a no-op (identity function), but composite-reduction operators will still perform the non-reduction steps as needed. Thus, ReduceLogSum returns the Log of input tensor, and ReduceSumSquare returns the Square of the input tensor, in this case.
+
+ +#### Inputs (1 - 2) + +
+
data (differentiable) : T
+
An input tensor.
+
axes (optional, non-differentiable) : tensor(int64)
+
Optional input list of integers, along which to reduce. The default is to reduce over empty axes. When axes is empty (either not provided or explicitly empty), behavior depends on 'noop_with_empty_axes': reduction over all axes if 'noop_with_empty_axes' is false, and reduction over the empty set of axes when 'noop_with_empty_axes' is true. Accepted range is [-r, r-1] where r = rank(data).
+
+ +#### Outputs + +
+
reduced (differentiable) : T
+
Reduced output tensor.
+
+ +#### Type Constraints + +
+
T : tensor(uint32), tensor(uint64), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input and output types to numeric tensors.
+
+ +### **ReduceSumSquare-13** + + Computes the sum square of the input tensor's elements along the provided axes. The resulting + tensor has the same rank as the input if `keepdims` equals 1. If `keepdims` equals 0, then + the resulting tensor has the reduced dimension pruned. Input tensors of rank zero are + valid. Reduction over an empty set of values yields 0. + + + The above behavior is similar to numpy, with the exception that numpy defaults `keepdims` + to `False` instead of `True`. + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +#### Attributes + +
+
axes : list of ints
+
A list of integers, along which to reduce. The default is to reduce over all the dimensions of the input tensor. Accepted range is [-r, r-1] where r = rank(data).
+
keepdims : int (default is 1)
+
Keep the reduced dimension or not, default 1 means keep reduced dimension.
+
+ +#### Inputs + +
+
data (differentiable) : T
+
An input tensor.
+
+ +#### Outputs + +
+
reduced (differentiable) : T
+
Reduced output tensor.
+
+ +#### Type Constraints + +
+
T : tensor(uint32), tensor(uint64), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input and output types to numeric tensors.
+
+ +### **Relu-13** + + Relu takes one input data (Tensor) and produces one output data + (Tensor) where the rectified linear function, y = max(0, x), is applied to + the tensor elementwise. + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +#### Inputs + +
+
X (differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
Y (differentiable) : T
+
Output tensor
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input and output types to float tensors.
+
+ +### **Reshape-13** + + Reshape the input tensor similar to numpy.reshape. + First input is the data tensor, second input is a shape tensor which specifies the output shape. It outputs the reshaped tensor. + At most one dimension of the new shape can be -1. In this case, the value is + inferred from the size of the tensor and the remaining dimensions. A dimension + could also be 0, in which case the actual dimension value is unchanged (i.e. taken + from the input tensor). Shape (second input) could be an empty shape, which means converting to a scalar. + The input tensor's shape and the output tensor's shape are required to have the same number of elements. + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +#### Inputs + +
+
data (differentiable) : T
+
An input tensor.
+
shape (non-differentiable) : tensor(int64)
+
Specified shape for output.
+
+ +#### Outputs + +
+
reshaped (differentiable) : T
+
Reshaped data.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain input and output types to all tensor types.
+
+ +### **Resize-13** + + Resize the input tensor. In general, it calculates every value in the output tensor as a weighted average of neighborhood (a.k.a. sampling locations) in the input tensor. + Each dimension value of the output tensor is: + output_dimension = floor(input_dimension * (roi_end - roi_start) * scale) if input \"sizes\" is not specified. + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +#### Attributes + +
+
coordinate_transformation_mode : string (default is half_pixel)
+
+This attribute describes how to transform the coordinate in the resized tensor to the coordinate in the original tensor.
+ +The coordinate of each dimension is transformed individually. Let's describe a case using axis x as an example. +Denote x_resized as the coordinate of axis x in the resized tensor, x_original as the coordinate of axis x in the original tensor, length_original as the length of the original tensor in axis x, length_resized as the length of the resized tensor in axis x, roi_x = (start_x, end_x) of the axis x in input "roi", scale = length_resized / length_original,
+ +if coordinate_transformation_mode is "half_pixel",
+x_original = (x_resized + 0.5) / scale - 0.5,
+ +if coordinate_transformation_mode is "pytorch_half_pixel",
+x_original = length_resized > 1 ? (x_resized + 0.5) / scale - 0.5 : 0,
+ +if coordinate_transformation_mode is "align_corners",
+x_original = x_resized * (length_original - 1) / (length_resized - 1),
+ +if coordinate_transformation_mode is "asymmetric",
+x_original = x_resized / scale,
+ +if coordinate_transformation_mode is "tf_crop_and_resize",
+x_original = length_resized > 1 ? start_x * (length_original - 1) + x_resized * (end_x - start_x) * (length_original - 1) / (length_resized - 1) : 0.5 * (start_x + end_x) * (length_original - 1).
+
cubic_coeff_a : float (default is -0.75)
+
The coefficient 'a' used in cubic interpolation. Two common choice are -0.5 (in some cases of TensorFlow) and -0.75 (in PyTorch). Check out Equation (4) in https://ieeexplore.ieee.org/document/1163711 for the details. This attribute is valid only if "mode" is "cubic".
+
exclude_outside : int (default is 0)
+
If set to 1, the weight of sampling locations outside the tensor will be set to 0 and the weight will be renormalized so that their sum is 1.0. The default value is 0.
+
extrapolation_value : float (default is 0.0)
+
When coordinate_transformation_mode is "tf_crop_and_resize" and x_original is outside the range [0, length_original - 1], this value is used as the corresponding output value. Default is 0.0f.
+
mode : string (default is nearest)
+
Three interpolation modes: nearest (default), linear and cubic. The "linear" mode includes linear interpolation for 1D tensor and N-linear interpolation for N-D tensor (for example, bilinear interpolation for 2D tensor). The "cubic" mode includes cubic interpolation for 1D tensor and N-cubic interpolation for N-D tensor (for example, bicubic interpolation for 2D tensor).
+
nearest_mode : string (default is round_prefer_floor)
+
Four modes: round_prefer_floor (default, as known as round half down), round_prefer_ceil (as known as round half up), floor, ceil. Only used by nearest interpolation. It indicates how to get "nearest" pixel in input tensor from x_original, so this attribute is valid only if "mode" is "nearest".
+
+ +#### Inputs (1 - 4) + +
+
X (differentiable) : T1
+
N-D tensor
+
roi (optional, non-differentiable) : T2
+
1-D tensor given as [start1, ..., startN, end1, ..., endN], where N is the rank of X. The RoIs' coordinates are normalized in the coordinate system of the input image. It only takes effect when coordinate_transformation_mode is "tf_crop_and_resize"
+
scales (optional, non-differentiable) : tensor(float)
+
The scale array along each dimension. It takes value greater than 0. If it's less than 1, it's sampling down, otherwise, it's upsampling. The number of elements of 'scales' should be the same as the rank of input 'X'. One of 'scales' and 'sizes' MUST be specified and it is an error if both are specified. If 'sizes' is needed, the user can use an empty string as the name of 'scales' in this operator's input list.
+
sizes (optional, non-differentiable) : tensor(int64)
+
The size of the output tensor. The number of elements of 'sizes' should be the same as the rank of input 'X'. Only one of 'scales' and 'sizes' can be specified.
+
+ +#### Outputs + +
+
Y (differentiable) : T1
+
N-D tensor after resizing
+
+ +#### Type Constraints + +
+
T1 : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain input 'X' and output 'Y' to all tensor types.
+
T2 : tensor(float16), tensor(float), tensor(double)
+
Constrain roi type to float or double.
+
+ +### **ScatterElements-13** + + ScatterElements takes three inputs `data`, `updates`, and `indices` of the same + rank r >= 1 and an optional attribute axis that identifies an axis of `data` + (by default, the outer-most axis, that is axis 0). The output of the operation + is produced by creating a copy of the input `data`, and then updating its value + to values specified by `updates` at specific index positions specified by + `indices`. Its output shape is the same as the shape of `data`. + + For each entry in `updates`, the target index in `data` is obtained by combining + the corresponding entry in `indices` with the index of the entry itself: the + index-value for dimension = axis is obtained from the value of the corresponding + entry in `indices` and the index-value for dimension != axis is obtained from the + index of the entry itself. + + For instance, in a 2-D tensor case, the update corresponding to the [i][j] entry + is performed as below: + ``` + output[indices[i][j]][j] = updates[i][j] if axis = 0, + output[i][indices[i][j]] = updates[i][j] if axis = 1, + ``` + + This operator is the inverse of GatherElements. It is similar to Torch's Scatter operation. + + Example 1: + ``` + data = [ + [0.0, 0.0, 0.0], + [0.0, 0.0, 0.0], + [0.0, 0.0, 0.0], + ] + indices = [ + [1, 0, 2], + [0, 2, 1], + ] + updates = [ + [1.0, 1.1, 1.2], + [2.0, 2.1, 2.2], + ] + output = [ + [2.0, 1.1, 0.0] + [1.0, 0.0, 2.2] + [0.0, 2.1, 1.2] + ] + ``` + Example 2: + ``` + data = [[1.0, 2.0, 3.0, 4.0, 5.0]] + indices = [[1, 3]] + updates = [[1.1, 2.1]] + axis = 1 + output = [[1.0, 1.1, 3.0, 2.1, 5.0]] + ``` + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +#### Attributes + +
+
axis : int (default is 0)
+
Which axis to scatter on. Negative value means counting dimensions from the back. Accepted range is [-r, r-1] where r = rank(data).
+
+ +#### Inputs + +
+
data (differentiable) : T
+
Tensor of rank r >= 1.
+
indices (non-differentiable) : Tind
+
Tensor of int32/int64 indices, of r >= 1 (same rank as input). All index values are expected to be within bounds [-s, s-1] along axis of size s. It is an error if any of the index values are out of bounds.
+
updates (differentiable) : T
+
Tensor of rank r >=1 (same rank and shape as indices)
+
+ +#### Outputs + +
+
output (differentiable) : T
+
Tensor of rank r >= 1 (same rank as input).
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Input and output types can be of any tensor type.
+
Tind : tensor(int32), tensor(int64)
+
Constrain indices to integer types
+
+ +### **ScatterND-13** + + ScatterND takes three inputs `data` tensor of rank r >= 1, `indices` tensor of rank q >= 1, + and `updates` tensor of rank q + r - indices.shape[-1] - 1. The output of the operation + is produced by creating a copy of the input `data`, and then updating its value to values + specified by `updates` at specific index positions specified by `indices`. Its output shape + is the same as the shape of `data`. Note that `indices` should not have duplicate entries. + That is, two or more `updates` for the same index-location is not supported. + + `indices` is an integer tensor. Let k denote indices.shape[-1], the last dimension in the shape of `indices`. + `indices` is treated as a (q-1)-dimensional tensor of k-tuples, where each k-tuple is a partial-index into `data`. + Hence, k can be a value at most the rank of `data`. When k equals rank(data), each update entry specifies an + update to a single element of the tensor. When k is less than rank(data) each update entry specifies an + update to a slice of the tensor. Index values are allowed to be negative, as per the usual + convention for counting backwards from the end, but are expected in the valid range. + + `updates` is treated as a (q-1)-dimensional tensor of replacement-slice-values. Thus, the + first (q-1) dimensions of updates.shape must match the first (q-1) dimensions of indices.shape. + The remaining dimensions of `updates` correspond to the dimensions of the + replacement-slice-values. Each replacement-slice-value is a (r-k) dimensional tensor, + corresponding to the trailing (r-k) dimensions of `data`. Thus, the shape of `updates` + must equal indices.shape[0:q-1] ++ data.shape[k:r-1], where ++ denotes the concatenation + of shapes. + + The `output` is calculated via the following equation: + + output = np.copy(data) + update_indices = indices.shape[:-1] + for idx in np.ndindex(update_indices): + output[tuple(indices[idx])] = updates[idx] + + The order of iteration in the above loop is not specified. + In particular, indices should not have duplicate entries: that is, if idx1 != idx2, then indices[idx1] != indices[idx2]. + This ensures that the output value does not depend on the iteration order. + + This operator is the inverse of GatherND. + + Example 1: + ``` + data = [1, 2, 3, 4, 5, 6, 7, 8] + indices = [[4], [3], [1], [7]] + updates = [9, 10, 11, 12] + output = [1, 11, 3, 10, 9, 6, 7, 12] + ``` + + Example 2: + ``` + data = [[[1, 2, 3, 4], [5, 6, 7, 8], [8, 7, 6, 5], [4, 3, 2, 1]], + [[1, 2, 3, 4], [5, 6, 7, 8], [8, 7, 6, 5], [4, 3, 2, 1]], + [[8, 7, 6, 5], [4, 3, 2, 1], [1, 2, 3, 4], [5, 6, 7, 8]], + [[8, 7, 6, 5], [4, 3, 2, 1], [1, 2, 3, 4], [5, 6, 7, 8]]] + indices = [[0], [2]] + updates = [[[5, 5, 5, 5], [6, 6, 6, 6], [7, 7, 7, 7], [8, 8, 8, 8]], + [[1, 1, 1, 1], [2, 2, 2, 2], [3, 3, 3, 3], [4, 4, 4, 4]]] + output = [[[5, 5, 5, 5], [6, 6, 6, 6], [7, 7, 7, 7], [8, 8, 8, 8]], + [[1, 2, 3, 4], [5, 6, 7, 8], [8, 7, 6, 5], [4, 3, 2, 1]], + [[1, 1, 1, 1], [2, 2, 2, 2], [3, 3, 3, 3], [4, 4, 4, 4]], + [[8, 7, 6, 5], [4, 3, 2, 1], [1, 2, 3, 4], [5, 6, 7, 8]]] + ``` + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +#### Inputs + +
+
data (differentiable) : T
+
Tensor of rank r >= 1.
+
indices (non-differentiable) : tensor(int64)
+
Tensor of rank q >= 1.
+
updates (differentiable) : T
+
Tensor of rank q + r - indices_shape[-1] - 1.
+
+ +#### Outputs + +
+
output (differentiable) : T
+
Tensor of rank r >= 1.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain input and output types to any tensor type.
+
+ +### **Shape-13** + + Takes a tensor as input and outputs an 1D int64 tensor containing the shape of the input tensor. + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +#### Inputs + +
+
data (non-differentiable) : T
+
An input tensor.
+
+ +#### Outputs + +
+
shape (non-differentiable) : T1
+
Shape of the input tensor
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Input tensor can be of arbitrary type.
+
T1 : tensor(int64)
+
Constrain output to int64 tensor.
+
+ +### **Sigmoid-13** + + Sigmoid takes one input data (Tensor) and produces one output data + (Tensor) where the sigmoid function, y = 1 / (1 + exp(-x)), is applied to the + tensor elementwise. + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +#### Inputs + +
+
X (differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
Y (differentiable) : T
+
Output tensor
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input and output types to float tensors.
+
+ +### **Sign-13** + + Calculate the sign of the given input tensor element-wise. + If input > 0, output 1. if input < 0, output -1. if input == 0, output 0. + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +#### Inputs + +
+
input (non-differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
output (non-differentiable) : T
+
The sign of the input tensor computed element-wise. It has the same shape and type of the input.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input and output types to all numeric tensors.
+
+ +### **Size-13** + + Takes a tensor as input and outputs a int64 scalar that equals to the total number of elements of the input tensor. + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +#### Inputs + +
+
data (non-differentiable) : T
+
An input tensor.
+
+ +#### Outputs + +
+
size (non-differentiable) : T1
+
Total number of elements of the input tensor
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Input tensor can be of arbitrary type.
+
T1 : tensor(int64)
+
Constrain output to int64 tensor, which should be a scalar though.
+
+ +### **Slice-13** + + Produces a slice of the input tensor along multiple axes. Similar to numpy: + https://numpy.org/doc/stable/user/basics.indexing.html?highlight=slice#slicing-and-striding + + Slice uses the `starts`, `ends`, `axes` and `steps` inputs to select a sub-tensor + of its input `data` tensor. + + An effective `starts[i]`, `ends[i]`, and `steps[i]` must be computed for each `i` + in `[0, ... r-1]` where `r = rank(input)` as follows: + + If `axes` are omitted, they are set to `[0, ..., r-1]`. + If `steps` are omitted, they are set to `[1, ..., 1]` of length `len(starts)` + + The effective values are initialized as `start[i] = 0`, `ends[i] = dims[i]` where + `dims` are the dimensions of `input` and `steps[i] = 1`. + + All negative elements of `axes` are made non-negative by adding `r` to them, where + `r =rank(input)`. + + All negative values in `starts[i]` and `ends[i]` have `dims[axes[i]]` added to them, + where `dims` are the dimensions of `input`. Then `start[axes[i]]` is the adjusted + `starts[i]` is clamped into the range `[0, dims[axes[i]]]` for positive stepping + and `[0, dims[axes[i]]-1]` for negative stepping. + + The clamping for the adjusted `ends[i]` depends on the sign of `steps[i]` and must + accommodate copying 0 through `dims[axes[i]]` elements, so for positive stepping + `ends[axes[i]]` is clamped to `[0, dims[axes[i]]]`, while for negative stepping it + is clamped to `[-1, dims[axes[i]]-1]`. + + Finally, `steps[axes[i]] = steps[i]`. + + For slicing to the end of a dimension with unknown size, it is recommended to pass + in `INT_MAX` when slicing forward and 'INT_MIN' when slicing backward. + + Example 1: + + ``` + data = [ + [1, 2, 3, 4], + [5, 6, 7, 8], + ] + axes = [0, 1] + starts = [1, 0] + ends = [2, 3] + steps = [1, 2] + result = [ + [5, 7], + ] + ``` + + Example 2: + + ``` + data = [ + [1, 2, 3, 4], + [5, 6, 7, 8], + ] + starts = [0, 1] + ends = [-1, 1000] + result = [ + [2, 3, 4], + ] + ``` + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +#### Inputs (3 - 5) + +
+
data (differentiable) : T
+
Tensor of data to extract slices from.
+
starts (non-differentiable) : Tind
+
1-D tensor of starting indices of corresponding axis in `axes`
+
ends (non-differentiable) : Tind
+
1-D tensor of ending indices (exclusive) of corresponding axis in `axes`
+
axes (optional, non-differentiable) : Tind
+
1-D tensor of axes that `starts` and `ends` apply to. Negative value means counting dimensions from the back. Accepted range is [-r, r-1] where r = rank(data). Behavior is undefined if an axis is repeated.
+
steps (optional, non-differentiable) : Tind
+
1-D tensor of slice step of corresponding axis in `axes`. Negative value means slicing backward. 'steps' cannot be 0. Defaults to 1s.
+
+ +#### Outputs + +
+
output (differentiable) : T
+
Sliced data tensor.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain input and output types to all tensor types.
+
Tind : tensor(int32), tensor(int64)
+
Constrain indices to integer types
+
+ +### **Softmax-13** + + The operator computes the normalized exponential values for the given input: + + Softmax(input, axis) = Exp(input) / ReduceSum(Exp(input), axis=axis, keepdims=1) + + The "axis" attribute indicates the dimension along which Softmax + will be performed. The output tensor has the same shape + and contains the Softmax values of the corresponding input. + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +#### Attributes + +
+
axis : int (default is -1)
+
+Describes the dimension Softmax will be performed on. +Negative value means counting dimensions +from the back. Accepted range is [-r, r-1] where r = rank(input). +
+
+ +#### Inputs + +
+
input (differentiable) : T
+
The input tensor of rank >= axis.
+
+ +#### Outputs + +
+
output (differentiable) : T
+
The output values with the same shape as the input tensor.
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input and output types to float tensors.
+
+ +### **SoftmaxCrossEntropyLoss-13** + + Loss function that measures the softmax cross entropy + between 'scores' and 'labels'. + This operator first computes a loss tensor whose shape is identical to the labels input. + If the input is 2-D with shape (N, C), the loss tensor may be a N-element vector L = (l_1, l_2, ..., l_N). + If the input is N-D tensor with shape (N, C, D1, D2, ..., Dk), + the loss tensor L may have (N, D1, D2, ..., Dk) as its shape and L[i,][j_1][j_2]...[j_k] denotes a scalar element in L. + After L is available, this operator can optionally do a reduction operator. + + * shape(scores): (N, C) where C is the number of classes, or (N, C, D1, D2,..., Dk), + with K >= 1 in case of K-dimensional loss. + * shape(labels): (N) where each value is 0 <= labels[i] <= C-1, or (N, D1, D2,..., Dk), + with K >= 1 in case of K-dimensional loss. + + The loss for one sample, l_i, can calculated as follows: + ``` + l[i][d1][d2]...[dk] = -y[i][c][d1][d2]..[dk], where i is the index of classes. + ``` + or + ``` + l[i][d1][d2]...[dk] = -y[i][c][d1][d2]..[dk] * weights[c], if 'weights' is provided. + ``` + + loss is zero for the case when label-value equals ignore_index. + ``` + l[i][d1][d2]...[dk] = 0, when labels[n][d1][d2]...[dk] = ignore_index + ``` + + where: + ``` + p = Softmax(scores) + y = Log(p) + c = labels[i][d1][d2]...[dk] + ``` + + Finally, L is optionally reduced: + + * If reduction = 'none', the output is L with shape (N, D1, D2, ..., Dk). + * If reduction = 'sum', the output is scalar: Sum(L). + * If reduction = 'mean', the output is scalar: ReduceMean(L), or if weight is provided: `ReduceSum(L) / ReduceSum(W)`, + where tensor W is of shape `(N, D1, D2, ..., Dk)` and `W[n][d1][d2]...[dk] = weights[labels[i][d1][d2]...[dk]]`. + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +#### Attributes + +
+
ignore_index : int
+
Specifies a target value that is ignored and does not contribute to the input gradient. It's an optional value.
+
reduction : string (default is mean)
+
Type of reduction to apply to loss: none, sum, mean(default). 'none': no reduction will be applied, 'sum': the output will be summed. 'mean': the sum of the output will be divided by the number of elements in the output.
+
+ +#### Inputs (2 - 3) + +
+
scores (differentiable) : T
+
The predicted outputs with shape [batch_size, class_size], or [batch_size, class_size, D1, D2 , ..., Dk], where K is the number of dimensions.
+
labels (non-differentiable) : Tind
+
The ground truth output tensor, with shape [batch_size], or [batch_size, D1, D2, ..., Dk], where K is the number of dimensions. Labels element value shall be in range of [0, C). If ignore_index is specified, it may have a value outside [0, C) and the label values should either be in the range [0, C) or have the value ignore_index.
+
weights (optional, non-differentiable) : T
+
A manual rescaling weight given to each class. If given, it has to be a 1D Tensor assigning weight to each of the classes. Otherwise, it is treated as if having all ones.
+
+ +#### Outputs (1 - 2) + +
+
output (differentiable) : T
+
Weighted loss float Tensor. If reduction is 'none', this has the shape of [batch_size], or [batch_size, D1, D2, ..., Dk] in case of K-dimensional loss. Otherwise, it is a scalar.
+
log_prob (optional, differentiable) : T
+
Log probability tensor. If the output of softmax is prob, its value is log(prob).
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input and output types to float tensors.
+
Tind : tensor(int32), tensor(int64)
+
Constrain target to integer types
+
+ +### **SpaceToDepth-13** + + SpaceToDepth rearranges blocks of spatial data into depth. More specifically, + this op outputs a copy of the input tensor where values from the height and width dimensions + are moved to the depth dimension. + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +#### Attributes + +
+
blocksize : int (required)
+
Blocks of [blocksize, blocksize] are moved.
+
+ +#### Inputs + +
+
input (differentiable) : T
+
Input tensor of [N,C,H,W], where N is the batch axis, C is the channel or depth, H is the height and W is the width.
+
+ +#### Outputs + +
+
output (differentiable) : T
+
Output tensor of [N, C * blocksize * blocksize, H/blocksize, W/blocksize].
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain input and output types to all tensor types.
+
+ +### **Split-13** + + Split a tensor into a list of tensors, along the specified + 'axis'. Lengths of the parts can be specified using input 'split'. + Otherwise, the tensor is split to equal sized parts. + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +#### Attributes + +
+
axis : int (default is 0)
+
Which axis to split on. A negative value means counting dimensions from the back. Accepted range is [-rank, rank-1] where r = rank(input).
+
+ +#### Inputs (1 - 2) + +
+
input (differentiable) : T
+
The tensor to split
+
split (optional, non-differentiable) : tensor(int64)
+
Optional length of each output. Values should be >= 0.Sum of the values must be equal to the dim value at 'axis' specified.
+
+ +#### Outputs (1 - ∞) + +
+
outputs (variadic, differentiable) : T
+
One or more outputs forming list of tensors after splitting
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain input and output types to all tensor types.
+
+ +### **Sqrt-13** + + Square root takes one input data (Tensor) and produces one output data + (Tensor) where the square root is, y = x^0.5, is applied to + the tensor elementwise. If x is negative, then it will return NaN. + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +#### Inputs + +
+
X (differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
Y (differentiable) : T
+
Output tensor
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input and output types to float tensors.
+
+ +### **Squeeze-13** + + Remove single-dimensional entries from the shape of a tensor. + Takes an input `axes` with a list of axes to squeeze. + If `axes` is not provided, all the single dimensions will be removed from + the shape. If an axis is selected with shape entry not equal to one, an error is raised. + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +#### Inputs (1 - 2) + +
+
data (differentiable) : T
+
Tensors with at least max(dims) dimensions.
+
axes (optional, non-differentiable) : tensor(int64)
+
List of integers indicating the dimensions to squeeze. Negative value means counting dimensions from the back. Accepted range is [-r, r-1] where r = rank(data).
+
+ +#### Outputs + +
+
squeezed (differentiable) : T
+
Reshaped tensor with same data as input.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain input and output types to all tensor types.
+
+ +### **Sub-13** + + Performs element-wise binary subtraction (with Numpy-style broadcasting support). + + This operator supports **multidirectional (i.e., Numpy-style) broadcasting**; for more details please check [the doc](Broadcasting.md). + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +#### Inputs + +
+
A (differentiable) : T
+
First operand.
+
B (differentiable) : T
+
Second operand.
+
+ +#### Outputs + +
+
C (differentiable) : T
+
Result, has same element type as two inputs
+
+ +#### Type Constraints + +
+
T : tensor(uint32), tensor(uint64), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input and output types to high-precision numeric tensors.
+
+ +### **Sum-13** + + Element-wise sum of each of the input tensors (with Numpy-style broadcasting support). + All inputs and outputs must have the same data type. + This operator supports **multidirectional (i.e., Numpy-style) broadcasting**; for more details please check [the doc](Broadcasting.md). + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +#### Inputs (1 - ∞) + +
+
data_0 (variadic, differentiable) : T
+
List of tensors for sum.
+
+ +#### Outputs + +
+
sum (differentiable) : T
+
Output tensor.
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input and output types to float tensors.
+
+ +### **Tanh-13** + + Calculates the hyperbolic tangent of the given input tensor element-wise. + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +#### Inputs + +
+
input (differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
output (differentiable) : T
+
The hyperbolic tangent values of the input tensor computed element-wise
+
+ +#### Type Constraints + +
+
T : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **Tile-13** + + Constructs a tensor by tiling a given tensor. + This is the same as function `tile` in Numpy, but no broadcast. + For example A = [[1, 2], [3, 4]], B = [1, 2], tile(A, B) = [[1, 2, 1, 2], [3, 4, 3, 4]] + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +#### Inputs + +
+
input (differentiable) : T
+
Input tensor of any shape.
+
repeats (non-differentiable) : T1
+
1D int64 tensor of the same length as input's dimension number, includes numbers of repeated copies along input's dimensions.
+
+ +#### Outputs + +
+
output (differentiable) : T
+
Output tensor of the same dimensions and type as tensor input. output_dim[i] = input_dim[i] * repeats[i]
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain input and output types to all tensor types.
+
T1 : tensor(int64)
+
Constrain repeat's type to int64 tensors.
+
+ +### **Transpose-13** + + Returns a transpose of the input tensor. (Similar to `numpy.transpose`). + The optional attribute `perm` must be a permutation of the dimensions of + the input tensor. Axis `i` of the output tensor corresponds to the axis + `perm[i]` of the input tensor. + For example, when perm=(1, 0, 2), given an input tensor of shape (1, 2, 3), + the output shape will be (2, 1, 3). + When perm=(1, 2, 0), given an input tensor of shape (1, 2, 3), + the output shape will be (2, 3, 1). + If the attribute `perm` is omitted, its default value is `(n-1, ..., 0)`, + where `n` is the rank of the input tensor. + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +#### Attributes + +
+
perm : list of ints
+
A list of integers. By default, reverse the dimensions, otherwise permute the axes according to the values given.
+
+ +#### Inputs + +
+
data (differentiable) : T
+
An input tensor.
+
+ +#### Outputs + +
+
transposed (differentiable) : T
+
Transposed output.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain input and output types to all tensor types.
+
+ +### **Unsqueeze-13** + + Insert single-dimensional entries to the shape of an input tensor (`data`). + Takes one required input `axes` - which contains a list of dimension indices and this operator will insert a dimension of value `1` into the corresponding index of the output tensor (`expanded`). + + For example, given an input tensor (`data`) of shape [3, 4, 5], then + Unsqueeze(data, axes=[0, 4]) outputs a tensor (`expanded`) containing same data as `data` but with shape [1, 3, 4, 5, 1]. + + The input `axes` should not contain any duplicate entries. It is an error if it contains duplicates. + The rank of the output tensor (`output_rank`) is the rank of the input tensor (`data`) plus the number of values in `axes`. + Each value in `axes` should be within the (inclusive) range [-output_rank , output_rank - 1]. + The order of values in `axes` does not matter and can come in any order. + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +#### Inputs + +
+
data (differentiable) : T
+
Original tensor
+
axes (non-differentiable) : tensor(int64)
+
List of integers indicating the dimensions to be inserted. Negative value means counting dimensions from the back. Accepted range is [-r, r-1] where r = rank(expanded).
+
+ +#### Outputs + +
+
expanded (differentiable) : T
+
Reshaped tensor with same data as input.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain input and output types to all tensor types.
+
+ +## Version 14 of the default ONNX operator set +### **Add-14** + + Performs element-wise binary addition (with Numpy-style broadcasting support). + + This operator supports **multidirectional (i.e., Numpy-style) broadcasting**; for more details please check [the doc](Broadcasting.md). + + (Opset 14 change): Extend supported types to include uint8, int8, uint16, and int16. + +#### Version + +This version of the operator has been available since version 14 of the default ONNX operator set. + +#### Inputs + +
+
A (differentiable) : T
+
First operand.
+
B (differentiable) : T
+
Second operand.
+
+ +#### Outputs + +
+
C (differentiable) : T
+
Result, has same element type as two inputs
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input and output types to all numeric tensors.
+
+ +### **BatchNormalization-14** + + Carries out batch normalization as described in the paper + https://arxiv.org/abs/1502.03167. Depending on the mode it is being run, + There are five required inputs 'X', 'scale', 'B', 'input_mean' and + 'input_var'. + Note that 'input_mean' and 'input_var' are expected to be the estimated + statistics in inference mode (training_mode=False, default), + and the running statistics in training mode (training_mode=True). + There are multiple cases for the number of outputs, which we list below: + + Output case #1: Y, running_mean, running_var (training_mode=True) + Output case #2: Y (training_mode=False) + + When training_mode=False, extra outputs are invalid. + The outputs are updated as follows when training_mode=True: + ``` + running_mean = input_mean * momentum + current_mean * (1 - momentum) + running_var = input_var * momentum + current_var * (1 - momentum) + + Y = (X - current_mean) / sqrt(current_var + epsilon) * scale + B + + where: + + current_mean = ReduceMean(X, axis=all_except_channel_index) + current_var = ReduceVar(X, axis=all_except_channel_index) + + Notice that ReduceVar refers to the population variance, and it equals to + sum(sqrd(x_i - x_avg)) / N + where N is the population size (this formula does not use sample size N - 1). + + ``` + + When training_mode=False: + ``` + Y = (X - input_mean) / sqrt(input_var + epsilon) * scale + B + ``` + + For previous (depreciated) non-spatial cases, implementors are suggested + to flatten the input shape to (N x C * D1 * D2 * ... * Dn) before a BatchNormalization Op. + This operator has **optional** inputs/outputs. See [the doc](IR.md) for more details about the representation of optional arguments. An empty string may be used in the place of an actual argument's name to indicate a missing argument. Trailing optional arguments (those not followed by an argument that is present) may also be simply omitted. + +#### Version + +This version of the operator has been available since version 14 of the default ONNX operator set. + +#### Attributes + +
+
epsilon : float (default is 1e-05)
+
The epsilon value to use to avoid division by zero.
+
momentum : float (default is 0.9)
+
Factor used in computing the running mean and variance.e.g., running_mean = running_mean * momentum + mean * (1 - momentum).
+
training_mode : int (default is 0)
+
If set to true, it indicates BatchNormalization is being used for training, and outputs 1, 2, 3, and 4 would be populated.
+
+ +#### Inputs + +
+
X (differentiable) : T
+
Input data tensor from the previous operator; dimensions are in the form of (N x C x D1 x D2 ... Dn), where N is the batch size, C is the number of channels. Statistics are computed for every channel of C over N and D1 to Dn dimensions. For image data, input dimensions become (N x C x H x W). The op also accepts single dimension input of size N in which case C is assumed to be 1
+
scale (differentiable) : T
+
Scale tensor of shape (C).
+
B (differentiable) : T
+
Bias tensor of shape (C).
+
input_mean (differentiable) : U
+
running (training) or estimated (testing) mean tensor of shape (C).
+
input_var (differentiable) : U
+
running (training) or estimated (testing) variance tensor of shape (C).
+
+ +#### Outputs (1 - 3) + +
+
Y (differentiable) : T
+
The output tensor of the same shape as X
+
running_mean (optional, non-differentiable) : U
+
The running mean after the BatchNormalization operator.
+
running_var (optional, non-differentiable) : U
+
The running variance after the BatchNormalization operator. This op uses the population size (N) for calculating variance, and not the sample size N-1.
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input and output types to float tensors.
+
U : tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain mean and variance types to float tensors. It allows all float type for U.
+
+ +### **CumSum-14** + + Performs cumulative sum of the input elements along the given axis. + By default, it will do the sum inclusively meaning the first element is copied as is. + Through an `exclusive` attribute, this behavior can change to exclude the first element. + It can also perform summation in the opposite direction of the axis. For that, set `reverse` attribute to 1. + + Example: + ``` + input_x = [1, 2, 3] + axis=0 + output = [1, 3, 6] + exclusive=1 + output = [0, 1, 3] + exclusive=0 + reverse=1 + output = [6, 5, 3] + exclusive=1 + reverse=1 + output = [5, 3, 0] + ``` + + +#### Version + +This version of the operator has been available since version 14 of the default ONNX operator set. + +#### Attributes + +
+
exclusive : int (default is 0)
+
If set to 1 will return exclusive sum in which the top element is not included. In other terms, if set to 1, the j-th output element would be the sum of the first (j-1) elements. Otherwise, it would be the sum of the first j elements.
+
reverse : int (default is 0)
+
If set to 1 will perform the sums in reverse direction.
+
+ +#### Inputs + +
+
x (differentiable) : T
+
An input tensor that is to be processed.
+
axis (non-differentiable) : T2
+
A 0-D tensor. Must be in the range [-rank(x), rank(x)-1]. Negative value means counting dimensions from the back.
+
+ +#### Outputs + +
+
y (differentiable) : T
+
Output tensor of the same type as 'x' with cumulative sums of the x's elements
+
+ +#### Type Constraints + +
+
T : tensor(uint32), tensor(uint64), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input and output types to numeric tensors.
+
T2 : tensor(int32), tensor(int64)
+
axis tensor can be int32 or int64 only
+
+ +### **Div-14** + + Performs element-wise binary division (with Numpy-style broadcasting support). + + This operator supports **multidirectional (i.e., Numpy-style) broadcasting**; for more details please check [the doc](Broadcasting.md). + + For integer inputs, the result is computed using truncating division (rounding toward zero). + (Opset 14 change): Extend supported types to include uint8, int8, uint16, and int16. + +#### Version + +This version of the operator has been available since version 14 of the default ONNX operator set. + +#### Inputs + +
+
A (differentiable) : T
+
First operand.
+
B (differentiable) : T
+
Second operand.
+
+ +#### Outputs + +
+
C (differentiable) : T
+
Result, has same element type as two inputs
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input and output types to all numeric tensors.
+
+ +### **GRU-14** + + Computes an one-layer GRU. This operator is usually supported via some custom + implementation such as CuDNN. + + Notations: + + * `X` - input tensor + * `z` - update gate + * `r` - reset gate + * `h` - hidden gate + * `t` - time step (t-1 means previous time step) + * `W[zrh]` - W parameter weight matrix for update, reset, and hidden gates + * `R[zrh]` - R recurrence weight matrix for update, reset, and hidden gates + * `Wb[zrh]` - W bias vectors for update, reset, and hidden gates + * `Rb[zrh]` - R bias vectors for update, reset, and hidden gates + * `WB[zrh]` - W parameter weight matrix for backward update, reset, and hidden gates + * `RB[zrh]` - R recurrence weight matrix for backward update, reset, and hidden gates + * `WBb[zrh]` - W bias vectors for backward update, reset, and hidden gates + * `RBb[zrh]` - R bias vectors for backward update, reset, and hidden gates + * `H` - Hidden state + * `num_directions` - 2 if direction == bidirectional else 1 + + Activation functions: + + * Relu(x) - max(0, x) + * Tanh(x) - (1 - e^{-2x})/(1 + e^{-2x}) + * Sigmoid(x) - 1/(1 + e^{-x}) + + NOTE: + Below are optional + + * Affine(x) - alpha * x + beta + * LeakyRelu(x) - x if x >= 0 else alpha * x + * ThresholdedRelu(x) - x if x >= alpha else 0 + * ScaledTanh(x) - alpha * Tanh(beta * x) + * HardSigmoid(x) - min(max(alpha * x + beta, 0), 1) + * Elu(x) - x if x >= 0 else alpha * (e^x - 1) + * Softsign(x) - x/(1 + |x|) + * Softplus(x) - log(1 + e^x) + + Equations (Default: f=Sigmoid, g=Tanh): + + * zt = f(Xt*(Wz^T) + Ht-1*(Rz^T) + Wbz + Rbz) + * rt = f(Xt*(Wr^T) + Ht-1*(Rr^T) + Wbr + Rbr) + * ht = g(Xt*(Wh^T) + (rt (.) Ht-1)*(Rh^T) + Rbh + Wbh) # default, when linear_before_reset = 0 + * ht = g(Xt*(Wh^T) + (rt (.) (Ht-1*(Rh^T) + Rbh)) + Wbh) # when linear_before_reset != 0 + * Ht = (1 - zt) (.) ht + zt (.) Ht-1 + This operator has **optional** inputs/outputs. See [the doc](IR.md) for more details about the representation of optional arguments. An empty string may be used in the place of an actual argument's name to indicate a missing argument. Trailing optional arguments (those not followed by an argument that is present) may also be simply omitted. + +#### Version + +This version of the operator has been available since version 14 of the default ONNX operator set. + +#### Attributes + +
+
activation_alpha : list of floats
+
Optional scaling values used by some activation functions. The values are consumed in the order of activation functions, for example (f, g, h) in LSTM. Default values are the same as of corresponding ONNX operators.For example with LeakyRelu, the default alpha is 0.01.
+
activation_beta : list of floats
+
Optional scaling values used by some activation functions. The values are consumed in the order of activation functions, for example (f, g, h) in LSTM. Default values are the same as of corresponding ONNX operators.
+
activations : list of strings
+
A list of 2 (or 4 if bidirectional) activation functions for update, reset, and hidden gates. The activation functions must be one of the activation functions specified above. Optional: See the equations for default if not specified.
+
clip : float
+
Cell clip threshold. Clipping bounds the elements of a tensor in the range of [-threshold, +threshold] and is applied to the input of activations. No clip if not specified.
+
direction : string (default is forward)
+
Specify if the RNN is forward, reverse, or bidirectional. Must be one of forward (default), reverse, or bidirectional.
+
hidden_size : int
+
Number of neurons in the hidden layer
+
layout : int (default is 0)
+
The shape format of inputs X, initial_h and outputs Y, Y_h. If 0, the following shapes are expected: X.shape = [seq_length, batch_size, input_size], Y.shape = [seq_length, num_directions, batch_size, hidden_size], initial_h.shape = Y_h.shape = [num_directions, batch_size, hidden_size]. If 1, the following shapes are expected: X.shape = [batch_size, seq_length, input_size], Y.shape = [batch_size, seq_length, num_directions, hidden_size], initial_h.shape = Y_h.shape = [batch_size, num_directions, hidden_size].
+
linear_before_reset : int (default is 0)
+
When computing the output of the hidden gate, apply the linear transformation before multiplying by the output of the reset gate.
+
+ +#### Inputs (3 - 6) + +
+
X (differentiable) : T
+
The input sequences packed (and potentially padded) into one 3-D tensor with the shape of `[seq_length, batch_size, input_size]`.
+
W (differentiable) : T
+
The weight tensor for the gates. Concatenation of `W[zrh]` and `WB[zrh]` (if bidirectional) along dimension 0. This tensor has shape `[num_directions, 3*hidden_size, input_size]`.
+
R (differentiable) : T
+
The recurrence weight tensor. Concatenation of `R[zrh]` and `RB[zrh]` (if bidirectional) along dimension 0. This tensor has shape `[num_directions, 3*hidden_size, hidden_size]`.
+
B (optional, differentiable) : T
+
The bias tensor for the gates. Concatenation of `[Wb[zrh], Rb[zrh]]` and `[WBb[zrh], RBb[zrh]]` (if bidirectional) along dimension 0. This tensor has shape `[num_directions, 6*hidden_size]`. Optional: If not specified - assumed to be 0
+
sequence_lens (optional, non-differentiable) : T1
+
Optional tensor specifying lengths of the sequences in a batch. If not specified - assumed all sequences in the batch to have length `seq_length`. It has shape `[batch_size]`.
+
initial_h (optional, non-differentiable) : T
+
Optional initial value of the hidden. If not specified - assumed to be 0. It has shape `[num_directions, batch_size, hidden_size]`.
+
+ +#### Outputs (0 - 2) + +
+
Y (optional, differentiable) : T
+
A tensor that concats all the intermediate output values of the hidden. It has shape `[seq_length, num_directions, batch_size, hidden_size]`.
+
Y_h (optional, differentiable) : T
+
The last output value of the hidden. It has shape `[num_directions, batch_size, hidden_size]`.
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
T1 : tensor(int32)
+
Constrain seq_lens to integer tensor.
+
+ +### **HardSwish-14** + + HardSwish takes one input data (Tensor) and produces one output data (Tensor) where + the HardSwish function, y = x * max(0, min(1, alpha * x + beta)) = x * HardSigmoid(x), + where alpha = 1/6 and beta = 0.5, is applied to the tensor elementwise. + +#### Version + +This version of the operator has been available since version 14 of the default ONNX operator set. + +#### Inputs + +
+
X (differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
Y (differentiable) : T
+
Output tensor
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **Identity-14** + + Identity operator + +#### Version + +This version of the operator has been available since version 14 of the default ONNX operator set. + +#### Inputs + +
+
input (differentiable) : V
+
Input tensor
+
+ +#### Outputs + +
+
output (differentiable) : V
+
Tensor to copy input into.
+
+ +#### Type Constraints + +
+
V : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128), seq(tensor(uint8)), seq(tensor(uint16)), seq(tensor(uint32)), seq(tensor(uint64)), seq(tensor(int8)), seq(tensor(int16)), seq(tensor(int32)), seq(tensor(int64)), seq(tensor(float16)), seq(tensor(float)), seq(tensor(double)), seq(tensor(string)), seq(tensor(bool)), seq(tensor(complex64)), seq(tensor(complex128))
+
Constrain input and output types to all tensor and sequence types.
+
+ +### **LSTM-14** + + Computes an one-layer LSTM. This operator is usually supported via some + custom implementation such as CuDNN. + + Notations: + + * `X` - input tensor + * `i` - input gate + * `o` - output gate + * `f` - forget gate + * `c` - cell gate + * `t` - time step (t-1 means previous time step) + * `W[iofc]` - W parameter weight matrix for input, output, forget, and cell gates + * `R[iofc]` - R recurrence weight matrix for input, output, forget, and cell gates + * `Wb[iofc]` - W bias vectors for input, output, forget, and cell gates + * `Rb[iofc]` - R bias vectors for input, output, forget, and cell gates + * `P[iof]` - P peephole weight vector for input, output, and forget gates + * `WB[iofc]` - W parameter weight matrix for backward input, output, forget, and cell gates + * `RB[iofc]` - R recurrence weight matrix for backward input, output, forget, and cell gates + * `WBb[iofc]` - W bias vectors for backward input, output, forget, and cell gates + * `RBb[iofc]` - R bias vectors for backward input, output, forget, and cell gates + * `PB[iof]` - P peephole weight vector for backward input, output, and forget gates + * `H` - Hidden state + * `num_directions` - 2 if direction == bidirectional else 1 + + Activation functions: + + * Relu(x) - max(0, x) + * Tanh(x) - (1 - e^{-2x})/(1 + e^{-2x}) + * Sigmoid(x) - 1/(1 + e^{-x}) + + NOTE: Below are optional + + * Affine(x) - alpha*x + beta + * LeakyRelu(x) - x if x >= 0 else alpha * x + * ThresholdedRelu(x) - x if x >= alpha else 0 + * ScaledTanh(x) - alpha*Tanh(beta*x) + * HardSigmoid(x) - min(max(alpha*x + beta, 0), 1) + * Elu(x) - x if x >= 0 else alpha*(e^x - 1) + * Softsign(x) - x/(1 + |x|) + * Softplus(x) - log(1 + e^x) + + Equations (Default: f=Sigmoid, g=Tanh, h=Tanh): + + * it = f(Xt*(Wi^T) + Ht-1*(Ri^T) + Pi (.) Ct-1 + Wbi + Rbi) + * ft = f(Xt*(Wf^T) + Ht-1*(Rf^T) + Pf (.) Ct-1 + Wbf + Rbf) + * ct = g(Xt*(Wc^T) + Ht-1*(Rc^T) + Wbc + Rbc) + * Ct = ft (.) Ct-1 + it (.) ct + * ot = f(Xt*(Wo^T) + Ht-1*(Ro^T) + Po (.) Ct + Wbo + Rbo) + * Ht = ot (.) h(Ct) + This operator has **optional** inputs/outputs. See [the doc](IR.md) for more details about the representation of optional arguments. An empty string may be used in the place of an actual argument's name to indicate a missing argument. Trailing optional arguments (those not followed by an argument that is present) may also be simply omitted. + +#### Version + +This version of the operator has been available since version 14 of the default ONNX operator set. + +#### Attributes + +
+
activation_alpha : list of floats
+
Optional scaling values used by some activation functions. The values are consumed in the order of activation functions, for example (f, g, h) in LSTM. Default values are the same as of corresponding ONNX operators.For example with LeakyRelu, the default alpha is 0.01.
+
activation_beta : list of floats
+
Optional scaling values used by some activation functions. The values are consumed in the order of activation functions, for example (f, g, h) in LSTM. Default values are the same as of corresponding ONNX operators.
+
activations : list of strings
+
A list of 3 (or 6 if bidirectional) activation functions for input, output, forget, cell, and hidden. The activation functions must be one of the activation functions specified above. Optional: See the equations for default if not specified.
+
clip : float
+
Cell clip threshold. Clipping bounds the elements of a tensor in the range of [-threshold, +threshold] and is applied to the input of activations. No clip if not specified.
+
direction : string (default is forward)
+
Specify if the RNN is forward, reverse, or bidirectional. Must be one of forward (default), reverse, or bidirectional.
+
hidden_size : int
+
Number of neurons in the hidden layer
+
input_forget : int (default is 0)
+
Couple the input and forget gates if 1.
+
layout : int (default is 0)
+
The shape format of inputs X, initial_h, initial_c and outputs Y, Y_h, Y_c. If 0, the following shapes are expected: X.shape = [seq_length, batch_size, input_size], Y.shape = [seq_length, num_directions, batch_size, hidden_size], initial_h.shape = Y_h.shape = initial_c.shape = Y_c.shape = [num_directions, batch_size, hidden_size]. If 1, the following shapes are expected: X.shape = [batch_size, seq_length, input_size], Y.shape = [batch_size, seq_length, num_directions, hidden_size], initial_h.shape = Y_h.shape = initial_c.shape = Y_c.shape = [batch_size, num_directions, hidden_size].
+
+ +#### Inputs (3 - 8) + +
+
X (differentiable) : T
+
The input sequences packed (and potentially padded) into one 3-D tensor with the shape of `[seq_length, batch_size, input_size]`.
+
W (differentiable) : T
+
The weight tensor for the gates. Concatenation of `W[iofc]` and `WB[iofc]` (if bidirectional) along dimension 0. The tensor has shape `[num_directions, 4*hidden_size, input_size]`.
+
R (differentiable) : T
+
The recurrence weight tensor. Concatenation of `R[iofc]` and `RB[iofc]` (if bidirectional) along dimension 0. This tensor has shape `[num_directions, 4*hidden_size, hidden_size]`.
+
B (optional, differentiable) : T
+
The bias tensor for input gate. Concatenation of `[Wb[iofc], Rb[iofc]]`, and `[WBb[iofc], RBb[iofc]]` (if bidirectional) along dimension 0. This tensor has shape `[num_directions, 8*hidden_size]`. Optional: If not specified - assumed to be 0.
+
sequence_lens (optional, non-differentiable) : T1
+
Optional tensor specifying lengths of the sequences in a batch. If not specified - assumed all sequences in the batch to have length `seq_length`. It has shape `[batch_size]`.
+
initial_h (optional, non-differentiable) : T
+
Optional initial value of the hidden. If not specified - assumed to be 0. It has shape `[num_directions, batch_size, hidden_size]`.
+
initial_c (optional, non-differentiable) : T
+
Optional initial value of the cell. If not specified - assumed to be 0. It has shape `[num_directions, batch_size, hidden_size]`.
+
P (optional, differentiable) : T
+
The weight tensor for peepholes. Concatenation of `P[iof]` and `PB[iof]` (if bidirectional) along dimension 0. It has shape `[num_directions, 3*hidde_size]`. Optional: If not specified - assumed to be 0.
+
+ +#### Outputs (0 - 3) + +
+
Y (optional, differentiable) : T
+
A tensor that concats all the intermediate output values of the hidden. It has shape `[seq_length, num_directions, batch_size, hidden_size]`.
+
Y_h (optional, differentiable) : T
+
The last output value of the hidden. It has shape `[num_directions, batch_size, hidden_size]`.
+
Y_c (optional, differentiable) : T
+
The last output value of the cell. It has shape `[num_directions, batch_size, hidden_size]`.
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
T1 : tensor(int32)
+
Constrain seq_lens to integer tensor.
+
+ +### **Mul-14** + + Performs element-wise binary multiplication (with Numpy-style broadcasting support). + + This operator supports **multidirectional (i.e., Numpy-style) broadcasting**; for more details please check [the doc](Broadcasting.md). + + (Opset 14 change): Extend supported types to include uint8, int8, uint16, and int16. + +#### Version + +This version of the operator has been available since version 14 of the default ONNX operator set. + +#### Inputs + +
+
A (differentiable) : T
+
First operand.
+
B (differentiable) : T
+
Second operand.
+
+ +#### Outputs + +
+
C (differentiable) : T
+
Result, has same element type as two inputs
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input and output types to all numeric tensors.
+
+ +### **RNN-14** + + Computes an one-layer simple RNN. This operator is usually supported + via some custom implementation such as CuDNN. + + Notations: + + * `X` - input tensor + * `i` - input gate + * `t` - time step (t-1 means previous time step) + * `Wi` - W parameter weight matrix for input gate + * `Ri` - R recurrence weight matrix for input gate + * `Wbi` - W parameter bias vector for input gate + * `Rbi` - R parameter bias vector for input gate + * `WBi` - W parameter weight matrix for backward input gate + * `RBi` - R recurrence weight matrix for backward input gate + * `WBbi` - WR bias vectors for backward input gate + * `RBbi` - RR bias vectors for backward input gate + * `H` - Hidden state + * `num_directions` - 2 if direction == bidirectional else 1 + + Activation functions: + + * Relu(x) - max(0, x) + * Tanh(x) - (1 - e^{-2x})/(1 + e^{-2x}) + * Sigmoid(x) - 1/(1 + e^{-x}) + + NOTE: Below are optional + + * Affine(x) - alpha*x + beta + * LeakyRelu(x) - x if x >= 0 else alpha * x + * ThresholdedRelu(x) - x if x >= alpha else 0 + * ScaledTanh(x) - alpha*Tanh(beta*x) + * HardSigmoid(x) - min(max(alpha*x + beta, 0), 1) + * Elu(x) - x if x >= 0 else alpha*(e^x - 1) + * Softsign(x) - x/(1 + |x|) + * Softplus(x) - log(1 + e^x) + + Equations (Default: f=Tanh): + + * Ht = f(Xt*(Wi^T) + Ht-1*(Ri^T) + Wbi + Rbi) + This operator has **optional** inputs/outputs. See [the doc](IR.md) for more details about the representation of optional arguments. An empty string may be used in the place of an actual argument's name to indicate a missing argument. Trailing optional arguments (those not followed by an argument that is present) may also be simply omitted. + +#### Version + +This version of the operator has been available since version 14 of the default ONNX operator set. + +#### Attributes + +
+
activation_alpha : list of floats
+
Optional scaling values used by some activation functions. The values are consumed in the order of activation functions, for example (f, g, h) in LSTM. Default values are the same as of corresponding ONNX operators.For example with LeakyRelu, the default alpha is 0.01.
+
activation_beta : list of floats
+
Optional scaling values used by some activation functions. The values are consumed in the order of activation functions, for example (f, g, h) in LSTM. Default values are the same as of corresponding ONNX operators.
+
activations : list of strings (default is ['Tanh', 'Tanh'])
+
One (or two if bidirectional) activation function for input gate. The activation function must be one of the activation functions specified above. Optional: Default `Tanh` if not specified.
+
clip : float
+
Cell clip threshold. Clipping bounds the elements of a tensor in the range of [-threshold, +threshold] and is applied to the input of activations. No clip if not specified.
+
direction : string (default is forward)
+
Specify if the RNN is forward, reverse, or bidirectional. Must be one of forward (default), reverse, or bidirectional.
+
hidden_size : int
+
Number of neurons in the hidden layer
+
layout : int (default is 0)
+
The shape format of inputs X, initial_h and outputs Y, Y_h. If 0, the following shapes are expected: X.shape = [seq_length, batch_size, input_size], Y.shape = [seq_length, num_directions, batch_size, hidden_size], initial_h.shape = Y_h.shape = [num_directions, batch_size, hidden_size]. If 1, the following shapes are expected: X.shape = [batch_size, seq_length, input_size], Y.shape = [batch_size, seq_length, num_directions, hidden_size], initial_h.shape = Y_h.shape = [batch_size, num_directions, hidden_size].
+
+ +#### Inputs (3 - 6) + +
+
X (differentiable) : T
+
The input sequences packed (and potentially padded) into one 3-D tensor with the shape of `[seq_length, batch_size, input_size]`.
+
W (differentiable) : T
+
The weight tensor for input gate. Concatenation of `Wi` and `WBi` (if bidirectional). The tensor has shape `[num_directions, hidden_size, input_size]`.
+
R (differentiable) : T
+
The recurrence weight tensor. Concatenation of `Ri` and `RBi` (if bidirectional). The tensor has shape `[num_directions, hidden_size, hidden_size]`.
+
B (optional, differentiable) : T
+
The bias tensor for input gate. Concatenation of `[Wbi, Rbi]` and `[WBbi, RBbi]` (if bidirectional). The tensor has shape `[num_directions, 2*hidden_size]`. Optional: If not specified - assumed to be 0.
+
sequence_lens (optional, non-differentiable) : T1
+
Optional tensor specifying lengths of the sequences in a batch. If not specified - assumed all sequences in the batch to have length `seq_length`. It has shape `[batch_size]`.
+
initial_h (optional, non-differentiable) : T
+
Optional initial value of the hidden. If not specified - assumed to be 0. It has shape `[num_directions, batch_size, hidden_size]`.
+
+ +#### Outputs (0 - 2) + +
+
Y (optional, differentiable) : T
+
A tensor that concats all the intermediate output values of the hidden. It has shape `[seq_length, num_directions, batch_size, hidden_size]`.
+
Y_h (optional, differentiable) : T
+
The last output value of the hidden. It has shape `[num_directions, batch_size, hidden_size]`.
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
T1 : tensor(int32)
+
Constrain seq_lens to integer tensor.
+
+ +### **Relu-14** + + Relu takes one input data (Tensor) and produces one output data + (Tensor) where the rectified linear function, y = max(0, x), is applied to + the tensor elementwise. + +#### Version + +This version of the operator has been available since version 14 of the default ONNX operator set. + +#### Inputs + +
+
X (differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
Y (differentiable) : T
+
Output tensor
+
+ +#### Type Constraints + +
+
T : tensor(float), tensor(int32), tensor(int8), tensor(int16), tensor(int64), tensor(float16), tensor(double), tensor(bfloat16)
+
Constrain input and output types to signed numeric tensors.
+
+ +### **Reshape-14** + + Reshape the input tensor similar to numpy.reshape. + First input is the data tensor, second input is a shape tensor which specifies the output shape. It outputs the reshaped tensor. + At most one dimension of the new shape can be -1. In this case, the value is + inferred from the size of the tensor and the remaining dimensions. A dimension + could also be 0, in which case the actual dimension value is unchanged (i.e. taken + from the input tensor). If 'allowzero' is set, and the new shape includes 0, the + dimension will be set explicitly to zero (i.e. not taken from input tensor). + Shape (second input) could be an empty shape, which means converting to a scalar. + The input tensor's shape and the output tensor's shape are required to have the same number of elements. + + If the attribute 'allowzero' is set, it is invalid for the specified shape to + contain both a zero value and -1, as the value of the dimension corresponding + to -1 cannot be determined uniquely. + +#### Version + +This version of the operator has been available since version 14 of the default ONNX operator set. + +#### Attributes + +
+
allowzero : int (default is 0)
+
(Optional) By default, when any value in the 'shape' input is equal to zero the corresponding dimension value is copied from the input tensor dynamically. allowzero=1 indicates that if any value in the 'shape' input is set to zero, the zero value is honored, similar to NumPy.
+
+ +#### Inputs + +
+
data (differentiable) : T
+
An input tensor.
+
shape (non-differentiable) : tensor(int64)
+
Specified shape for output.
+
+ +#### Outputs + +
+
reshaped (differentiable) : T
+
Reshaped data.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain input and output types to all tensor types.
+
+ +### **Sub-14** + + Performs element-wise binary subtraction (with Numpy-style broadcasting support). + + This operator supports **multidirectional (i.e., Numpy-style) broadcasting**; for more details please check [the doc](Broadcasting.md). + + (Opset 14 change): Extend supported types to include uint8, int8, uint16, and int16. + +#### Version + +This version of the operator has been available since version 14 of the default ONNX operator set. + +#### Inputs + +
+
A (differentiable) : T
+
First operand.
+
B (differentiable) : T
+
Second operand.
+
+ +#### Outputs + +
+
C (differentiable) : T
+
Result, has same element type as two inputs
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input and output types to all numeric tensors.
+
+ +### **Trilu-14** + + Given a 2-D matrix or batches of 2-D matrices, returns the upper or lower triangular part of the tensor(s). + The attribute "upper" determines whether the upper or lower part is retained. If set to true, + the upper triangular matrix is retained. Lower triangular matrix is retained otherwise. + Default value for the "upper" attribute is true. + Trilu takes one input tensor of shape [*, N, M], where * is zero or more batch dimensions. The upper triangular part consists + of the elements on and above the given diagonal (k). The lower triangular part consists of elements on and below the diagonal. + All other elements in the matrix are set to zero. + If k = 0, the triangular part on and above/below the main diagonal is retained. + If upper is set to true, a positive k retains the upper triangular matrix excluding the main diagonal and (k-1) diagonals above it. + A negative k value retains the main diagonal and |k| diagonals below it. + If upper is set to false, a positive k retains the lower triangular matrix including the main diagonal and k diagonals above it. + A negative k value excludes the main diagonal and (|k|-1) diagonals below it. + +#### Version + +This version of the operator has been available since version 14 of the default ONNX operator set. + +#### Attributes + +
+
upper : int (default is 1)
+
Boolean. Indicates whether upper or lower part of matrix is retained. Default is true.
+
+ +#### Inputs (1 - 2) + +
+
input (differentiable) : T
+
Input tensor of rank 2 or higher.
+
k (optional, non-differentiable) : tensor(int64)
+
A 0-D tensor containing a single value corresponding to the number diagonals above or below the main diagonal to exclude or include. Default value is 0 if it's not specified.
+
+ +#### Outputs + +
+
output (differentiable) : T
+
Output tensor of the same type and shape as the input tensor.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain input and output types to all tensor types.
+
+ +## Version 15 of the default ONNX operator set +### **BatchNormalization-15** + + Carries out batch normalization as described in the paper + https://arxiv.org/abs/1502.03167. Depending on the mode it is being run, + There are five required inputs 'X', 'scale', 'B', 'input_mean' and + 'input_var'. + Note that 'input_mean' and 'input_var' are expected to be the estimated + statistics in inference mode (training_mode=False, default), + and the running statistics in training mode (training_mode=True). + There are multiple cases for the number of outputs, which we list below: + + * Output case #1: Y, running_mean, running_var (training_mode=True) + * Output case #2: Y (training_mode=False) + + When training_mode=False, extra outputs are invalid. + The outputs are updated as follows when training_mode=True: + ``` + running_mean = input_mean * momentum + current_mean * (1 - momentum) + running_var = input_var * momentum + current_var * (1 - momentum) + + Y = (X - current_mean) / sqrt(current_var + epsilon) * scale + B + ``` + where: + ``` + current_mean = ReduceMean(X, axis=all_except_channel_index) + current_var = ReduceVar(X, axis=all_except_channel_index) + ``` + Notice that `ReduceVar` refers to the population variance, and it equals to + `sum(sqrd(x_i - x_avg)) / N` + where `N` is the population size (this formula does not use sample size `N - 1`). + + The computation of ReduceMean and ReduceVar uses float to avoid overflow for float16 inputs. + + When training_mode=False: + ``` + Y = (X - input_mean) / sqrt(input_var + epsilon) * scale + B + ``` + + For previous (depreciated) non-spatial cases, implementors are suggested + to flatten the input shape to (N x C * D1 * D2 * ... * Dn) before a BatchNormalization Op. + This operator has **optional** inputs/outputs. See [the doc](IR.md) for more details about the representation of optional arguments. An empty string may be used in the place of an actual argument's name to indicate a missing argument. Trailing optional arguments (those not followed by an argument that is present) may also be simply omitted. + +#### Version + +This version of the operator has been available since version 15 of the default ONNX operator set. + +#### Attributes + +
+
epsilon : float (default is 1e-05)
+
The epsilon value to use to avoid division by zero.
+
momentum : float (default is 0.9)
+
Factor used in computing the running mean and variance.e.g., running_mean = running_mean * momentum + mean * (1 - momentum).
+
training_mode : int (default is 0)
+
If set to true, it indicates BatchNormalization is being used for training, and outputs 1 and 2 are to be computed.
+
+ +#### Inputs + +
+
X (differentiable) : T
+
Input data tensor from the previous operator; dimensions are in the form of (N x C x D1 x D2 ... Dn), where N is the batch size, C is the number of channels. Statistics are computed for every channel of C over N and D1 to Dn dimensions. For image data, input dimensions become (N x C x H x W). The op also accepts single dimension input of size N in which case C is assumed to be 1
+
scale (differentiable) : T1
+
Scale tensor of shape (C).
+
B (differentiable) : T1
+
Bias tensor of shape (C).
+
input_mean (differentiable) : T2
+
running (training) or estimated (testing) mean tensor of shape (C).
+
input_var (differentiable) : T2
+
running (training) or estimated (testing) variance tensor of shape (C).
+
+ +#### Outputs (1 - 3) + +
+
Y (differentiable) : T
+
The output tensor of the same shape as X
+
running_mean (optional, non-differentiable) : T2
+
The running mean after the BatchNormalization operator.
+
running_var (optional, non-differentiable) : T2
+
The running variance after the BatchNormalization operator. This op uses the population size (N) for calculating variance, and not the sample size N-1.
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input and output types to float tensors.
+
T1 : tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain scale and bias types to float tensors.
+
T2 : tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain mean and variance types to float tensors.
+
+ +### **Bernoulli-15** + + Draws binary random numbers (0 or 1) from a Bernoulli distribution. The input tensor should be a tensor + containing probabilities p (a value in the range [0,1]) to be used for drawing the binary random number, + where an output of 1 is produced with probability p and an output of 0 is produced with probability (1-p). + + This operator is non-deterministic and may not produce the same values in different + implementations (even if a seed is specified). + +#### Version + +This version of the operator has been available since version 15 of the default ONNX operator set. + +#### Attributes + +
+
dtype : int
+
The data type for the elements of the output tensor. if not specified, we will use the data type of the input tensor.
+
seed : float
+
(Optional) Seed to the random generator, if not specified we will auto generate one.
+
+ +#### Inputs + +
+
input : T1
+
All values in input have to be in the range:[0, 1].
+
+ +#### Outputs + +
+
output : T2
+
The returned output tensor only has values 0 or 1, same shape as input tensor.
+
+ +#### Type Constraints + +
+
T1 : tensor(float16), tensor(float), tensor(double)
+
Constrain input types to float tensors.
+
T2 : tensor(float16), tensor(float), tensor(double), tensor(bfloat16), tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bool)
+
Constrain output types to all numeric tensors and bool tensors.
+
+ +### **CastLike-15** + + The operator casts the elements of a given input tensor (the first input) to + the same data type as the elements of the second input tensor. + See documentation of the Cast operator for further details. + +#### Version + +This version of the operator has been available since version 15 of the default ONNX operator set. + +#### Inputs + +
+
input (differentiable) : T1
+
Input tensor to be cast.
+
target_type (non-differentiable) : T2
+
The (first) input tensor will be cast to produce a tensor of the same type as this (second input) tensor.
+
+ +#### Outputs + +
+
output (differentiable) : T2
+
Output tensor produced by casting the first input tensor to have the same type as the second input tensor.
+
+ +#### Type Constraints + +
+
T1 : tensor(float16), tensor(float), tensor(double), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(bool), tensor(string), tensor(bfloat16)
+
Constrain input types. Casting from complex is not supported.
+
T2 : tensor(float16), tensor(float), tensor(double), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(bool), tensor(string), tensor(bfloat16)
+
Constrain output types. Casting to complex is not supported.
+
+ +### **Optional-15** + + Constructs an optional-type value containing either an empty optional of a certain type specified by the attribute, + or a non-empty value containing the input element. + +#### Version + +This version of the operator has been available since version 15 of the default ONNX operator set. + +#### Attributes + +
+
type : type_proto
+
Type of the element in the optional output
+
+ +#### Inputs (0 - 1) + +
+
input (optional) : V
+
The input element.
+
+ +#### Outputs + +
+
output : O
+
The optional output enclosing the input element.
+
+ +#### Type Constraints + +
+
V : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128), seq(tensor(uint8)), seq(tensor(uint16)), seq(tensor(uint32)), seq(tensor(uint64)), seq(tensor(int8)), seq(tensor(int16)), seq(tensor(int32)), seq(tensor(int64)), seq(tensor(float16)), seq(tensor(float)), seq(tensor(double)), seq(tensor(string)), seq(tensor(bool)), seq(tensor(complex64)), seq(tensor(complex128))
+
Constrain input type to all tensor and sequence types.
+
O : optional(seq(tensor(uint8))), optional(seq(tensor(uint16))), optional(seq(tensor(uint32))), optional(seq(tensor(uint64))), optional(seq(tensor(int8))), optional(seq(tensor(int16))), optional(seq(tensor(int32))), optional(seq(tensor(int64))), optional(seq(tensor(float16))), optional(seq(tensor(float))), optional(seq(tensor(double))), optional(seq(tensor(string))), optional(seq(tensor(bool))), optional(seq(tensor(complex64))), optional(seq(tensor(complex128))), optional(tensor(uint8)), optional(tensor(uint16)), optional(tensor(uint32)), optional(tensor(uint64)), optional(tensor(int8)), optional(tensor(int16)), optional(tensor(int32)), optional(tensor(int64)), optional(tensor(float16)), optional(tensor(float)), optional(tensor(double)), optional(tensor(string)), optional(tensor(bool)), optional(tensor(complex64)), optional(tensor(complex128))
+
Constrain output type to all optional tensor or optional sequence types.
+
+ +### **OptionalGetElement-15** + + Outputs the element in the optional-type input. It is an error if the input value does not have an element + and the behavior is undefined in this case. + +#### Version + +This version of the operator has been available since version 15 of the default ONNX operator set. + +#### Inputs + +
+
input : O
+
The optional input.
+
+ +#### Outputs + +
+
output : V
+
Output element in the optional input.
+
+ +#### Type Constraints + +
+
O : optional(seq(tensor(uint8))), optional(seq(tensor(uint16))), optional(seq(tensor(uint32))), optional(seq(tensor(uint64))), optional(seq(tensor(int8))), optional(seq(tensor(int16))), optional(seq(tensor(int32))), optional(seq(tensor(int64))), optional(seq(tensor(float16))), optional(seq(tensor(float))), optional(seq(tensor(double))), optional(seq(tensor(string))), optional(seq(tensor(bool))), optional(seq(tensor(complex64))), optional(seq(tensor(complex128))), optional(tensor(uint8)), optional(tensor(uint16)), optional(tensor(uint32)), optional(tensor(uint64)), optional(tensor(int8)), optional(tensor(int16)), optional(tensor(int32)), optional(tensor(int64)), optional(tensor(float16)), optional(tensor(float)), optional(tensor(double)), optional(tensor(string)), optional(tensor(bool)), optional(tensor(complex64)), optional(tensor(complex128))
+
Constrain input type to optional tensor and optional sequence types.
+
V : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128), seq(tensor(uint8)), seq(tensor(uint16)), seq(tensor(uint32)), seq(tensor(uint64)), seq(tensor(int8)), seq(tensor(int16)), seq(tensor(int32)), seq(tensor(int64)), seq(tensor(float16)), seq(tensor(float)), seq(tensor(double)), seq(tensor(string)), seq(tensor(bool)), seq(tensor(complex64)), seq(tensor(complex128))
+
Constrain output type to all tensor or sequence types.
+
+ +### **OptionalHasElement-15** + + Returns true if the optional-type input contains an element. If it is an empty optional-type, this op returns false. + +#### Version + +This version of the operator has been available since version 15 of the default ONNX operator set. + +#### Inputs + +
+
input : O
+
The optional input.
+
+ +#### Outputs + +
+
output : B
+
A scalar boolean tensor. If true, it indicates that optional-type input contains an element. Otherwise, it is empty.
+
+ +#### Type Constraints + +
+
O : optional(seq(tensor(uint8))), optional(seq(tensor(uint16))), optional(seq(tensor(uint32))), optional(seq(tensor(uint64))), optional(seq(tensor(int8))), optional(seq(tensor(int16))), optional(seq(tensor(int32))), optional(seq(tensor(int64))), optional(seq(tensor(float16))), optional(seq(tensor(float))), optional(seq(tensor(double))), optional(seq(tensor(string))), optional(seq(tensor(bool))), optional(seq(tensor(complex64))), optional(seq(tensor(complex128))), optional(tensor(uint8)), optional(tensor(uint16)), optional(tensor(uint32)), optional(tensor(uint64)), optional(tensor(int8)), optional(tensor(int16)), optional(tensor(int32)), optional(tensor(int64)), optional(tensor(float16)), optional(tensor(float)), optional(tensor(double)), optional(tensor(string)), optional(tensor(bool)), optional(tensor(complex64)), optional(tensor(complex128))
+
Constrain input type to optional tensor and optional sequence types.
+
B : tensor(bool)
+
Constrain output to a boolean tensor.
+
+ +### **Pow-15** + + Pow takes input data (Tensor) and exponent Tensor, and + produces one output data (Tensor) where the function `f(x) = x^exponent`, + is applied to the data tensor elementwise. + This operator supports **multidirectional (i.e., Numpy-style) broadcasting**; for more details please check [the doc](Broadcasting.md). + +#### Version + +This version of the operator has been available since version 15 of the default ONNX operator set. + +#### Inputs + +
+
X (differentiable) : T
+
First operand, base of the exponent.
+
Y (differentiable) : T1
+
Second operand, power of the exponent.
+
+ +#### Outputs + +
+
Z (differentiable) : T
+
Output tensor
+
+ +#### Type Constraints + +
+
T : tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input X and output types to float/int tensors.
+
T1 : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input Y types to float/int tensors.
+
+ +### **Shape-15** + + Takes a tensor as input and outputs an 1D int64 tensor containing the shape of the input tensor. + Optional attributes start and end can be used to compute a slice of the input tensor's shape. + If start axis is omitted, the slice starts from axis 0. + The end axis, if specified, is exclusive (and the returned value will not include the size of that axis). + If the end axis is omitted, the axes upto the last one will be included. + Negative axes indicate counting back from the last axis. + Note that axes will be clamped to the range [0, r], where r is the + rank of the input tensor if they are out-of-range (after adding r in the case of + negative axis). Thus, specifying any end value > r is equivalent to specifying an end + value of r, and specifying any start value < -r is equivalent to specifying a start + value of 0. If start > end, the result will be an empty shape. + + Examples: + + ``` + Input tensor with shape: [2, 3, 4] + No attributes specified. + Output: [2, 3, 4] + ``` + + ``` + Input tensor with shape: [2, 3, 4] + start: -1 + Output: [4] + ``` + + ``` + Input tensor with shape: [2, 3, 4] + end: -1 + Output: [2, 3] + ``` + + ``` + Input tensor with shape: [2, 3, 4] + start: 1 + end: 2 + Output: [3] + ``` + +#### Version + +This version of the operator has been available since version 15 of the default ONNX operator set. + +#### Attributes + +
+
end : int
+
(Optional) Ending axis for slicing the shape. Negative value means counting dimensions from the back. If omitted, sizes of all axes upto (including) the last one will be included.
+
start : int (default is 0)
+
(Optional) Starting axis for slicing the shape. Default value is 0.Negative value means counting dimensions from the back.
+
+ +#### Inputs + +
+
data (non-differentiable) : T
+
An input tensor.
+
+ +#### Outputs + +
+
shape (non-differentiable) : T1
+
Shape of the input tensor
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Input tensor can be of arbitrary type.
+
T1 : tensor(int64)
+
Constrain output to int64 tensor.
+
+ +## Version 16 of the default ONNX operator set +### **GreaterOrEqual-16** + + Returns the tensor resulted from performing the `greater_equal` logical operation + elementwise on the input tensors `A` and `B` (with Numpy-style broadcasting support). + + This operator supports **multidirectional (i.e., Numpy-style) broadcasting**; for more details please check [the doc](Broadcasting.md). + +#### Version + +This version of the operator has been available since version 16 of the default ONNX operator set. + +#### Inputs + +
+
A (non-differentiable) : T
+
First input operand for the logical operator.
+
B (non-differentiable) : T
+
Second input operand for the logical operator.
+
+ +#### Outputs + +
+
C (non-differentiable) : T1
+
Result tensor.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input types to all numeric tensors.
+
T1 : tensor(bool)
+
Constrain output to boolean tensor.
+
+ +### **GridSample-16** + + Given an input `X` and a flow-field `grid`, computes the output `Y` using `X` values and pixel locations from `grid`. + Currently, only spatial (4-D) inputs are supported. For input `X` with shape (N, C, H, W) and `grid` with shape (N, H_out, W_out, 2), + the output `Y` will have shape (N, C, H_out, W_out). + + The tensor `X` contains values at centers of square pixels in a H by W 2-dimensional image. + The tensor `grid` describes normalized positions where the output `Y` is to be computed + using a specified interpolation method (the mode) and a padding mode (for grid positions falling outside the 2-dimensional image). + + Elements in `grid[N, H_out, W_out]` are size-2 vectors specifying positions in the 2-dimensional space of `X`. + They are used to interpolate output values of `Y[N, C, H_out, W_out]`. + + The GridSample operator is often used in doing grid generator and sampler in the [Spatial Transformer Networks](https://arxiv.org/abs/1506.02025). + See also in [torch.nn.functional.grid_sample](https://pytorch.org/docs/master/generated/torch.nn.functional.grid_sample.html#torch-nn-functional-grid-sample). + +#### Version + +This version of the operator has been available since version 16 of the default ONNX operator set. + +#### Attributes + +
+
align_corners : int (default is 0)
+
If align_corners=1, the extrema (-1 and 1) are considered as referring to the center points of the input's corner pixels. If align_corners=0, they are instead considered as referring to the corner points of the input's corner pixels, making the sampling more resolution agnostic.
+
mode : string (default is bilinear)
+
Three interpolation modes: bilinear (default), nearest and bicubic.
+
padding_mode : string (default is zeros)
+
Support padding modes for outside grid values: `zeros`(default), `border`, `reflection`. zeros: use 0 for out-of-bound grid locations, border: use border values for out-of-bound grid locations, reflection: use values at locations reflected by the border for out-of-bound grid locations. If index 0 represents the margin pixel, the reflected value at index -1 will be the same as the value at index 1. For location far away from the border, it will keep being reflected until becoming in bound. If pixel location x = -3.5 reflects by border -1 and becomes x' = 1.5, then reflects by border 1 and becomes x'' = 0.5.
+
+ +#### Inputs + +
+
X (differentiable) : T1
+
4-D tensor of shape (N, C, H, W), where N is the batch size, C is the numbers of channels, H and W are the height and width of the input data.
+
grid (non-differentiable) : T2
+
Input offset, 4-D tensor of shape (N, H_out, W_out, 2), where H_out and W_out are the height and width of grid and output, Grid specifies the sampling pixel locations normalized by the input spatial dimensions. Therefore, it should have most values in the range of [-1, 1]. If grid has values outside the range of [-1, 1], the corresponding outputs will be handled as defined by padding_mode.
+
+ +#### Outputs + +
+
Y (differentiable) : T1
+
4-D tensor of shape (N, C, H_out, W_out) of sampled values. For integer input types, intermediate values are computed as floating point and cast to integer at the end.
+
+ +#### Type Constraints + +
+
T1 : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain input `X` and output `Y` types to all tensor types.
+
T2 : tensor(float16), tensor(float), tensor(double)
+
Constrain grid types to float tensors.
+
+ +### **Identity-16** + + Identity operator + +#### Version + +This version of the operator has been available since version 16 of the default ONNX operator set. + +#### Inputs + +
+
input (differentiable) : V
+
Input tensor
+
+ +#### Outputs + +
+
output (differentiable) : V
+
Tensor to copy input into.
+
+ +#### Type Constraints + +
+
V : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128), seq(tensor(uint8)), seq(tensor(uint16)), seq(tensor(uint32)), seq(tensor(uint64)), seq(tensor(int8)), seq(tensor(int16)), seq(tensor(int32)), seq(tensor(int64)), seq(tensor(float16)), seq(tensor(float)), seq(tensor(double)), seq(tensor(string)), seq(tensor(bool)), seq(tensor(complex64)), seq(tensor(complex128)), optional(seq(tensor(uint8))), optional(seq(tensor(uint16))), optional(seq(tensor(uint32))), optional(seq(tensor(uint64))), optional(seq(tensor(int8))), optional(seq(tensor(int16))), optional(seq(tensor(int32))), optional(seq(tensor(int64))), optional(seq(tensor(float16))), optional(seq(tensor(float))), optional(seq(tensor(double))), optional(seq(tensor(string))), optional(seq(tensor(bool))), optional(seq(tensor(complex64))), optional(seq(tensor(complex128))), optional(tensor(uint8)), optional(tensor(uint16)), optional(tensor(uint32)), optional(tensor(uint64)), optional(tensor(int8)), optional(tensor(int16)), optional(tensor(int32)), optional(tensor(int64)), optional(tensor(float16)), optional(tensor(float)), optional(tensor(double)), optional(tensor(string)), optional(tensor(bool)), optional(tensor(complex64)), optional(tensor(complex128))
+
Constrain input and output types to all tensor, sequence, and optional types.
+
+ +### **If-16** + + If conditional + +#### Version + +This version of the operator has been available since version 16 of the default ONNX operator set. + +#### Attributes + +
+
else_branch : graph (required)
+
Graph to run if condition is false. Has N outputs: values you wish to be live-out to the enclosing scope. The number of outputs must match the number of outputs in the then_branch.
+
then_branch : graph (required)
+
Graph to run if condition is true. Has N outputs: values you wish to be live-out to the enclosing scope. The number of outputs must match the number of outputs in the else_branch.
+
+ +#### Inputs + +
+
cond : B
+
Condition for the if. The tensor must contain a single element.
+
+ +#### Outputs (1 - ∞) + +
+
outputs (variadic, heterogeneous) : V
+
Values that are live-out to the enclosing scope. The return values in the `then_branch` and `else_branch` must be of the same data type. The `then_branch` and `else_branch` may produce tensors with the same element type and different shapes. If corresponding outputs from the then-branch and the else-branch have static shapes S1 and S2, then the shape of the corresponding output variable of the if-node (if present) must be compatible with both S1 and S2 as it represents the union of both possible shapes.For example, if in a model file, the first output of `then_branch` is typed float tensor with shape [2] and the first output of `else_branch` is another float tensor with shape [3], If's first output should have (a) no shape set, or (b) a shape of rank 1 with neither `dim_value` nor `dim_param` set, or (c) a shape of rank 1 with a unique `dim_param`. In contrast, the first output cannot have the shape [2] since [2] and [3] are not compatible.
+
+ +#### Type Constraints + +
+
V : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128), seq(tensor(uint8)), seq(tensor(uint16)), seq(tensor(uint32)), seq(tensor(uint64)), seq(tensor(int8)), seq(tensor(int16)), seq(tensor(int32)), seq(tensor(int64)), seq(tensor(bfloat16)), seq(tensor(float16)), seq(tensor(float)), seq(tensor(double)), seq(tensor(string)), seq(tensor(bool)), seq(tensor(complex64)), seq(tensor(complex128)), optional(seq(tensor(uint8))), optional(seq(tensor(uint16))), optional(seq(tensor(uint32))), optional(seq(tensor(uint64))), optional(seq(tensor(int8))), optional(seq(tensor(int16))), optional(seq(tensor(int32))), optional(seq(tensor(int64))), optional(seq(tensor(bfloat16))), optional(seq(tensor(float16))), optional(seq(tensor(float))), optional(seq(tensor(double))), optional(seq(tensor(string))), optional(seq(tensor(bool))), optional(seq(tensor(complex64))), optional(seq(tensor(complex128))), optional(tensor(uint8)), optional(tensor(uint16)), optional(tensor(uint32)), optional(tensor(uint64)), optional(tensor(int8)), optional(tensor(int16)), optional(tensor(int32)), optional(tensor(int64)), optional(tensor(bfloat16)), optional(tensor(float16)), optional(tensor(float)), optional(tensor(double)), optional(tensor(string)), optional(tensor(bool)), optional(tensor(complex64)), optional(tensor(complex128))
+
All Tensor, Sequence(Tensor), Optional(Tensor), and Optional(Sequence(Tensor)) types up to IRv4.
+
B : tensor(bool)
+
Only bool
+
+ +### **LeakyRelu-16** + + LeakyRelu takes input data (Tensor) and an argument alpha, and produces one + output data (Tensor) where the function `f(x) = alpha * x for x < 0`, + `f(x) = x for x >= 0`, is applied to the data tensor elementwise. + +#### Version + +This version of the operator has been available since version 16 of the default ONNX operator set. + +#### Attributes + +
+
alpha : float (default is 0.01)
+
Coefficient of leakage.
+
+ +#### Inputs + +
+
X (differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
Y (differentiable) : T
+
Output tensor
+
+ +#### Type Constraints + +
+
T : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **LessOrEqual-16** + + Returns the tensor resulted from performing the `less_equal` logical operation + elementwise on the input tensors `A` and `B` (with Numpy-style broadcasting support). + + This operator supports **multidirectional (i.e., Numpy-style) broadcasting**; for more details please check [the doc](Broadcasting.md). + +#### Version + +This version of the operator has been available since version 16 of the default ONNX operator set. + +#### Inputs + +
+
A (non-differentiable) : T
+
First input operand for the logical operator.
+
B (non-differentiable) : T
+
Second input operand for the logical operator.
+
+ +#### Outputs + +
+
C (non-differentiable) : T1
+
Result tensor.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input types to all numeric tensors.
+
T1 : tensor(bool)
+
Constrain output to boolean tensor.
+
+ +### **Loop-16** + + Generic Looping construct. This loop has multiple termination conditions: + + 1) Trip count. Iteration count specified at runtime. Set by + specifying the input M. Optional. Set to empty string to omit. + Note that a static trip count (specified at graph construction time) can be + specified by passing in a constant node for input M. + 2) Loop termination condition. This is an input to the op that determines + whether to run the first iteration and also a loop-carried dependency for + the body graph. The body graph must yield a value for the condition variable, + whether this input is provided or not. + + This table summarizes the operating modes of this operator with equivalent + C-style code: + + Operator inputs defined as (max_trip_count, condition_var). + + * input ("", ""): + for (int i=0; ; ++i) { + cond = ... // Note this value is ignored, but is required in the body + } + + * input ("", cond) // Note this is analogous to a while loop + bool cond = ...; + for (int i=0; cond; ++i) { + cond = ...; + } + + * input ("", 1) // Note this is analogous to a do-while loop + bool cond = true + for (int i=0; cond; ++i) { + cond = ...; + } + + * input (trip_count, "") // Note this is analogous to a for loop + int trip_count = ... + for (int i=0; i < trip_count; ++i) { + cond = ...; // ignored + } + + * input (trip_count, cond) + int trip_count = ...; + bool cond = ...; + for (int i=0; i < trip_count && cond; ++i) { + cond = ...; + } + + + *Sample usage - cond as well as trip count* + + graph predict-net { + %a = Constant[value = ]() + %b = Constant[value = ]() + %keepgoing = Constant[value = ]() + %max_trip_count = Constant[value = ]() + %keepgoing_out, %b_out, %user_defined_vals = Loop[body = ](%max_trip_count, %keepgoing, %b) + return + } + + graph body-net ( + %i[INT32, scalar] // iteration number + %keepgoing_in[BOOL, scalar] // incoming loop-termination-condition; not used + %b_in[INT32, scalar] // incoming value of loop-carried-dependency b + ) { + %my_local = Add(%a, %b_in) + %b_out = Sub(%a, %b_in) // outgoing value of loop-carried-dependency b + %keepgoing_out = Greater(%my_local, %b_out) // outgoing loop-termination-condition + %user_defined_val = Add(%b_in, %b_in) // scan-output value to be accumulated + return %keepgoing_out, %b_out, %user_defined_val + } + + *Sample equivalent C code* + + { + /* User-defined code (enclosing scope) */ + int a = 3, b = 6; + bool keepgoing = true; // Analogous to input cond + /* End user-defined code */ + + /* Implicitly-defined code */ + const int max_trip_count = 10; // Analogous to input M + int user_defined_vals[]; // Imagine this is resizable + /* End implicitly-defined code */ + /* initialize loop-carried variables and scan-output variables */ + bool keepgoing_out = keepgoing + int b_out = b + + for (int i=0; i < max_trip_count && keepgoing_out; ++i) { + /* Implicitly-defined code: bind actual parameter values + to formal parameter variables of loop-body */ + bool keepgoing_in = keepgoing_out; + bool b_in = b_out; + + /* User-defined code (loop body) */ + int my_local = a + b_in; // Reading value "a" from the enclosing scope is fine + b_out = a - b_in; + keepgoing_out = my_local > b_out; + user_defined_val = b_in + b_in; // b_in and b_out are different variables + /* End user-defined code */ + + /* Implicitly defined-code */ + user_defined_vals[i] = user_defined_val // accumulate scan-output values + } + // int t = my_local; // Can't do this. my_local is not accessible here. + + // The values below are bound to the output variables of the loop and therefore accessible + // b_out; user_defined_vals; keepgoing_out; + } + + There are several things of note in this code snippet: + + 1) Values from the enclosing scope (i.e. variable "a" here) are in scope and can + be referenced in the inputs of the loop. + 2) Any values computed in the loop body that needs to be used in a subsequent + iteration or after the loop are modeled using a pair of variables in the loop-body, + consisting of an input variable (eg., b_in) and an output variable (eg., b_out). + These are referred to as loop-carried dependences. The loop operation node + supplies the input value of the input variable for the first iteration, and + returns the output value of the output variable produced by the final + iteration. + 3) Scan_output variables are used to implicitly concatenate values computed across + all the iterations. In the above example, the value of user_defined_val computed + over all iterations are concatenated and returned as the value of user_defined_vals + after the loop. + 4) Values created in the body cannot be accessed in the enclosing scope, + except using the mechanism described above. + + Note that the semantics of this op support "diagonal" or "wavefront" execution. + (See Step 3 here for an example: + https://devblogs.nvidia.com/optimizing-recurrent-neural-networks-cudnn-5/). + Frontends should emit multi-layer RNNs as a series of While operators (with + time being the inner looping dimension), with each successive layer consuming + the scan_outputs from the previous layer, possibly going through several + point-wise operators (e.g. dropout, residual connections, linear layer). + + The input/output of subgraph (produced by loop node) matching is based on order instead of name. The implementation will figure out the names based on this order. + +#### Version + +This version of the operator has been available since version 16 of the default ONNX operator set. + +#### Attributes + +
+
body : graph (required)
+
The graph run each iteration. It has 2+N inputs: (iteration_num, condition, loop carried dependencies...). It has 1+N+K outputs: (condition, loop carried dependencies..., scan_outputs...). Each scan_output is created by concatenating the value of the specified output value at the end of each iteration of the loop. It is an error if the dimensions or data type of these scan_outputs change across loop iterations.
+
+ +#### Inputs (2 - ∞) + +
+
M (optional) : I
+
A maximum trip-count for the loop specified at runtime. Optional. Pass empty string to skip.
+
cond (optional) : B
+
A boolean termination condition. Optional. Pass empty string to skip.
+
v_initial (variadic, heterogeneous) : V
+
The initial values of any loop-carried dependencies (values that change across loop iterations)
+
+ +#### Outputs (1 - ∞) + +
+
v_final_and_scan_outputs (variadic, heterogeneous) : V
+
Final N loop carried dependency values then K scan_outputs. Scan outputs must be Tensors.
+
+ +#### Type Constraints + +
+
V : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128), seq(tensor(uint8)), seq(tensor(uint16)), seq(tensor(uint32)), seq(tensor(uint64)), seq(tensor(int8)), seq(tensor(int16)), seq(tensor(int32)), seq(tensor(int64)), seq(tensor(bfloat16)), seq(tensor(float16)), seq(tensor(float)), seq(tensor(double)), seq(tensor(string)), seq(tensor(bool)), seq(tensor(complex64)), seq(tensor(complex128)), optional(seq(tensor(uint8))), optional(seq(tensor(uint16))), optional(seq(tensor(uint32))), optional(seq(tensor(uint64))), optional(seq(tensor(int8))), optional(seq(tensor(int16))), optional(seq(tensor(int32))), optional(seq(tensor(int64))), optional(seq(tensor(bfloat16))), optional(seq(tensor(float16))), optional(seq(tensor(float))), optional(seq(tensor(double))), optional(seq(tensor(string))), optional(seq(tensor(bool))), optional(seq(tensor(complex64))), optional(seq(tensor(complex128))), optional(tensor(uint8)), optional(tensor(uint16)), optional(tensor(uint32)), optional(tensor(uint64)), optional(tensor(int8)), optional(tensor(int16)), optional(tensor(int32)), optional(tensor(int64)), optional(tensor(bfloat16)), optional(tensor(float16)), optional(tensor(float)), optional(tensor(double)), optional(tensor(string)), optional(tensor(bool)), optional(tensor(complex64)), optional(tensor(complex128))
+
All Tensor, Sequence(Tensor), Optional(Tensor), and Optional(Sequence(Tensor)) types up to IRv4.
+
I : tensor(int64)
+
tensor of int64, which should be a scalar.
+
B : tensor(bool)
+
tensor of bool, which should be a scalar.
+
+ +### **PRelu-16** + + PRelu takes input data (Tensor) and slope tensor as input, and produces one + output data (Tensor) where the function `f(x) = slope * x for x < 0`, + `f(x) = x for x >= 0`., is applied to the data tensor elementwise. + This operator supports **unidirectional broadcasting** (tensor slope should be unidirectional broadcastable to input tensor X); for more details please check [the doc](Broadcasting.md). + +#### Version + +This version of the operator has been available since version 16 of the default ONNX operator set. + +#### Inputs + +
+
X (differentiable) : T
+
Input tensor
+
slope (differentiable) : T
+
Slope tensor. The shape of slope can be smaller than first input X; if so, its shape must be unidirectional broadcastable to X
+
+ +#### Outputs + +
+
Y (differentiable) : T
+
Output tensor (same size as X)
+
+ +#### Type Constraints + +
+
T : tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(uint32), tensor(uint64), tensor(int32), tensor(int64)
+
Constrain input and output types to float/int tensors.
+
+ +### **RoiAlign-16** + + Region of Interest (RoI) align operation described in the + [Mask R-CNN paper](https://arxiv.org/abs/1703.06870). + RoiAlign consumes an input tensor X and region of interests (rois) + to apply pooling across each RoI; it produces a 4-D tensor of shape + (num_rois, C, output_height, output_width). + + RoiAlign is proposed to avoid the misalignment by removing + quantizations while converting from original image into feature + map and from feature map into RoI feature; in each ROI bin, + the value of the sampled locations are computed directly + through bilinear interpolation. + +#### Version + +This version of the operator has been available since version 16 of the default ONNX operator set. + +#### Attributes + +
+
coordinate_transformation_mode : string (default is half_pixel)
+
Allowed values are 'half_pixel' and 'output_half_pixel'. Use the value 'half_pixel' to pixel shift the input coordinates by -0.5 (the recommended behavior). Use the value 'output_half_pixel' to omit the pixel shift for the input (use this for a backward-compatible behavior).
+
mode : string (default is avg)
+
The pooling method. Two modes are supported: 'avg' and 'max'. Default is 'avg'.
+
output_height : int (default is 1)
+
default 1; Pooled output Y's height.
+
output_width : int (default is 1)
+
default 1; Pooled output Y's width.
+
sampling_ratio : int (default is 0)
+
Number of sampling points in the interpolation grid used to compute the output value of each pooled output bin. If > 0, then exactly sampling_ratio x sampling_ratio grid points are used. If == 0, then an adaptive number of grid points are used (computed as ceil(roi_width / output_width), and likewise for height). Default is 0.
+
spatial_scale : float (default is 1.0)
+
Multiplicative spatial scale factor to translate ROI coordinates from their input spatial scale to the scale used when pooling, i.e., spatial scale of the input feature map X relative to the input image. E.g.; default is 1.0f.
+
+ +#### Inputs + +
+
X : T1
+
Input data tensor from the previous operator; 4-D feature map of shape (N, C, H, W), where N is the batch size, C is the number of channels, and H and W are the height and the width of the data.
+
rois : T1
+
RoIs (Regions of Interest) to pool over; rois is 2-D input of shape (num_rois, 4) given as [[x1, y1, x2, y2], ...]. The RoIs' coordinates are in the coordinate system of the input image. Each coordinate set has a 1:1 correspondence with the 'batch_indices' input.
+
batch_indices : T2
+
1-D tensor of shape (num_rois,) with each element denoting the index of the corresponding image in the batch.
+
+ +#### Outputs + +
+
Y : T1
+
RoI pooled output, 4-D tensor of shape (num_rois, C, output_height, output_width). The r-th batch element Y[r-1] is a pooled feature map corresponding to the r-th RoI X[r-1].
+
+ +#### Type Constraints + +
+
T1 : tensor(float16), tensor(float), tensor(double)
+
Constrain types to float tensors.
+
T2 : tensor(int64)
+
Constrain types to int tensors.
+
+ +### **Scan-16** + + Scan can be used to iterate over one or more scan_input tensors, + constructing zero or more scan_output tensors. It combines ideas from general recurrences, + functional programming constructs such as scan, fold, map, and zip, and is intended to enable + generalizations of RNN-like constructs for sequence-to-sequence processing. + Other tensors (referred to as state_variables here) can be used to carry a state + when iterating from one element to another (similar to hidden-state in RNNs, also referred + to as loop-carried dependences in the context of loops). + Many common usages involve a single scan_input tensor (where functionality + similar to scan, fold and map can be obtained). When more than one scan_input is used, + a behavior similar to zip is obtained. + + The attribute body must be a graph, specifying the computation to be performed in + every iteration. It takes as input the current values of the state_variables and + the current iterated element of the scan_inputs. It must return the (updated) values + of the state_variables and zero or more scan_output_element tensors. The values of the + scan_output_element tensors are concatenated over all the iterations to produce the + scan_output values of the scan construct (similar to the concatenated intermediate + hidden-state values of RNN-like constructs). All the output tensors (state_variables as + well as scan_output_element tensors) are required to have the same shape in each iteration + of the loop (a restriction imposed to enable efficient memory allocation). + + Note that the iterated element passed to the body subgraph does not have a sequence + axis. It will have a rank one less than the rank of the corresponding scan_input. + + The scan operation returns the final values of the state_variables as well as the + scan_outputs. + + The optional attribute scan_input_directions specifies the direction (forward or backward) + for each scan input. If this attribute is omitted, all sequences are scanned in the forward + direction. A bidirectional scan may be performed by specifying the same tensor input twice + in the scan_inputs, once with a forward direction, and once with a backward direction. + + The scan_output of the operation is produced by concatenating the scan_output_element + values produced by the body in each iteration. The optional attribute scan_output_directions + specifies the direction in which scan_output is constructed (by appending or prepending the + scan_output_element to scan_output in each iteration) for each scan_output. If this attribute + is omitted, the scan_output_element is appended to the scan_output in each iteration. + + The optional attribute scan_input_axes specifies the axis to be scanned for each scan_input. + If omitted, every scan_input will be scanned in axis 0. For example, if axis 0 is the + batch axis and axis 1 is the time axis (to be scanned), specify an axis value of 1. + Note that scanning a non-zero axis may be less efficient than scanning axis zero. + + The optional attribute scan_output_axes specifies the axis along which the scan_outputs + are accumulated for each scan_output. For example, if axis 1 is the time axis (to be + scanned) for both inputs and outputs, specify a scan_input axis and scan_output axis + value of 1. + + Note that because of the ONNX restriction that only the last parameter of an operator can + be variadic, the initial-states and scan-inputs are listed together as one input parameter. + Similarly, the final-states and scan-outputs are listed together as one output parameter. + The attribute num_scan_inputs indicates the number M of scan-inputs. + + The behavior of + + Scan < + num_scan_inputs = m, + body = loop-body, + scan_input_axes = [axis_1, ..., axis_m] + > (init_1, ..., init_n, scan_1, ..., scan_m) + + is equivalent to the following pseudo-code: + + // scan_i.shape[axis_i] denotes the (max) sequence-length of scan_i + // scan_i.shape[axis_i] is required to be equal to scan_j.shape[axis_j] for all i,j. + sequence_length = scan_1.shape[axis_1]; + + // initialize state-variables + st_1 = init_1; ... st_n = init_n; + // initialize scan-output variables: [] denotes an empty tensor + scan_out_1 = []; ...; scan_out_k = []; + // identify number of iterations: + + // execute loop + for (int t = 0; t < sequence_length; ++t) { + // generate the scan-input elements: the notation T[t] indicates the sub-tensor + // of rank one less than T obtained by indexing T at position t along axis k. + si_1 = scan_1[t]; + ... ; + si_m = scan_m[t]; + // execute loop-body + st_1, ..., st_n, so_1, ..., so_k = loop-body(st_1, ..., st_n, si_1, ..., si_m) + // accumulate the scan-output elements + scan_out_1 = Concat(scan_out_1, so_1); ... ; scan_out_k = Concat(scan_out_k, so_k); + } + + return st_1, ..., st_n, scan_out_1, ..., scan_out_k; + + *Sample usage: Encoding RNN using a Scan* + + The following example shows how a simple RNN over an input tensor %X, with weight tensor %Wi, + recurrence weight tensor %Ri, bias tensors %Wbi and %Rbi, and initial hidden-state %H_0 can + be encoded as a ScanLoop. Note that the loop-body is a nested graph, and it directly computes + %Wi, %Ri, %Wbi, and %Rbi (typically constants or initializers in the body graph). If these + values are computed in the outer graph, they need to be passed in as extra state_variables. + + graph rnn-encoding { + %H_0 = ... + %X = ... + %Y_h, %Y = Scan[body = , num_scan_inputs=1](%H_0, %X) + return %Y, %Y_h + } + + graph rnn-cell-1 ( + %H_tminus1[FLOAT, tensor] + %X_t[FLOAT, tensor] + ) { + %Wi = ... + %Ri = ... + %Wbi = ... + %Rbi = ... + %t1 = X_t * (Wi^T) + %t2 = H_tminus1*(Ri^T) + %t3 = Add(%t1, %t2) + %t4 = Add(%t3, %Wbi) + %t5 = Add(%t4, %Rbi) + %Ht = Tanh(%t5) + %Accumulate = Identity(%Ht) + return %Ht, %Accumulate + } + + +#### Version + +This version of the operator has been available since version 16 of the default ONNX operator set. + +#### Attributes + +
+
body : graph (required)
+
The graph run each iteration. It has N+M inputs: (loop state variables..., scan_input_elts...). It has N+K outputs: (loop state variables..., scan_output_elts...). Each scan_output is created by concatenating the value of the specified scan_output_elt value at the end of each iteration of the loop. It is an error if the dimensions of these values change across loop iterations.
+
num_scan_inputs : int (required)
+
An attribute specifying the number of scan_inputs M.
+
scan_input_axes : list of ints
+
An optional list of M flags. The i-th element of the list specifies the axis to be scanned (the sequence axis) for the i-th scan_input. If omitted, 0 will be used as the scan axis for every scan_input. Negative value for an axis means counting dimensions from the back. Accepted range is [-r, r-1] where r = rank(input).
+
scan_input_directions : list of ints
+
An optional list of M flags. The i-th element of the list specifies the direction to be scanned for the i-th scan_input tensor: 0 indicates forward direction and 1 indicates reverse direction. If omitted, all scan_input tensors will be scanned in the forward direction.
+
scan_output_axes : list of ints
+
An optional list of K flags. The i-th element of the list specifies the axis for the i-th scan_output. The scan outputs are accumulated along the specified axis. If omitted, 0 will be used as the scan axis for every scan_output. Negative value for an axis means counting dimensions from the back. Accepted range is [-r, r-1].
+
scan_output_directions : list of ints
+
An optional list of K flags, one for each scan_output. The i-th element of the list specifies whether the i-th scan_output should be constructed by appending or prepending a new value in each iteration: 0 indicates appending and 1 indicates prepending. If omitted, all scan_output tensors will be produced by appending a value in each iteration.
+
+ +#### Inputs (1 - ∞) + +
+
initial_state_and_scan_inputs (variadic, heterogeneous) : V
+
Initial values of the loop's N state variables followed by M scan_inputs
+
+ +#### Outputs (1 - ∞) + +
+
final_state_and_scan_outputs (variadic, heterogeneous) : V
+
Final values of the loop's N state variables followed by K scan_outputs
+
+ +#### Type Constraints + +
+
V : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
All Tensor types up to IRv4.
+
+ +### **ScatterElements-16** + + ScatterElements takes three inputs `data`, `updates`, and `indices` of the same + rank r >= 1 and an optional attribute axis that identifies an axis of `data` + (by default, the outer-most axis, that is axis 0). The output of the operation + is produced by creating a copy of the input `data`, and then updating its value + to values specified by `updates` at specific index positions specified by + `indices`. Its output shape is the same as the shape of `data`. + For each entry in `updates`, the target index in `data` is obtained by combining + the corresponding entry in `indices` with the index of the entry itself: the + index-value for dimension = axis is obtained from the value of the corresponding + entry in `indices` and the index-value for dimension != axis is obtained from the + index of the entry itself. + `reduction` allows specification of an optional reduction operation, which is applied to all values in `updates` + tensor into `output` at the specified `indices`. + In cases where `reduction` is set to "none", indices should not have duplicate entries: that is, if idx1 != idx2, + then indices[idx1] != indices[idx2]. For instance, in a 2-D tensor case, the update + corresponding to the [i][j] entry is performed as below: + ``` + output[indices[i][j]][j] = updates[i][j] if axis = 0, + output[i][indices[i][j]] = updates[i][j] if axis = 1, + ``` + When `reduction` is set to "add", the update corresponding to the [i][j] entry is performed as below: + ``` + output[indices[i][j]][j] += updates[i][j] if axis = 0, + output[i][indices[i][j]] += updates[i][j] if axis = 1, + ``` + When `reduction` is set to "mul", the update corresponding to the [i][j] entry is performed as below: + ``` + output[indices[i][j]][j] *= updates[i][j] if axis = 0, + output[i][indices[i][j]] *= updates[i][j] if axis = 1, + ``` + This operator is the inverse of GatherElements. It is similar to Torch's Scatter operation. + Example 1: + ``` + data = [ + [0.0, 0.0, 0.0], + [0.0, 0.0, 0.0], + [0.0, 0.0, 0.0], + ] + indices = [ + [1, 0, 2], + [0, 2, 1], + ] + updates = [ + [1.0, 1.1, 1.2], + [2.0, 2.1, 2.2], + ] + output = [ + [2.0, 1.1, 0.0] + [1.0, 0.0, 2.2] + [0.0, 2.1, 1.2] + ] + ``` + Example 2: + ``` + data = [[1.0, 2.0, 3.0, 4.0, 5.0]] + indices = [[1, 3]] + updates = [[1.1, 2.1]] + axis = 1 + output = [[1.0, 1.1, 3.0, 2.1, 5.0]] + ``` + +#### Version + +This version of the operator has been available since version 16 of the default ONNX operator set. + +#### Attributes + +
+
axis : int (default is 0)
+
Which axis to scatter on. Negative value means counting dimensions from the back. Accepted range is [-r, r-1] where r = rank(data).
+
reduction : string (default is none)
+
Type of reduction to apply: none (default), add, mul. 'none': no reduction applied. 'add': reduction using the addition operation. 'mul': reduction using the multiplication operation.
+
+ +#### Inputs + +
+
data (differentiable) : T
+
Tensor of rank r >= 1.
+
indices (non-differentiable) : Tind
+
Tensor of int32/int64 indices, of r >= 1 (same rank as input). All index values are expected to be within bounds [-s, s-1] along axis of size s. It is an error if any of the index values are out of bounds.
+
updates (differentiable) : T
+
Tensor of rank r >=1 (same rank and shape as indices)
+
+ +#### Outputs + +
+
output (differentiable) : T
+
Tensor of rank r >= 1 (same rank as input).
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Input and output types can be of any tensor type.
+
Tind : tensor(int32), tensor(int64)
+
Constrain indices to integer types
+
+ +### **ScatterND-16** + + ScatterND takes three inputs `data` tensor of rank r >= 1, `indices` tensor of rank q >= 1, + and `updates` tensor of rank q + r - indices.shape[-1] - 1. The output of the operation + is produced by creating a copy of the input `data`, and then updating its value to values + specified by `updates` at specific index positions specified by `indices`. Its output shape + is the same as the shape of `data`. + + `indices` is an integer tensor. Let k denote indices.shape[-1], the last dimension in the shape of `indices`. + `indices` is treated as a (q-1)-dimensional tensor of k-tuples, where each k-tuple is a partial-index into `data`. + Hence, k can be a value at most the rank of `data`. When k equals rank(data), each update entry specifies an + update to a single element of the tensor. When k is less than rank(data) each update entry specifies an + update to a slice of the tensor. Index values are allowed to be negative, as per the usual + convention for counting backwards from the end, but are expected in the valid range. + + `updates` is treated as a (q-1)-dimensional tensor of replacement-slice-values. Thus, the + first (q-1) dimensions of updates.shape must match the first (q-1) dimensions of indices.shape. + The remaining dimensions of `updates` correspond to the dimensions of the + replacement-slice-values. Each replacement-slice-value is a (r-k) dimensional tensor, + corresponding to the trailing (r-k) dimensions of `data`. Thus, the shape of `updates` + must equal indices.shape[0:q-1] ++ data.shape[k:r-1], where ++ denotes the concatenation + of shapes. + + The `output` is calculated via the following equation: + output = np.copy(data) + update_indices = indices.shape[:-1] + for idx in np.ndindex(update_indices): + output[tuple(indices[idx])] = updates[idx] + The order of iteration in the above loop is not specified. + In particular, indices should not have duplicate entries: that is, if idx1 != idx2, then indices[idx1] != indices[idx2]. + This ensures that the output value does not depend on the iteration order. + + `reduction` allows specification of an optional reduction operation, which is applied to all values in `updates` + tensor into `output` at the specified `indices`. + In cases where `reduction` is set to "none", indices should not have duplicate entries: that is, if idx1 != idx2, + then indices[idx1] != indices[idx2]. This ensures that the output value does not depend on the iteration order. + When `reduction` is set to "add", `output` is calculated as follows: + output = np.copy(data) + update_indices = indices.shape[:-1] + for idx in np.ndindex(update_indices): + output[tuple(indices[idx])] += updates[idx] + When `reduction` is set to "mul", `output` is calculated as follows: + output = np.copy(data) + update_indices = indices.shape[:-1] + for idx in np.ndindex(update_indices): + output[tuple(indices[idx])] *= updates[idx] + This operator is the inverse of GatherND. + Example 1: + ``` + data = [1, 2, 3, 4, 5, 6, 7, 8] + indices = [[4], [3], [1], [7]] + updates = [9, 10, 11, 12] + output = [1, 11, 3, 10, 9, 6, 7, 12] + ``` + Example 2: + ``` + data = [[[1, 2, 3, 4], [5, 6, 7, 8], [8, 7, 6, 5], [4, 3, 2, 1]], + [[1, 2, 3, 4], [5, 6, 7, 8], [8, 7, 6, 5], [4, 3, 2, 1]], + [[8, 7, 6, 5], [4, 3, 2, 1], [1, 2, 3, 4], [5, 6, 7, 8]], + [[8, 7, 6, 5], [4, 3, 2, 1], [1, 2, 3, 4], [5, 6, 7, 8]]] + indices = [[0], [2]] + updates = [[[5, 5, 5, 5], [6, 6, 6, 6], [7, 7, 7, 7], [8, 8, 8, 8]], + [[1, 1, 1, 1], [2, 2, 2, 2], [3, 3, 3, 3], [4, 4, 4, 4]]] + output = [[[5, 5, 5, 5], [6, 6, 6, 6], [7, 7, 7, 7], [8, 8, 8, 8]], + [[1, 2, 3, 4], [5, 6, 7, 8], [8, 7, 6, 5], [4, 3, 2, 1]], + [[1, 1, 1, 1], [2, 2, 2, 2], [3, 3, 3, 3], [4, 4, 4, 4]], + [[8, 7, 6, 5], [4, 3, 2, 1], [1, 2, 3, 4], [5, 6, 7, 8]]] + ``` + +#### Version + +This version of the operator has been available since version 16 of the default ONNX operator set. + +#### Attributes + +
+
reduction : string (default is none)
+
Type of reduction to apply: none (default), add, mul. 'none': no reduction applied. 'add': reduction using the addition operation. 'mul': reduction using the multiplication operation.
+
+ +#### Inputs + +
+
data (differentiable) : T
+
Tensor of rank r >= 1.
+
indices (non-differentiable) : tensor(int64)
+
Tensor of rank q >= 1.
+
updates (differentiable) : T
+
Tensor of rank q + r - indices_shape[-1] - 1.
+
+ +#### Outputs + +
+
output (differentiable) : T
+
Tensor of rank r >= 1.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain input and output types to any tensor type.
+
+ +### **Where-16** + + Return elements, either from X or Y, depending on condition. + Where behaves like + [numpy.where](https://docs.scipy.org/doc/numpy/reference/generated/numpy.where.html) + with three parameters. + + This operator supports **multidirectional (i.e., Numpy-style) broadcasting**; for more details please check [the doc](Broadcasting.md). + +#### Version + +This version of the operator has been available since version 16 of the default ONNX operator set. + +#### Inputs + +
+
condition (non-differentiable) : B
+
When True (nonzero), yield X, otherwise yield Y
+
X (differentiable) : T
+
values selected at indices where condition is True
+
Y (differentiable) : T
+
values selected at indices where condition is False
+
+ +#### Outputs + +
+
output (differentiable) : T
+
Tensor of shape equal to the broadcasted shape of condition, X, and Y.
+
+ +#### Type Constraints + +
+
B : tensor(bool)
+
Constrain to boolean tensors.
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain input and output types to all tensor types (including bfloat).
+
+ +## Version 17 of the default ONNX operator set +### **BlackmanWindow-17** + + Generates a Blackman window as described in the paper https://ieeexplore.ieee.org/document/1455106. + +#### Version + +This version of the operator has been available since version 17 of the default ONNX operator set. + +#### Attributes + +
+
output_datatype : int (default is 1)
+
The data type of the output tensor. Strictly must be one of the values from DataType enum in TensorProto whose values correspond to T2. The default value is 1 = FLOAT.
+
periodic : int (default is 1)
+
If 1, returns a window to be used as periodic function. If 0, return a symmetric window. When 'periodic' is specified, hann computes a window of length size + 1 and returns the first size points. The default value is 1.
+
+ +#### Inputs + +
+
size (non-differentiable) : T1
+
A scalar value indicating the length of the window.
+
+ +#### Outputs + +
+
output (non-differentiable) : T2
+
A Blackman window with length: size. The output has the shape: [size].
+
+ +#### Type Constraints + +
+
T1 : tensor(int32), tensor(int64)
+
Constrain the input size to int32_t or int64_t.
+
T2 : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain output types to numeric tensors.
+
+ +### **DFT-17** + + Computes the discrete Fourier transform of input. + +#### Version + +This version of the operator has been available since version 17 of the default ONNX operator set. + +#### Attributes + +
+
axis : int (default is 1)
+
The axis on which to perform the DFT. By default this value is set to 1, which corresponds to the first dimension after the batch index. Negative value means counting dimensions from the back. Accepted range is $[-r, -2] \cup [0, r-2]$ where `r = rank(input)`. The last dimension is for representing complex numbers and thus is an invalid axis.
+
inverse : int (default is 0)
+
Whether to perform the inverse discrete fourier transform. By default this value is set to 0, which corresponds to false.
+
onesided : int (default is 0)
+
If onesided is 1, only values for w in [0, 1, 2, ..., floor(n_fft/2) + 1] are used or returned because the real-to-complex Fourier transform satisfies the conjugate symmetry, i.e., X[m, w] = X[m, n_fft-w]*. When onesided=1 and inverse=0 (forward DFT), only real input is supported and a one-sided complex spectrum is returned (RFFT). When onesided=1 and inverse=1 (inverse DFT), only complex input is supported and a full real signal is returned (IRFFT). When invoked with real or complex valued input, the default value is 0. Values can be 0 or 1.
+
+ +#### Inputs (1 - 2) + +
+
input (non-differentiable) : T1
+
For real input, the following shape is expected: [batch_idx][signal_dim1][signal_dim2]...[signal_dimN][1]. For complex input, the following shape is expected: [batch_idx][signal_dim1][signal_dim2]...[signal_dimN][2]. The first dimension is the batch dimension. The following N dimensions correspond to the signal's dimensions. The final dimension represents the real and imaginary parts of the value in that order.
+
dft_length (optional, non-differentiable) : T2
+
The length of the signal as a scalar. If greater than the axis dimension, the signal will be zero-padded up to dft_length. If less than the axis dimension, only the first dft_length values will be used as the signal. If not provided, the default dft_length = signal_dim_axis, except for the IRFFT case (onesided=1, inverse=1), in which case the default dft_length is 2 * (signal_dim_axis - 1). It's an optional value.
+
+ +#### Outputs + +
+
output : T1
+
The Fourier Transform of the input vector. For standard DFT (onesided=0), the output shape is: [batch_idx][signal_dim1][signal_dim2]...[signal_dimN][2] (complex), with signal_dim_axis = dft_length. For RFFT (onesided=1, inverse=0), the output shape is: [batch_idx][signal_dim1][signal_dim2]...[signal_dimN][2] (one-sided complex), with signal_dim_axis = floor(dft_length/2) + 1. For IRFFT (onesided=1, inverse=1), the output shape is: [batch_idx][signal_dim1][signal_dim2]...[signal_dimN][1] (real), where signal_dim_axis = dft_length.
+
+ +#### Type Constraints + +
+
T1 : tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input and output types to float tensors.
+
T2 : tensor(int32), tensor(int64)
+
Constrain scalar length types to int64_t.
+
+ +### **HammingWindow-17** + + Generates a Hamming window as described in the paper https://ieeexplore.ieee.org/document/1455106. + +#### Version + +This version of the operator has been available since version 17 of the default ONNX operator set. + +#### Attributes + +
+
output_datatype : int (default is 1)
+
The data type of the output tensor. Strictly must be one of the values from DataType enum in TensorProto whose values correspond to T2. The default value is 1 = FLOAT.
+
periodic : int (default is 1)
+
If 1, returns a window to be used as periodic function. If 0, return a symmetric window. When 'periodic' is specified, hann computes a window of length size + 1 and returns the first size points. The default value is 1.
+
+ +#### Inputs + +
+
size (non-differentiable) : T1
+
A scalar value indicating the length of the window.
+
+ +#### Outputs + +
+
output (non-differentiable) : T2
+
A Hamming window with length: size. The output has the shape: [size].
+
+ +#### Type Constraints + +
+
T1 : tensor(int32), tensor(int64)
+
Constrain the input size to int32_t or int64_t.
+
T2 : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain output types to numeric tensors.
+
+ +### **HannWindow-17** + + Generates a Hann window as described in the paper https://ieeexplore.ieee.org/document/1455106. + +#### Version + +This version of the operator has been available since version 17 of the default ONNX operator set. + +#### Attributes + +
+
output_datatype : int (default is 1)
+
The data type of the output tensor. Strictly must be one of the values from DataType enum in TensorProto whose values correspond to T2. The default value is 1 = FLOAT.
+
periodic : int (default is 1)
+
If 1, returns a window to be used as periodic function. If 0, return a symmetric window. When 'periodic' is specified, hann computes a window of length size + 1 and returns the first size points. The default value is 1.
+
+ +#### Inputs + +
+
size (non-differentiable) : T1
+
A scalar value indicating the length of the window.
+
+ +#### Outputs + +
+
output (non-differentiable) : T2
+
A Hann window with length: size. The output has the shape: [size].
+
+ +#### Type Constraints + +
+
T1 : tensor(int32), tensor(int64)
+
Constrain the input size to int32_t or int64_t.
+
T2 : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain output types to numeric tensors.
+
+ +### **LayerNormalization-17** + + This is layer normalization defined in ONNX as function. + The overall computation can be split into two stages. + The first stage is standardization, which makes the + normalized elements have zero mean and unit variances. + The computation required by standardization can be + described by the following equations. + ``` + Mean = ReduceMean(X) + D = Sub(X, Mean) + DD = Mul(D, D) + Var = ReduceMean(DD) + VarEps = Add(Var, epsilon) + StdDev = Sqrt(VarEps) + InvStdDev = Reciprocal(StdDev) + Normalized = Mul(D, InvStdDev) + ``` + where `normalized_axes` is `[axis, ..., rank of X - 1]`. + The variables `Var` and `StdDev` stand for variance and + standard deviation, respectively. The second output is + `Mean` and the last one is `InvStdDev`. + Depending on `stash_type` attribute, the actual computation + must happen in different floating-point precision. + For example, if `stash_type` is 1, this operator casts + all input variables to 32-bit float, perform the computation, and + finally cast `Normalized` back to the original type of `X`. + The second stage then scales and shifts the outcome of the + first stage using + ``` + NormalizedScaled = Mul(Normalized, Scale) + Y = Add(NormalizedScaled, B) + ``` + The second stage doesn't depends on `stash_type`. + All equations are in [this syntax](https://github.com/onnx/onnx/blob/main/docs/Syntax.md). + The same variable (i.e., input, output, and attribute) uses + the same name in the equations above and this operator's definition. + Let `d[i]` indicate the i-th dimension of `X`. + If `X`'s shape is `[d[0], ..., d[axis-1], d[axis], ..., d[rank-1]]`, + the shape of `Mean` and `InvStdDev` is `[d[0], ..., d[axis-1], 1, ..., 1]`. + `Y` and `X` have the same shape. This operator supports unidirectional broadcasting + (tensors `Scale` and `B` should be unidirectional broadcastable to tensor `X`); + for more details please check [the doc](Broadcasting.md). + +#### Version + +This version of the operator has been available since version 17 of the default ONNX operator set. + +#### Attributes + +
+
axis : int (default is -1)
+
The first normalization dimension. If rank(X) is r, axis' allowed range is [-r, r). Negative value means counting dimensions from the back.
+
epsilon : float (default is 1e-05)
+
The epsilon value to use to avoid division by zero.
+
stash_type : int (default is 1)
+
Type of Mean and InvStdDev. This also specifies stage one's computation precision.
+
+ +#### Inputs (2 - 3) + +
+
X : T
+
Tensor to be normalized.
+
Scale : T
+
Scale tensor.
+
B (optional) : T
+
Bias tensor.
+
+ +#### Outputs (1 - 3) + +
+
Y : T
+
Normalized tensor.
+
Mean (optional) : U
+
Saved mean used during training to speed up gradient computation
+
InvStdDev (optional) : U
+
Saved inverse standard deviation used during training to speed up gradient computation.
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input types and output Y type to float tensors.
+
U : tensor(float), tensor(bfloat16)
+
Type of Mean and InvStdDev tensors.
+
+ +### **MelWeightMatrix-17** + + Generate a MelWeightMatrix that can be used to re-weight a Tensor containing a linearly sampled frequency spectra (from DFT or STFT) into num_mel_bins frequency information based on the [lower_edge_hertz, upper_edge_hertz] range on the mel scale. + This function defines the mel scale in terms of a frequency in hertz according to the following formula: + + mel(f) = 2595 * log10(1 + f/700) + + In the returned matrix, all the triangles (filterbanks) have a peak value of 1.0. + + The returned MelWeightMatrix can be used to right-multiply a spectrogram S of shape [frames, num_spectrogram_bins] of linear scale spectrum values (e.g. STFT magnitudes) to generate a "mel spectrogram" M of shape [frames, num_mel_bins]. + +#### Version + +This version of the operator has been available since version 17 of the default ONNX operator set. + +#### Attributes + +
+
output_datatype : int (default is 1)
+
The data type of the output tensor. Strictly must be one of the values from DataType enum in TensorProto whose values correspond to T3. The default value is 1 = FLOAT.
+
+ +#### Inputs + +
+
num_mel_bins (non-differentiable) : T1
+
The number of bands in the mel spectrum.
+
dft_length (non-differentiable) : T1
+
The size of the original DFT. The size of the original DFT is used to infer the size of the onesided DFT, which is understood to be floor(dft_length/2) + 1, i.e. the spectrogram only contains the nonredundant DFT bins.
+
sample_rate (non-differentiable) : T1
+
Samples per second of the input signal used to create the spectrogram. Used to figure out the frequencies corresponding to each spectrogram bin, which dictates how they are mapped into the mel scale.
+
lower_edge_hertz (non-differentiable) : T2
+
Lower bound on the frequencies to be included in the mel spectrum. This corresponds to the lower edge of the lowest triangular band.
+
upper_edge_hertz (non-differentiable) : T2
+
The desired top edge of the highest frequency band.
+
+ +#### Outputs + +
+
output (non-differentiable) : T3
+
The Mel Weight Matrix. The output has the shape: [floor(dft_length/2) + 1][num_mel_bins].
+
+ +#### Type Constraints + +
+
T1 : tensor(int32), tensor(int64)
+
Constrain to integer tensors.
+
T2 : tensor(float), tensor(float16), tensor(double), tensor(bfloat16)
+
Constrain to float tensors
+
T3 : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain to any numerical types.
+
+ +### **STFT-17** + + Computes the Short-time Fourier Transform of the signal. + +#### Version + +This version of the operator has been available since version 17 of the default ONNX operator set. + +#### Attributes + +
+
onesided : int (default is 1)
+
If onesided is 1, only values for w in [0, 1, 2, ..., floor(n_fft/2) + 1] are returned because the real-to-complex Fourier transform satisfies the conjugate symmetry, i.e., X[m, w] = X[m,w]=X[m,n_fft-w]*. Note if the input or window tensors are complex, then onesided output is not possible. Enabling onesided with real inputs performs a Real-valued fast Fourier transform (RFFT).When invoked with real or complex valued input, the default value is 1. Values can be 0 or 1.
+
+ +#### Inputs (2 - 4) + +
+
signal (non-differentiable) : T1
+
Input tensor representing a real or complex valued signal. For real input, the following shape is expected: [batch_size][signal_length][1]. For complex input, the following shape is expected: [batch_size][signal_length][2], where [batch_size][signal_length][0] represents the real component and [batch_size][signal_length][1] represents the imaginary component of the signal.
+
frame_step (non-differentiable) : T2
+
The number of samples to step between successive DFTs.
+
window (optional, non-differentiable) : T1
+
A tensor representing the window that will be slid over the signal.The window must have rank 1 with shape: [window_shape]. It's an optional value.
+
frame_length (optional, non-differentiable) : T2
+
A scalar representing the size of the DFT. It's an optional value.
+
+ +#### Outputs + +
+
output (non-differentiable) : T1
+
The Short-time Fourier Transform of the signals.If onesided is 1, the output has the shape: [batch_size][frames][dft_unique_bins][2], where dft_unique_bins is frame_length // 2 + 1 (the unique components of the DFT) If onesided is 0, the output has the shape: [batch_size][frames][frame_length][2], where frame_length is the length of the DFT.
+
+ +#### Type Constraints + +
+
T1 : tensor(float), tensor(float16), tensor(double), tensor(bfloat16)
+
Constrain signal and output to float tensors.
+
T2 : tensor(int32), tensor(int64)
+
Constrain scalar length types to int64_t.
+
+ +### **SequenceMap-17** + + Applies a sub-graph to each sample in the input sequence(s). + + Inputs can be either tensors or sequences, with the exception of the first input which must + be a sequence. The length of the first input sequence will determine the number of samples in the + outputs. Any other sequence inputs should have the same number of samples. The number of inputs + and outputs, should match the one of the subgraph. + + For each i-th element in the output, a sample will be extracted from the input sequence(s) at + the i-th position and the sub-graph will be applied to it. + The outputs will contain the outputs of the sub-graph for each sample, in the same order as in + the input. + + This operator assumes that processing each sample is independent and could executed in parallel + or in any order. Users cannot expect any specific ordering in which each subgraph is computed. + +#### Version + +This version of the operator has been available since version 17 of the default ONNX operator set. + +#### Attributes + +
+
body : graph (required)
+
The graph to be run for each sample in the sequence(s). It should have as many inputs and outputs as inputs and outputs to the SequenceMap function.
+
+ +#### Inputs (1 - ∞) + +
+
input_sequence : S
+
Input sequence.
+
additional_inputs (variadic, heterogeneous) : V
+
Additional inputs to the graph
+
+ +#### Outputs (1 - ∞) + +
+
out_sequence (variadic, heterogeneous) : S
+
Output sequence(s)
+
+ +#### Type Constraints + +
+
S : seq(tensor(uint8)), seq(tensor(uint16)), seq(tensor(uint32)), seq(tensor(uint64)), seq(tensor(int8)), seq(tensor(int16)), seq(tensor(int32)), seq(tensor(int64)), seq(tensor(float16)), seq(tensor(float)), seq(tensor(double)), seq(tensor(string)), seq(tensor(bool)), seq(tensor(complex64)), seq(tensor(complex128))
+
Constrain input types to any sequence type.
+
V : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128), seq(tensor(uint8)), seq(tensor(uint16)), seq(tensor(uint32)), seq(tensor(uint64)), seq(tensor(int8)), seq(tensor(int16)), seq(tensor(int32)), seq(tensor(int64)), seq(tensor(float16)), seq(tensor(float)), seq(tensor(double)), seq(tensor(string)), seq(tensor(bool)), seq(tensor(complex64)), seq(tensor(complex128))
+
Constrain to any tensor or sequence type.
+
+ +## Version 18 of the default ONNX operator set +### **BitwiseAnd-18** + + Returns the tensor resulting from performing the bitwise `and` operation + elementwise on the input tensors `A` and `B` (with Numpy-style broadcasting support). + + This operator supports **multidirectional (i.e., Numpy-style) broadcasting**; for more details please check [the doc](Broadcasting.md). + +#### Version + +This version of the operator has been available since version 18 of the default ONNX operator set. + +#### Inputs + +
+
A (non-differentiable) : T
+
First input operand for the bitwise operator.
+
B (non-differentiable) : T
+
Second input operand for the bitwise operator.
+
+ +#### Outputs + +
+
C (non-differentiable) : T
+
Result tensor.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64)
+
Constrain input to integer tensors.
+
+ +### **BitwiseNot-18** + + Returns the bitwise not of the input tensor element-wise. + +#### Version + +This version of the operator has been available since version 18 of the default ONNX operator set. + +#### Inputs + +
+
X (non-differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
Y (non-differentiable) : T
+
Output tensor
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64)
+
Constrain input/output to integer tensors.
+
+ +### **BitwiseOr-18** + + Returns the tensor resulting from performing the bitwise `or` operation + elementwise on the input tensors `A` and `B` (with Numpy-style broadcasting support). + + This operator supports **multidirectional (i.e., Numpy-style) broadcasting**; for more details please check [the doc](Broadcasting.md). + +#### Version + +This version of the operator has been available since version 18 of the default ONNX operator set. + +#### Inputs + +
+
A (non-differentiable) : T
+
First input operand for the bitwise operator.
+
B (non-differentiable) : T
+
Second input operand for the bitwise operator.
+
+ +#### Outputs + +
+
C (non-differentiable) : T
+
Result tensor.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64)
+
Constrain input to integer tensors.
+
+ +### **BitwiseXor-18** + + Returns the tensor resulting from performing the bitwise `xor` operation + elementwise on the input tensors `A` and `B` (with Numpy-style broadcasting support). + + This operator supports **multidirectional (i.e., Numpy-style) broadcasting**; for more details please check [the doc](Broadcasting.md). + +#### Version + +This version of the operator has been available since version 18 of the default ONNX operator set. + +#### Inputs + +
+
A (non-differentiable) : T
+
First input operand for the bitwise operator.
+
B (non-differentiable) : T
+
Second input operand for the bitwise operator.
+
+ +#### Outputs + +
+
C (non-differentiable) : T
+
Result tensor.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64)
+
Constrain input to integer tensors.
+
+ +### **CenterCropPad-18** + + Center crop or pad an input to given dimensions. + + The crop/pad dimensions can be specified for a subset of the `axes`; unspecified dimensions will remain unchanged. + + If the input dimensions are larger than the target crop dimensions, a centered cropping window will be extracted + from the input. The starting value for the cropping window is rounded down, which means that if the difference + between the input shape and the crop shape is odd, the cropping window will be shifted half a pixel to the left + of the input center. + + If the input dimensions are smaller than the target crop dimensions, the input will be padded equally on both sides + to center it in the output. In cases where the total number of padding pixels is odd, an additional pixel will be + added to the right side. + + The padding value used is zero. + +#### Version + +This version of the operator has been available since version 18 of the default ONNX operator set. + +#### Attributes + +
+
axes : list of ints
+
If provided, it specifies a subset of axes that 'shape' refer to. If not provided, all axes are assumed [0, 1, ..., r-1], where r = rank(data). Negative value means counting dimensions from the back. Accepted range is [-r, r-1], where r = rank(data). Behavior is undefined if an axis is repeated.
+
+ +#### Inputs + +
+
input_data (differentiable) : T
+
Input to extract the centered crop from.
+
shape (non-differentiable) : Tind
+
1-D tensor representing the cropping window dimensions.
+
+ +#### Outputs + +
+
output_data (differentiable) : T
+
Output data.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain input and output types to all tensor types.
+
Tind : tensor(int32), tensor(int64)
+
Constrain indices to integer types
+
+ +### **Col2Im-18** + + The operator rearranges column blocks back into a multidimensional image + + Col2Im behaves similarly to PyTorch's fold https://pytorch.org/docs/stable/generated/torch.nn.Fold.html, + but it only supports *batched* multi-dimensional image tensors. + Another implementation in Python with N-dimension support can be found at https://github.com/f-dangel/unfoldNd/. + + NOTE: + Although specifying image_shape looks redundant because it could be calculated from + convolution formulas, it is required as input for more advanced scenarios as explained + at PyTorch's implementation (https://github.com/pytorch/pytorch/blob/master/aten/src/ATen/native/Col2Im.cpp#L10) + +#### Version + +This version of the operator has been available since version 18 of the default ONNX operator set. + +#### Attributes + +
+
dilations : list of ints
+
1-dimensional tensor with dilation value along each spatial axis of the image. If not present, the dilation defaults to 1 along each spatial axis of the image.
+
pads : list of ints
+
1-dimensional tensor with padding value for the beginning and ending along each spatial axis, it can take any value greater than or equal to 0. The value represent the number of pixels added to the beginning and end part of the corresponding axis. `pads` format should be as follow [x1_begin, x2_begin...x1_end, x2_end,...], where xi_begin is the number of pixels added at the beginning of axis `i` and xi_end is the number of pixels added at the end of axis `i`. If not present, the padding defaults to 0 along start and end of each spatial axis.
+
strides : list of ints
+
1-dimensional tensor with stride value along each spatial axis. If not present, the stride defaults to 1 along each spatial axis.
+
+ +#### Inputs + +
+
input (differentiable) : T
+
Input data tensor to be rearranged from column blocks back into an image. This is a 3-dimensional tensor containing [N, C * n-ary-product(block_shape), L], where N is batch dimension, C is image channel dimension and L is number of blocks.The blocks are enumerated in increasing lexicographic-order of their indices.For example, with an image-size 10*20 and block-size 9*18, there would be 2*3 blocks, enumerated in the order block(0, 0), block(0, 1), block(0, 2), block(1, 0), block(1, 1), block(1, 2).
+
image_shape (non-differentiable) : tensor(int64)
+
The shape of the spatial dimensions of the image after rearranging the column blocks.This is a 1-dimensional tensor with size of at least 2, containing the value [H_img, W_img] for a 2-D image or [dim_i1, dim_i2, ..., dim_iN] for a N-D image.
+
block_shape (non-differentiable) : tensor(int64)
+
The shape of the block to apply on the input.This is a 1-dimensional tensor of size of at least 2, containing the value [H_block, W_block] for a 2-D image or [dim_b1, dim_b2, ..., dim_bN] for a N-D block.This is the block-shape before dilation is applied to it.
+
+ +#### Outputs + +
+
output (differentiable) : T
+
Output tensor produced by rearranging blocks into an image.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain input and output types to all numeric tensor types.
+
+ +### **GroupNormalization-18** (deprecated) + + A GroupNormalization function. Carries out group normalization as described in + the paper https://arxiv.org/abs/1803.08494 + + This operator transforms input according to + ``` + y = scale * (x - mean) / sqrt(variance + epsilon) + bias, + ``` + where the mean and variance are computed per instance per group of channels, and + `scale` and `bias` should be specified for each group of channels. The number of + groups `num_groups` should be divisible by the number of channels so that there are + an equal number of channels per group. + + When the number of groups is the same as the number of channels, this operator is + equivalent to InstanceNormalization. When there is only one group, this operator + is equivalent to LayerNormalization. + +#### Version + +This version of the operator has been deprecated since version 18 of the default ONNX operator set. + +### **LpPool-18** + + LpPool consumes an input tensor X and applies Lp pooling across + the tensor according to kernel sizes, stride sizes, and pad lengths. + Lp pooling consisting of computing the Lp norm on all values of a subset + of the input tensor according to the kernel size and downsampling the + data into the output tensor Y for further processing. The output spatial shape will be following: + ``` + output_spatial_shape[i] = floor((input_spatial_shape[i] + pad_shape[i] - {kernelSpatialShape}) / strides_spatial_shape[i] + 1) + ``` + or + ``` + output_spatial_shape[i] = ceil((input_spatial_shape[i] + pad_shape[i] - {kernelSpatialShape}) / strides_spatial_shape[i] + 1) + ``` + if ceil_mode is enabled `pad_shape[i]` is the sum of pads along axis `i`. + + `auto_pad` is a DEPRECATED attribute. If you are using them currently, the output spatial shape will be following: + ``` + VALID: output_spatial_shape[i] = ceil((input_spatial_shape[i] - {kernelSpatialShape} + 1) / strides_spatial_shape[i]) + SAME_UPPER or SAME_LOWER: output_spatial_shape[i] = ceil(input_spatial_shape[i] / strides_spatial_shape[i]) + ``` + And pad shape will be following if `SAME_UPPER` or `SAME_LOWER`: + ``` + pad_shape[i] = (output_spatial_shape[i] - 1) * strides_spatial_shape[i] + {kernelSpatialShape} - input_spatial_shape[i] + ``` + +#### Version + +This version of the operator has been available since version 18 of the default ONNX operator set. + +#### Attributes + +
+
auto_pad : string (default is NOTSET)
+
auto_pad must be either NOTSET, SAME_UPPER, SAME_LOWER or VALID. Where default value is NOTSET, which means explicit padding is used. SAME_UPPER or SAME_LOWER mean pad the input so that `output_shape[i] = ceil(input_shape[i] / strides[i])` for each axis `i`. The padding is split between the two sides equally or almost equally (depending on whether it is even or odd). In case the padding is an odd number, the extra padding is added at the end for SAME_UPPER and at the beginning for SAME_LOWER.
+
ceil_mode : int (default is 0)
+
Whether to use ceil or floor (default) to compute the output shape.
+
dilations : list of ints
+
dilation value along each spatial axis of the filter. If not present, the dilation defaults is 1 along each spatial axis.
+
kernel_shape : list of ints (required)
+
The size of the kernel along each axis.
+
p : int (default is 2)
+
p value of the Lp norm used to pool over the input data.
+
pads : list of ints
+
Padding for the beginning and ending along each spatial axis, it can take any value greater than or equal to 0. The value represent the number of pixels added to the beginning and end part of the corresponding axis. `pads` format should be as follow [x1_begin, x2_begin...x1_end, x2_end,...], where xi_begin the number of pixels added at the beginning of axis `i` and xi_end, the number of pixels added at the end of axis `i`. This attribute cannot be used simultaneously with auto_pad attribute. If not present, the padding defaults to 0 along start and end of each spatial axis.
+
strides : list of ints
+
Stride along each spatial axis. If not present, the stride defaults to 1 along each spatial axis.
+
+ +#### Inputs + +
+
X (differentiable) : T
+
Input data tensor from the previous operator; dimensions for image case are (N x C x H x W), where N is the batch size, C is the number of channels, and H and W are the height and the width of the data. For non image case, the dimensions are in the form of (N x C x D1 x D2 ... Dn), where N is the batch size.
+
+ +#### Outputs + +
+
Y (differentiable) : T
+
Output data tensor from Lp pooling across the input tensor. Dimensions will vary based on various kernel, stride, and pad sizes.
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **Mish-18** + + Mish: A Self Regularized Non-Monotonic Neural Activation Function. + + Perform the linear unit element-wise on the input tensor X using formula: + + ``` + mish(x) = x * tanh(softplus(x)) = x * tanh(ln(1 + e^{x})) + ``` + +#### Version + +This version of the operator has been available since version 18 of the default ONNX operator set. + +#### Inputs + +
+
X (differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
Y (differentiable) : T
+
Output tensor
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input X and output types to float tensors.
+
+ +### **OptionalGetElement-18** + + If the input is a tensor or sequence type, it returns the input. + If the input is an optional type, it outputs the element in the input. + It is an error if the input is an empty optional-type (i.e. does not have an element) and the behavior is undefined in this case. + +#### Version + +This version of the operator has been available since version 18 of the default ONNX operator set. + +#### Inputs + +
+
input : O
+
The optional input.
+
+ +#### Outputs + +
+
output : V
+
Output element in the optional input.
+
+ +#### Type Constraints + +
+
O : optional(seq(tensor(uint8))), optional(seq(tensor(uint16))), optional(seq(tensor(uint32))), optional(seq(tensor(uint64))), optional(seq(tensor(int8))), optional(seq(tensor(int16))), optional(seq(tensor(int32))), optional(seq(tensor(int64))), optional(seq(tensor(float16))), optional(seq(tensor(float))), optional(seq(tensor(double))), optional(seq(tensor(string))), optional(seq(tensor(bool))), optional(seq(tensor(complex64))), optional(seq(tensor(complex128))), optional(tensor(uint8)), optional(tensor(uint16)), optional(tensor(uint32)), optional(tensor(uint64)), optional(tensor(int8)), optional(tensor(int16)), optional(tensor(int32)), optional(tensor(int64)), optional(tensor(float16)), optional(tensor(float)), optional(tensor(double)), optional(tensor(string)), optional(tensor(bool)), optional(tensor(complex64)), optional(tensor(complex128)), tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128), seq(tensor(uint8)), seq(tensor(uint16)), seq(tensor(uint32)), seq(tensor(uint64)), seq(tensor(int8)), seq(tensor(int16)), seq(tensor(int32)), seq(tensor(int64)), seq(tensor(float16)), seq(tensor(float)), seq(tensor(double)), seq(tensor(string)), seq(tensor(bool)), seq(tensor(complex64)), seq(tensor(complex128))
+
Constrain input type to optional tensor and optional sequence types.
+
V : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128), seq(tensor(uint8)), seq(tensor(uint16)), seq(tensor(uint32)), seq(tensor(uint64)), seq(tensor(int8)), seq(tensor(int16)), seq(tensor(int32)), seq(tensor(int64)), seq(tensor(float16)), seq(tensor(float)), seq(tensor(double)), seq(tensor(string)), seq(tensor(bool)), seq(tensor(complex64)), seq(tensor(complex128))
+
Constrain output type to all tensor or sequence types.
+
+ +### **OptionalHasElement-18** + + Returns true if (1) the input is an optional-type and contains an element, + or, (2) the input is a tensor or sequence type. + If the input is not provided or is an empty optional-type, this op returns false. + +#### Version + +This version of the operator has been available since version 18 of the default ONNX operator set. + +#### Inputs (0 - 1) + +
+
input (optional) : O
+
The optional input.
+
+ +#### Outputs + +
+
output : B
+
A scalar boolean tensor. If true, it indicates that optional-type input contains an element. Otherwise, it is empty.
+
+ +#### Type Constraints + +
+
O : optional(seq(tensor(uint8))), optional(seq(tensor(uint16))), optional(seq(tensor(uint32))), optional(seq(tensor(uint64))), optional(seq(tensor(int8))), optional(seq(tensor(int16))), optional(seq(tensor(int32))), optional(seq(tensor(int64))), optional(seq(tensor(float16))), optional(seq(tensor(float))), optional(seq(tensor(double))), optional(seq(tensor(string))), optional(seq(tensor(bool))), optional(seq(tensor(complex64))), optional(seq(tensor(complex128))), optional(tensor(uint8)), optional(tensor(uint16)), optional(tensor(uint32)), optional(tensor(uint64)), optional(tensor(int8)), optional(tensor(int16)), optional(tensor(int32)), optional(tensor(int64)), optional(tensor(float16)), optional(tensor(float)), optional(tensor(double)), optional(tensor(string)), optional(tensor(bool)), optional(tensor(complex64)), optional(tensor(complex128)), tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128), seq(tensor(uint8)), seq(tensor(uint16)), seq(tensor(uint32)), seq(tensor(uint64)), seq(tensor(int8)), seq(tensor(int16)), seq(tensor(int32)), seq(tensor(int64)), seq(tensor(float16)), seq(tensor(float)), seq(tensor(double)), seq(tensor(string)), seq(tensor(bool)), seq(tensor(complex64)), seq(tensor(complex128))
+
Constrain input type to optional tensor and optional sequence types.
+
B : tensor(bool)
+
Constrain output to a boolean tensor.
+
+ +### **Pad-18** + + Given a tensor containing the data to be padded (`data`), a tensor containing the number of start and end pad values for axis (`pads`), (optionally) a `mode`, and (optionally) `constant_value`, + a padded tensor (`output`) is generated. + + The three supported `modes` are (similar to corresponding modes supported by `numpy.pad`): + + 1) `constant`(default) - pads with a given constant value as specified by `constant_value` (which defaults to 0, empty string, or False) + + 2) `reflect` - pads with the reflection of the vector mirrored on the first and last values of the vector along each axis + + 3) `edge` - pads with the edge values of array + + + Example 1 (`constant` mode): + + Insert 0 pads to the beginning of the second dimension. + + ``` + data = [ + [1.0, 1.2], + [2.3, 3.4], + [4.5, 5.7], + ] + + pads = [0, 2, 0, 0] + + mode = 'constant' + + constant_value = 0.0 + + output = [ + [0.0, 0.0, 1.0, 1.2], + [0.0, 0.0, 2.3, 3.4], + [0.0, 0.0, 4.5, 5.7], + ] + ``` + + Example 2 (`reflect` mode): + + ``` + data = [ + [1.0, 1.2], + [2.3, 3.4], + [4.5, 5.7], + ] + + pads = [0, 2, 0, 0] + + mode = 'reflect' + + output = [ + [1.0, 1.2, 1.0, 1.2], + [2.3, 3.4, 2.3, 3.4], + [4.5, 5.7, 4.5, 5.7], + ] + ``` + + Example 3 (`edge` mode): + + ``` + data = [ + [1.0, 1.2], + [2.3, 3.4], + [4.5, 5.7], + ] + + pads = [0, 2, 0, 0] + + mode = 'edge' + + output = [ + [1.0, 1.0, 1.0, 1.2], + [2.3, 2.3, 2.3, 3.4], + [4.5, 4.5, 4.5, 5.7], + ] + ``` + +#### Version + +This version of the operator has been available since version 18 of the default ONNX operator set. + +#### Attributes + +
+
mode : string (default is constant)
+
Supported modes: `constant`(default), `reflect`, `edge`
+
+ +#### Inputs (2 - 4) + +
+
data (differentiable) : T
+
Input tensor.
+
pads (non-differentiable) : tensor(int64)
+
Tensor of integers indicating the number of padding elements to add or remove (if negative) at the beginning and end of each axis. For 2D input tensor, it is the number of pixels. `pads` should be a 1D tensor of shape [2 * num_axes] where `num_axes` refers to the number of elements in the `axes` input or the input rank if `axes` are not provided explicitly. `pads` format should be: [x1_begin, x2_begin, ..., x1_end, x2_end,...], where xi_begin is the number of pad values added at the beginning of axis `axes[i]` and xi_end, the number of pad values added at the end of axis `axes[i]`.
+
constant_value (optional, non-differentiable) : T
+
(Optional) A scalar value to be used if the mode chosen is `constant` (by default it is 0, empty string or False).
+
axes (optional, non-differentiable) : Tind
+
1-D tensor of axes that `pads` apply to. Negative value means counting dimensions from the back. Accepted range is [-r, r-1] where r = rank(data). Behavior is undefined if an axis is repeated. If not provided, all axes are assumed (`[0, 1, ..., input_rank-1]`).
+
+ +#### Outputs + +
+
output (differentiable) : T
+
Tensor after padding.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain input and output types to all tensor types.
+
Tind : tensor(int32), tensor(int64)
+
Constrain indices to integer types
+
+ +### **ReduceL1-18** + + Computes the L1 norm of the input tensor's elements along the provided axes. The resulting + tensor has the same rank as the input if `keepdims` equals 1. If `keepdims` equals 0, then + the resulting tensor has the reduced dimension pruned. Input tensors of rank zero are + valid. Reduction over an empty set of values yields 0. + + + The above behavior is similar to numpy, with the exception that numpy defaults `keepdims` + to `False` instead of `True`. + +#### Version + +This version of the operator has been available since version 18 of the default ONNX operator set. + +#### Attributes + +
+
keepdims : int (default is 1)
+
Keep the reduced dimension or not, default 1 means keep reduced dimension.
+
noop_with_empty_axes : int (default is 0)
+
Defines behavior when axes is not provided or is empty. If false (default), reduction happens over all axes (similar to the case when `axis=None` in numpy). If true, reduction happens over an empty set of axes (similar to the case when `axis=()` in numpy). Note that reduction over an empty set of axes means that the reduction step behaves like a no-op (identity function), but composite-reduction operators will still perform the non-reduction steps as needed. Thus, ReduceLogSum returns the Log of input tensor, and ReduceSumSquare returns the Square of the input tensor, in this case.
+
+ +#### Inputs (1 - 2) + +
+
data (differentiable) : T
+
An input tensor.
+
axes (optional, non-differentiable) : tensor(int64)
+
Optional input list of integers, along which to reduce. The default is to reduce over empty axes. When axes is empty (either not provided or explicitly empty), behavior depends on 'noop_with_empty_axes': reduction over all axes if 'noop_with_empty_axes' is false, and reduction over the empty set of axes when 'noop_with_empty_axes' is true. Accepted range is [-r, r-1] where r = rank(data).
+
+ +#### Outputs + +
+
reduced (differentiable) : T
+
Reduced output tensor.
+
+ +#### Type Constraints + +
+
T : tensor(uint32), tensor(uint64), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input and output types to numeric tensors.
+
+ +### **ReduceL2-18** + + Computes the L2 norm of the input tensor's elements along the provided axes. The resulting + tensor has the same rank as the input if `keepdims` equals 1. If `keepdims` equals 0, then + the resulting tensor has the reduced dimension pruned. Input tensors of rank zero are + valid. Reduction over an empty set of values yields 0. + + + The above behavior is similar to numpy, with the exception that numpy defaults `keepdims` + to `False` instead of `True`. + +#### Version + +This version of the operator has been available since version 18 of the default ONNX operator set. + +#### Attributes + +
+
keepdims : int (default is 1)
+
Keep the reduced dimension or not, default 1 means keep reduced dimension.
+
noop_with_empty_axes : int (default is 0)
+
Defines behavior when axes is not provided or is empty. If false (default), reduction happens over all axes (similar to the case when `axis=None` in numpy). If true, reduction happens over an empty set of axes (similar to the case when `axis=()` in numpy). Note that reduction over an empty set of axes means that the reduction step behaves like a no-op (identity function), but composite-reduction operators will still perform the non-reduction steps as needed. Thus, ReduceLogSum returns the Log of input tensor, and ReduceSumSquare returns the Square of the input tensor, in this case.
+
+ +#### Inputs (1 - 2) + +
+
data (differentiable) : T
+
An input tensor.
+
axes (optional, non-differentiable) : tensor(int64)
+
Optional input list of integers, along which to reduce. The default is to reduce over empty axes. When axes is empty (either not provided or explicitly empty), behavior depends on 'noop_with_empty_axes': reduction over all axes if 'noop_with_empty_axes' is false, and reduction over the empty set of axes when 'noop_with_empty_axes' is true. Accepted range is [-r, r-1] where r = rank(data).
+
+ +#### Outputs + +
+
reduced (differentiable) : T
+
Reduced output tensor.
+
+ +#### Type Constraints + +
+
T : tensor(uint32), tensor(uint64), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input and output types to numeric tensors.
+
+ +### **ReduceLogSum-18** + + Computes the log sum of the input tensor's elements along the provided axes. The resulting + tensor has the same rank as the input if `keepdims` equals 1. If `keepdims` equals 0, then + the resulting tensor has the reduced dimension pruned. Input tensors of rank zero are + valid. Reduction over an empty set of values yields minus infinity (if supported by the datatype) or undefined otherwise. + + + The above behavior is similar to numpy, with the exception that numpy defaults `keepdims` + to `False` instead of `True`. + +#### Version + +This version of the operator has been available since version 18 of the default ONNX operator set. + +#### Attributes + +
+
keepdims : int (default is 1)
+
Keep the reduced dimension or not, default 1 means keep reduced dimension.
+
noop_with_empty_axes : int (default is 0)
+
Defines behavior when axes is not provided or is empty. If false (default), reduction happens over all axes (similar to the case when `axis=None` in numpy). If true, reduction happens over an empty set of axes (similar to the case when `axis=()` in numpy). Note that reduction over an empty set of axes means that the reduction step behaves like a no-op (identity function), but composite-reduction operators will still perform the non-reduction steps as needed. Thus, ReduceLogSum returns the Log of input tensor, and ReduceSumSquare returns the Square of the input tensor, in this case.
+
+ +#### Inputs (1 - 2) + +
+
data (differentiable) : T
+
An input tensor.
+
axes (optional, non-differentiable) : tensor(int64)
+
Optional input list of integers, along which to reduce. The default is to reduce over empty axes. When axes is empty (either not provided or explicitly empty), behavior depends on 'noop_with_empty_axes': reduction over all axes if 'noop_with_empty_axes' is false, and reduction over the empty set of axes when 'noop_with_empty_axes' is true. Accepted range is [-r, r-1] where r = rank(data).
+
+ +#### Outputs + +
+
reduced (differentiable) : T
+
Reduced output tensor.
+
+ +#### Type Constraints + +
+
T : tensor(uint32), tensor(uint64), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input and output types to numeric tensors.
+
+ +### **ReduceLogSumExp-18** + + Computes the log sum exponent of the input tensor's elements along the provided axes. The resulting + tensor has the same rank as the input if `keepdims` equals 1. If `keepdims` equals 0, then + the resulting tensor has the reduced dimension pruned. Input tensors of rank zero are + valid. Reduction over an empty set of values yields minus infinity (if supported by the datatype) or undefined otherwise. + + + The above behavior is similar to numpy, with the exception that numpy defaults `keepdims` + to `False` instead of `True`. + +#### Version + +This version of the operator has been available since version 18 of the default ONNX operator set. + +#### Attributes + +
+
keepdims : int (default is 1)
+
Keep the reduced dimension or not, default 1 means keep reduced dimension.
+
noop_with_empty_axes : int (default is 0)
+
Defines behavior when axes is not provided or is empty. If false (default), reduction happens over all axes (similar to the case when `axis=None` in numpy). If true, reduction happens over an empty set of axes (similar to the case when `axis=()` in numpy). Note that reduction over an empty set of axes means that the reduction step behaves like a no-op (identity function), but composite-reduction operators will still perform the non-reduction steps as needed. Thus, ReduceLogSum returns the Log of input tensor, and ReduceSumSquare returns the Square of the input tensor, in this case.
+
+ +#### Inputs (1 - 2) + +
+
data (differentiable) : T
+
An input tensor.
+
axes (optional, non-differentiable) : tensor(int64)
+
Optional input list of integers, along which to reduce. The default is to reduce over empty axes. When axes is empty (either not provided or explicitly empty), behavior depends on 'noop_with_empty_axes': reduction over all axes if 'noop_with_empty_axes' is false, and reduction over the empty set of axes when 'noop_with_empty_axes' is true. Accepted range is [-r, r-1] where r = rank(data).
+
+ +#### Outputs + +
+
reduced (differentiable) : T
+
Reduced output tensor.
+
+ +#### Type Constraints + +
+
T : tensor(uint32), tensor(uint64), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input and output types to numeric tensors.
+
+ +### **ReduceMax-18** + + Computes the max of the input tensor's elements along the provided axes. The resulting + tensor has the same rank as the input if `keepdims` equals 1. If `keepdims` equals 0, then + the resulting tensor has the reduced dimension pruned. Input tensors of rank zero are + valid. Reduction over an empty set of values yields minus infinity (if supported by the datatype) or the minimum value of the data type otherwise. + + + The above behavior is similar to numpy, with the exception that numpy defaults `keepdims` + to `False` instead of `True`. + +#### Version + +This version of the operator has been available since version 18 of the default ONNX operator set. + +#### Attributes + +
+
keepdims : int (default is 1)
+
Keep the reduced dimension or not, default 1 means keep reduced dimension.
+
noop_with_empty_axes : int (default is 0)
+
Defines behavior when axes is not provided or is empty. If false (default), reduction happens over all axes (similar to the case when `axis=None` in numpy). If true, reduction happens over an empty set of axes (similar to the case when `axis=()` in numpy). Note that reduction over an empty set of axes means that the reduction step behaves like a no-op (identity function), but composite-reduction operators will still perform the non-reduction steps as needed. Thus, ReduceLogSum returns the Log of input tensor, and ReduceSumSquare returns the Square of the input tensor, in this case.
+
+ +#### Inputs (1 - 2) + +
+
data (differentiable) : T
+
An input tensor.
+
axes (optional, non-differentiable) : tensor(int64)
+
Optional input list of integers, along which to reduce. The default is to reduce over empty axes. When axes is empty (either not provided or explicitly empty), behavior depends on 'noop_with_empty_axes': reduction over all axes if 'noop_with_empty_axes' is false, and reduction over the empty set of axes when 'noop_with_empty_axes' is true. Accepted range is [-r, r-1] where r = rank(data).
+
+ +#### Outputs + +
+
reduced (differentiable) : T
+
Reduced output tensor.
+
+ +#### Type Constraints + +
+
T : tensor(uint32), tensor(uint64), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(bfloat16), tensor(uint8), tensor(int8)
+
Constrain input and output types to numeric tensors.
+
+ +### **ReduceMean-18** + + Computes the mean of the input tensor's elements along the provided axes. The resulting + tensor has the same rank as the input if `keepdims` equals 1. If `keepdims` equals 0, then + the resulting tensor has the reduced dimension pruned. Input tensors of rank zero are + valid. Reduction over an empty set of values yields undefined. + + + The above behavior is similar to numpy, with the exception that numpy defaults `keepdims` + to `False` instead of `True`. + +#### Version + +This version of the operator has been available since version 18 of the default ONNX operator set. + +#### Attributes + +
+
keepdims : int (default is 1)
+
Keep the reduced dimension or not, default 1 means keep reduced dimension.
+
noop_with_empty_axes : int (default is 0)
+
Defines behavior when axes is not provided or is empty. If false (default), reduction happens over all axes (similar to the case when `axis=None` in numpy). If true, reduction happens over an empty set of axes (similar to the case when `axis=()` in numpy). Note that reduction over an empty set of axes means that the reduction step behaves like a no-op (identity function), but composite-reduction operators will still perform the non-reduction steps as needed. Thus, ReduceLogSum returns the Log of input tensor, and ReduceSumSquare returns the Square of the input tensor, in this case.
+
+ +#### Inputs (1 - 2) + +
+
data (differentiable) : T
+
An input tensor.
+
axes (optional, non-differentiable) : tensor(int64)
+
Optional input list of integers, along which to reduce. The default is to reduce over empty axes. When axes is empty (either not provided or explicitly empty), behavior depends on 'noop_with_empty_axes': reduction over all axes if 'noop_with_empty_axes' is false, and reduction over the empty set of axes when 'noop_with_empty_axes' is true. Accepted range is [-r, r-1] where r = rank(data).
+
+ +#### Outputs + +
+
reduced (differentiable) : T
+
Reduced output tensor.
+
+ +#### Type Constraints + +
+
T : tensor(uint32), tensor(uint64), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input and output types to numeric tensors.
+
+ +### **ReduceMin-18** + + Computes the min of the input tensor's elements along the provided axes. The resulting + tensor has the same rank as the input if `keepdims` equals 1. If `keepdims` equals 0, then + the resulting tensor has the reduced dimension pruned. Input tensors of rank zero are + valid. Reduction over an empty set of values yields plus infinity (if supported by the datatype) or the maximum value of the data type otherwise. + + + The above behavior is similar to numpy, with the exception that numpy defaults `keepdims` + to `False` instead of `True`. + +#### Version + +This version of the operator has been available since version 18 of the default ONNX operator set. + +#### Attributes + +
+
keepdims : int (default is 1)
+
Keep the reduced dimension or not, default 1 means keep reduced dimension.
+
noop_with_empty_axes : int (default is 0)
+
Defines behavior when axes is not provided or is empty. If false (default), reduction happens over all axes (similar to the case when `axis=None` in numpy). If true, reduction happens over an empty set of axes (similar to the case when `axis=()` in numpy). Note that reduction over an empty set of axes means that the reduction step behaves like a no-op (identity function), but composite-reduction operators will still perform the non-reduction steps as needed. Thus, ReduceLogSum returns the Log of input tensor, and ReduceSumSquare returns the Square of the input tensor, in this case.
+
+ +#### Inputs (1 - 2) + +
+
data (differentiable) : T
+
An input tensor.
+
axes (optional, non-differentiable) : tensor(int64)
+
Optional input list of integers, along which to reduce. The default is to reduce over empty axes. When axes is empty (either not provided or explicitly empty), behavior depends on 'noop_with_empty_axes': reduction over all axes if 'noop_with_empty_axes' is false, and reduction over the empty set of axes when 'noop_with_empty_axes' is true. Accepted range is [-r, r-1] where r = rank(data).
+
+ +#### Outputs + +
+
reduced (differentiable) : T
+
Reduced output tensor.
+
+ +#### Type Constraints + +
+
T : tensor(uint32), tensor(uint64), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(bfloat16), tensor(uint8), tensor(int8)
+
Constrain input and output types to numeric tensors.
+
+ +### **ReduceProd-18** + + Computes the product of the input tensor's elements along the provided axes. The resulting + tensor has the same rank as the input if `keepdims` equals 1. If `keepdims` equals 0, then + the resulting tensor has the reduced dimension pruned. Input tensors of rank zero are + valid. Reduction over an empty set of values yields 1. + + + The above behavior is similar to numpy, with the exception that numpy defaults `keepdims` + to `False` instead of `True`. + +#### Version + +This version of the operator has been available since version 18 of the default ONNX operator set. + +#### Attributes + +
+
keepdims : int (default is 1)
+
Keep the reduced dimension or not, default 1 means keep reduced dimension.
+
noop_with_empty_axes : int (default is 0)
+
Defines behavior when axes is not provided or is empty. If false (default), reduction happens over all axes (similar to the case when `axis=None` in numpy). If true, reduction happens over an empty set of axes (similar to the case when `axis=()` in numpy). Note that reduction over an empty set of axes means that the reduction step behaves like a no-op (identity function), but composite-reduction operators will still perform the non-reduction steps as needed. Thus, ReduceLogSum returns the Log of input tensor, and ReduceSumSquare returns the Square of the input tensor, in this case.
+
+ +#### Inputs (1 - 2) + +
+
data (differentiable) : T
+
An input tensor.
+
axes (optional, non-differentiable) : tensor(int64)
+
Optional input list of integers, along which to reduce. The default is to reduce over empty axes. When axes is empty (either not provided or explicitly empty), behavior depends on 'noop_with_empty_axes': reduction over all axes if 'noop_with_empty_axes' is false, and reduction over the empty set of axes when 'noop_with_empty_axes' is true. Accepted range is [-r, r-1] where r = rank(data).
+
+ +#### Outputs + +
+
reduced (differentiable) : T
+
Reduced output tensor.
+
+ +#### Type Constraints + +
+
T : tensor(uint32), tensor(uint64), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input and output types to numeric tensors.
+
+ +### **ReduceSumSquare-18** + + Computes the sum square of the input tensor's elements along the provided axes. The resulting + tensor has the same rank as the input if `keepdims` equals 1. If `keepdims` equals 0, then + the resulting tensor has the reduced dimension pruned. Input tensors of rank zero are + valid. Reduction over an empty set of values yields 0. + + + The above behavior is similar to numpy, with the exception that numpy defaults `keepdims` + to `False` instead of `True`. + +#### Version + +This version of the operator has been available since version 18 of the default ONNX operator set. + +#### Attributes + +
+
keepdims : int (default is 1)
+
Keep the reduced dimension or not, default 1 means keep reduced dimension.
+
noop_with_empty_axes : int (default is 0)
+
Defines behavior when axes is not provided or is empty. If false (default), reduction happens over all axes (similar to the case when `axis=None` in numpy). If true, reduction happens over an empty set of axes (similar to the case when `axis=()` in numpy). Note that reduction over an empty set of axes means that the reduction step behaves like a no-op (identity function), but composite-reduction operators will still perform the non-reduction steps as needed. Thus, ReduceLogSum returns the Log of input tensor, and ReduceSumSquare returns the Square of the input tensor, in this case.
+
+ +#### Inputs (1 - 2) + +
+
data (differentiable) : T
+
An input tensor.
+
axes (optional, non-differentiable) : tensor(int64)
+
Optional input list of integers, along which to reduce. The default is to reduce over empty axes. When axes is empty (either not provided or explicitly empty), behavior depends on 'noop_with_empty_axes': reduction over all axes if 'noop_with_empty_axes' is false, and reduction over the empty set of axes when 'noop_with_empty_axes' is true. Accepted range is [-r, r-1] where r = rank(data).
+
+ +#### Outputs + +
+
reduced (differentiable) : T
+
Reduced output tensor.
+
+ +#### Type Constraints + +
+
T : tensor(uint32), tensor(uint64), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input and output types to numeric tensors.
+
+ +### **Resize-18** + + Resize the input tensor. In general, it calculates every value in the output tensor as a weighted average of neighborhood (a.k.a. sampling locations) in the input tensor. + Each dimension value of the output tensor is:
+ `output_dimension = floor(input_dimension * (roi_end - roi_start) * scale)`
+ if input \"sizes\" is not specified. + +#### Version + +This version of the operator has been available since version 18 of the default ONNX operator set. + +#### Attributes + +
+
antialias : int (default is 0)
+
If set to 1, "linear" and "cubic" interpolation modes will use an antialiasing filter when downscaling. Antialiasing is achieved by stretching the resampling filter by a factor max(1, 1 / scale), which means that when downsampling, more input pixels contribute to an output pixel.
+
axes : list of ints
+
If provided, it specifies a subset of axes that 'roi', 'scales' and 'sizes' refer to. If not provided, all axes are assumed [0, 1, ..., r-1], where r = rank(data). Non-specified dimensions are interpreted as non-resizable. Negative value means counting dimensions from the back. Accepted range is [-r, r-1], where r = rank(data). Behavior is undefined if an axis is repeated.
+
coordinate_transformation_mode : string (default is half_pixel)
+
+This attribute describes how to transform the coordinate in the resized tensor to the coordinate in the original tensor.
+ +The coordinate of each dimension is transformed individually. Let's describe a case using axis x as an example. +Denote x_resized as the coordinate of axis x in the resized tensor, x_original as the coordinate of axis x in the original tensor, `length_original` as the length of the original tensor in axis x, length_resized as the length of the resized tensor in axis x, roi_x = (start_x, end_x) of the axis x in input "roi", `scale = length_resized / length_original`,
+ +if coordinate_transformation_mode is `"half_pixel"`,
+`x_original = (x_resized + 0.5) / scale - 0.5`
+ +if coordinate_transformation_mode is `"pytorch_half_pixel"`,
+`x_original = length_resized > 1 ? (x_resized + 0.5) / scale - 0.5 : 0`
+ +if coordinate_transformation_mode is `"align_corners"`,
+`x_original = x_resized * (length_original - 1) / (length_resized - 1)`
+ +if coordinate_transformation_mode is `"asymmetric"`,
+`x_original = x_resized / scale`
+ +if coordinate_transformation_mode is `"tf_crop_and_resize"`,
+`x_original = length_resized > 1 ? start_x * (length_original - 1) + x_resized * (end_x - start_x) * (length_original - 1) / (length_resized - 1) : 0.5 * (start_x + end_x) * (length_original - 1)` +.
+
cubic_coeff_a : float (default is -0.75)
+
The coefficient 'a' used in cubic interpolation. Two common choice are -0.5 (in some cases of TensorFlow) and -0.75 (in PyTorch). Check out Equation (4) in https://ieeexplore.ieee.org/document/1163711 for the details. This attribute is valid only if mode is "cubic".
+
exclude_outside : int (default is 0)
+
If set to 1, the weight of sampling locations outside the tensor will be set to 0 and the weight will be renormalized so that their sum is 1.0. The default value is 0.
+
extrapolation_value : float (default is 0.0)
+
When coordinate_transformation_mode is "tf_crop_and_resize" and x_original is outside the range [0, length_original - 1], this value is used as the corresponding output value. Default is 0.0f.
+
keep_aspect_ratio_policy : string (default is stretch)
+
+This attribute describes how to interpret the `sizes` input with regard to keeping the original aspect ratio of the input, and it is not applicable when +the `scales` input is used.
+ +Given a set of `sizes`, associated with a subset of `axes` (explicitly provided or default), and assuming `d = axes[i]`, with `i` being the index of the provided `sizes`.
+ +If `keep_aspect_ratio_policy` is `"stretch"`, the original aspect ratio is disregarded, and the input is resized to the specified size:
+`out_size[d] = sizes[i]`
+ +If `keep_aspect_ratio_policy` is `"not_larger"`, the sizes are adjusted so that no extent of the output is larger than the specified size, while keeping the original aspect ratio:
+`scale = Min(sizes[i] / in_size[d])`
+`out_size[d] = round_int(scale * in_size[d])`
+ +If `keep_aspect_ratio_policy` is `"not_smaller"`, the sizes are adjusted so that no extent of the output is smaller than the specified size, while keeping the original aspect ratio:
+`scale = Max(sizes[i] / in_size[d])`
+`out_size[d] = round_int(scale * in_size[d])`
+ +For non-resizable axes (those not specified in `axes`), the output size will be equal to the input size. + +Note: `round_int` stands for computing the nearest integer value, rounding halfway cases up.
+
mode : string (default is nearest)
+
Three interpolation modes: "nearest" (default), "linear" and "cubic". The "linear" mode includes linear interpolation for 1D tensor and N-linear interpolation for N-D tensor (for example, bilinear interpolation for 2D tensor). The "cubic" mode includes cubic interpolation for 1D tensor and N-cubic interpolation for N-D tensor (for example, bicubic interpolation for 2D tensor).
+
nearest_mode : string (default is round_prefer_floor)
+
Four modes: "round_prefer_floor" (default, as known as round half down), "round_prefer_ceil" (as known as round half up), "floor", "ceil". Only used by nearest interpolation. It indicates how to get "nearest" pixel in input tensor from x_original, so this attribute is valid only if "mode" is "nearest".
+
+ +#### Inputs (1 - 4) + +
+
X (differentiable) : T1
+
N-D tensor
+
roi (optional, non-differentiable) : T2
+
1-D tensor given as [start1, ..., startN, end1, ..., endN], where N is the rank of X or the length of axes, if provided. The RoIs' coordinates are normalized in the coordinate system of the input image. It only takes effect when coordinate_transformation_mode is "tf_crop_and_resize"
+
scales (optional, non-differentiable) : tensor(float)
+
The scale array along each dimension. It takes value greater than 0. If it's less than 1, it's sampling down, otherwise, it's upsampling. The number of elements of 'scales' should be the same as the rank of input 'X' or the length of 'axes', if provided. One of 'scales' and 'sizes' MUST be specified and it is an error if both are specified. If 'sizes' is needed, the user can use an empty string as the name of 'scales' in this operator's input list.
+
sizes (optional, non-differentiable) : tensor(int64)
+
Target size of the output tensor. Its interpretation depends on the 'keep_aspect_ratio_policy' value.The number of elements of 'sizes' should be the same as the rank of input 'X', or the length of 'axes', if provided. Only one of 'scales' and 'sizes' can be specified.
+
+ +#### Outputs + +
+
Y (differentiable) : T1
+
N-D tensor after resizing
+
+ +#### Type Constraints + +
+
T1 : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain input 'X' and output 'Y' to all tensor types.
+
T2 : tensor(float16), tensor(float), tensor(double)
+
Constrain roi type to float or double.
+
+ +### **ScatterElements-18** + + ScatterElements takes three inputs `data`, `updates`, and `indices` of the same + rank r >= 1 and an optional attribute axis that identifies an axis of `data` + (by default, the outer-most axis, that is axis 0). The output of the operation + is produced by creating a copy of the input `data`, and then updating its value + to values specified by `updates` at specific index positions specified by + `indices`. Its output shape is the same as the shape of `data`. + + For each entry in `updates`, the target index in `data` is obtained by combining + the corresponding entry in `indices` with the index of the entry itself: the + index-value for dimension = axis is obtained from the value of the corresponding + entry in `indices` and the index-value for dimension != axis is obtained from the + index of the entry itself. + + `reduction` allows specification of an optional reduction operation, which is applied to all values in `updates` + tensor into `output` at the specified `indices`. + In cases where `reduction` is set to "none", indices should not have duplicate entries: that is, if idx1 != idx2, + then indices[idx1] != indices[idx2]. For instance, in a 2-D tensor case, the update + corresponding to the [i][j] entry is performed as below: + ``` + output[indices[i][j]][j] = updates[i][j] if axis = 0, + output[i][indices[i][j]] = updates[i][j] if axis = 1, + ``` + When `reduction` is set to some reduction function `f`, the update corresponding to the [i][j] entry is performed as below: + ``` + output[indices[i][j]][j] = f(output[indices[i][j]][j], updates[i][j]) if axis = 0, + output[i][indices[i][j]] = f(output[i][indices[i][j]], updates[i][j]) if axis = 1, + ``` + where the `f` is `+`, `*`, `max` or `min` as specified. + + This operator is the inverse of GatherElements. It is similar to Torch's Scatter operation. + + (Opset 18 change): Adds max/min to the set of allowed reduction ops. + + Example 1: + ``` + data = [ + [0.0, 0.0, 0.0], + [0.0, 0.0, 0.0], + [0.0, 0.0, 0.0], + ] + indices = [ + [1, 0, 2], + [0, 2, 1], + ] + updates = [ + [1.0, 1.1, 1.2], + [2.0, 2.1, 2.2], + ] + output = [ + [2.0, 1.1, 0.0] + [1.0, 0.0, 2.2] + [0.0, 2.1, 1.2] + ] + ``` + Example 2: + ``` + data = [[1.0, 2.0, 3.0, 4.0, 5.0]] + indices = [[1, 3]] + updates = [[1.1, 2.1]] + axis = 1 + output = [[1.0, 1.1, 3.0, 2.1, 5.0]] + ``` + +#### Version + +This version of the operator has been available since version 18 of the default ONNX operator set. + +#### Attributes + +
+
axis : int (default is 0)
+
Which axis to scatter on. Negative value means counting dimensions from the back. Accepted range is [-r, r-1] where r = rank(data).
+
reduction : string (default is none)
+
Type of reduction to apply: none (default), add, mul, max, min. 'none': no reduction applied. 'add': reduction using the addition operation. 'mul': reduction using the multiplication operation.'max': reduction using the maximum operation.'min': reduction using the minimum operation.
+
+ +#### Inputs + +
+
data (differentiable) : T
+
Tensor of rank r >= 1.
+
indices (non-differentiable) : Tind
+
Tensor of int32/int64 indices, of r >= 1 (same rank as input). All index values are expected to be within bounds [-s, s-1] along axis of size s. It is an error if any of the index values are out of bounds.
+
updates (differentiable) : T
+
Tensor of rank r >=1 (same rank and shape as indices)
+
+ +#### Outputs + +
+
output (differentiable) : T
+
Tensor of rank r >= 1 (same rank as input).
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Input and output types can be of any tensor type.
+
Tind : tensor(int32), tensor(int64)
+
Constrain indices to integer types
+
+ +### **ScatterND-18** + + ScatterND takes three inputs `data` tensor of rank r >= 1, `indices` tensor of rank q >= 1, + and `updates` tensor of rank q + r - indices.shape[-1] - 1. The output of the operation + is produced by creating a copy of the input `data`, and then updating its value to values + specified by `updates` at specific index positions specified by `indices`. Its output shape + is the same as the shape of `data`. + + `indices` is an integer tensor. Let k denote indices.shape[-1], the last dimension in the shape of `indices`. + `indices` is treated as a (q-1)-dimensional tensor of k-tuples, where each k-tuple is a partial-index into `data`. + Hence, k can be a value at most the rank of `data`. When k equals rank(data), each update entry specifies an + update to a single element of the tensor. When k is less than rank(data) each update entry specifies an + update to a slice of the tensor. Index values are allowed to be negative, as per the usual + convention for counting backwards from the end, but are expected in the valid range. + + `updates` is treated as a (q-1)-dimensional tensor of replacement-slice-values. Thus, the + first (q-1) dimensions of updates.shape must match the first (q-1) dimensions of indices.shape. + The remaining dimensions of `updates` correspond to the dimensions of the + replacement-slice-values. Each replacement-slice-value is a (r-k) dimensional tensor, + corresponding to the trailing (r-k) dimensions of `data`. Thus, the shape of `updates` + must equal indices.shape[0:q-1] ++ data.shape[k:r-1], where ++ denotes the concatenation + of shapes. + + The `output` is calculated via the following equation: + + ``` + output = np.copy(data) + update_indices = indices.shape[:-1] + for idx in np.ndindex(update_indices): + output[tuple(indices[idx])] = updates[idx] + ``` + + The order of iteration in the above loop is not specified. + In particular, indices should not have duplicate entries: that is, if idx1 != idx2, then indices[idx1] != indices[idx2]. + This ensures that the output value does not depend on the iteration order. + + `reduction` allows specification of an optional reduction operation, which is applied to all values in `updates` + tensor into `output` at the specified `indices`. + In cases where `reduction` is set to "none", indices should not have duplicate entries: that is, if idx1 != idx2, + then indices[idx1] != indices[idx2]. This ensures that the output value does not depend on the iteration order. + When `reduction` is set to some reduction function `f`, `output` is calculated as follows: + + ``` + output = np.copy(data) + update_indices = indices.shape[:-1] + for idx in np.ndindex(update_indices): + output[tuple(indices[idx])] = f(output[tuple(indices[idx])], updates[idx]) + ``` + + where the `f` is `+`, `*`, `max` or `min` as specified. + + This operator is the inverse of GatherND. + + (Opset 18 change): Adds max/min to the set of allowed reduction ops. + + Example 1: + ``` + data = [1, 2, 3, 4, 5, 6, 7, 8] + indices = [[4], [3], [1], [7]] + updates = [9, 10, 11, 12] + output = [1, 11, 3, 10, 9, 6, 7, 12] + ``` + + Example 2: + ``` + data = [[[1, 2, 3, 4], [5, 6, 7, 8], [8, 7, 6, 5], [4, 3, 2, 1]], + [[1, 2, 3, 4], [5, 6, 7, 8], [8, 7, 6, 5], [4, 3, 2, 1]], + [[8, 7, 6, 5], [4, 3, 2, 1], [1, 2, 3, 4], [5, 6, 7, 8]], + [[8, 7, 6, 5], [4, 3, 2, 1], [1, 2, 3, 4], [5, 6, 7, 8]]] + indices = [[0], [2]] + updates = [[[5, 5, 5, 5], [6, 6, 6, 6], [7, 7, 7, 7], [8, 8, 8, 8]], + [[1, 1, 1, 1], [2, 2, 2, 2], [3, 3, 3, 3], [4, 4, 4, 4]]] + output = [[[5, 5, 5, 5], [6, 6, 6, 6], [7, 7, 7, 7], [8, 8, 8, 8]], + [[1, 2, 3, 4], [5, 6, 7, 8], [8, 7, 6, 5], [4, 3, 2, 1]], + [[1, 1, 1, 1], [2, 2, 2, 2], [3, 3, 3, 3], [4, 4, 4, 4]], + [[8, 7, 6, 5], [4, 3, 2, 1], [1, 2, 3, 4], [5, 6, 7, 8]]] + ``` + +#### Version + +This version of the operator has been available since version 18 of the default ONNX operator set. + +#### Attributes + +
+
reduction : string (default is none)
+
Type of reduction to apply: none (default), add, mul, max, min. 'none': no reduction applied. 'add': reduction using the addition operation. 'mul': reduction using the addition operation. 'max': reduction using the maximum operation.'min': reduction using the minimum operation.
+
+ +#### Inputs + +
+
data (differentiable) : T
+
Tensor of rank r >= 1.
+
indices (non-differentiable) : tensor(int64)
+
Tensor of rank q >= 1.
+
updates (differentiable) : T
+
Tensor of rank q + r - indices_shape[-1] - 1.
+
+ +#### Outputs + +
+
output (differentiable) : T
+
Tensor of rank r >= 1.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain input and output types to any tensor type.
+
+ +### **Split-18** + + Split a tensor into a list of tensors, along the specified 'axis'. + Either input 'split' or the attribute 'num_outputs' should be specified, but not both. + If the attribute 'num_outputs' is specified, then the tensor is split into equal sized parts. + If the tensor is not evenly splittable into `num_outputs`, the last chunk will be smaller. + If the input 'split' is specified, it indicates the sizes of each output in the split. + +#### Version + +This version of the operator has been available since version 18 of the default ONNX operator set. + +#### Attributes + +
+
axis : int (default is 0)
+
Which axis to split on. A negative value means counting dimensions from the back. Accepted range is [-rank, rank-1] where r = rank(input).
+
num_outputs : int
+
Number of outputs to split parts of the tensor into. If the tensor is not evenly splittable the last chunk will be smaller.
+
+ +#### Inputs (1 - 2) + +
+
input (differentiable) : T
+
The tensor to split
+
split (optional, non-differentiable) : tensor(int64)
+
Optional length of each output. Values should be >= 0.Sum of the values must be equal to the dim value at 'axis' specified.
+
+ +#### Outputs (1 - ∞) + +
+
outputs (variadic, differentiable) : T
+
One or more outputs forming list of tensors after splitting
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain input and output types to all tensor types.
+
+ +## Version 19 of the default ONNX operator set +### **AveragePool-19** + + AveragePool consumes an input tensor X and applies average pooling across + the tensor according to kernel sizes, stride sizes, and pad lengths. + average pooling consisting of computing the average on all values of a + subset of the input tensor according to the kernel size and downsampling the + data into the output tensor Y for further processing. The output spatial shape is calculated differently + depending on whether explicit padding is used, where pads is employed, or auto padding is used, where auto_pad is utilized. + With explicit padding (https://pytorch.org/docs/stable/generated/torch.nn.MaxPool2d.html?highlight=maxpool#torch.nn.MaxPool2d): + ``` + output_spatial_shape[i] = floor((input_spatial_shape[i] + pad_shape[i] - dilation[i] * (kernel_shape[i] - 1) - 1) / strides_spatial_shape[i] + 1) + ``` + or + ``` + output_spatial_shape[i] = ceil((input_spatial_shape[i] + pad_shape[i] - dilation[i] * (kernel_shape[i] - 1) - 1) / strides_spatial_shape[i] + 1) + ``` + if ceil_mode is enabled. `pad_shape[i]` is the sum of pads along axis `i`. + + `auto_pad` is a DEPRECATED attribute. If you are using them currently, the output spatial shape will be following when ceil_mode is enabled: + ``` + VALID: output_spatial_shape[i] = ceil((input_spatial_shape[i] - ((kernel_spatial_shape[i] - 1) * dilations[i] + 1) + 1) / strides_spatial_shape[i]) + SAME_UPPER or SAME_LOWER: output_spatial_shape[i] = ceil(input_spatial_shape[i] / strides_spatial_shape[i]) + ``` + or when ceil_mode is disabled (https://www.tensorflow.org/api_docs/python/tf/keras/layers/AveragePooling2D): + ``` + VALID: output_spatial_shape[i] = floor((input_spatial_shape[i] - ((kernel_spatial_shape[i] - 1) * dilations[i] + 1)) / strides_spatial_shape[i]) + 1 + SAME_UPPER or SAME_LOWER: output_spatial_shape[i] = floor((input_spatial_shape[i] - 1) / strides_spatial_shape[i]) + 1 + ``` + And pad shape will be following if `SAME_UPPER` or `SAME_LOWER`: + ``` + pad_shape[i] = (output_spatial_shape[i] - 1) * strides_spatial_shape[i] + ((kernel_spatial_shape[i] - 1) * dilations[i] + 1) - input_spatial_shape[i] + ``` + The output of each pooling window is divided by the number of elements (exclude pad when attribute count_include_pad is zero). + + +#### Version + +This version of the operator has been available since version 19 of the default ONNX operator set. + +#### Attributes + +
+
auto_pad : string (default is NOTSET)
+
auto_pad must be either NOTSET, SAME_UPPER, SAME_LOWER or VALID. Where default value is NOTSET, which means explicit padding is used. SAME_UPPER or SAME_LOWER mean pad the input so that `output_shape[i] = ceil(input_shape[i] / strides[i])` for each axis `i`. The padding is split between the two sides equally or almost equally (depending on whether it is even or odd). In case the padding is an odd number, the extra padding is added at the end for SAME_UPPER and at the beginning for SAME_LOWER.
+
ceil_mode : int (default is 0)
+
Whether to use ceil or floor (default) to compute the output shape.
+
count_include_pad : int (default is 0)
+
Whether include pad pixels when calculating values for the edges. Default is 0, doesn't count include pad.
+
dilations : list of ints
+
Dilation value along each spatial axis of filter. If not present, the dilation defaults to 1 along each spatial axis.
+
kernel_shape : list of ints (required)
+
The size of the kernel along each axis.
+
pads : list of ints
+
Padding for the beginning and ending along each spatial axis, it can take any value greater than or equal to 0. The value represent the number of pixels added to the beginning and end part of the corresponding axis. `pads` format should be as follow [x1_begin, x2_begin...x1_end, x2_end,...], where xi_begin the number of pixels added at the beginning of axis `i` and xi_end, the number of pixels added at the end of axis `i`. This attribute cannot be used simultaneously with auto_pad attribute. If not present, the padding defaults to 0 along start and end of each spatial axis.
+
strides : list of ints
+
Stride along each spatial axis. If not present, the stride defaults to 1 along each spatial axis.
+
+ +#### Inputs + +
+
X (differentiable) : T
+
Input data tensor from the previous operator; dimensions for image case are (N x C x H x W), where N is the batch size, C is the number of channels, and H and W are the height and the width of the data. For non image case, the dimensions are in the form of (N x C x D1 x D2 ... Dn), where N is the batch size. Optionally, if dimension denotation is in effect, the operation expects the input data tensor to arrive with the dimension denotation of [DATA_BATCH, DATA_CHANNEL, DATA_FEATURE, DATA_FEATURE ...].
+
+ +#### Outputs + +
+
Y (differentiable) : T
+
Output data tensor from average or max pooling across the input tensor. Dimensions will vary based on various kernel, stride, and pad sizes. Floor value of the dimension is used
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **Cast-19** + + The operator casts the elements of a given input tensor to a data type + specified by the 'to' argument and returns an output tensor of the same size in + the converted type. The 'to' argument must be one of the data types specified + in the 'DataType' enum field in the TensorProto message. + + Casting from string tensor in plain (e.g., "3.14" and "1000") and scientific numeric representations + (e.g., "1e-5" and "1E8") to float types is supported. For example, converting string "100.5" to an integer may + yield result 100. There are some string literals reserved for special floating-point values; + "+INF" (and "INF"), "-INF", and "NaN" are positive infinity, negative infinity, and not-a-number, respectively. + Any string which can exactly match "+INF" in a case-insensitive way would be mapped to positive infinite. Similarly, + this case-insensitive rule is applied to "INF" and "NaN". When casting from numeric tensors + to string tensors, plain floating-point representation (such as "314.15926") would be used. + Converting non-numerical-literal string such as "Hello World!" is an undefined behavior. Cases + of converting string representing floating-point arithmetic value, such as "2.718", to INT is an undefined behavior. + + Conversion from a numerical type to any numerical type is always allowed. + User must be aware of precision loss and value change caused by range difference between two types. + For example, a 64-bit float 3.1415926459 may be round to a 32-bit float 3.141592. Similarly, converting + an integer 36 to Boolean may produce 1 because we truncate bits which can't be stored in the targeted type. + + In more detail, the conversion among numerical types should follow these rules + if the destination type is not a float 8 type. + + * Casting from floating point to: + * floating point: +/- infinity if OOR (out of range). + * fixed point: undefined if OOR. + * bool: +/- 0.0 to False; all else to True. + * Casting from fixed point to: + * floating point: +/- infinity if OOR. (+ infinity in the case of uint) + * fixed point: when OOR, discard higher bits and reinterpret (with respect to two's complement representation for + signed types). For example, 200 (int16) -> -56 (int8). + * bool: zero to False; nonzero to True. + * Casting from bool to: + * floating point: `{1.0, 0.0}`. + * fixed point: `{1, 0}`. + * bool: no change. + + Float 8 type were introduced to speed up the training of + deep models. By default the conversion of a float *x* obeys + to the following rules. `[x]` means the value rounded to + the target mantissa width. + + | x | E4M3FN | E4M3FNUZ | E5M2 | E5M2FNUZ | + | ----------------- | -------- | -------- | -------- | -------- | + | 0 | 0 | 0 | 0 | 0 | + | -0 | -0 | 0 | -0 | 0 | + | NaN | NaN | NaN | NaN | NaN | + | Inf | FLT_MAX | NaN | FLT_MAX | NaN | + | -Inf | -FLT_MAX | NaN | -FLT_MAX | NaN | + | \[x\] > FLT_MAX | FLT_MAX | FLT_MAX | FLT_MAX | FLT_MAX | + | \[x\] \< -FLT_MAX | -FLT_MAX | -FLT_MAX | -FLT_MAX | -FLT_MAX | + | else | RNE | RNE | RNE | RNE | + + The behavior changes if the parameter 'saturate' is set to False. + The rules then become: + + | x | E4M3FN | E4M3FNUZ | E5M2 | E5M2FNUZ | + | ----------------- | ------ | -------- | ---- | -------- | + | 0 | 0 | 0 | 0 | 0 | + | -0 | -0 | 0 | -0 | 0 | + | NaN | NaN | NaN | NaN | NaN | + | -NaN | -NaN | NaN | -NaN | NaN | + | Inf | NaN | NaN | Inf | NaN | + | -Inf | -NaN | NaN | -Inf | NaN | + | \[x\] > FLT_MAX | NaN | NaN | Inf | NaN | + | \[x\] \< -FLT_MAX | NaN | NaN | -Inf | NaN | + | else | RNE | RNE | RNE | RNE | + +#### Version + +This version of the operator has been available since version 19 of the default ONNX operator set. + +#### Attributes + +
+
saturate : int (default is 1)
+
The parameter defines how the conversion behaves if an input value is out of range of the destination type. It only applies for float 8 conversion (float8e4m3fn, float8e4m3fnuz, float8e5m2, float8e5m2fnuz). It is true by default. All cases are fully described in two tables inserted in the operator description.
+
to : int (required)
+
The data type to which the elements of the input tensor are cast. Strictly must be one of the types from DataType enum in TensorProto
+
+ +#### Inputs + +
+
input (differentiable) : T1
+
Input tensor to be cast.
+
+ +#### Outputs + +
+
output (differentiable) : T2
+
Output tensor with the same shape as input with type specified by the 'to' argument
+
+ +#### Type Constraints + +
+
T1 : tensor(float16), tensor(float), tensor(double), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(bool), tensor(string), tensor(bfloat16), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz)
+
Constrain input types. Casting from complex is not supported.
+
T2 : tensor(float16), tensor(float), tensor(double), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(bool), tensor(string), tensor(bfloat16), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz)
+
Constrain output types. Casting to complex is not supported.
+
+ +### **CastLike-19** + + The operator casts the elements of a given input tensor (the first input) to + the same data type as the elements of the second input tensor. + See documentation of the Cast operator for further details. + +#### Version + +This version of the operator has been available since version 19 of the default ONNX operator set. + +#### Attributes + +
+
saturate : int (default is 1)
+
The parameter defines how the conversion behaves if an input value is out of range of the destination type. It only applies for float 8 conversion (float8e4m3fn, float8e4m3fnuz, float8e5m2, float8e5m2fnuz). It is true by default. Please refer to operator Cast description for further details.
+
+ +#### Inputs + +
+
input (differentiable) : T1
+
Input tensor to be cast.
+
target_type (non-differentiable) : T2
+
The (first) input tensor will be cast to produce a tensor of the same type as this (second input) tensor.
+
+ +#### Outputs + +
+
output (differentiable) : T2
+
Output tensor produced by casting the first input tensor to have the same type as the second input tensor.
+
+ +#### Type Constraints + +
+
T1 : tensor(float16), tensor(float), tensor(double), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(bool), tensor(string), tensor(bfloat16), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz)
+
Constrain input types. Casting from complex is not supported.
+
T2 : tensor(float16), tensor(float), tensor(double), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(bool), tensor(string), tensor(bfloat16), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz)
+
Constrain output types. Casting to complex is not supported.
+
+ +### **Constant-19** + + This operator produces a constant tensor. Exactly one of the provided attributes, either value, sparse_value, + or value_* must be specified. + +#### Version + +This version of the operator has been available since version 19 of the default ONNX operator set. + +#### Attributes + +
+
sparse_value : sparse_tensor
+
The value for the elements of the output tensor in sparse format.
+
value : tensor
+
The value for the elements of the output tensor.
+
value_float : float
+
The value for the sole element for the scalar, float32, output tensor.
+
value_floats : list of floats
+
The values for the elements for the 1D, float32, output tensor.
+
value_int : int
+
The value for the sole element for the scalar, int64, output tensor.
+
value_ints : list of ints
+
The values for the elements for the 1D, int64, output tensor.
+
value_string : string
+
The value for the sole element for the scalar, UTF-8 string, output tensor.
+
value_strings : list of strings
+
The values for the elements for the 1D, UTF-8 string, output tensor.
+
+ +#### Inputs + + +#### Outputs + +
+
output : T
+
Output tensor containing the same value of the provided tensor.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz)
+
Constrain input and output types to all tensor types.
+
+ +### **DeformConv-19** + + Performs deformable convolution as described in https://arxiv.org/abs/1703.06211 and https://arxiv.org/abs/1811.11168. + This operator specification supports the general N-D case. Note that most common use cases have 2D or 3D data. + +#### Version + +This version of the operator has been available since version 19 of the default ONNX operator set. + +#### Attributes + +
+
dilations : list of ints
+
Dilation value along each spatial axis of the kernel. Default is 1 along each axis.
+
group : int (default is 1)
+
Number of groups the input and output channels, C and oC, are divided into. C and oC must both be divisible by group. Default is 1.
+
kernel_shape : list of ints
+
Shape of the convolution kernel. If not present, it is inferred from the shape of input W.
+
offset_group : int (default is 1)
+
Number of groups of offset. C must be divisible by offset_group. Default is 1.
+
pads : list of ints
+
Padding for the beginning and end along each spatial axis. The values represent the number of pixels added to the beginning and end of the corresponding axis and can take any nonnegative value. The format should be as follows: [x1_begin, x2_begin, ..., x1_end, x2_end, ...], where xi_begin is the number of pixels added at the beginning of axis `i` and xi_end is the number of pixels added at the end of axis `i`. Default is 0 along each axis.
+
strides : list of ints
+
Stride along each spatial axis. Default is 1 along each axis.
+
+ +#### Inputs (3 - 5) + +
+
X : T
+
Input data tensor. For 2D image data, it has shape (N, C, H, W) where N is the batch size, C is the number of input channels, and H and W are the height and width. In general, the shape is (N, C, D1, D2, ... , Dn) for n-dimensional data, where D1 to Dn are the spatial dimension sizes. Most common use cases have n = 2 or 3.
+
W : T
+
Weight tensor that will be used in the convolutions. It has shape (oC, C/group, kH, kW), where oC is the number of output channels and kH and kW are the kernel height and width. For more than 2 dimensions, it has shape (oC, C/group, k1, k2, ... , kn).
+
offset : T
+
Offset tensor denoting the offset for the sampling locations in the convolution kernel. It has shape (N, offset_group * kH * kW * 2, oH, oW) for 2D data or (N, offset_group * k1 * k2 * ... * kn * n, o1, o2, ... , on) for nD data. Use linear interpolationfor fractional offset values. Sampling locations outside of the padded input tensor gives zero.
+
B (optional) : T
+
Optional 1D bias of length oC to be added to the convolution. Default is a tensor of zeros.
+
mask (optional) : T
+
The mask tensor to be applied to each position in the convolution kernel. It has shape (N, offset_group * kH * kW, oH, oW) for 2D data or (N, offset_group * k1 * k2 * ... * kn * n, o1, o2, ... , on) for nD data. Default is a tensor of ones.
+
+ +#### Outputs + +
+
Y : T
+
Output data tensor that contains the result of convolution. It has shape (N, oC, oH, oW) for 2D data or (N, oC, o1, o2, ..., on) for nD data
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **DequantizeLinear-19** + + The linear dequantization operator. It consumes a quantized tensor, a scale, and a zero point to compute the full precision tensor. + The dequantization formula is `y = (x - x_zero_point) * x_scale`. `x_scale` and `x_zero_point` must have same shape, and can be either a scalar + for per-tensor / per layer quantization, or a 1-D tensor for per-axis quantization. + `x_zero_point` and `x` must have same type. `x` and `y` must have same shape. In the case of dequantizing int32, + there's no zero point (zero point is supposed to be 0). + `zero-point` is usually not used in the case of float8e4m3fn, float8e4m3fnuz, float8e5m2, float8e5m2fnuz quantization, + but the dequantization formula remains the same for consistency and 'x_scale' still determines the output type. + +#### Version + +This version of the operator has been available since version 19 of the default ONNX operator set. + +#### Attributes + +
+
axis : int (default is 1)
+
(Optional) The axis of the dequantizing dimension of the input tensor. Used only for per-axis quantization. Negative value means counting dimensions from the back. Accepted range is `[-r, r-1]` where `r = rank(input)`. When the rank of the input is 1, per-tensor quantization is applied, rendering the axis unnecessary in this scenario.
+
+ +#### Inputs (2 - 3) + +
+
x : T1
+
N-D quantized input tensor to be de-quantized.
+
x_scale : T2
+
Scale for input 'x'. It can be a scalar, which means a per-tensor/layer dequantization, or a 1-D tensor for per-axis dequantization.
+
x_zero_point (optional) : T1
+
Zero point for input 'x'. Shape must match x_scale. It's optional. Zero point is 0 when it's not specified.
+
+ +#### Outputs + +
+
y : T2
+
N-D full precision output tensor. It has same shape as input 'x'.
+
+ +#### Type Constraints + +
+
T1 : tensor(int8), tensor(uint8), tensor(int32), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz)
+
Constrain 'x_zero_point' and 'x' to 8-bit integer or float, or /32-bit integer tensor.
+
T2 : tensor(float), tensor(float16), tensor(bfloat16)
+
'x_scale' determines the output type.
+
+ +### **Equal-19** + + Returns the tensor resulted from performing the `equal` logical operation + elementwise on the input tensors `A` and `B` (with Numpy-style broadcasting support). + + This operator supports **multidirectional (i.e., Numpy-style) broadcasting**; for more details please check [the doc](Broadcasting.md). + +#### Version + +This version of the operator has been available since version 19 of the default ONNX operator set. + +#### Inputs + +
+
A (non-differentiable) : T
+
First input operand for the logical operator.
+
B (non-differentiable) : T
+
Second input operand for the logical operator.
+
+ +#### Outputs + +
+
C (non-differentiable) : T1
+
Result tensor.
+
+ +#### Type Constraints + +
+
T : tensor(bool), tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(bfloat16), tensor(string)
+
Constrain input types to all (non-complex) tensors.
+
T1 : tensor(bool)
+
Constrain output to boolean tensor.
+
+ +### **Identity-19** + + Identity operator + +#### Version + +This version of the operator has been available since version 19 of the default ONNX operator set. + +#### Inputs + +
+
input (differentiable) : V
+
Input tensor
+
+ +#### Outputs + +
+
output (differentiable) : V
+
Tensor to copy input into.
+
+ +#### Type Constraints + +
+
V : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), seq(tensor(uint8)), seq(tensor(uint16)), seq(tensor(uint32)), seq(tensor(uint64)), seq(tensor(int8)), seq(tensor(int16)), seq(tensor(int32)), seq(tensor(int64)), seq(tensor(float16)), seq(tensor(float)), seq(tensor(double)), seq(tensor(string)), seq(tensor(bool)), seq(tensor(complex64)), seq(tensor(complex128)), optional(seq(tensor(uint8))), optional(seq(tensor(uint16))), optional(seq(tensor(uint32))), optional(seq(tensor(uint64))), optional(seq(tensor(int8))), optional(seq(tensor(int16))), optional(seq(tensor(int32))), optional(seq(tensor(int64))), optional(seq(tensor(float16))), optional(seq(tensor(float))), optional(seq(tensor(double))), optional(seq(tensor(string))), optional(seq(tensor(bool))), optional(seq(tensor(complex64))), optional(seq(tensor(complex128))), optional(tensor(uint8)), optional(tensor(uint16)), optional(tensor(uint32)), optional(tensor(uint64)), optional(tensor(int8)), optional(tensor(int16)), optional(tensor(int32)), optional(tensor(int64)), optional(tensor(float16)), optional(tensor(float)), optional(tensor(double)), optional(tensor(string)), optional(tensor(bool)), optional(tensor(complex64)), optional(tensor(complex128))
+
Constrain input and output types to all tensor, sequence, and optional types.
+
+ +### **If-19** + + If conditional + +#### Version + +This version of the operator has been available since version 19 of the default ONNX operator set. + +#### Attributes + +
+
else_branch : graph (required)
+
Graph to run if condition is false. Has N outputs: values you wish to be live-out to the enclosing scope. The number of outputs must match the number of outputs in the then_branch.
+
then_branch : graph (required)
+
Graph to run if condition is true. Has N outputs: values you wish to be live-out to the enclosing scope. The number of outputs must match the number of outputs in the else_branch.
+
+ +#### Inputs + +
+
cond : B
+
Condition for the if. The tensor must contain a single element.
+
+ +#### Outputs (1 - ∞) + +
+
outputs (variadic, heterogeneous) : V
+
Values that are live-out to the enclosing scope. The return values in the `then_branch` and `else_branch` must be of the same data type. The `then_branch` and `else_branch` may produce tensors with the same element type and different shapes. If corresponding outputs from the then-branch and the else-branch have static shapes S1 and S2, then the shape of the corresponding output variable of the if-node (if present) must be compatible with both S1 and S2 as it represents the union of both possible shapes.For example, if in a model file, the first output of `then_branch` is typed float tensor with shape [2] and the first output of `else_branch` is another float tensor with shape [3], If's first output should have (a) no shape set, or (b) a shape of rank 1 with neither `dim_value` nor `dim_param` set, or (c) a shape of rank 1 with a unique `dim_param`. In contrast, the first output cannot have the shape [2] since [2] and [3] are not compatible.
+
+ +#### Type Constraints + +
+
V : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), seq(tensor(uint8)), seq(tensor(uint16)), seq(tensor(uint32)), seq(tensor(uint64)), seq(tensor(int8)), seq(tensor(int16)), seq(tensor(int32)), seq(tensor(int64)), seq(tensor(bfloat16)), seq(tensor(float16)), seq(tensor(float)), seq(tensor(double)), seq(tensor(string)), seq(tensor(bool)), seq(tensor(complex64)), seq(tensor(complex128)), seq(tensor(float8e4m3fn)), seq(tensor(float8e4m3fnuz)), seq(tensor(float8e5m2)), seq(tensor(float8e5m2fnuz)), optional(seq(tensor(uint8))), optional(seq(tensor(uint16))), optional(seq(tensor(uint32))), optional(seq(tensor(uint64))), optional(seq(tensor(int8))), optional(seq(tensor(int16))), optional(seq(tensor(int32))), optional(seq(tensor(int64))), optional(seq(tensor(bfloat16))), optional(seq(tensor(float16))), optional(seq(tensor(float))), optional(seq(tensor(double))), optional(seq(tensor(string))), optional(seq(tensor(bool))), optional(seq(tensor(complex64))), optional(seq(tensor(complex128))), optional(tensor(uint8)), optional(tensor(uint16)), optional(tensor(uint32)), optional(tensor(uint64)), optional(tensor(int8)), optional(tensor(int16)), optional(tensor(int32)), optional(tensor(int64)), optional(tensor(bfloat16)), optional(tensor(float16)), optional(tensor(float)), optional(tensor(double)), optional(tensor(string)), optional(tensor(bool)), optional(tensor(complex64)), optional(tensor(complex128)), optional(tensor(float8e4m3fn)), optional(tensor(float8e4m3fnuz)), optional(tensor(float8e5m2)), optional(tensor(float8e5m2fnuz))
+
All Tensor, Sequence(Tensor), Optional(Tensor), and Optional(Sequence(Tensor)) types up to IRv9.
+
B : tensor(bool)
+
Only bool
+
+ +### **Loop-19** + + Generic Looping construct. This loop has multiple termination conditions: + + 1) Trip count. Iteration count specified at runtime. Set by + specifying the input M. Optional. Set to empty string to omit. + Note that a static trip count (specified at graph construction time) can be + specified by passing in a constant node for input M. + 2) Loop termination condition. This is an input to the op that determines + whether to run the first iteration and also a loop-carried dependency for + the body graph. The body graph must yield a value for the condition variable, + whether this input is provided or not. + + This table summarizes the operating modes of this operator with equivalent + C-style code: + + Operator inputs defined as (max_trip_count, condition_var). + + * input ("", ""): + for (int i=0; ; ++i) { + cond = ... // Note this value is ignored, but is required in the body + } + + * input ("", cond) // Note this is analogous to a while loop + bool cond = ...; + for (int i=0; cond; ++i) { + cond = ...; + } + + * input ("", 1) // Note this is analogous to a do-while loop + bool cond = true + for (int i=0; cond; ++i) { + cond = ...; + } + + * input (trip_count, "") // Note this is analogous to a for loop + int trip_count = ... + for (int i=0; i < trip_count; ++i) { + cond = ...; // ignored + } + + * input (trip_count, cond) + int trip_count = ...; + bool cond = ...; + for (int i=0; i < trip_count && cond; ++i) { + cond = ...; + } + + + *Sample usage - cond as well as trip count* + + graph predict-net { + %a = Constant[value = ]() + %b = Constant[value = ]() + %keepgoing = Constant[value = ]() + %max_trip_count = Constant[value = ]() + %keepgoing_out, %b_out, %user_defined_vals = Loop[body = ](%max_trip_count, %keepgoing, %b) + return + } + + graph body-net ( + %i[INT32, scalar] // iteration number + %keepgoing_in[BOOL, scalar] // incoming loop-termination-condition; not used + %b_in[INT32, scalar] // incoming value of loop-carried-dependency b + ) { + %my_local = Add(%a, %b_in) + %b_out = Sub(%a, %b_in) // outgoing value of loop-carried-dependency b + %keepgoing_out = Greater(%my_local, %b_out) // outgoing loop-termination-condition + %user_defined_val = Add(%b_in, %b_in) // scan-output value to be accumulated + return %keepgoing_out, %b_out, %user_defined_val + } + + *Sample equivalent C code* + + { + /* User-defined code (enclosing scope) */ + int a = 3, b = 6; + bool keepgoing = true; // Analogous to input cond + /* End user-defined code */ + + /* Implicitly-defined code */ + const int max_trip_count = 10; // Analogous to input M + int user_defined_vals[]; // Imagine this is resizable + /* End implicitly-defined code */ + /* initialize loop-carried variables and scan-output variables */ + bool keepgoing_out = keepgoing + int b_out = b + + for (int i=0; i < max_trip_count && keepgoing_out; ++i) { + /* Implicitly-defined code: bind actual parameter values + to formal parameter variables of loop-body */ + bool keepgoing_in = keepgoing_out; + bool b_in = b_out; + + /* User-defined code (loop body) */ + int my_local = a + b_in; // Reading value "a" from the enclosing scope is fine + b_out = a - b_in; + keepgoing_out = my_local > b_out; + user_defined_val = b_in + b_in; // b_in and b_out are different variables + /* End user-defined code */ + + /* Implicitly defined-code */ + user_defined_vals[i] = user_defined_val // accumulate scan-output values + } + // int t = my_local; // Can't do this. my_local is not accessible here. + + // The values below are bound to the output variables of the loop and therefore accessible + // b_out; user_defined_vals; keepgoing_out; + } + + There are several things of note in this code snippet: + + 1) Values from the enclosing scope (i.e. variable "a" here) are in scope and can + be referenced in the inputs of the loop. + 2) Any values computed in the loop body that needs to be used in a subsequent + iteration or after the loop are modeled using a pair of variables in the loop-body, + consisting of an input variable (eg., b_in) and an output variable (eg., b_out). + These are referred to as loop-carried dependences. The loop operation node + supplies the input value of the input variable for the first iteration, and + returns the output value of the output variable produced by the final + iteration. + 3) Scan_output variables are used to implicitly concatenate values computed across + all the iterations. In the above example, the value of user_defined_val computed + over all iterations are concatenated and returned as the value of user_defined_vals + after the loop. + 4) Values created in the body cannot be accessed in the enclosing scope, + except using the mechanism described above. + + Note that the semantics of this op support "diagonal" or "wavefront" execution. + (See Step 3 here for an example: + https://devblogs.nvidia.com/optimizing-recurrent-neural-networks-cudnn-5/). + Frontends should emit multi-layer RNNs as a series of While operators (with + time being the inner looping dimension), with each successive layer consuming + the scan_outputs from the previous layer, possibly going through several + point-wise operators (e.g. dropout, residual connections, linear layer). + + The input/output of subgraph (produced by loop node) matching is based on order instead of name. The implementation will figure out the names based on this order. + +#### Version + +This version of the operator has been available since version 19 of the default ONNX operator set. + +#### Attributes + +
+
body : graph (required)
+
The graph run each iteration. It has 2+N inputs: (iteration_num, condition, loop carried dependencies...). It has 1+N+K outputs: (condition, loop carried dependencies..., scan_outputs...). Each scan_output is created by concatenating the value of the specified output value at the end of each iteration of the loop. It is an error if the dimensions or data type of these scan_outputs change across loop iterations.
+
+ +#### Inputs (2 - ∞) + +
+
M (optional) : I
+
A maximum trip-count for the loop specified at runtime. Optional. Pass empty string to skip.
+
cond (optional) : B
+
A boolean termination condition. Optional. Pass empty string to skip.
+
v_initial (variadic, heterogeneous) : V
+
The initial values of any loop-carried dependencies (values that change across loop iterations)
+
+ +#### Outputs (1 - ∞) + +
+
v_final_and_scan_outputs (variadic, heterogeneous) : V
+
Final N loop carried dependency values then K scan_outputs. Scan outputs must be Tensors.
+
+ +#### Type Constraints + +
+
V : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), seq(tensor(uint8)), seq(tensor(uint16)), seq(tensor(uint32)), seq(tensor(uint64)), seq(tensor(int8)), seq(tensor(int16)), seq(tensor(int32)), seq(tensor(int64)), seq(tensor(bfloat16)), seq(tensor(float16)), seq(tensor(float)), seq(tensor(double)), seq(tensor(string)), seq(tensor(bool)), seq(tensor(complex64)), seq(tensor(complex128)), seq(tensor(float8e4m3fn)), seq(tensor(float8e4m3fnuz)), seq(tensor(float8e5m2)), seq(tensor(float8e5m2fnuz)), optional(seq(tensor(uint8))), optional(seq(tensor(uint16))), optional(seq(tensor(uint32))), optional(seq(tensor(uint64))), optional(seq(tensor(int8))), optional(seq(tensor(int16))), optional(seq(tensor(int32))), optional(seq(tensor(int64))), optional(seq(tensor(bfloat16))), optional(seq(tensor(float16))), optional(seq(tensor(float))), optional(seq(tensor(double))), optional(seq(tensor(string))), optional(seq(tensor(bool))), optional(seq(tensor(complex64))), optional(seq(tensor(complex128))), optional(tensor(uint8)), optional(tensor(uint16)), optional(tensor(uint32)), optional(tensor(uint64)), optional(tensor(int8)), optional(tensor(int16)), optional(tensor(int32)), optional(tensor(int64)), optional(tensor(bfloat16)), optional(tensor(float16)), optional(tensor(float)), optional(tensor(double)), optional(tensor(string)), optional(tensor(bool)), optional(tensor(complex64)), optional(tensor(complex128)), optional(tensor(float8e4m3fn)), optional(tensor(float8e4m3fnuz)), optional(tensor(float8e5m2)), optional(tensor(float8e5m2fnuz))
+
All Tensor, Sequence(Tensor), Optional(Tensor), and Optional(Sequence(Tensor)) types up to IRv9.
+
I : tensor(int64)
+
tensor of int64, which should be a scalar.
+
B : tensor(bool)
+
tensor of bool, which should be a scalar.
+
+ +### **Pad-19** + + Given a tensor containing the data to be padded (`data`), a tensor containing the number of start and end pad values for axis (`pads`), (optionally) a `mode`, and (optionally) `constant_value`, + a padded tensor (`output`) is generated. + + The four supported `modes` are (similar to corresponding modes supported by `numpy.pad`): + + 1) `constant`(default) - pads with a given constant value as specified by `constant_value` (which defaults to 0, empty string, or False) + + 2) `reflect` - pads with the reflection of the vector mirrored on the first and last values of the vector along each axis + + 3) `edge` - pads with the edge values of array + + 4) `wrap` - wrap-around padding as if the data tensor forms a torus + + + Example 1 (`constant` mode): + + Insert 0 pads to the beginning of the second dimension. + + ``` + data = [ + [1.0, 1.2], + [2.3, 3.4], + [4.5, 5.7], + ] + + pads = [0, 2, 0, 0] + + mode = 'constant' + + constant_value = 0.0 + + output = [ + [0.0, 0.0, 1.0, 1.2], + [0.0, 0.0, 2.3, 3.4], + [0.0, 0.0, 4.5, 5.7], + ] + ``` + + Example 2 (`reflect` mode): + + ``` + data = [ + [1.0, 1.2], + [2.3, 3.4], + [4.5, 5.7], + ] + + pads = [0, 2, 0, 0] + + mode = 'reflect' + + output = [ + [1.0, 1.2, 1.0, 1.2], + [2.3, 3.4, 2.3, 3.4], + [4.5, 5.7, 4.5, 5.7], + ] + ``` + + Example 3 (`edge` mode): + + ``` + data = [ + [1.0, 1.2], + [2.3, 3.4], + [4.5, 5.7], + ] + + pads = [0, 2, 0, 0] + + mode = 'edge' + + output = [ + [1.0, 1.0, 1.0, 1.2], + [2.3, 2.3, 2.3, 3.4], + [4.5, 4.5, 4.5, 5.7], + ] + ``` + + Example 4 (`wrap` mode): + + ``` + data = [ + [1.0, 1.2], + [2.3, 3.4], + [4.5, 5.7], + ] + + pads = [2, 1, 1, 1] + + mode = 'wrap' + + output = [ + [3.4, 2.3, 3.4, 2.3], + [5.7, 4.5, 5.7, 4.5], + [1.2, 1.0, 1.2, 1.0], + [3.4, 2.3, 3.4, 2.3], + [5.7, 4.5, 5.7, 4.5], + [1.2, 1.0, 1.2, 1.0], + ] + ``` + +#### Version + +This version of the operator has been available since version 19 of the default ONNX operator set. + +#### Attributes + +
+
mode : string (default is constant)
+
Supported modes: `constant`(default), `reflect`, `edge`, `wrap`
+
+ +#### Inputs (2 - 4) + +
+
data (differentiable) : T
+
Input tensor.
+
pads (non-differentiable) : tensor(int64)
+
Tensor of integers indicating the number of padding elements to add or remove (if negative) at the beginning and end of each axis. For 2D input tensor, it is the number of pixels. `pads` should be a 1D tensor of shape [2 * num_axes] where `num_axes` refers to the number of elements in the `axes` input or the input rank if `axes` are not provided explicitly. `pads` format should be: [x1_begin, x2_begin, ..., x1_end, x2_end,...], where xi_begin is the number of pad values added at the beginning of axis `axes[i]` and xi_end, the number of pad values added at the end of axis `axes[i]`.
+
constant_value (optional, non-differentiable) : T
+
(Optional) A scalar value to be used if the mode chosen is `constant` (by default it is 0, empty string or False).
+
axes (optional, non-differentiable) : Tind
+
1-D tensor of axes that `pads` apply to. Negative value means counting dimensions from the back. Accepted range is [-r, r-1] where r = rank(data). Behavior is undefined if an axis is repeated. If not provided, all axes are assumed (`[0, 1, ..., input_rank-1]`).
+
+ +#### Outputs + +
+
output (differentiable) : T
+
Tensor after padding.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain input and output types to all tensor types.
+
Tind : tensor(int32), tensor(int64)
+
Constrain indices to integer types
+
+ +### **QuantizeLinear-19** + + The linear quantization operator. It consumes a high precision tensor, a scale, and a zero point to compute the low precision / quantized tensor. + The scale factor and zero point must have same shape, and can be either a scalar for per-tensor / per layer quantization, or a 1-D tensor for per-axis quantization. + The quantization formula is `y = saturate ((x / y_scale) + y_zero_point)`. + For saturation, it saturates to [0, 255] if it's uint8, or [-128, 127] if it's int8. + For (x / y_scale), it's rounding to the nearest even. Refer to https://en.wikipedia.org/wiki/Rounding for details. + 'y_zero_point' and 'y' must have same type. + 'y_zero_point' is usually not used for quantization to float8e4m3fn, float8e4m3fnuz, float8e5m2, float8e5m2fnuz, + but the quantization formula remains the same for consistency and + the type of the attribute 'y_zero_point' still determines the quantization type. + +#### Version + +This version of the operator has been available since version 19 of the default ONNX operator set. + +#### Attributes + +
+
axis : int (default is 1)
+
(Optional) The axis of the quantization dimension of the input tensor. Ignored for per-tensor quantization. Negative value means counting dimensions from the back. Accepted range is [-r, r-1] where r = rank(input).
+
saturate : int (default is 1)
+
The parameter defines how the conversion behaves if an input value is out of range of the destination type. It only applies for float 8 quantization (float8e4m3fn, float8e4m3fnuz, float8e5m2, float8e5m2fnuz). It is true by default. All cases are fully described in two tables inserted in the operator description.
+
+ +#### Inputs (2 - 3) + +
+
x : T1
+
N-D full precision Input tensor to be quantized.
+
y_scale : T1
+
Scale for doing quantization to get 'y'. It can be a scalar, which means per-tensor/layer quantization, or a 1-D Tensor for per-axis quantization.
+
y_zero_point (optional) : T2
+
Zero point for doing quantization to get 'y'. Shape must match y_scale. Default is uint8 with zero point of 0 if it's not specified.
+
+ +#### Outputs + +
+
y : T2
+
N-D quantized output tensor. It has same shape as input 'x'.
+
+ +#### Type Constraints + +
+
T1 : tensor(float), tensor(float16), tensor(bfloat16), tensor(int32)
+
Constrain 'x' to float, float16, bfloat16 or int32 tensor.
+
T2 : tensor(int8), tensor(uint8), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz)
+
Constrain 'y_zero_point' and 'y' to 8-bit integer/float tensor.
+
+ +### **Reshape-19** + + Reshape the input tensor similar to numpy.reshape. + First input is the data tensor, second input is a shape tensor which specifies the output shape. It outputs the reshaped tensor. + At most one dimension of the new shape can be -1. In this case, the value is + inferred from the size of the tensor and the remaining dimensions. A dimension + could also be 0, in which case the actual dimension value is unchanged (i.e. taken + from the input tensor). If 'allowzero' is set, and the new shape includes 0, the + dimension will be set explicitly to zero (i.e. not taken from input tensor). + Shape (second input) could be an empty shape, which means converting to a scalar. + The input tensor's shape and the output tensor's shape are required to have the same number of elements. + + If the attribute 'allowzero' is set, it is invalid for the specified shape to + contain both a zero value and -1, as the value of the dimension corresponding + to -1 cannot be determined uniquely. + +#### Version + +This version of the operator has been available since version 19 of the default ONNX operator set. + +#### Attributes + +
+
allowzero : int (default is 0)
+
(Optional) By default, when any value in the 'shape' input is equal to zero the corresponding dimension value is copied from the input tensor dynamically. allowzero=1 indicates that if any value in the 'shape' input is set to zero, the zero value is honored, similar to NumPy.
+
+ +#### Inputs + +
+
data (differentiable) : T
+
An input tensor.
+
shape (non-differentiable) : tensor(int64)
+
Specified shape for output.
+
+ +#### Outputs + +
+
reshaped (differentiable) : T
+
Reshaped data.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz)
+
Constrain input and output types to all tensor types.
+
+ +### **Resize-19** + + Resize the input tensor. In general, it calculates every value in the output tensor as a weighted average of neighborhood (a.k.a. sampling locations) in the input tensor. + Each dimension value of the output tensor is: + ``` + output_dimension = floor(input_dimension * (roi_end - roi_start) * scale) + ``` + if input \"sizes\" is not specified. + +#### Version + +This version of the operator has been available since version 19 of the default ONNX operator set. + +#### Attributes + +
+
antialias : int (default is 0)
+
If set to 1, "linear" and "cubic" interpolation modes will use an antialiasing filter when downscaling. Antialiasing is achieved by stretching the resampling filter by a factor max(1, 1 / scale), which means that when downsampling, more input pixels contribute to an output pixel.
+
axes : list of ints
+
If provided, it specifies a subset of axes that 'roi', 'scales' and 'sizes' refer to. If not provided, all axes are assumed [0, 1, ..., r-1], where r = rank(data). Non-specified dimensions are interpreted as non-resizable. Negative value means counting dimensions from the back. Accepted range is [-r, r-1], where r = rank(data). Behavior is undefined if an axis is repeated.
+
coordinate_transformation_mode : string (default is half_pixel)
+
+This attribute describes how to transform the coordinate in the resized tensor to the coordinate in the original tensor. + +The coordinate of each dimension is transformed individually. Let's describe a case using axis x as an example. +Denote `x_resized` as the coordinate of axis x in the resized tensor, + `x_original` as the coordinate of axis x in the original tensor, + `length_original` as the length of the original tensor in axis x, + `length_resized` as the length of the resized tensor in axis x, + `scale = length_resized / length_original`, + `output_width` the target length on the axis x which can be a fractional number when it is calculated out of a scale factor, + and `output_width_int` the effective output width as an integer. + +if coordinate_transformation_mode is `"half_pixel"`, +``` +x_original = (x_resized + 0.5) / scale - 0.5 +``` + +if coordinate_transformation_mode is `"half_pixel_symmetric"`, +``` +adjustment = output_width_int / output_width +center = input_width / 2 +offset = center * (1 - adjustment) +x_ori = offset + (x + 0.5) / scale - 0.5 +``` + +if coordinate_transformation_mode is `"pytorch_half_pixel"`, +``` +x_original = length_resized > 1 ? (x_resized + 0.5) / scale - 0.5 : 0 +``` + +if coordinate_transformation_mode is `"align_corners"`, +``` +x_original = x_resized * (length_original - 1) / (length_resized - 1) +``` + +if coordinate_transformation_mode is `"asymmetric"`, +``` +x_original = x_resized / scale +``` + +if coordinate_transformation_mode is `"tf_crop_and_resize"`, +``` +x_original = length_resized > 1 ? start_x * (length_original - 1) + x_resized * (end_x - start_x) * (length_original - 1) / (length_resized - 1) : 0.5 * (start_x + end_x) * (length_original - 1) +``` +.
+
cubic_coeff_a : float (default is -0.75)
+
The coefficient 'a' used in cubic interpolation. Two common choice are -0.5 (in some cases of TensorFlow) and -0.75 (in PyTorch). Check out Equation (4) in https://ieeexplore.ieee.org/document/1163711 for the details. This attribute is valid only if mode is "cubic".
+
exclude_outside : int (default is 0)
+
If set to 1, the weight of sampling locations outside the tensor will be set to 0 and the weight will be renormalized so that their sum is 1.0. The default value is 0.
+
extrapolation_value : float (default is 0.0)
+
When coordinate_transformation_mode is "tf_crop_and_resize" and x_original is outside the range [0, length_original - 1], this value is used as the corresponding output value. Default is 0.0f.
+
keep_aspect_ratio_policy : string (default is stretch)
+
+This attribute describes how to interpret the `sizes` input with regard to keeping the original aspect ratio of the input, and it is not applicable when +the `scales` input is used. + +Given a set of `sizes`, associated with a subset of `axes` (explicitly provided or default), and assuming `d = axes[i]`, with `i` being the index of the provided `sizes`. + +If `keep_aspect_ratio_policy` is `"stretch"`, the original aspect ratio is disregarded, and the input is resized to the specified size: +`out_size[d] = sizes[i]` + +If `keep_aspect_ratio_policy` is `"not_larger"`, the sizes are adjusted so that no extent of the output is larger than the specified size, while keeping the original aspect ratio: +``` +scale = Min(sizes[i] / in_size[d]) +out_size[d] = round_int(scale * in_size[d]) +``` + +If `keep_aspect_ratio_policy` is `"not_smaller"`, the sizes are adjusted so that no extent of the output is smaller than the specified size, while keeping the original aspect ratio: +``` +scale = Max(sizes[i] / in_size[d]) +out_size[d] = round_int(scale * in_size[d]) +``` + +For non-resizable axes (those not specified in `axes`), the output size will be equal to the input size. + +Note: `round_int` stands for computing the nearest integer value, rounding halfway cases up.
+
mode : string (default is nearest)
+
Three interpolation modes: "nearest" (default), "linear" and "cubic". The "linear" mode includes linear interpolation for 1D tensor and N-linear interpolation for N-D tensor (for example, bilinear interpolation for 2D tensor). The "cubic" mode includes cubic interpolation for 1D tensor and N-cubic interpolation for N-D tensor (for example, bicubic interpolation for 2D tensor).
+
nearest_mode : string (default is round_prefer_floor)
+
Four modes: "round_prefer_floor" (default, as known as round half down), "round_prefer_ceil" (as known as round half up), "floor", "ceil". Only used by nearest interpolation. It indicates how to get "nearest" pixel in input tensor from x_original, so this attribute is valid only if "mode" is "nearest".
+
+ +#### Inputs (1 - 4) + +
+
X (differentiable) : T1
+
N-D tensor
+
roi (optional, non-differentiable) : T2
+
1-D tensor given as [start1, ..., startN, end1, ..., endN], where N is the rank of X or the length of axes, if provided. The RoIs' coordinates are normalized in the coordinate system of the input image. It only takes effect when coordinate_transformation_mode is "tf_crop_and_resize"
+
scales (optional, non-differentiable) : tensor(float)
+
The scale array along each dimension. It takes value greater than 0. If it's less than 1, it's sampling down, otherwise, it's upsampling. The number of elements of 'scales' should be the same as the rank of input 'X' or the length of 'axes', if provided. One of 'scales' and 'sizes' MUST be specified and it is an error if both are specified. If 'sizes' is needed, the user can use an empty string as the name of 'scales' in this operator's input list.
+
sizes (optional, non-differentiable) : tensor(int64)
+
Target size of the output tensor. Its interpretation depends on the 'keep_aspect_ratio_policy' value.The number of elements of 'sizes' should be the same as the rank of input 'X', or the length of 'axes', if provided. Only one of 'scales' and 'sizes' can be specified.
+
+ +#### Outputs + +
+
Y (differentiable) : T1
+
N-D tensor after resizing
+
+ +#### Type Constraints + +
+
T1 : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain input 'X' and output 'Y' to all tensor types.
+
T2 : tensor(float16), tensor(float), tensor(double)
+
Constrain roi type to float or double.
+
+ +### **Scan-19** + + Scan can be used to iterate over one or more scan_input tensors, + constructing zero or more scan_output tensors. It combines ideas from general recurrences, + functional programming constructs such as scan, fold, map, and zip, and is intended to enable + generalizations of RNN-like constructs for sequence-to-sequence processing. + Other tensors (referred to as state_variables here) can be used to carry a state + when iterating from one element to another (similar to hidden-state in RNNs, also referred + to as loop-carried dependences in the context of loops). + Many common usages involve a single scan_input tensor (where functionality + similar to scan, fold and map can be obtained). When more than one scan_input is used, + a behavior similar to zip is obtained. + + The attribute body must be a graph, specifying the computation to be performed in + every iteration. It takes as input the current values of the state_variables and + the current iterated element of the scan_inputs. It must return the (updated) values + of the state_variables and zero or more scan_output_element tensors. The values of the + scan_output_element tensors are concatenated over all the iterations to produce the + scan_output values of the scan construct (similar to the concatenated intermediate + hidden-state values of RNN-like constructs). All the output tensors (state_variables as + well as scan_output_element tensors) are required to have the same shape in each iteration + of the loop (a restriction imposed to enable efficient memory allocation). + + Note that the iterated element passed to the body subgraph does not have a sequence + axis. It will have a rank one less than the rank of the corresponding scan_input. + + The scan operation returns the final values of the state_variables as well as the + scan_outputs. + + The optional attribute scan_input_directions specifies the direction (forward or backward) + for each scan input. If this attribute is omitted, all sequences are scanned in the forward + direction. A bidirectional scan may be performed by specifying the same tensor input twice + in the scan_inputs, once with a forward direction, and once with a backward direction. + + The scan_output of the operation is produced by concatenating the scan_output_element + values produced by the body in each iteration. The optional attribute scan_output_directions + specifies the direction in which scan_output is constructed (by appending or prepending the + scan_output_element to scan_output in each iteration) for each scan_output. If this attribute + is omitted, the scan_output_element is appended to the scan_output in each iteration. + + The optional attribute scan_input_axes specifies the axis to be scanned for each scan_input. + If omitted, every scan_input will be scanned in axis 0. For example, if axis 0 is the + batch axis and axis 1 is the time axis (to be scanned), specify an axis value of 1. + Note that scanning a non-zero axis may be less efficient than scanning axis zero. + + The optional attribute scan_output_axes specifies the axis along which the scan_outputs + are accumulated for each scan_output. For example, if axis 1 is the time axis (to be + scanned) for both inputs and outputs, specify a scan_input axis and scan_output axis + value of 1. + + Note that because of the ONNX restriction that only the last parameter of an operator can + be variadic, the initial-states and scan-inputs are listed together as one input parameter. + Similarly, the final-states and scan-outputs are listed together as one output parameter. + The attribute num_scan_inputs indicates the number M of scan-inputs. + + The behavior of + + Scan < + num_scan_inputs = m, + body = loop-body, + scan_input_axes = [axis_1, ..., axis_m] + > (init_1, ..., init_n, scan_1, ..., scan_m) + + is equivalent to the following pseudo-code: + + // scan_i.shape[axis_i] denotes the (max) sequence-length of scan_i + // scan_i.shape[axis_i] is required to be equal to scan_j.shape[axis_j] for all i,j. + sequence_length = scan_1.shape[axis_1]; + + // initialize state-variables + st_1 = init_1; ... st_n = init_n; + // initialize scan-output variables: [] denotes an empty tensor + scan_out_1 = []; ...; scan_out_k = []; + // identify number of iterations: + + // execute loop + for (int t = 0; t < sequence_length; ++t) { + // generate the scan-input elements: the notation T[t] indicates the sub-tensor + // of rank one less than T obtained by indexing T at position t along axis k. + si_1 = scan_1[t]; + ... ; + si_m = scan_m[t]; + // execute loop-body + st_1, ..., st_n, so_1, ..., so_k = loop-body(st_1, ..., st_n, si_1, ..., si_m) + // accumulate the scan-output elements + scan_out_1 = Concat(scan_out_1, so_1); ... ; scan_out_k = Concat(scan_out_k, so_k); + } + + return st_1, ..., st_n, scan_out_1, ..., scan_out_k; + + *Sample usage: Encoding RNN using a Scan* + + The following example shows how a simple RNN over an input tensor %X, with weight tensor %Wi, + recurrence weight tensor %Ri, bias tensors %Wbi and %Rbi, and initial hidden-state %H_0 can + be encoded as a ScanLoop. Note that the loop-body is a nested graph, and it directly computes + %Wi, %Ri, %Wbi, and %Rbi (typically constants or initializers in the body graph). If these + values are computed in the outer graph, they need to be passed in as extra state_variables. + + graph rnn-encoding { + %H_0 = ... + %X = ... + %Y_h, %Y = Scan[body = , num_scan_inputs=1](%H_0, %X) + return %Y, %Y_h + } + + graph rnn-cell-1 ( + %H_tminus1[FLOAT, tensor] + %X_t[FLOAT, tensor] + ) { + %Wi = ... + %Ri = ... + %Wbi = ... + %Rbi = ... + %t1 = X_t * (Wi^T) + %t2 = H_tminus1*(Ri^T) + %t3 = Add(%t1, %t2) + %t4 = Add(%t3, %Wbi) + %t5 = Add(%t4, %Rbi) + %Ht = Tanh(%t5) + %Accumulate = Identity(%Ht) + return %Ht, %Accumulate + } + + +#### Version + +This version of the operator has been available since version 19 of the default ONNX operator set. + +#### Attributes + +
+
body : graph (required)
+
The graph run each iteration. It has N+M inputs: (loop state variables..., scan_input_elts...). It has N+K outputs: (loop state variables..., scan_output_elts...). Each scan_output is created by concatenating the value of the specified scan_output_elt value at the end of each iteration of the loop. It is an error if the dimensions of these values change across loop iterations.
+
num_scan_inputs : int (required)
+
An attribute specifying the number of scan_inputs M.
+
scan_input_axes : list of ints
+
An optional list of M flags. The i-th element of the list specifies the axis to be scanned (the sequence axis) for the i-th scan_input. If omitted, 0 will be used as the scan axis for every scan_input. Negative value for an axis means counting dimensions from the back. Accepted range is [-r, r-1] where r = rank(input).
+
scan_input_directions : list of ints
+
An optional list of M flags. The i-th element of the list specifies the direction to be scanned for the i-th scan_input tensor: 0 indicates forward direction and 1 indicates reverse direction. If omitted, all scan_input tensors will be scanned in the forward direction.
+
scan_output_axes : list of ints
+
An optional list of K flags. The i-th element of the list specifies the axis for the i-th scan_output. The scan outputs are accumulated along the specified axis. If omitted, 0 will be used as the scan axis for every scan_output. Negative value for an axis means counting dimensions from the back. Accepted range is [-r, r-1].
+
scan_output_directions : list of ints
+
An optional list of K flags, one for each scan_output. The i-th element of the list specifies whether the i-th scan_output should be constructed by appending or prepending a new value in each iteration: 0 indicates appending and 1 indicates prepending. If omitted, all scan_output tensors will be produced by appending a value in each iteration.
+
+ +#### Inputs (1 - ∞) + +
+
initial_state_and_scan_inputs (variadic, heterogeneous) : V
+
Initial values of the loop's N state variables followed by M scan_inputs
+
+ +#### Outputs (1 - ∞) + +
+
final_state_and_scan_outputs (variadic, heterogeneous) : V
+
Final values of the loop's N state variables followed by K scan_outputs
+
+ +#### Type Constraints + +
+
V : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz)
+
All Tensor types up to IRv9.
+
+ +### **Shape-19** + + Takes a tensor as input and outputs an 1D int64 tensor containing the shape of the input tensor. + Optional attributes start and end can be used to compute a slice of the input tensor's shape. + If start axis is omitted, the slice starts from axis 0. + The end axis, if specified, is exclusive (and the returned value will not include the size of that axis). + If the end axis is omitted, the axes upto the last one will be included. + Negative axes indicate counting back from the last axis. + Note that axes will be clamped to the range [0, r], where r is the + rank of the input tensor if they are out-of-range (after adding r in the case of + negative axis). Thus, specifying any end value > r is equivalent to specifying an end + value of r, and specifying any start value < -r is equivalent to specifying a start + value of 0. If start > end, the result will be an empty shape. + + Examples: + + ``` + Input tensor with shape: [2, 3, 4] + No attributes specified. + Output: [2, 3, 4] + ``` + + ``` + Input tensor with shape: [2, 3, 4] + start: -1 + Output: [4] + ``` + + ``` + Input tensor with shape: [2, 3, 4] + end: -1 + Output: [2, 3] + ``` + + ``` + Input tensor with shape: [2, 3, 4] + start: 1 + end: 2 + Output: [3] + ``` + +#### Version + +This version of the operator has been available since version 19 of the default ONNX operator set. + +#### Attributes + +
+
end : int
+
(Optional) Ending axis for slicing the shape. Negative value means counting dimensions from the back. If omitted, sizes of all axes upto (including) the last one will be included.
+
start : int (default is 0)
+
(Optional) Starting axis for slicing the shape. Default value is 0.Negative value means counting dimensions from the back.
+
+ +#### Inputs + +
+
data (non-differentiable) : T
+
An input tensor.
+
+ +#### Outputs + +
+
shape (non-differentiable) : T1
+
Shape of the input tensor
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz)
+
Input tensor can be of arbitrary type.
+
T1 : tensor(int64)
+
Constrain output to int64 tensor.
+
+ +### **Size-19** + + Takes a tensor as input and outputs a int64 scalar that equals to the total number of elements of the input tensor. + +#### Version + +This version of the operator has been available since version 19 of the default ONNX operator set. + +#### Inputs + +
+
data (non-differentiable) : T
+
An input tensor.
+
+ +#### Outputs + +
+
size (non-differentiable) : T1
+
Total number of elements of the input tensor
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz)
+
Input tensor can be of arbitrary type.
+
T1 : tensor(int64)
+
Constrain output to int64 tensor, which should be a scalar though.
+
+ +## Version 20 of the default ONNX operator set +### **AffineGrid-20** + + Generates a 2D or 3D flow field (sampling grid), given a batch of affine matrices theta + (https://pytorch.org/docs/stable/generated/torch.nn.functional.affine_grid.html). + An affine matrix `theta` is applied to a position tensor represented in its homogeneous expression. Here is an example in 3D: + ``` + [r00, r01, r02, t0] [x] [x'] + [r10, r11, r12, t1] * [y] = [y'] + [r20, r21, r22, t2] [z] [z'] + [0, 0, 0, 1 ] [1] [1 ] + ``` + where `(x, y, z)` is the position in the original space, `(x', y', z')` is the position in the output space. + The last row is always `[0, 0, 0, 1]` and is not stored in the affine matrix. Therefore we have `theta` of shape `(N, 2, 3)` for 2D or `(N, 3, 4)` for 3D. + + Input `size` is used to define grid of positions evenly spaced in the original 2D or 3D space, with dimensions ranging from `-1` to `1`. + The output `grid` contains positions in the output space. + + When `align_corners=1`, consider `-1` and `1` to refer to the centers of the corner pixels (mark `v` in illustration). + ``` + v v v v + |-------------------|------------------| + -1 0 1 + ``` + When `align_corners=0`, consider `-1` and `1` to refer to the outer edge of the corner pixels. + ``` + v v v v + |------------------|-------------------| + -1 0 1 + ``` + +#### Version + +This version of the operator has been available since version 20 of the default ONNX operator set. + +#### Attributes + +
+
align_corners : int (default is 0)
+
if align_corners=1, consider -1 and 1 to refer to the centers of the corner pixels. if align_corners=0, consider -1 and 1 to refer to the outer edge the corner pixels.
+
+ +#### Inputs + +
+
theta (non-differentiable) : T1
+
input batch of affine matrices with shape (N, 2, 3) for 2D or (N, 3, 4) for 3D
+
size (non-differentiable) : T2
+
the target output image size (N, C, H, W) for 2D or (N, C, D, H, W) for 3D
+
+ +#### Outputs + +
+
grid (differentiable) : T1
+
output tensor of shape (N, H, W, 2) of 2D sample coordinates or (N, D, H, W, 3) of 3D sample coordinates.
+
+ +#### Type Constraints + +
+
T1 : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain grid types to float tensors.
+
T2 : tensor(int64)
+
Constrain size's type to int64 tensors.
+
+ +### **ConstantOfShape-20** + + Generate a tensor with given value and shape. + +#### Version + +This version of the operator has been available since version 20 of the default ONNX operator set. + +#### Attributes + +
+
value : tensor
+
(Optional) The value of the output elements.Should be a one-element tensor. If not specified, it defaults to a tensor of value 0 and datatype float32
+
+ +#### Inputs + +
+
input : T1
+
1D tensor. The shape of the expected output tensor. If empty tensor is given, the output would be a scalar. All values must be >= 0.
+
+ +#### Outputs + +
+
output : T2
+
Output tensor of shape specified by 'input'.If attribute 'value' is specified, the value and datatype of the output tensor is taken from 'value'.If attribute 'value' is not specified, the value in the output defaults to 0, and the datatype defaults to float32.
+
+ +#### Type Constraints + +
+
T1 : tensor(int64)
+
Constrain input types.
+
T2 : tensor(float16), tensor(float), tensor(double), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(bool), tensor(bfloat16), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz)
+
Constrain output types to be numerics.
+
+ +### **DFT-20** + + Computes the discrete Fourier Transform (DFT) of the input. + + Assuming the input has shape `[M, N]`, where `N` is the dimension over which the + DFT is computed and `M` denotes the conceptual "all other dimensions," + the DFT `y[m, k]` of shape `[M, N]` is defined as + + $$y[m, k] = \sum_{n=0}^{N-1} e^{-2 \pi j \frac{k n}{N} } x[m, n] ,$$ + + and the inverse transform is defined as + + $$x[m, n] = \frac{1}{N} \sum_{k=0}^{N-1} e^{2 \pi j \frac{k n}{N} } y[m, k] ,$$ + + where $j$ is the imaginary unit. + + The actual shape of the output is specified in the "output" section. + + Reference: https://docs.scipy.org/doc/scipy/tutorial/fft.html + +#### Version + +This version of the operator has been available since version 20 of the default ONNX operator set. + +#### Attributes + +
+
inverse : int (default is 0)
+
Whether to perform the inverse discrete Fourier Transform. Default is 0, which corresponds to `false`.
+
onesided : int (default is 0)
+
If `onesided` is `1`, only values for `k` in `[0, 1, 2, ..., floor(n_fft/2) + 1]` are used or returned because the real-to-complex Fourier transform satisfies the conjugate symmetry, i.e., `X[m, k] = X[m, n_fft-k]*`, where `m` denotes "all other dimensions" DFT was not applied on. When `onesided=1` and `inverse=0` (forward DFT), only real input is supported and a one-sided complex spectrum is returned (RFFT). When `onesided=1` and `inverse=1` (inverse DFT), only complex input is supported and a full real signal is returned (IRFFT). Value can be `0` or `1`. Default is `0`.
+
+ +#### Inputs (1 - 3) + +
+
input (non-differentiable) : T1
+
For real input, the following shape is expected: `[signal_dim0][signal_dim1][signal_dim2]...[signal_dimN][1]`. For complex input, the following shape is expected: `[signal_dim0][signal_dim1][signal_dim2]...[signal_dimN][2]`. The final dimension represents the real and imaginary parts of the value in that order.
+
dft_length (optional, non-differentiable) : T2
+
The length of the signal as a scalar. If greater than the axis dimension, the signal will be zero-padded up to `dft_length`. If less than the axis dimension, only the first `dft_length` values will be used as the signal. If not provided, the default `dft_length = signal_dim_axis`, except for the IRFFT case (`onesided=1`, `inverse=1`), in which case the default dft_length is `2 * (signal_dim_axis - 1)`.
+
axis (optional, non-differentiable) : tensor(int64)
+
The axis as a scalar on which to perform the DFT. Default is `-2` (last signal axis). Negative value means counting dimensions from the back. Accepted range is $[-r, -2] \cup [0, r-2]$ where `r = rank(input)`. The last dimension is for representing complex numbers and thus is an invalid axis.
+
+ +#### Outputs + +
+
output : T1
+
The Fourier Transform of the input vector. For standard DFT (`onesided=0`), the output shape is: `[signal_dim0][signal_dim1][signal_dim2]...[signal_dimN][2]` (complex), with `signal_dim_axis = dft_length`. For RFFT (`onesided=1`, `inverse=0`), the output shape is: `[signal_dim0][signal_dim1][signal_dim2]...[signal_dimN][2]` (one-sided complex), with `signal_dim_axis = floor(dft_length/2) + 1`. For IRFFT (`onesided=1`, `inverse=1`), the output shape is: `[signal_dim0][signal_dim1][signal_dim2]...[signal_dimN][1]` (real), where `signal_dim_axis = dft_length`.
+
+ +#### Type Constraints + +
+
T1 : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
T2 : tensor(int32), tensor(int64)
+
Constrain scalar length types to integers.
+
+ +### **Gelu-20** + + Gelu takes one input data (Tensor) and produces one + output data (Tensor) where the gaussian error linear units function, + $y = 0.5 * x * (1 + erf(x/sqrt(2)))$ is applied to the tensor elementwise. + If the attribute "approximate" is set to "tanh", the function estimation, + $y = 0.5 * x * (1 + Tanh(sqrt(2/\pi) * (x + 0.044715 * x^3)))$ is used and applied + to the tensor elementwise. + + +#### Version + +This version of the operator has been available since version 20 of the default ONNX operator set. + +#### Attributes + +
+
approximate : string (default is none)
+
Gelu approximation algorithm: `"tanh"`, `"none"`(default).`"none"`: do not use approximation.`"tanh"`: use tanh approximation.
+
+ +#### Inputs + +
+
X (differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
Y (differentiable) : T
+
Output tensor
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input and output types to float tensors.
+
+ +### **GridSample-20** + + Given an input `X` and a flow-field `grid`, computes the output `Y` using `X` values and pixel locations from the `grid`. + For spatial input `X` with shape (N, C, H, W), the `grid` will have shape (N, H_out, W_out, 2), + the output `Y` will have shape (N, C, H_out, W_out). For volumetric input `X` with shape (N, C, D, H, W), + the `grid` will have shape (N, D_out, H_out, W_out, 3), the output `Y` will have shape (N, C, D_out, H_out, W_out). + More generally, for an input `X` of rank r+2 with shape (N, C, d1, d2, ..., dr), + the `grid` will have shape (N, D1_out, D2_out, ..., Dr_out, r), the output `Y` will have shape (N, C, D1_out, D2_out, ..., Dr_out). + + The tensor `X` contains values at centers of square pixels (voxels, etc) locations such as (n, c, d1_in, d2_in, ..., dr_in). + The (n, d1_out, d2_out, ..., dr_out, :) values from the tensor `grid` are the normalized positions for interpolating the values + at the (n, c, d1_out, d2_out, ..., dr_out) locations from the output tensor `Y` using a specified interpolation method (the mode) + and a padding mode (for `grid` positions falling outside the 2-dimensional image). + + For example, the values in `grid[n, h_out, w_out, :]` are size-2 vectors specifying normalized positions in the 2-dimensional space of `X`. + They are used to interpolate output values of `Y[n, c, h_out, w_out]`. + + The GridSample operator is often used in doing grid generator and sampler in the + [Spatial Transformer Networks](https://arxiv.org/abs/1506.02025). + See also in [torch.nn.functional.grid_sample](https://pytorch.org/docs/stable/generated/torch.nn.functional.grid_sample.html). + +#### Version + +This version of the operator has been available since version 20 of the default ONNX operator set. + +#### Attributes + +
+
align_corners : int (default is 0)
+
If align_corners=1, the extrema (-1 and 1) are considered as referring to the center points of the input's corner pixels (voxels, etc.). If align_corners=0, they are instead considered as referring to the corner points of the input's corner pixels (voxels, etc.), making the sampling more resolution agnostic.
+
mode : string (default is linear)
+
Three interpolation modes: linear (default), nearest and cubic. The "linear" mode includes linear and N-linear interpolation modes depending on the number of spatial dimensions of the input tensor (i.e. linear for 1 spatial dimension, bilinear for 2 spatial dimensions, etc.). The "cubic" mode also includes N-cubic interpolation modes following the same rules. The "nearest" mode rounds to the nearest even index when the sampling point falls halfway between two indices.
+
padding_mode : string (default is zeros)
+
Support padding modes for outside grid values: `zeros`(default), `border`, `reflection`. zeros: use 0 for out-of-bound grid locations, border: use border values for out-of-bound grid locations, reflection: use values at locations reflected by the border for out-of-bound grid locations. If index 0 represents the margin pixel, the reflected value at index -1 will be the same as the value at index 1. For location far away from the border, it will keep being reflected until becoming in bound. If pixel location x = -3.5 reflects by border -1 and becomes x' = 1.5, then reflects by border 1 and becomes x'' = 0.5.
+
+ +#### Inputs + +
+
X (differentiable) : T1
+
Input tensor of rank r+2 that has shape (N, C, D1, D2, ..., Dr), where N is the batch size, C is the number of channels, D1, D2, ..., Dr are the spatial dimensions.
+
grid (non-differentiable) : T2
+
Input offset of shape (N, D1_out, D2_out, ..., Dr_out, r), where D1_out, D2_out, ..., Dr_out are the spatial dimensions of the grid and output, and r is the number of spatial dimensions. Grid specifies the sampling locations normalized by the input spatial dimensions. Therefore, it should have most values in the range of [-1, 1]. If the grid has values outside the range of [-1, 1], the corresponding outputs will be handled as defined by padding_mode. Following computer vision convention, the coordinates in the length-r location vector are listed from the innermost tensor dimension to the outermost, the opposite of regular tensor indexing.
+
+ +#### Outputs + +
+
Y (differentiable) : T1
+
Output tensor of rank r+2 that has shape (N, C, D1_out, D2_out, ..., Dr_out) of the sampled values. For integer input types, intermediate values are computed as floating point and cast to integer at the end.
+
+ +#### Type Constraints + +
+
T1 : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain input `X` and output `Y` types to all tensor types.
+
T2 : tensor(float16), tensor(float), tensor(double)
+
Constrain grid types to float tensors.
+
+ +### **ImageDecoder-20** + + Loads and decodes and image from a file. If it can't decode for any reason (e.g. corrupted encoded + stream, invalid format, it will return an empty matrix). + The following image formats are supported: + * BMP + * JPEG (note: Lossless JPEG support is optional) + * JPEG2000 + * TIFF + * PNG + * WebP + * Portable image format (PBM, PGM, PPM, PXM, PNM) + Decoded images follow a channel-last layout: (Height, Width, Channels). + **JPEG chroma upsampling method:** + When upsampling the chroma components by a factor of 2, the pixels are linearly interpolated so that the + centers of the output pixels are 1/4 and 3/4 of the way between input pixel centers. + When rounding, 0.5 is rounded down and up at alternative pixels locations to prevent bias towards + larger values (ordered dither pattern). + Considering adjacent input pixels A, B, and C, B is upsampled to pixels B0 and B1 so that + ``` + B0 = round_half_down((1/4) * A + (3/4) * B) + B1 = round_half_up((3/4) * B + (1/4) * C) + ``` + This method, is the default chroma upsampling method in the well-established libjpeg-turbo library, + also referred as "smooth" or "fancy" upsampling. + +#### Version + +This version of the operator has been available since version 20 of the default ONNX operator set. + +#### Attributes + +
+
pixel_format : string (default is RGB)
+
Pixel format. Can be one of "RGB", "BGR", or "Grayscale".
+
+ +#### Inputs + +
+
encoded_stream (non-differentiable) : T1
+
Encoded stream
+
+ +#### Outputs + +
+
image (non-differentiable) : T2
+
Decoded image
+
+ +#### Type Constraints + +
+
T1 : tensor(uint8)
+
Constrain input types to 8-bit unsigned integer tensor.
+
T2 : tensor(uint8)
+
Constrain output types to 8-bit unsigned integer tensor.
+
+ +### **IsInf-20** + + Map infinity to true and other values to false. + +#### Version + +This version of the operator has been available since version 20 of the default ONNX operator set. + +#### Attributes + +
+
detect_negative : int (default is 1)
+
(Optional) Whether map negative infinity to true. Default to 1 so that negative infinity induces true. Set this attribute to 0 if negative infinity should be mapped to false.
+
detect_positive : int (default is 1)
+
(Optional) Whether map positive infinity to true. Default to 1 so that positive infinity induces true. Set this attribute to 0 if positive infinity should be mapped to false.
+
+ +#### Inputs + +
+
X (non-differentiable) : T1
+
input
+
+ +#### Outputs + +
+
Y (non-differentiable) : T2
+
output
+
+ +#### Type Constraints + +
+
T1 : tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz)
+
Constrain input types to float tensors.
+
T2 : tensor(bool)
+
Constrain output types to boolean tensors.
+
+ +### **IsNaN-20** + + Returns which elements of the input are NaN. + +#### Version + +This version of the operator has been available since version 20 of the default ONNX operator set. + +#### Inputs + +
+
X (non-differentiable) : T1
+
input
+
+ +#### Outputs + +
+
Y (non-differentiable) : T2
+
output
+
+ +#### Type Constraints + +
+
T1 : tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz)
+
Constrain input types to float tensors.
+
T2 : tensor(bool)
+
Constrain output types to boolean tensors.
+
+ +### **ReduceMax-20** + + Computes the max of the input tensor's elements along the provided axes. The resulting + tensor has the same rank as the input if `keepdims` equals 1. If `keepdims` equals 0, then + the resulting tensor has the reduced dimension pruned. Input tensors of rank zero are + valid. Reduction over an empty set of values yields minus infinity (if supported by the datatype) or the minimum value of the data type otherwise. + + + If the input data type is Boolean, the comparison should consider `False < True`. + + The above behavior is similar to numpy, with the exception that numpy defaults `keepdims` + to `False` instead of `True`. + +#### Version + +This version of the operator has been available since version 20 of the default ONNX operator set. + +#### Attributes + +
+
keepdims : int (default is 1)
+
Keep the reduced dimension or not, default 1 means keep reduced dimension.
+
noop_with_empty_axes : int (default is 0)
+
Defines behavior when axes is not provided or is empty. If false (default), reduction happens over all axes (similar to the case when `axis=None` in numpy). If true, reduction happens over an empty set of axes (similar to the case when `axis=()` in numpy). Note that reduction over an empty set of axes means that the reduction step behaves like a no-op (identity function), but composite-reduction operators will still perform the non-reduction steps as needed. Thus, ReduceLogSum returns the Log of input tensor, and ReduceSumSquare returns the Square of the input tensor, in this case.
+
+ +#### Inputs (1 - 2) + +
+
data (differentiable) : T
+
An input tensor.
+
axes (optional, non-differentiable) : tensor(int64)
+
Optional input list of integers, along which to reduce. The default is to reduce over empty axes. When axes is empty (either not provided or explicitly empty), behavior depends on 'noop_with_empty_axes': reduction over all axes if 'noop_with_empty_axes' is false, and reduction over the empty set of axes when 'noop_with_empty_axes' is true. Accepted range is [-r, r-1] where r = rank(data).
+
+ +#### Outputs + +
+
reduced (differentiable) : T
+
Reduced output tensor.
+
+ +#### Type Constraints + +
+
T : tensor(uint32), tensor(uint64), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(bfloat16), tensor(uint8), tensor(int8), tensor(bool)
+
Constrain input and output types to numeric and Boolean tensors.
+
+ +### **ReduceMin-20** + + Computes the min of the input tensor's elements along the provided axes. The resulting + tensor has the same rank as the input if `keepdims` equals 1. If `keepdims` equals 0, then + the resulting tensor has the reduced dimension pruned. Input tensors of rank zero are + valid. Reduction over an empty set of values yields plus infinity (if supported by the datatype) or the maximum value of the data type otherwise. + + + If the input data type is Boolean, the comparison should consider `False < True`. + + The above behavior is similar to numpy, with the exception that numpy defaults `keepdims` + to `False` instead of `True`. + +#### Version + +This version of the operator has been available since version 20 of the default ONNX operator set. + +#### Attributes + +
+
keepdims : int (default is 1)
+
Keep the reduced dimension or not, default 1 means keep reduced dimension.
+
noop_with_empty_axes : int (default is 0)
+
Defines behavior when axes is not provided or is empty. If false (default), reduction happens over all axes (similar to the case when `axis=None` in numpy). If true, reduction happens over an empty set of axes (similar to the case when `axis=()` in numpy). Note that reduction over an empty set of axes means that the reduction step behaves like a no-op (identity function), but composite-reduction operators will still perform the non-reduction steps as needed. Thus, ReduceLogSum returns the Log of input tensor, and ReduceSumSquare returns the Square of the input tensor, in this case.
+
+ +#### Inputs (1 - 2) + +
+
data (differentiable) : T
+
An input tensor.
+
axes (optional, non-differentiable) : tensor(int64)
+
Optional input list of integers, along which to reduce. The default is to reduce over empty axes. When axes is empty (either not provided or explicitly empty), behavior depends on 'noop_with_empty_axes': reduction over all axes if 'noop_with_empty_axes' is false, and reduction over the empty set of axes when 'noop_with_empty_axes' is true. Accepted range is [-r, r-1] where r = rank(data).
+
+ +#### Outputs + +
+
reduced (differentiable) : T
+
Reduced output tensor.
+
+ +#### Type Constraints + +
+
T : tensor(uint32), tensor(uint64), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(bfloat16), tensor(uint8), tensor(int8), tensor(bool)
+
Constrain input and output types to numeric and Boolean tensors.
+
+ +### **RegexFullMatch-20** + + RegexFullMatch performs a full regex match on each element of the input tensor. If an element fully matches the regex pattern specified as an attribute, the corresponding element in the output is True and it is False otherwise. [RE2](https://github.com/google/re2/wiki/Syntax) regex syntax is used. + +#### Version + +This version of the operator has been available since version 20 of the default ONNX operator set. + +#### Attributes + +
+
pattern : string
+
Regex pattern to match on. This must be valid RE2 syntax.
+
+ +#### Inputs + +
+
X (non-differentiable) : T1
+
Tensor with strings to match on.
+
+ +#### Outputs + +
+
Y (non-differentiable) : T2
+
Tensor of bools indicating if each input string fully matches the regex pattern specified.
+
+ +#### Type Constraints + +
+
T1 : tensor(string)
+
Inputs must be UTF-8 strings
+
T2 : tensor(bool)
+
Outputs are bools and are True where there is a full regex match and False otherwise.
+
+ +### **StringConcat-20** + + StringConcat concatenates string tensors elementwise (with NumPy-style broadcasting support) + +#### Version + +This version of the operator has been available since version 20 of the default ONNX operator set. + +#### Inputs + +
+
X (non-differentiable) : T
+
Tensor to prepend in concatenation
+
Y (non-differentiable) : T
+
Tensor to append in concatenation
+
+ +#### Outputs + +
+
Z (non-differentiable) : T
+
Concatenated string tensor
+
+ +#### Type Constraints + +
+
T : tensor(string)
+
Inputs and outputs must be UTF-8 strings
+
+ +### **StringSplit-20** + + StringSplit splits a string tensor's elements into substrings based on a delimiter attribute and a maxsplit attribute. + + The first output of this operator is a tensor of strings representing the substrings from splitting each input string on the `delimiter` substring. This tensor has one additional rank compared to the input tensor in order to store the substrings for each input element (where the input tensor is not empty). Note that, in order to ensure the same number of elements are present in the final dimension, this tensor will pad empty strings as illustrated in the examples below. Consecutive delimiters are not grouped together and are deemed to delimit empty strings, except if the `delimiter` is unspecified or is the empty string (""). In the case where the `delimiter` is unspecified or the empty string, consecutive whitespace characters are regarded as a single separator and leading or trailing whitespace is removed in the output. + + The second output tensor represents the number of substrings generated. `maxsplit` can be used to limit the number of splits performed - after the `maxsplit`th split if the string is not fully split, the trailing suffix of input string after the final split point is also added. For elements where fewer splits are possible than specified in `maxsplit`, it has no effect. + +#### Version + +This version of the operator has been available since version 20 of the default ONNX operator set. + +#### Attributes + +
+
delimiter : string
+
Delimiter to split on. If left unset or set to the empty string (""), the input is split on consecutive whitespace.
+
maxsplit : int
+
Maximum number of splits (from left to right). If left unset (or if the number of possible splits are less than maxsplit), it will make as many splits as possible. Note that the maximum possible number of substrings returned with `maxsplit` specified is `maxsplit+1` since the remaining suffix after the `maxsplit`th split is included in the output.
+
+ +#### Inputs + +
+
X (non-differentiable) : T1
+
Tensor of strings to split.
+
+ +#### Outputs + +
+
Y (non-differentiable) : T2
+
Tensor of substrings representing the outcome of splitting the strings in the input on the delimiter. Note that to ensure the same number of elements are present in the final rank, this tensor will pad any necessary empty strings.
+
Z (non-differentiable) : T3
+
The number of substrings generated for each input element.
+
+ +#### Type Constraints + +
+
T1 : tensor(string)
+
The input must be a UTF-8 string tensor
+
T2 : tensor(string)
+
Tensor of substrings.
+
T3 : tensor(int64)
+
The number of substrings generated.
+
+ +## Version 21 of the default ONNX operator set +### **Cast-21** + + The operator casts the elements of a given input tensor to a data type + specified by the 'to' argument and returns an output tensor of the same size in + the converted type. The 'to' argument must be one of the data types specified + in the 'DataType' enum field in the TensorProto message. + + Casting from string tensor in plain (e.g., "3.14" and "1000") and scientific numeric representations + (e.g., "1e-5" and "1E8") to float types is supported. For example, converting string "100.5" to an integer may + yield result 100. There are some string literals reserved for special floating-point values; + "+INF" (and "INF"), "-INF", and "NaN" are positive infinity, negative infinity, and not-a-number, respectively. + Any string which can exactly match "+INF" in a case-insensitive way would be mapped to positive infinite. Similarly, + this case-insensitive rule is applied to "INF" and "NaN". When casting from numeric tensors + to string tensors, plain floating-point representation (such as "314.15926") would be used. + Converting non-numerical-literal string such as "Hello World!" is an undefined behavior. Cases + of converting string representing floating-point arithmetic value, such as "2.718", to INT is an undefined behavior. + + Conversion from a numerical type to any numerical type is always allowed. + User must be aware of precision loss and value change caused by range difference between two types. + For example, a 64-bit float 3.1415926459 may be round to a 32-bit float 3.141592. Similarly, converting + an integer 36 to Boolean may produce 1 because we truncate bits which can't be stored in the targeted type. + + In more detail, the conversion among numerical types should follow these rules + if the destination type is not a float 8 type. + + * Casting from floating point to: + * floating point: +/- infinity if OOR (out of range). + * fixed point: undefined if OOR. + * bool: +/- 0.0 to False; all else to True. + * Casting from fixed point to: + * floating point: +/- infinity if OOR. (+ infinity in the case of uint) + * fixed point: when OOR, discard higher bits and reinterpret (with respect to two's complement representation for + signed types). For example, 200 (int16) -> -56 (int8). + * bool: zero to False; nonzero to True. + * Casting from bool to: + * floating point: `{1.0, 0.0}`. + * fixed point: `{1, 0}`. + * bool: no change. + + Float 8 type were introduced to speed up the training of + deep models. By default the conversion of a float *x* obeys + to the following rules. `[x]` means the value rounded to + the target mantissa width. + + | x | E4M3FN | E4M3FNUZ | E5M2 | E5M2FNUZ | + | ----------------- | -------- | -------- | -------- | -------- | + | 0 | 0 | 0 | 0 | 0 | + | -0 | -0 | 0 | -0 | 0 | + | NaN | NaN | NaN | NaN | NaN | + | Inf | FLT_MAX | NaN | FLT_MAX | NaN | + | -Inf | -FLT_MAX | NaN | -FLT_MAX | NaN | + | \[x\] > FLT_MAX | FLT_MAX | FLT_MAX | FLT_MAX | FLT_MAX | + | \[x\] \< -FLT_MAX | -FLT_MAX | -FLT_MAX | -FLT_MAX | -FLT_MAX | + | else | RNE | RNE | RNE | RNE | + + The behavior changes if the parameter 'saturate' is set to False. + The rules then become: + + | x | E4M3FN | E4M3FNUZ | E5M2 | E5M2FNUZ | + | ----------------- | ------ | -------- | ---- | -------- | + | 0 | 0 | 0 | 0 | 0 | + | -0 | -0 | 0 | -0 | 0 | + | NaN | NaN | NaN | NaN | NaN | + | -NaN | -NaN | NaN | -NaN | NaN | + | Inf | NaN | NaN | Inf | NaN | + | -Inf | -NaN | NaN | -Inf | NaN | + | \[x\] > FLT_MAX | NaN | NaN | Inf | NaN | + | \[x\] \< -FLT_MAX | NaN | NaN | -Inf | NaN | + | else | RNE | RNE | RNE | RNE | + +#### Version + +This version of the operator has been available since version 21 of the default ONNX operator set. + +#### Attributes + +
+
saturate : int (default is 1)
+
The parameter defines how the conversion behaves if an input value is out of range of the destination type. It only applies for float 8 conversion (float8e4m3fn, float8e4m3fnuz, float8e5m2, float8e5m2fnuz). It is true by default. All cases are fully described in two tables inserted in the operator description.
+
to : int (required)
+
The data type to which the elements of the input tensor are cast. Strictly must be one of the types from DataType enum in TensorProto
+
+ +#### Inputs + +
+
input (differentiable) : T1
+
Input tensor to be cast.
+
+ +#### Outputs + +
+
output (differentiable) : T2
+
Output tensor with the same shape as input with type specified by the 'to' argument
+
+ +#### Type Constraints + +
+
T1 : tensor(float16), tensor(float), tensor(double), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(bool), tensor(string), tensor(bfloat16), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(uint4), tensor(int4)
+
Constrain input types. Casting from complex is not supported.
+
T2 : tensor(float16), tensor(float), tensor(double), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(bool), tensor(string), tensor(bfloat16), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(uint4), tensor(int4)
+
Constrain output types. Casting to complex is not supported.
+
+ +### **CastLike-21** + + The operator casts the elements of a given input tensor (the first input) to + the same data type as the elements of the second input tensor. + See documentation of the Cast operator for further details. + +#### Version + +This version of the operator has been available since version 21 of the default ONNX operator set. + +#### Attributes + +
+
saturate : int (default is 1)
+
The parameter defines how the conversion behaves if an input value is out of range of the destination type. It only applies for float 8 conversion (float8e4m3fn, float8e4m3fnuz, float8e5m2, float8e5m2fnuz). It is true by default. Please refer to operator Cast description for further details.
+
+ +#### Inputs + +
+
input (differentiable) : T1
+
Input tensor to be cast.
+
target_type (non-differentiable) : T2
+
The (first) input tensor will be cast to produce a tensor of the same type as this (second input) tensor.
+
+ +#### Outputs + +
+
output (differentiable) : T2
+
Output tensor produced by casting the first input tensor to have the same type as the second input tensor.
+
+ +#### Type Constraints + +
+
T1 : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(uint4), tensor(int4)
+
Constrain input types. Casting from complex is not supported.
+
T2 : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(uint4), tensor(int4)
+
Constrain output types. Casting to complex is not supported.
+
+ +### **Constant-21** + + This operator produces a constant tensor. Exactly one of the provided attributes, either value, sparse_value, + or value_* must be specified. + +#### Version + +This version of the operator has been available since version 21 of the default ONNX operator set. + +#### Attributes + +
+
sparse_value : sparse_tensor
+
The value for the elements of the output tensor in sparse format.
+
value : tensor
+
The value for the elements of the output tensor.
+
value_float : float
+
The value for the sole element for the scalar, float32, output tensor.
+
value_floats : list of floats
+
The values for the elements for the 1D, float32, output tensor.
+
value_int : int
+
The value for the sole element for the scalar, int64, output tensor.
+
value_ints : list of ints
+
The values for the elements for the 1D, int64, output tensor.
+
value_string : string
+
The value for the sole element for the scalar, UTF-8 string, output tensor.
+
value_strings : list of strings
+
The values for the elements for the 1D, UTF-8 string, output tensor.
+
+ +#### Inputs + + +#### Outputs + +
+
output : T
+
Output tensor containing the same value of the provided tensor.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(uint4), tensor(int4)
+
Constrain input and output types to all tensor types.
+
+ +### **ConstantOfShape-21** + + Generate a tensor with given value and shape. + +#### Version + +This version of the operator has been available since version 21 of the default ONNX operator set. + +#### Attributes + +
+
value : tensor
+
(Optional) The value of the output elements.Should be a one-element tensor. If not specified, it defaults to a tensor of value 0 and datatype float32
+
+ +#### Inputs + +
+
input : T1
+
1D tensor. The shape of the expected output tensor. If empty tensor is given, the output would be a scalar. All values must be >= 0.
+
+ +#### Outputs + +
+
output : T2
+
Output tensor of shape specified by 'input'.If attribute 'value' is specified, the value and datatype of the output tensor is taken from 'value'.If attribute 'value' is not specified, the value in the output defaults to 0, and the datatype defaults to float32.
+
+ +#### Type Constraints + +
+
T1 : tensor(int64)
+
Constrain input types.
+
T2 : tensor(float16), tensor(float), tensor(double), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(uint4), tensor(int4), tensor(bool), tensor(bfloat16), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz)
+
Constrain output types to be numerics or boolean.
+
+ +### **DequantizeLinear-21** + + The linear dequantization operator. It consumes a quantized tensor, a scale, and a zero point to compute the + full-precision tensor. The dequantization formula is `y = (x - x_zero_point) * x_scale`. `x_scale` and `x_zero_point` + must have the same shape, determining the quantization's granularity: a scalar for per-tensor/per-layer quantization, + a 1-D tensor for per-axis quantization, or have a rank identical to the input for blocked quantization. + See QuantizeLinear for details on quantization granularity. + `x_zero_point` and `x` must have the same type. `x` and `y` must have the same shape. In the case of dequantizing + `int32`, there's no zero point (zero point is supposed to be 0). + `zero-point` is usually not used in the case of float8 types quantization, but the dequantization formula remains the same + for consistency, and `x_scale` still determines the output type. + +#### Version + +This version of the operator has been available since version 21 of the default ONNX operator set. + +#### Attributes + +
+
axis : int (default is 1)
+
(Optional) The axis of the dequantizing dimension of the input tensor. Used for per-axis and blocked quantization. Negative value means counting dimensions from the back. Accepted range is `[-r, r-1]` where `r = rank(input)`.
+
block_size : int (default is 0)
+
(Optional) The size of the quantization block (number of times every scale is replicated). Used only for blocked quantization. The block size is a positive integer. Given `x` shape `(D0, ..., Di, ..., Dn)`, `y_scale` shape `(S0, ... Si, ...Sn)` and `axis=i`, the accepted range is `[ceil(Di/Si), ceil(Di/(Si-1))-1]`
+
+ +#### Inputs (2 - 3) + +
+
x : T1
+
N-D quantized input tensor to be de-quantized.
+
x_scale : T2
+
Scale for input `x`. For per-tensor/layer dequantization the scale is a scalar, for per per-axis dequantization it is a 1-D Tensor and for blocked dequantization it has the same shape as the input, except for one dimension in which blocking is performed.
+
x_zero_point (optional) : T1
+
Zero point for input `x`. Shape must match x_scale. It's optional. Zero point is 0 when it's not specified.
+
+ +#### Outputs + +
+
y : T2
+
N-D full precision output tensor. It has same shape as input `x`.
+
+ +#### Type Constraints + +
+
T1 : tensor(int8), tensor(uint8), tensor(int16), tensor(uint16), tensor(int32), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(uint4), tensor(int4)
+
The type of the inputs 'x_zero_point' and 'x'.
+
T2 : tensor(float), tensor(float16), tensor(bfloat16)
+
'x_scale' determines the output type.
+
+ +### **Flatten-21** + + Flattens the input tensor into a 2D matrix. If input tensor has shape + (d_0, d_1, ... d_n) then the output will have shape + (d_0 X d_1 ... d_(axis-1), d_axis X d_(axis+1) ... X dn). + +#### Version + +This version of the operator has been available since version 21 of the default ONNX operator set. + +#### Attributes + +
+
axis : int (default is 1)
+
Indicate up to which input dimensions (exclusive) should be flattened to the outer dimension of the output. The value for axis must be in the range [-r, r], where r is the rank of the input tensor. Negative value means counting dimensions from the back. When axis = 0, the shape of the output tensor is (1, (d_0 X d_1 ... d_n), where the shape of the input tensor is (d_0, d_1, ... d_n).
+
+ +#### Inputs + +
+
input (differentiable) : T
+
A tensor of rank >= axis.
+
+ +#### Outputs + +
+
output (differentiable) : T
+
A 2D tensor with the contents of the input tensor, with input dimensions up to axis flattened to the outer dimension of the output and remaining input dimensions flattened into the inner dimension of the output.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(uint4), tensor(int4)
+
Constrain input and output to all tensor types up to IRv10.
+
+ +### **GroupNormalization-21** + + A GroupNormalization function. Carries out group normalization as described in + the paper https://arxiv.org/abs/1803.08494 + + This operator transforms input according to + ``` + y = scale * (x - mean) / sqrt(variance + epsilon) + bias, + ``` + where the mean and variance are computed per instance per group of channels, and + `scale` and `bias` should be specified for each channel. The number of + groups `num_groups` should be divisible by the number of channels so that there are + an equal number of channels per group. + + The overall computation has two stages: the first stage normalizes the elements to + have zero mean and unit variance for each instance in each group, and the second + stage scales and shifts the results of the first stage. The floating-point precision + used in the first stage is determined by the `stash_type` attribute. For example, + if `stash_type` is 1, the operator casts all input variables to 32-bit float, + performs the computation, and finally casts the normalized results back to the + original type of `X`. The second stage does not depend on `stash_type`. + + When the number of groups is the same as the number of channels, this operator is + equivalent to InstanceNormalization. When there is only one group, this operator + is equivalent to LayerNormalization. + +#### Version + +This version of the operator has been available since version 21 of the default ONNX operator set. + +#### Attributes + +
+
epsilon : float (default is 1e-05)
+
The epsilon value to use to avoid division by zero.
+
num_groups : int (required)
+
The number of groups of channels. It should be a divisor of the number of channels `C`.
+
stash_type : int (default is 1)
+
The floating-point precision used in stage one of the computation.
+
+ +#### Inputs + +
+
X (differentiable) : T
+
Input data tensor. Dimensions for image cases are `(N x C x H x W)`, where `N` is the batch size, `C` is the number of channels, and `H` and `W` are the height and width of the data. Statistics are computed for every group of channels over `C`, `H`, and `W`. For non-image cases, the dimensions are in the form of `(N x C x D1 x D2 ... Dn)`.
+
scale (differentiable) : T
+
Scale tensor of shape `(C)`.
+
bias (differentiable) : T
+
Bias tensor of shape `(C)`.
+
+ +#### Outputs + +
+
Y (differentiable) : T
+
The output tensor of the same shape as `X`.
+
+ +#### Type Constraints + +
+
T : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **Identity-21** + + Identity operator + +#### Version + +This version of the operator has been available since version 21 of the default ONNX operator set. + +#### Inputs + +
+
input (differentiable) : V
+
Input tensor
+
+ +#### Outputs + +
+
output (differentiable) : V
+
Tensor to copy input into.
+
+ +#### Type Constraints + +
+
V : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(uint4), tensor(int4), seq(tensor(uint8)), seq(tensor(uint16)), seq(tensor(uint32)), seq(tensor(uint64)), seq(tensor(int8)), seq(tensor(int16)), seq(tensor(int32)), seq(tensor(int64)), seq(tensor(float16)), seq(tensor(float)), seq(tensor(double)), seq(tensor(string)), seq(tensor(bool)), seq(tensor(complex64)), seq(tensor(complex128)), optional(seq(tensor(uint8))), optional(seq(tensor(uint16))), optional(seq(tensor(uint32))), optional(seq(tensor(uint64))), optional(seq(tensor(int8))), optional(seq(tensor(int16))), optional(seq(tensor(int32))), optional(seq(tensor(int64))), optional(seq(tensor(float16))), optional(seq(tensor(float))), optional(seq(tensor(double))), optional(seq(tensor(string))), optional(seq(tensor(bool))), optional(seq(tensor(complex64))), optional(seq(tensor(complex128))), optional(tensor(uint8)), optional(tensor(uint16)), optional(tensor(uint32)), optional(tensor(uint64)), optional(tensor(int8)), optional(tensor(int16)), optional(tensor(int32)), optional(tensor(int64)), optional(tensor(float16)), optional(tensor(float)), optional(tensor(double)), optional(tensor(string)), optional(tensor(bool)), optional(tensor(complex64)), optional(tensor(complex128))
+
Constrain input and output types to all tensor, sequence, and optional types.
+
+ +### **If-21** + + If conditional + +#### Version + +This version of the operator has been available since version 21 of the default ONNX operator set. + +#### Attributes + +
+
else_branch : graph (required)
+
Graph to run if condition is false. Has N outputs: values you wish to be live-out to the enclosing scope. The number of outputs must match the number of outputs in the then_branch.
+
then_branch : graph (required)
+
Graph to run if condition is true. Has N outputs: values you wish to be live-out to the enclosing scope. The number of outputs must match the number of outputs in the else_branch.
+
+ +#### Inputs + +
+
cond : B
+
Condition for the if. The tensor must contain a single element.
+
+ +#### Outputs (1 - ∞) + +
+
outputs (variadic, heterogeneous) : V
+
Values that are live-out to the enclosing scope. The return values in the `then_branch` and `else_branch` must be of the same data type. The `then_branch` and `else_branch` may produce tensors with the same element type and different shapes. If corresponding outputs from the then-branch and the else-branch have static shapes S1 and S2, then the shape of the corresponding output variable of the if-node (if present) must be compatible with both S1 and S2 as it represents the union of both possible shapes.For example, if in a model file, the first output of `then_branch` is typed float tensor with shape [2] and the first output of `else_branch` is another float tensor with shape [3], If's first output should have (a) no shape set, or (b) a shape of rank 1 with neither `dim_value` nor `dim_param` set, or (c) a shape of rank 1 with a unique `dim_param`. In contrast, the first output cannot have the shape [2] since [2] and [3] are not compatible.
+
+ +#### Type Constraints + +
+
V : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(uint4), tensor(int4), seq(tensor(uint8)), seq(tensor(uint16)), seq(tensor(uint32)), seq(tensor(uint64)), seq(tensor(int8)), seq(tensor(int16)), seq(tensor(int32)), seq(tensor(int64)), seq(tensor(bfloat16)), seq(tensor(float16)), seq(tensor(float)), seq(tensor(double)), seq(tensor(string)), seq(tensor(bool)), seq(tensor(complex64)), seq(tensor(complex128)), seq(tensor(float8e4m3fn)), seq(tensor(float8e4m3fnuz)), seq(tensor(float8e5m2)), seq(tensor(float8e5m2fnuz)), seq(tensor(uint4)), seq(tensor(int4)), optional(seq(tensor(uint8))), optional(seq(tensor(uint16))), optional(seq(tensor(uint32))), optional(seq(tensor(uint64))), optional(seq(tensor(int8))), optional(seq(tensor(int16))), optional(seq(tensor(int32))), optional(seq(tensor(int64))), optional(seq(tensor(bfloat16))), optional(seq(tensor(float16))), optional(seq(tensor(float))), optional(seq(tensor(double))), optional(seq(tensor(string))), optional(seq(tensor(bool))), optional(seq(tensor(complex64))), optional(seq(tensor(complex128))), optional(tensor(uint8)), optional(tensor(uint16)), optional(tensor(uint32)), optional(tensor(uint64)), optional(tensor(int8)), optional(tensor(int16)), optional(tensor(int32)), optional(tensor(int64)), optional(tensor(bfloat16)), optional(tensor(float16)), optional(tensor(float)), optional(tensor(double)), optional(tensor(string)), optional(tensor(bool)), optional(tensor(complex64)), optional(tensor(complex128)), optional(tensor(float8e4m3fn)), optional(tensor(float8e4m3fnuz)), optional(tensor(float8e5m2)), optional(tensor(float8e5m2fnuz)), optional(tensor(uint4)), optional(tensor(int4))
+
All Tensor, Sequence(Tensor), Optional(Tensor), and Optional(Sequence(Tensor)) types up to IRv10.
+
B : tensor(bool)
+
Only bool
+
+ +### **Loop-21** + + Generic Looping construct. This loop has multiple termination conditions: + + 1) Trip count. Iteration count specified at runtime. Set by + specifying the input M. Optional. Set to empty string to omit. + Note that a static trip count (specified at graph construction time) can be + specified by passing in a constant node for input M. + 2) Loop termination condition. This is an input to the op that determines + whether to run the first iteration and also a loop-carried dependency for + the body graph. The body graph must yield a value for the condition variable, + whether this input is provided or not. + + This table summarizes the operating modes of this operator with equivalent + C-style code: + + Operator inputs defined as (max_trip_count, condition_var). + + * input ("", ""): + for (int i=0; ; ++i) { + cond = ... // Note this value is ignored, but is required in the body + } + + * input ("", cond) // Note this is analogous to a while loop + bool cond = ...; + for (int i=0; cond; ++i) { + cond = ...; + } + + * input ("", 1) // Note this is analogous to a do-while loop + bool cond = true + for (int i=0; cond; ++i) { + cond = ...; + } + + * input (trip_count, "") // Note this is analogous to a for loop + int trip_count = ... + for (int i=0; i < trip_count; ++i) { + cond = ...; // ignored + } + + * input (trip_count, cond) + int trip_count = ...; + bool cond = ...; + for (int i=0; i < trip_count && cond; ++i) { + cond = ...; + } + + + *Sample usage - cond as well as trip count* + + graph predict-net { + %a = Constant[value = ]() + %b = Constant[value = ]() + %keepgoing = Constant[value = ]() + %max_trip_count = Constant[value = ]() + %keepgoing_out, %b_out, %user_defined_vals = Loop[body = ](%max_trip_count, %keepgoing, %b) + return + } + + graph body-net ( + %i[INT32, scalar] // iteration number + %keepgoing_in[BOOL, scalar] // incoming loop-termination-condition; not used + %b_in[INT32, scalar] // incoming value of loop-carried-dependency b + ) { + %my_local = Add(%a, %b_in) + %b_out = Sub(%a, %b_in) // outgoing value of loop-carried-dependency b + %keepgoing_out = Greater(%my_local, %b_out) // outgoing loop-termination-condition + %user_defined_val = Add(%b_in, %b_in) // scan-output value to be accumulated + return %keepgoing_out, %b_out, %user_defined_val + } + + *Sample equivalent C code* + + { + /* User-defined code (enclosing scope) */ + int a = 3, b = 6; + bool keepgoing = true; // Analogous to input cond + /* End user-defined code */ + + /* Implicitly-defined code */ + const int max_trip_count = 10; // Analogous to input M + int user_defined_vals[]; // Imagine this is resizable + /* End implicitly-defined code */ + /* initialize loop-carried variables and scan-output variables */ + bool keepgoing_out = keepgoing + int b_out = b + + for (int i=0; i < max_trip_count && keepgoing_out; ++i) { + /* Implicitly-defined code: bind actual parameter values + to formal parameter variables of loop-body */ + bool keepgoing_in = keepgoing_out; + bool b_in = b_out; + + /* User-defined code (loop body) */ + int my_local = a + b_in; // Reading value "a" from the enclosing scope is fine + b_out = a - b_in; + keepgoing_out = my_local > b_out; + user_defined_val = b_in + b_in; // b_in and b_out are different variables + /* End user-defined code */ + + /* Implicitly defined-code */ + user_defined_vals[i] = user_defined_val // accumulate scan-output values + } + // int t = my_local; // Can't do this. my_local is not accessible here. + + // The values below are bound to the output variables of the loop and therefore accessible + // b_out; user_defined_vals; keepgoing_out; + } + + There are several things of note in this code snippet: + + 1) Values from the enclosing scope (i.e. variable "a" here) are in scope and can + be referenced in the inputs of the loop. + 2) Any values computed in the loop body that needs to be used in a subsequent + iteration or after the loop are modeled using a pair of variables in the loop-body, + consisting of an input variable (eg., b_in) and an output variable (eg., b_out). + These are referred to as loop-carried dependences. The loop operation node + supplies the input value of the input variable for the first iteration, and + returns the output value of the output variable produced by the final + iteration. + 3) Scan_output variables are used to implicitly concatenate values computed across + all the iterations. In the above example, the value of user_defined_val computed + over all iterations are concatenated and returned as the value of user_defined_vals + after the loop. + 4) Values created in the body cannot be accessed in the enclosing scope, + except using the mechanism described above. + + Note that the semantics of this op support "diagonal" or "wavefront" execution. + (See Step 3 here for an example: + https://devblogs.nvidia.com/optimizing-recurrent-neural-networks-cudnn-5/). + Frontends should emit multi-layer RNNs as a series of While operators (with + time being the inner looping dimension), with each successive layer consuming + the scan_outputs from the previous layer, possibly going through several + point-wise operators (e.g. dropout, residual connections, linear layer). + + The input/output of subgraph (produced by loop node) matching is based on order instead of name. The implementation will figure out the names based on this order. + +#### Version + +This version of the operator has been available since version 21 of the default ONNX operator set. + +#### Attributes + +
+
body : graph (required)
+
The graph run each iteration. It has 2+N inputs: (iteration_num, condition, loop carried dependencies...). It has 1+N+K outputs: (condition, loop carried dependencies..., scan_outputs...). Each scan_output is created by concatenating the value of the specified output value at the end of each iteration of the loop. It is an error if the dimensions or data type of these scan_outputs change across loop iterations.
+
+ +#### Inputs (2 - ∞) + +
+
M (optional) : I
+
A maximum trip-count for the loop specified at runtime. Optional. Pass empty string to skip.
+
cond (optional) : B
+
A boolean termination condition. Optional. Pass empty string to skip.
+
v_initial (variadic, heterogeneous) : V
+
The initial values of any loop-carried dependencies (values that change across loop iterations)
+
+ +#### Outputs (1 - ∞) + +
+
v_final_and_scan_outputs (variadic, heterogeneous) : V
+
Final N loop carried dependency values then K scan_outputs. Scan outputs must be Tensors.
+
+ +#### Type Constraints + +
+
V : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(uint4), tensor(int4), seq(tensor(uint8)), seq(tensor(uint16)), seq(tensor(uint32)), seq(tensor(uint64)), seq(tensor(int8)), seq(tensor(int16)), seq(tensor(int32)), seq(tensor(int64)), seq(tensor(bfloat16)), seq(tensor(float16)), seq(tensor(float)), seq(tensor(double)), seq(tensor(string)), seq(tensor(bool)), seq(tensor(complex64)), seq(tensor(complex128)), seq(tensor(float8e4m3fn)), seq(tensor(float8e4m3fnuz)), seq(tensor(float8e5m2)), seq(tensor(float8e5m2fnuz)), seq(tensor(uint4)), seq(tensor(int4)), optional(seq(tensor(uint8))), optional(seq(tensor(uint16))), optional(seq(tensor(uint32))), optional(seq(tensor(uint64))), optional(seq(tensor(int8))), optional(seq(tensor(int16))), optional(seq(tensor(int32))), optional(seq(tensor(int64))), optional(seq(tensor(bfloat16))), optional(seq(tensor(float16))), optional(seq(tensor(float))), optional(seq(tensor(double))), optional(seq(tensor(string))), optional(seq(tensor(bool))), optional(seq(tensor(complex64))), optional(seq(tensor(complex128))), optional(tensor(uint8)), optional(tensor(uint16)), optional(tensor(uint32)), optional(tensor(uint64)), optional(tensor(int8)), optional(tensor(int16)), optional(tensor(int32)), optional(tensor(int64)), optional(tensor(bfloat16)), optional(tensor(float16)), optional(tensor(float)), optional(tensor(double)), optional(tensor(string)), optional(tensor(bool)), optional(tensor(complex64)), optional(tensor(complex128)), optional(tensor(float8e4m3fn)), optional(tensor(float8e4m3fnuz)), optional(tensor(float8e5m2)), optional(tensor(float8e5m2fnuz)), optional(tensor(uint4)), optional(tensor(int4))
+
All Tensor, Sequence(Tensor), Optional(Tensor), and Optional(Sequence(Tensor)) types up to IRv10.
+
I : tensor(int64)
+
tensor of int64, which should be a scalar.
+
B : tensor(bool)
+
tensor of bool, which should be a scalar.
+
+ +### **Pad-21** + + Given a tensor containing the data to be padded (`data`), a tensor containing the number of start and end pad values for axis (`pads`), (optionally) a `mode`, and (optionally) `constant_value`, + a padded tensor (`output`) is generated. + + The four supported `modes` are (similar to corresponding modes supported by `numpy.pad`): + + 1) `constant`(default) - pads with a given constant value as specified by `constant_value` (which defaults to 0, empty string, or False) + + 2) `reflect` - pads with the reflection of the vector mirrored on the first and last values of the vector along each axis + + 3) `edge` - pads with the edge values of array + + 4) `wrap` - wrap-around padding as if the data tensor forms a torus + + + Example 1 (`constant` mode): + + Insert 0 pads to the beginning of the second dimension. + + ``` + data = [ + [1.0, 1.2], + [2.3, 3.4], + [4.5, 5.7], + ] + + pads = [0, 2, 0, 0] + + mode = 'constant' + + constant_value = 0.0 + + output = [ + [0.0, 0.0, 1.0, 1.2], + [0.0, 0.0, 2.3, 3.4], + [0.0, 0.0, 4.5, 5.7], + ] + ``` + + Example 2 (`reflect` mode): + + ``` + data = [ + [1.0, 1.2], + [2.3, 3.4], + [4.5, 5.7], + ] + + pads = [0, 2, 0, 0] + + mode = 'reflect' + + output = [ + [1.0, 1.2, 1.0, 1.2], + [2.3, 3.4, 2.3, 3.4], + [4.5, 5.7, 4.5, 5.7], + ] + ``` + + Example 3 (`edge` mode): + + ``` + data = [ + [1.0, 1.2], + [2.3, 3.4], + [4.5, 5.7], + ] + + pads = [0, 2, 0, 0] + + mode = 'edge' + + output = [ + [1.0, 1.0, 1.0, 1.2], + [2.3, 2.3, 2.3, 3.4], + [4.5, 4.5, 4.5, 5.7], + ] + ``` + + Example 4 (`wrap` mode): + + ``` + data = [ + [1.0, 1.2], + [2.3, 3.4], + [4.5, 5.7], + ] + + pads = [2, 1, 1, 1] + + mode = 'wrap' + + output = [ + [3.4, 2.3, 3.4, 2.3], + [5.7, 4.5, 5.7, 4.5], + [1.2, 1.0, 1.2, 1.0], + [3.4, 2.3, 3.4, 2.3], + [5.7, 4.5, 5.7, 4.5], + [1.2, 1.0, 1.2, 1.0], + ] + ``` + +#### Version + +This version of the operator has been available since version 21 of the default ONNX operator set. + +#### Attributes + +
+
mode : string (default is constant)
+
Supported modes: `constant`(default), `reflect`, `edge`, `wrap`
+
+ +#### Inputs (2 - 4) + +
+
data (differentiable) : T
+
Input tensor.
+
pads (non-differentiable) : tensor(int64)
+
Tensor of integers indicating the number of padding elements to add or remove (if negative) at the beginning and end of each axis. For 2D input tensor, it is the number of pixels. `pads` should be a 1D tensor of shape [2 * num_axes] where `num_axes` refers to the number of elements in the `axes` input or the input rank if `axes` are not provided explicitly. `pads` format should be: [x1_begin, x2_begin, ..., x1_end, x2_end,...], where xi_begin is the number of pad values added at the beginning of axis `axes[i]` and xi_end, the number of pad values added at the end of axis `axes[i]`.
+
constant_value (optional, non-differentiable) : T
+
(Optional) A scalar value to be used if the mode chosen is `constant` (by default it is 0, empty string or False).
+
axes (optional, non-differentiable) : Tind
+
1-D tensor of axes that `pads` apply to. Negative value means counting dimensions from the back. Accepted range is [-r, r-1] where r = rank(data). Behavior is undefined if an axis is repeated. If not provided, all axes are assumed (`[0, 1, ..., input_rank-1]`).
+
+ +#### Outputs + +
+
output (differentiable) : T
+
Tensor after padding.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(uint4), tensor(int4)
+
Constrain input and output types to all tensor types up to IRv10.
+
Tind : tensor(int32), tensor(int64)
+
Constrain indices to integer types
+
+ +### **QLinearMatMul-21** + + Matrix product that behaves like [numpy.matmul](https://numpy.org/doc/stable/reference/generated/numpy.matmul.html). + It consumes two quantized input tensors, their scales and zero points, scale and zero point of output, + and computes the quantized output. The quantization formula is y = saturate((x / y_scale) + y_zero_point). + For (x / y_scale), it is rounding to nearest ties to even. Refer to https://en.wikipedia.org/wiki/Rounding for details. + Scale and zero point must have same shape. They must be either scalar (per tensor) or N-D tensor + (per row for 'a' and per column for 'b'). Scalar refers to per tensor quantization whereas N-D refers to per row + or per column quantization. If the input is 2D of shape [M, K] then zero point and scale tensor may be + an M element vector [v_1, v_2, ..., v_M] for per row quantization and K element vector of shape [v_1, v_2, ..., v_K] + for per column quantization. If the input is N-D tensor with shape [D1, D2, M, K] then zero point and scale tensor may + have shape [D1, D2, M, 1] for per row quantization and shape [D1, D2, 1, K] for per column quantization. + Production must never overflow, and accumulation may overflow if and only if in 32 bits. + +#### Version + +This version of the operator has been available since version 21 of the default ONNX operator set. + +#### Inputs + +
+
a (non-differentiable) : T1
+
N-dimensional quantized matrix a
+
a_scale (non-differentiable) : TS
+
scale of quantized input a
+
a_zero_point (non-differentiable) : T1
+
zero point of quantized input a
+
b (non-differentiable) : T2
+
N-dimensional quantized matrix b
+
b_scale (non-differentiable) : TS
+
scale of quantized input b
+
b_zero_point (non-differentiable) : T2
+
zero point of quantized input b
+
y_scale (non-differentiable) : TS
+
scale of quantized output y
+
y_zero_point (non-differentiable) : T3
+
zero point of quantized output y
+
+ +#### Outputs + +
+
y (non-differentiable) : T3
+
Quantized matrix multiply results from a * b
+
+ +#### Type Constraints + +
+
TS : tensor(float), tensor(float16), tensor(bfloat16)
+
Constrain scales.
+
T1 : tensor(int8), tensor(uint8), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz)
+
The type of input a and its zeropoint.
+
T2 : tensor(int8), tensor(uint8), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz)
+
The type of input b and its zeropoint.
+
T3 : tensor(int8), tensor(uint8), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz)
+
The type of the output and its zeropoint.
+
+ +### **QuantizeLinear-21** + + The linear quantization operator consumes a high-precision tensor, a scale, and a zero point to compute the + low-precision/quantized tensor. The scale factor and zero point must have the same shape, determining the quantization + granularity. The quantization formula is `y = saturate((x / y_scale) + y_zero_point)`. + Saturation is done according to: + - uint16: [0, 65535] + - int16: [-32768, 32767] + - uint8: [0, 255] + - int8: [-128, 127] + - uint4: [0, 15] + - int4: [-8, 7] + For `(x / y_scale)`, it rounds to the nearest even. Refer to https://en.wikipedia.org/wiki/Rounding for details. + `y_zero_point` and `y` must have the same type. `y_zero_point` is usually not used for quantization to float8 types, but the quantization + formula remains the same for consistency, and the type of the attribute `y_zero_point` still determines the quantization type. + There are three supported quantization granularities, determined by the shape of `y_scale`. + In all cases, `y_zero_point` must have the same shape as `y_scale`. + - Per-tensor (per-layer) quantization: `y_scale` is a scalar. + - Per-axis quantization: The scale must be a 1-D tensor, with the length of the quantization axis. For an input shape + `(D0, ..., Di, ..., Dn)` and `axis=i`, `y_scale` is a 1-D tensor of length `Di`. + - Blocked quantization: The scale's shape is identical to the input's shape, except for one dimension, in which + blocking is performed. Given `x` shape `(D0, ..., Di, ..., Dn)`, `axis=i`, and block size `B`: `y_scale` shape is + `(D0, ..., ceil(Di/B), ..., Dn)`. + +#### Version + +This version of the operator has been available since version 21 of the default ONNX operator set. + +#### Attributes + +
+
axis : int (default is 1)
+
(Optional) The axis of the dequantizing dimension of the input tensor. Used only for per-axis and blocked quantization. Negative value means counting dimensions from the back. Accepted range is `[-r, r-1]` where `r = rank(input)`. When the rank of the input is 1, per-tensor quantization is applied, rendering the axis unnecessary in this scenario.
+
block_size : int (default is 0)
+
(Optional) The size of the quantization block (number of times every scale is replicated). Used only for blocked quantization. The block size is a positive integer. Given `x` shape `(D0, ..., Di, ..., Dn)`, `y_scale` shape `(S0, ... Si, ...Sn)` and `axis=i`, the accepted range is `[ceil(Di/Si), ceil(Di/(Si-1))-1]`
+
output_dtype : int (default is 0)
+
(Optional) The output data type. If not supplied, the output data type is inferred from `y_zero_point` data type (`T2`). If neither `output_dtype` nor `y_zero_point` are supplied, output data type is uint8. If both `output_dtype` and `y_zero_point` are specified, `output_dtype` must be `T2`.
+
saturate : int (default is 1)
+
The parameter defines how the conversion behaves if an input value is out of range of the destination type. It only applies for float 8 quantization (float8e4m3fn, float8e4m3fnuz, float8e5m2, float8e5m2fnuz). It is true by default. All cases are fully described in two tables inserted in the operator description.
+
+ +#### Inputs (2 - 3) + +
+
x : T1
+
N-D full precision Input tensor to be quantized.
+
y_scale : T1
+
Scale for doing quantization to get `y`. For per-tensor/layer quantization the scale is a scalar, for per-axis quantization it is a 1-D Tensor and for blocked quantization it has the same shape as the input, except for one dimension in which blocking is performed.
+
y_zero_point (optional) : T2
+
Zero point for doing quantization to get `y`. Shape must match `y_scale`.Default is uint8 with zero point of 0 if it's not specified.
+
+ +#### Outputs + +
+
y : T2
+
N-D quantized output tensor. It has same shape as input `x`.
+
+ +#### Type Constraints + +
+
T1 : tensor(float), tensor(float16), tensor(bfloat16), tensor(int32)
+
The type of the input 'x'.
+
T2 : tensor(int8), tensor(uint8), tensor(int16), tensor(uint16), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(uint4), tensor(int4)
+
The type of the input `y_zero_point` and the output `y`.
+
+ +### **Reshape-21** + + Reshape the input tensor similar to numpy.reshape. + First input is the data tensor, second input is a shape tensor which specifies the output shape. It outputs the reshaped tensor. + At most one dimension of the new shape can be -1. In this case, the value is + inferred from the size of the tensor and the remaining dimensions. A dimension + could also be 0, in which case the actual dimension value is unchanged (i.e. taken + from the input tensor). If 'allowzero' is set, and the new shape includes 0, the + dimension will be set explicitly to zero (i.e. not taken from input tensor). + Shape (second input) could be an empty shape, which means converting to a scalar. + The input tensor's shape and the output tensor's shape are required to have the same number of elements. + + If the attribute 'allowzero' is set, it is invalid for the specified shape to + contain both a zero value and -1, as the value of the dimension corresponding + to -1 cannot be determined uniquely. + +#### Version + +This version of the operator has been available since version 21 of the default ONNX operator set. + +#### Attributes + +
+
allowzero : int (default is 0)
+
(Optional) By default, when any value in the 'shape' input is equal to zero the corresponding dimension value is copied from the input tensor dynamically. allowzero=1 indicates that if any value in the 'shape' input is set to zero, the zero value is honored, similar to NumPy.
+
+ +#### Inputs + +
+
data (differentiable) : T
+
An input tensor.
+
shape (non-differentiable) : tensor(int64)
+
Specified shape for output.
+
+ +#### Outputs + +
+
reshaped (differentiable) : T
+
Reshaped data.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(uint4), tensor(int4)
+
Constrain input and output types to all tensor types.
+
+ +### **Scan-21** + + Scan can be used to iterate over one or more scan_input tensors, + constructing zero or more scan_output tensors. It combines ideas from general recurrences, + functional programming constructs such as scan, fold, map, and zip, and is intended to enable + generalizations of RNN-like constructs for sequence-to-sequence processing. + Other tensors (referred to as state_variables here) can be used to carry a state + when iterating from one element to another (similar to hidden-state in RNNs, also referred + to as loop-carried dependences in the context of loops). + Many common usages involve a single scan_input tensor (where functionality + similar to scan, fold and map can be obtained). When more than one scan_input is used, + a behavior similar to zip is obtained. + + The attribute body must be a graph, specifying the computation to be performed in + every iteration. It takes as input the current values of the state_variables and + the current iterated element of the scan_inputs. It must return the (updated) values + of the state_variables and zero or more scan_output_element tensors. The values of the + scan_output_element tensors are concatenated over all the iterations to produce the + scan_output values of the scan construct (similar to the concatenated intermediate + hidden-state values of RNN-like constructs). All the output tensors (state_variables as + well as scan_output_element tensors) are required to have the same shape in each iteration + of the loop (a restriction imposed to enable efficient memory allocation). + + Note that the iterated element passed to the body subgraph does not have a sequence + axis. It will have a rank one less than the rank of the corresponding scan_input. + + The scan operation returns the final values of the state_variables as well as the + scan_outputs. + + The optional attribute scan_input_directions specifies the direction (forward or backward) + for each scan input. If this attribute is omitted, all sequences are scanned in the forward + direction. A bidirectional scan may be performed by specifying the same tensor input twice + in the scan_inputs, once with a forward direction, and once with a backward direction. + + The scan_output of the operation is produced by concatenating the scan_output_element + values produced by the body in each iteration. The optional attribute scan_output_directions + specifies the direction in which scan_output is constructed (by appending or prepending the + scan_output_element to scan_output in each iteration) for each scan_output. If this attribute + is omitted, the scan_output_element is appended to the scan_output in each iteration. + + The optional attribute scan_input_axes specifies the axis to be scanned for each scan_input. + If omitted, every scan_input will be scanned in axis 0. For example, if axis 0 is the + batch axis and axis 1 is the time axis (to be scanned), specify an axis value of 1. + Note that scanning a non-zero axis may be less efficient than scanning axis zero. + + The optional attribute scan_output_axes specifies the axis along which the scan_outputs + are accumulated for each scan_output. For example, if axis 1 is the time axis (to be + scanned) for both inputs and outputs, specify a scan_input axis and scan_output axis + value of 1. + + Note that because of the ONNX restriction that only the last parameter of an operator can + be variadic, the initial-states and scan-inputs are listed together as one input parameter. + Similarly, the final-states and scan-outputs are listed together as one output parameter. + The attribute num_scan_inputs indicates the number M of scan-inputs. + + The behavior of + + Scan < + num_scan_inputs = m, + body = loop-body, + scan_input_axes = [axis_1, ..., axis_m] + > (init_1, ..., init_n, scan_1, ..., scan_m) + + is equivalent to the following pseudo-code: + + // scan_i.shape[axis_i] denotes the (max) sequence-length of scan_i + // scan_i.shape[axis_i] is required to be equal to scan_j.shape[axis_j] for all i,j. + sequence_length = scan_1.shape[axis_1]; + + // initialize state-variables + st_1 = init_1; ... st_n = init_n; + // initialize scan-output variables: [] denotes an empty tensor + scan_out_1 = []; ...; scan_out_k = []; + // identify number of iterations: + + // execute loop + for (int t = 0; t < sequence_length; ++t) { + // generate the scan-input elements: the notation T[t] indicates the sub-tensor + // of rank one less than T obtained by indexing T at position t along axis k. + si_1 = scan_1[t]; + ... ; + si_m = scan_m[t]; + // execute loop-body + st_1, ..., st_n, so_1, ..., so_k = loop-body(st_1, ..., st_n, si_1, ..., si_m) + // accumulate the scan-output elements + scan_out_1 = Concat(scan_out_1, so_1); ... ; scan_out_k = Concat(scan_out_k, so_k); + } + + return st_1, ..., st_n, scan_out_1, ..., scan_out_k; + + *Sample usage: Encoding RNN using a Scan* + + The following example shows how a simple RNN over an input tensor %X, with weight tensor %Wi, + recurrence weight tensor %Ri, bias tensors %Wbi and %Rbi, and initial hidden-state %H_0 can + be encoded as a ScanLoop. Note that the loop-body is a nested graph, and it directly computes + %Wi, %Ri, %Wbi, and %Rbi (typically constants or initializers in the body graph). If these + values are computed in the outer graph, they need to be passed in as extra state_variables. + + graph rnn-encoding { + %H_0 = ... + %X = ... + %Y_h, %Y = Scan[body = , num_scan_inputs=1](%H_0, %X) + return %Y, %Y_h + } + + graph rnn-cell-1 ( + %H_tminus1[FLOAT, tensor] + %X_t[FLOAT, tensor] + ) { + %Wi = ... + %Ri = ... + %Wbi = ... + %Rbi = ... + %t1 = X_t * (Wi^T) + %t2 = H_tminus1*(Ri^T) + %t3 = Add(%t1, %t2) + %t4 = Add(%t3, %Wbi) + %t5 = Add(%t4, %Rbi) + %Ht = Tanh(%t5) + %Accumulate = Identity(%Ht) + return %Ht, %Accumulate + } + + +#### Version + +This version of the operator has been available since version 21 of the default ONNX operator set. + +#### Attributes + +
+
body : graph (required)
+
The graph run each iteration. It has N+M inputs: (loop state variables..., scan_input_elts...). It has N+K outputs: (loop state variables..., scan_output_elts...). Each scan_output is created by concatenating the value of the specified scan_output_elt value at the end of each iteration of the loop. It is an error if the dimensions of these values change across loop iterations.
+
num_scan_inputs : int (required)
+
An attribute specifying the number of scan_inputs M.
+
scan_input_axes : list of ints
+
An optional list of M flags. The i-th element of the list specifies the axis to be scanned (the sequence axis) for the i-th scan_input. If omitted, 0 will be used as the scan axis for every scan_input. Negative value for an axis means counting dimensions from the back. Accepted range is [-r, r-1] where r = rank(input).
+
scan_input_directions : list of ints
+
An optional list of M flags. The i-th element of the list specifies the direction to be scanned for the i-th scan_input tensor: 0 indicates forward direction and 1 indicates reverse direction. If omitted, all scan_input tensors will be scanned in the forward direction.
+
scan_output_axes : list of ints
+
An optional list of K flags. The i-th element of the list specifies the axis for the i-th scan_output. The scan outputs are accumulated along the specified axis. If omitted, 0 will be used as the scan axis for every scan_output. Negative value for an axis means counting dimensions from the back. Accepted range is [-r, r-1].
+
scan_output_directions : list of ints
+
An optional list of K flags, one for each scan_output. The i-th element of the list specifies whether the i-th scan_output should be constructed by appending or prepending a new value in each iteration: 0 indicates appending and 1 indicates prepending. If omitted, all scan_output tensors will be produced by appending a value in each iteration.
+
+ +#### Inputs (1 - ∞) + +
+
initial_state_and_scan_inputs (variadic, heterogeneous) : V
+
Initial values of the loop's N state variables followed by M scan_inputs
+
+ +#### Outputs (1 - ∞) + +
+
final_state_and_scan_outputs (variadic, heterogeneous) : V
+
Final values of the loop's N state variables followed by K scan_outputs
+
+ +#### Type Constraints + +
+
V : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(uint4), tensor(int4)
+
All Tensor types up to IRv10.
+
+ +### **Shape-21** + + Takes a tensor as input and outputs an 1D int64 tensor containing the shape of the input tensor. + Optional attributes start and end can be used to compute a slice of the input tensor's shape. + If start axis is omitted, the slice starts from axis 0. + The end axis, if specified, is exclusive (and the returned value will not include the size of that axis). + If the end axis is omitted, the axes upto the last one will be included. + Negative axes indicate counting back from the last axis. + Note that axes will be clamped to the range [0, r], where r is the + rank of the input tensor if they are out-of-range (after adding r in the case of + negative axis). Thus, specifying any end value > r is equivalent to specifying an end + value of r, and specifying any start value < -r is equivalent to specifying a start + value of 0. If start > end, the result will be an empty shape. + + Examples: + + ``` + Input tensor with shape: [2, 3, 4] + No attributes specified. + Output: [2, 3, 4] + ``` + + ``` + Input tensor with shape: [2, 3, 4] + start: -1 + Output: [4] + ``` + + ``` + Input tensor with shape: [2, 3, 4] + end: -1 + Output: [2, 3] + ``` + + ``` + Input tensor with shape: [2, 3, 4] + start: 1 + end: 2 + Output: [3] + ``` + +#### Version + +This version of the operator has been available since version 21 of the default ONNX operator set. + +#### Attributes + +
+
end : int
+
(Optional) Ending axis for slicing the shape. Negative value means counting dimensions from the back. If omitted, sizes of all axes upto (including) the last one will be included.
+
start : int (default is 0)
+
(Optional) Starting axis for slicing the shape. Default value is 0.Negative value means counting dimensions from the back.
+
+ +#### Inputs + +
+
data (non-differentiable) : T
+
An input tensor.
+
+ +#### Outputs + +
+
shape (non-differentiable) : T1
+
Shape of the input tensor
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(uint4), tensor(int4)
+
Input tensor can be of arbitrary type.
+
T1 : tensor(int64)
+
Constrain output to int64 tensor.
+
+ +### **Size-21** + + Takes a tensor as input and outputs a int64 scalar that equals to the total number of elements of the input tensor. + +#### Version + +This version of the operator has been available since version 21 of the default ONNX operator set. + +#### Inputs + +
+
data (non-differentiable) : T
+
An input tensor.
+
+ +#### Outputs + +
+
size (non-differentiable) : T1
+
Total number of elements of the input tensor
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(uint4), tensor(int4)
+
Input tensor can be of arbitrary type.
+
T1 : tensor(int64)
+
Constrain output to int64 tensor, which should be a scalar though.
+
+ +### **Squeeze-21** + + Remove single-dimensional entries from the shape of a tensor. + Takes an input `axes` with a list of axes to squeeze. + If `axes` is not provided, all the single dimensions will be removed from + the shape. If an axis is selected with shape entry not equal to one, an error is raised. + +#### Version + +This version of the operator has been available since version 21 of the default ONNX operator set. + +#### Inputs (1 - 2) + +
+
data (differentiable) : T
+
Tensors with at least max(dims) dimensions.
+
axes (optional, non-differentiable) : tensor(int64)
+
List of integers indicating the dimensions to squeeze. Negative value means counting dimensions from the back. Accepted range is [-r, r-1] where r = rank(data).
+
+ +#### Outputs + +
+
squeezed (differentiable) : T
+
Reshaped tensor with same data as input.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(uint4), tensor(int4)
+
Constrain input and output types to all tensor types up to IRv10.
+
+ +### **Transpose-21** + + Returns a transpose of the input tensor. (Similar to `numpy.transpose`). + The optional attribute `perm` must be a permutation of the dimensions of + the input tensor. Axis `i` of the output tensor corresponds to the axis + `perm[i]` of the input tensor. + For example, when perm=(1, 0, 2), given an input tensor of shape (1, 2, 3), + the output shape will be (2, 1, 3). + When perm=(1, 2, 0), given an input tensor of shape (1, 2, 3), + the output shape will be (2, 3, 1). + If the attribute `perm` is omitted, its default value is `(n-1, ..., 0)`, + where `n` is the rank of the input tensor. + +#### Version + +This version of the operator has been available since version 21 of the default ONNX operator set. + +#### Attributes + +
+
perm : list of ints
+
A list of integers. By default, reverse the dimensions, otherwise permute the axes according to the values given. Its length must be equal to the rank of the input.
+
+ +#### Inputs + +
+
data (differentiable) : T
+
An input tensor.
+
+ +#### Outputs + +
+
transposed (differentiable) : T
+
Transposed output.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(uint4), tensor(int4)
+
Constrain input and output types to all tensor types.
+
+ +### **Unsqueeze-21** + + Insert single-dimensional entries to the shape of an input tensor (`data`). + Takes one required input `axes` - which contains a list of dimension indices and this operator will insert a dimension of value `1` into the corresponding index of the output tensor (`expanded`). + + For example, given an input tensor (`data`) of shape [3, 4, 5], then + Unsqueeze(data, axes=[0, 4]) outputs a tensor (`expanded`) containing same data as `data` but with shape [1, 3, 4, 5, 1]. + + The input `axes` should not contain any duplicate entries. It is an error if it contains duplicates. + The rank of the output tensor (`output_rank`) is the rank of the input tensor (`data`) plus the number of values in `axes`. + Each value in `axes` should be within the (inclusive) range [-output_rank , output_rank - 1]. + The order of values in `axes` does not matter and can come in any order. + +#### Version + +This version of the operator has been available since version 21 of the default ONNX operator set. + +#### Inputs + +
+
data (differentiable) : T
+
Original tensor
+
axes (non-differentiable) : tensor(int64)
+
List of integers indicating the dimensions to be inserted. Negative value means counting dimensions from the back. Accepted range is [-r, r-1] where r = rank(expanded).
+
+ +#### Outputs + +
+
expanded (differentiable) : T
+
Reshaped tensor with same data as input.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(uint4), tensor(int4)
+
Constrain input and output types to all tensor types up to IRv10.
+
+ +## Version 22 of the default ONNX operator set +### **Acos-22** + + Calculates the arccosine (inverse of cosine) of the given input tensor, element-wise. + +#### Version + +This version of the operator has been available since version 22 of the default ONNX operator set. + +#### Inputs + +
+
input (differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
output (differentiable) : T
+
The arccosine of the input tensor computed element-wise
+
+ +#### Type Constraints + +
+
T : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **Acosh-22** + + Calculates the hyperbolic arccosine of the given input tensor element-wise. + +#### Version + +This version of the operator has been available since version 22 of the default ONNX operator set. + +#### Inputs + +
+
input (differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
output (differentiable) : T
+
The hyperbolic arccosine values of the input tensor computed element-wise
+
+ +#### Type Constraints + +
+
T : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **Asin-22** + + Calculates the arcsine (inverse of sine) of the given input tensor, element-wise. + +#### Version + +This version of the operator has been available since version 22 of the default ONNX operator set. + +#### Inputs + +
+
input (differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
output (differentiable) : T
+
The arcsine of the input tensor computed element-wise
+
+ +#### Type Constraints + +
+
T : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **Asinh-22** + + Calculates the hyperbolic arcsine of the given input tensor element-wise. + +#### Version + +This version of the operator has been available since version 22 of the default ONNX operator set. + +#### Inputs + +
+
input (differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
output (differentiable) : T
+
The hyperbolic arcsine values of the input tensor computed element-wise
+
+ +#### Type Constraints + +
+
T : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **Atan-22** + + Calculates the arctangent (inverse of tangent) of the given input tensor, element-wise. + +#### Version + +This version of the operator has been available since version 22 of the default ONNX operator set. + +#### Inputs + +
+
input (differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
output (differentiable) : T
+
The arctangent of the input tensor computed element-wise
+
+ +#### Type Constraints + +
+
T : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **Atanh-22** + + Calculates the hyperbolic arctangent of the given input tensor element-wise. + +#### Version + +This version of the operator has been available since version 22 of the default ONNX operator set. + +#### Inputs + +
+
input (differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
output (differentiable) : T
+
The hyperbolic arctangent values of the input tensor computed element-wise
+
+ +#### Type Constraints + +
+
T : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **AveragePool-22** + + AveragePool consumes an input tensor X and applies average pooling across + the tensor according to kernel sizes, stride sizes, and pad lengths. + average pooling consisting of computing the average on all values of a + subset of the input tensor according to the kernel size and downsampling the + data into the output tensor Y for further processing. The output spatial shape is calculated differently + depending on whether explicit padding is used, where pads is employed, or auto padding is used, where auto_pad is utilized. + With explicit padding (https://pytorch.org/docs/stable/generated/torch.nn.MaxPool2d.html?highlight=maxpool#torch.nn.MaxPool2d): + ``` + output_spatial_shape[i] = floor((input_spatial_shape[i] + pad_shape[i] - dilation[i] * (kernel_shape[i] - 1) - 1) / strides_spatial_shape[i] + 1) + ``` + or + ``` + output_spatial_shape[i] = ceil((input_spatial_shape[i] + pad_shape[i] - dilation[i] * (kernel_shape[i] - 1) - 1) / strides_spatial_shape[i] + 1) + ``` + if ceil_mode is enabled. `pad_shape[i]` is the sum of pads along axis `i`. Sliding windows that would start in the right padded region are ignored. + + `auto_pad` is a DEPRECATED attribute. If you are using them currently, the output spatial shape will be following when ceil_mode is enabled: + ``` + VALID: output_spatial_shape[i] = ceil((input_spatial_shape[i] - ((kernel_spatial_shape[i] - 1) * dilations[i] + 1) + 1) / strides_spatial_shape[i]) + SAME_UPPER or SAME_LOWER: output_spatial_shape[i] = ceil(input_spatial_shape[i] / strides_spatial_shape[i]) + ``` + or when ceil_mode is disabled (https://www.tensorflow.org/api_docs/python/tf/keras/layers/AveragePooling2D): + ``` + VALID: output_spatial_shape[i] = floor((input_spatial_shape[i] - ((kernel_spatial_shape[i] - 1) * dilations[i] + 1)) / strides_spatial_shape[i]) + 1 + SAME_UPPER or SAME_LOWER: output_spatial_shape[i] = floor((input_spatial_shape[i] - 1) / strides_spatial_shape[i]) + 1 + ``` + And pad shape will be following if `SAME_UPPER` or `SAME_LOWER`: + ``` + pad_shape[i] = (output_spatial_shape[i] - 1) * strides_spatial_shape[i] + ((kernel_spatial_shape[i] - 1) * dilations[i] + 1) - input_spatial_shape[i] + ``` + The output of each pooling window is divided by the number of elements (exclude pad when attribute count_include_pad is zero). + + +#### Version + +This version of the operator has been available since version 22 of the default ONNX operator set. + +#### Attributes + +
+
auto_pad : string (default is NOTSET)
+
auto_pad must be either NOTSET, SAME_UPPER, SAME_LOWER or VALID. Where default value is NOTSET, which means explicit padding is used. SAME_UPPER or SAME_LOWER mean pad the input so that `output_shape[i] = ceil(input_shape[i] / strides[i])` for each axis `i`. The padding is split between the two sides equally or almost equally (depending on whether it is even or odd). In case the padding is an odd number, the extra padding is added at the end for SAME_UPPER and at the beginning for SAME_LOWER.
+
ceil_mode : int (default is 0)
+
Whether to use ceil or floor (default) to compute the output shape.
+
count_include_pad : int (default is 0)
+
Whether include pad pixels when calculating values for the edges. Default is 0, doesn't count include pad.
+
dilations : list of ints
+
Dilation value along each spatial axis of filter. If not present, the dilation defaults to 1 along each spatial axis.
+
kernel_shape : list of ints (required)
+
The size of the kernel along each axis.
+
pads : list of ints
+
Padding for the beginning and ending along each spatial axis, it can take any value greater than or equal to 0. The value represent the number of pixels added to the beginning and end part of the corresponding axis. `pads` format should be as follow [x1_begin, x2_begin...x1_end, x2_end,...], where xi_begin the number of pixels added at the beginning of axis `i` and xi_end, the number of pixels added at the end of axis `i`. This attribute cannot be used simultaneously with auto_pad attribute. If not present, the padding defaults to 0 along start and end of each spatial axis.
+
strides : list of ints
+
Stride along each spatial axis. If not present, the stride defaults to 1 along each spatial axis.
+
+ +#### Inputs + +
+
X (differentiable) : T
+
Input data tensor from the previous operator; dimensions for image case are (N x C x H x W), where N is the batch size, C is the number of channels, and H and W are the height and the width of the data. For non image case, the dimensions are in the form of (N x C x D1 x D2 ... Dn), where N is the batch size. Optionally, if dimension denotation is in effect, the operation expects the input data tensor to arrive with the dimension denotation of [DATA_BATCH, DATA_CHANNEL, DATA_FEATURE, DATA_FEATURE ...].
+
+ +#### Outputs + +
+
Y (differentiable) : T
+
Output data tensor from average or max pooling across the input tensor. Dimensions will vary based on various kernel, stride, and pad sizes. Floor value of the dimension is used
+
+ +#### Type Constraints + +
+
T : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **Bernoulli-22** + + Draws binary random numbers (0 or 1) from a Bernoulli distribution. The input tensor should be a tensor + containing probabilities p (a value in the range [0,1]) to be used for drawing the binary random number, + where an output of 1 is produced with probability p and an output of 0 is produced with probability (1-p). + + This operator is non-deterministic and may not produce the same values in different + implementations (even if a seed is specified). + +#### Version + +This version of the operator has been available since version 22 of the default ONNX operator set. + +#### Attributes + +
+
dtype : int
+
The data type for the elements of the output tensor. if not specified, we will use the data type of the input tensor.
+
seed : float
+
(Optional) Seed to the random generator, if not specified we will auto generate one.
+
+ +#### Inputs + +
+
input : T1
+
All values in input have to be in the range:[0, 1].
+
+ +#### Outputs + +
+
output : T2
+
The returned output tensor only has values 0 or 1, same shape as input tensor.
+
+ +#### Type Constraints + +
+
T1 : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain input types to float tensors.
+
T2 : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(bool)
+
Constrain output types to all numeric tensors and bool tensors.
+
+ +### **Conv-22** + + The convolution operator consumes an input tensor and a filter, and + computes the output. + +#### Version + +This version of the operator has been available since version 22 of the default ONNX operator set. + +#### Attributes + +
+
auto_pad : string (default is NOTSET)
+
auto_pad must be either NOTSET, SAME_UPPER, SAME_LOWER or VALID. Where default value is NOTSET, which means explicit padding is used. SAME_UPPER or SAME_LOWER mean pad the input so that `output_shape[i] = ceil(input_shape[i] / strides[i])` for each axis `i`. The padding is split between the two sides equally or almost equally (depending on whether it is even or odd). In case the padding is an odd number, the extra padding is added at the end for SAME_UPPER and at the beginning for SAME_LOWER.
+
dilations : list of ints
+
dilation value along each spatial axis of the filter. If not present, the dilation defaults is 1 along each spatial axis.
+
group : int (default is 1)
+
number of groups input channels and output channels are divided into.
+
kernel_shape : list of ints
+
The shape of the convolution kernel. If not present, should be inferred from input W.
+
pads : list of ints
+
Padding for the beginning and ending along each spatial axis, it can take any value greater than or equal to 0. The value represent the number of pixels added to the beginning and end part of the corresponding axis. `pads` format should be as follow [x1_begin, x2_begin...x1_end, x2_end,...], where xi_begin the number of pixels added at the beginning of axis `i` and xi_end, the number of pixels added at the end of axis `i`. This attribute cannot be used simultaneously with auto_pad attribute. If not present, the padding defaults to 0 along start and end of each spatial axis.
+
strides : list of ints
+
Stride along each spatial axis. If not present, the stride defaults is 1 along each spatial axis.
+
+ +#### Inputs (2 - 3) + +
+
X (differentiable) : T
+
Input data tensor from previous layer; has size (N x C x H x W), where N is the batch size, C is the number of channels, and H and W are the height and width. Note that this is for the 2D image. Otherwise the size is (N x C x D1 x D2 ... x Dn). Optionally, if dimension denotation is in effect, the operation expects input data tensor to arrive with the dimension denotation of [DATA_BATCH, DATA_CHANNEL, DATA_FEATURE, DATA_FEATURE ...].
+
W (differentiable) : T
+
The weight tensor that will be used in the convolutions; has size (M x C/group x kH x kW), where C is the number of channels, and kH and kW are the height and width of the kernel, and M is the number of feature maps. For more than 2 dimensions, the kernel shape will be (M x C/group x k1 x k2 x ... x kn), where (k1 x k2 x ... kn) is the dimension of the kernel. Optionally, if dimension denotation is in effect, the operation expects the weight tensor to arrive with the dimension denotation of [FILTER_OUT_CHANNEL, FILTER_IN_CHANNEL, FILTER_SPATIAL, FILTER_SPATIAL ...]. Assuming zero based indices for the shape array, X.shape[1] == (W.shape[1] * group) == C and W.shape[0] mod G == 0. Or in other words FILTER_IN_CHANNEL multiplied by the number of groups should be equal to DATA_CHANNEL and the number of feature maps M should be a multiple of the number of groups G.
+
B (optional, differentiable) : T
+
Optional 1D bias to be added to the convolution, has size of M.
+
+ +#### Outputs + +
+
Y (differentiable) : T
+
Output data tensor that contains the result of the convolution. The output dimensions are functions of the kernel size, stride size, and pad lengths.
+
+ +#### Type Constraints + +
+
T : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **ConvTranspose-22** + + The convolution transpose operator consumes an input tensor and a filter, + and computes the output. + + If the pads parameter is provided the shape of the output is calculated via the following equation: + + output_shape[i] = stride[i] * (input_size[i] - 1) + output_padding[i] + ((kernel_shape[i] - 1) * dilations[i] + 1) - pads[start_i] - pads[end_i] + + output_shape can also be explicitly specified in which case pads values are auto generated using these equations: + + total_padding[i] = stride[i] * (input_size[i] - 1) + output_padding[i] + ((kernel_shape[i] - 1) * dilations[i] + 1) - output_shape[i] + If (auto_pads == SAME_UPPER): pads[start_i] = total_padding[i]/2; pads[end_i] = total_padding[i] - (total_padding[i]/2) + Else: pads[start_i] = total_padding[i] - (total_padding[i]/2); pads[end_i] = (total_padding[i]/2). + + + +#### Version + +This version of the operator has been available since version 22 of the default ONNX operator set. + +#### Attributes + +
+
auto_pad : string (default is NOTSET)
+
auto_pad must be either NOTSET, SAME_UPPER, SAME_LOWER or VALID. Where default value is NOTSET, which means explicit padding is used. SAME_UPPER or SAME_LOWER mean pad the input so that `output_shape[i] = input_shape[i] * strides[i]` for each axis `i`. The padding is split between the two sides equally or almost equally (depending on whether it is even or odd). In case the padding is an odd number, the extra padding is added at the end for SAME_UPPER and at the beginning for SAME_LOWER.
+
dilations : list of ints
+
dilation value along each spatial axis of the filter. If not present, the dilation defaults to 1 along each spatial axis.
+
group : int (default is 1)
+
number of groups input channels and output channels are divided into.
+
kernel_shape : list of ints
+
The shape of the convolution kernel. If not present, should be inferred from input W.
+
output_padding : list of ints
+
Additional elements added to the side with higher coordinate indices in the output. Each padding value in "output_padding" must be less than the corresponding stride/dilation dimension. By default, this attribute is a zero vector. Note that this attribute doesn't directly affect the computed output values. It only controls the selection of the computed values, so changing this attribute only adds or removes output elements. If "output_shape" is explicitly provided, "output_padding" does not contribute additional size to "output_shape" but participates in the computation of the needed padding amount. This is also called adjs or adjustment in some frameworks.
+
output_shape : list of ints
+
The shape of the output can be explicitly set which will cause pads values to be auto generated. If output_shape is specified pads values are ignored. See doc for details for equations to generate pads. Note that the output_shape attribute value should not include dimensions for batch size and channels, which are automatically inferred.
+
pads : list of ints
+
Padding for the beginning and ending along each spatial axis, it can take any value greater than or equal to 0. The value represent the number of pixels added to the beginning and end part of the corresponding axis. `pads` format should be as follow [x1_begin, x2_begin...x1_end, x2_end,...], where xi_begin the number of pixels added at the beginning of axis `i` and xi_end, the number of pixels added at the end of axis `i`. This attribute cannot be used simultaneously with auto_pad attribute. If not present, the padding defaults to 0 along start and end of each spatial axis.
+
strides : list of ints
+
Stride along each spatial axis. If not present, the stride defaults to 1 along each spatial axis.
+
+ +#### Inputs (2 - 3) + +
+
X (differentiable) : T
+
Input data tensor from previous layer; has size (N x C x H x W), where N is the batch size, C is the number of channels, and H and W are the height and width. Note that this is for the 2D image. Otherwise the size is (N x C x D1 x D2 ... x Dn)
+
W (differentiable) : T
+
The weight tensor that will be used in the convolutions; has size (C x M/group x kH x kW), where C is the number of channels, and kH and kW are the height and width of the kernel, and M is the number of feature maps. For more than 2 dimensions, the weight shape will be (C x M/group x k1 x k2 x ... x kn), where (k1 x k2 x ... x kn) is the dimension of the kernel. The number of channels in the output should be equal to W.shape[1] * group (assuming zero based indices of the shape array)
+
B (optional, differentiable) : T
+
Optional 1D bias to be added to the convolution, has size of M.
+
+ +#### Outputs + +
+
Y (differentiable) : T
+
Output data tensor that contains the result of the convolution. The output dimensions are functions of the kernel size, stride size, pad lengths and group count. The number of channels in the output should be equal to W.shape[1] * group (assuming zero based indices of the shape array)
+
+ +#### Type Constraints + +
+
T : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **Cos-22** + + Calculates the cosine of the given input tensor, element-wise. + +#### Version + +This version of the operator has been available since version 22 of the default ONNX operator set. + +#### Inputs + +
+
input (differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
output (differentiable) : T
+
The cosine of the input tensor computed element-wise
+
+ +#### Type Constraints + +
+
T : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **Cosh-22** + + Calculates the hyperbolic cosine of the given input tensor element-wise. + +#### Version + +This version of the operator has been available since version 22 of the default ONNX operator set. + +#### Inputs + +
+
input (differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
output (differentiable) : T
+
The hyperbolic cosine values of the input tensor computed element-wise
+
+ +#### Type Constraints + +
+
T : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **DeformConv-22** + + Performs deformable convolution as described in https://arxiv.org/abs/1703.06211 and https://arxiv.org/abs/1811.11168. + This operator specification supports the general N-D case. Note that most common use cases have 2D or 3D data. + +#### Version + +This version of the operator has been available since version 22 of the default ONNX operator set. + +#### Attributes + +
+
dilations : list of ints
+
Dilation value along each spatial axis of the kernel. Default is 1 along each axis.
+
group : int (default is 1)
+
Number of groups the input and output channels, C and oC, are divided into. C and oC must both be divisible by group. Default is 1.
+
kernel_shape : list of ints
+
Shape of the convolution kernel. If not present, it is inferred from the shape of input W.
+
offset_group : int (default is 1)
+
Number of groups of offset. C must be divisible by offset_group. Default is 1.
+
pads : list of ints
+
Padding for the beginning and end along each spatial axis. The values represent the number of pixels added to the beginning and end of the corresponding axis and can take any nonnegative value. The format should be as follows: [x1_begin, x2_begin, ..., x1_end, x2_end, ...], where xi_begin is the number of pixels added at the beginning of axis `i` and xi_end is the number of pixels added at the end of axis `i`. Default is 0 along each axis.
+
strides : list of ints
+
Stride along each spatial axis. Default is 1 along each axis.
+
+ +#### Inputs (3 - 5) + +
+
X : T
+
Input data tensor. For 2D image data, it has shape (N, C, H, W) where N is the batch size, C is the number of input channels, and H and W are the height and width. In general, the shape is (N, C, D1, D2, ... , Dn) for n-dimensional data, where D1 to Dn are the spatial dimension sizes. Most common use cases have n = 2 or 3.
+
W : T
+
Weight tensor that will be used in the convolutions. It has shape (oC, C/group, kH, kW), where oC is the number of output channels and kH and kW are the kernel height and width. For more than 2 dimensions, it has shape (oC, C/group, k1, k2, ... , kn).
+
offset : T
+
Offset tensor denoting the offset for the sampling locations in the convolution kernel. It has shape (N, offset_group * kH * kW * 2, oH, oW) for 2D data or (N, offset_group * k1 * k2 * ... * kn * n, o1, o2, ... , on) for nD data. Use linear interpolationfor fractional offset values. Sampling locations outside of the padded input tensor gives zero.
+
B (optional) : T
+
Optional 1D bias of length oC to be added to the convolution. Default is a tensor of zeros.
+
mask (optional) : T
+
The mask tensor to be applied to each position in the convolution kernel. It has shape (N, offset_group * kH * kW, oH, oW) for 2D data or (N, offset_group * k1 * k2 * ... * kn * n, o1, o2, ... , on) for nD data. Default is a tensor of ones.
+
+ +#### Outputs + +
+
Y : T
+
Output data tensor that contains the result of convolution. It has shape (N, oC, oH, oW) for 2D data or (N, oC, o1, o2, ..., on) for nD data
+
+ +#### Type Constraints + +
+
T : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **Det-22** + + Det calculates determinant of a square matrix or batches of square matrices. + Det takes one input tensor of shape `[*, M, M]`, where `*` is zero or more batch dimensions, + and the inner-most 2 dimensions form square matrices. + The output is a tensor of shape `[*]`, containing the determinants of all input submatrices. + e.g., When the input is 2-D, the output is a scalar(shape is empty: `[]`). + +#### Version + +This version of the operator has been available since version 22 of the default ONNX operator set. + +#### Inputs + +
+
X (differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
Y (differentiable) : T
+
Output tensor
+
+ +#### Type Constraints + +
+
T : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to floating-point tensors.
+
+ +### **Dropout-22** + + Dropout takes an input floating-point tensor, an optional input ratio (floating-point scalar) and an optional input training_mode (boolean scalar). It produces two tensor outputs, + output (floating-point tensor) and mask (optional `Tensor`). If `training_mode` is true then the output Y will be a random dropout; + Note that this Dropout scales the masked input data by the following equation, so to convert the trained model into inference mode, + the user can simply not pass `training_mode` input or set it to false. + ``` + output = scale * data * mask, + ``` + where + ``` + scale = 1. / (1. - ratio). + ``` + This operator has **optional** inputs/outputs. See [the doc](IR.md) for more details about the representation of optional arguments. An empty string may be used in the place of an actual argument's name to indicate a missing argument. Trailing optional arguments (those not followed by an argument that is present) may also be simply omitted. + +#### Version + +This version of the operator has been available since version 22 of the default ONNX operator set. + +#### Attributes + +
+
seed : int
+
(Optional) Seed to the random generator, if not specified we will auto generate one.
+
+ +#### Inputs (1 - 3) + +
+
data (differentiable) : T
+
The input data as Tensor.
+
ratio (optional, non-differentiable) : T1
+
The ratio of random dropout, with value in [0, 1). If set to 0, the output would be a simple copy of the input. If it's non-zero, output will be a random dropout of the scaled input, which is typically the case during training. It is an optional value, if not specified it will default to 0.5.
+
training_mode (optional, non-differentiable) : T2
+
If set to true then it indicates dropout is being used for training. It is an optional value hence unless specified explicitly, it is false. If it is false, ratio is ignored and the operation mimics inference mode where nothing will be dropped from the input data and if mask is requested as output it will contain all ones.
+
+ +#### Outputs (1 - 2) + +
+
output (differentiable) : T
+
The output.
+
mask (optional, non-differentiable) : T2
+
The output mask.
+
+ +#### Type Constraints + +
+
T : tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz)
+
Constrain input and output types to float tensors.
+
T1 : tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz)
+
Constrain input 'ratio' types to float tensors.
+
T2 : tensor(bool)
+
Constrain output 'mask' types to boolean tensors.
+
+ +### **Elu-22** + + Elu takes one input data (Tensor) and produces one output data + (Tensor) where the function `f(x) = alpha * (exp(x) - 1.) for x < + 0`, `f(x) = x for x >= 0`., is applied to the tensor elementwise. + + +#### Version + +This version of the operator has been available since version 22 of the default ONNX operator set. + +#### Attributes + +
+
alpha : float (default is 1.0)
+
Coefficient of ELU.
+
+ +#### Inputs + +
+
X (differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
Y (differentiable) : T
+
Output tensor
+
+ +#### Type Constraints + +
+
T : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **EyeLike-22** + + Generate a 2D tensor (matrix) with ones on the diagonal and zeros everywhere else. Only 2D + tensors are supported, i.e. input T1 must be of rank 2. The shape of the output tensor is the + same as the input tensor. The data type can be specified by the 'dtype' argument. If + 'dtype' is not specified, then the type of input tensor is used. By default, the main diagonal + is populated with ones, but attribute 'k' can be used to populate upper or lower diagonals. + The 'dtype' argument must be one of the data types specified in the 'DataType' enum field in the + TensorProto message and be valid as an output type. + +#### Version + +This version of the operator has been available since version 22 of the default ONNX operator set. + +#### Attributes + +
+
dtype : int
+
(Optional) The data type for the elements of the output tensor. If not specified, the data type of the input tensor T1 is used.
+
k : int (default is 0)
+
(Optional) Index of the diagonal to be populated with ones. Default is 0. If T2 is the output, this op sets T2[i, i+k] = 1. k = 0 populates the main diagonal, k > 0 populates an upper diagonal, and k < 0 populates a lower diagonal.
+
+ +#### Inputs + +
+
input : T1
+
2D input tensor to copy shape, and optionally, type information from.
+
+ +#### Outputs + +
+
output : T2
+
Output tensor, same shape as input tensor T1.
+
+ +#### Type Constraints + +
+
T1 : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(bool)
+
Constrain input types. Strings and complex are not supported.
+
T2 : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(bool)
+
Constrain output types. Strings and complex are not supported.
+
+ +### **GRU-22** + + Computes an one-layer GRU. This operator is usually supported via some custom + implementation such as CuDNN. + + Notations: + + * `X` - input tensor + * `z` - update gate + * `r` - reset gate + * `h` - hidden gate + * `t` - time step (t-1 means previous time step) + * `W[zrh]` - W parameter weight matrix for update, reset, and hidden gates + * `R[zrh]` - R recurrence weight matrix for update, reset, and hidden gates + * `Wb[zrh]` - W bias vectors for update, reset, and hidden gates + * `Rb[zrh]` - R bias vectors for update, reset, and hidden gates + * `WB[zrh]` - W parameter weight matrix for backward update, reset, and hidden gates + * `RB[zrh]` - R recurrence weight matrix for backward update, reset, and hidden gates + * `WBb[zrh]` - W bias vectors for backward update, reset, and hidden gates + * `RBb[zrh]` - R bias vectors for backward update, reset, and hidden gates + * `H` - Hidden state + * `num_directions` - 2 if direction == bidirectional else 1 + + Activation functions: + + * Relu(x) - max(0, x) + * Tanh(x) - (1 - e^{-2x})/(1 + e^{-2x}) + * Sigmoid(x) - 1/(1 + e^{-x}) + + NOTE: + Below are optional + + * Affine(x) - alpha * x + beta + * LeakyRelu(x) - x if x >= 0 else alpha * x + * ThresholdedRelu(x) - x if x >= alpha else 0 + * ScaledTanh(x) - alpha * Tanh(beta * x) + * HardSigmoid(x) - min(max(alpha * x + beta, 0), 1) + * Elu(x) - x if x >= 0 else alpha * (e^x - 1) + * Softsign(x) - x/(1 + |x|) + * Softplus(x) - log(1 + e^x) + + Equations (Default: f=Sigmoid, g=Tanh): + + * zt = f(Xt*(Wz^T) + Ht-1*(Rz^T) + Wbz + Rbz) + * rt = f(Xt*(Wr^T) + Ht-1*(Rr^T) + Wbr + Rbr) + * ht = g(Xt*(Wh^T) + (rt (.) Ht-1)*(Rh^T) + Rbh + Wbh) # default, when linear_before_reset = 0 + * ht = g(Xt*(Wh^T) + (rt (.) (Ht-1*(Rh^T) + Rbh)) + Wbh) # when linear_before_reset != 0 + * Ht = (1 - zt) (.) ht + zt (.) Ht-1 + This operator has **optional** inputs/outputs. See [the doc](IR.md) for more details about the representation of optional arguments. An empty string may be used in the place of an actual argument's name to indicate a missing argument. Trailing optional arguments (those not followed by an argument that is present) may also be simply omitted. + +#### Version + +This version of the operator has been available since version 22 of the default ONNX operator set. + +#### Attributes + +
+
activation_alpha : list of floats
+
Optional scaling values used by some activation functions. The values are consumed in the order of activation functions, for example (f, g, h) in LSTM. Default values are the same as of corresponding ONNX operators.For example with LeakyRelu, the default alpha is 0.01.
+
activation_beta : list of floats
+
Optional scaling values used by some activation functions. The values are consumed in the order of activation functions, for example (f, g, h) in LSTM. Default values are the same as of corresponding ONNX operators.
+
activations : list of strings
+
A list of 2 (or 4 if bidirectional) activation functions for update, reset, and hidden gates. The activation functions must be one of the activation functions specified above. Optional: See the equations for default if not specified.
+
clip : float
+
Cell clip threshold. Clipping bounds the elements of a tensor in the range of [-threshold, +threshold] and is applied to the input of activations. No clip if not specified.
+
direction : string (default is forward)
+
Specify if the RNN is forward, reverse, or bidirectional. Must be one of forward (default), reverse, or bidirectional.
+
hidden_size : int
+
Number of neurons in the hidden layer
+
layout : int (default is 0)
+
The shape format of inputs X, initial_h and outputs Y, Y_h. If 0, the following shapes are expected: X.shape = [seq_length, batch_size, input_size], Y.shape = [seq_length, num_directions, batch_size, hidden_size], initial_h.shape = Y_h.shape = [num_directions, batch_size, hidden_size]. If 1, the following shapes are expected: X.shape = [batch_size, seq_length, input_size], Y.shape = [batch_size, seq_length, num_directions, hidden_size], initial_h.shape = Y_h.shape = [batch_size, num_directions, hidden_size].
+
linear_before_reset : int (default is 0)
+
When computing the output of the hidden gate, apply the linear transformation before multiplying by the output of the reset gate.
+
+ +#### Inputs (3 - 6) + +
+
X (differentiable) : T
+
The input sequences packed (and potentially padded) into one 3-D tensor with the shape of `[seq_length, batch_size, input_size]`.
+
W (differentiable) : T
+
The weight tensor for the gates. Concatenation of `W[zrh]` and `WB[zrh]` (if bidirectional) along dimension 0. This tensor has shape `[num_directions, 3*hidden_size, input_size]`.
+
R (differentiable) : T
+
The recurrence weight tensor. Concatenation of `R[zrh]` and `RB[zrh]` (if bidirectional) along dimension 0. This tensor has shape `[num_directions, 3*hidden_size, hidden_size]`.
+
B (optional, differentiable) : T
+
The bias tensor for the gates. Concatenation of `[Wb[zrh], Rb[zrh]]` and `[WBb[zrh], RBb[zrh]]` (if bidirectional) along dimension 0. This tensor has shape `[num_directions, 6*hidden_size]`. Optional: If not specified - assumed to be 0
+
sequence_lens (optional, non-differentiable) : T1
+
Optional tensor specifying lengths of the sequences in a batch. If not specified - assumed all sequences in the batch to have length `seq_length`. It has shape `[batch_size]`.
+
initial_h (optional, non-differentiable) : T
+
Optional initial value of the hidden. If not specified - assumed to be 0. It has shape `[num_directions, batch_size, hidden_size]`.
+
+ +#### Outputs (0 - 2) + +
+
Y (optional, differentiable) : T
+
A tensor that concats all the intermediate output values of the hidden. It has shape `[seq_length, num_directions, batch_size, hidden_size]`.
+
Y_h (optional, differentiable) : T
+
The last output value of the hidden. It has shape `[num_directions, batch_size, hidden_size]`.
+
+ +#### Type Constraints + +
+
T : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
T1 : tensor(int32)
+
Constrain seq_lens to integer tensor.
+
+ +### **GlobalAveragePool-22** + + GlobalAveragePool consumes an input tensor X and applies average pooling across + the values in the same channel. This is equivalent to AveragePool with kernel size + equal to the spatial dimension of input tensor. + +#### Version + +This version of the operator has been available since version 22 of the default ONNX operator set. + +#### Inputs + +
+
X (differentiable) : T
+
Input data tensor from the previous operator; dimensions for image case are (N x C x H x W), where N is the batch size, C is the number of channels, and H and W are the height and the width of the data. For non image case, the dimensions are in the form of (N x C x D1 x D2 ... Dn), where N is the batch size.
+
+ +#### Outputs + +
+
Y (differentiable) : T
+
Output data tensor from pooling across the input tensor. The output tensor has the same rank as the input. The first two dimensions of output shape are the same as the input (N x C), while the other dimensions are all 1.
+
+ +#### Type Constraints + +
+
T : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **GlobalLpPool-22** + + GlobalLpPool consumes an input tensor X and applies lp pool pooling across + the values in the same channel. This is equivalent to LpPool with kernel size + equal to the spatial dimension of input tensor. + +#### Version + +This version of the operator has been available since version 22 of the default ONNX operator set. + +#### Attributes + +
+
p : int (default is 2)
+
p value of the Lp norm used to pool over the input data.
+
+ +#### Inputs + +
+
X (differentiable) : T
+
Input data tensor from the previous operator; dimensions for image case are (N x C x H x W), where N is the batch size, C is the number of channels, and H and W are the height and the width of the data. For non image case, the dimensions are in the form of (N x C x D1 x D2 ... Dn), where N is the batch size.
+
+ +#### Outputs + +
+
Y (differentiable) : T
+
Output data tensor from pooling across the input tensor. The output tensor has the same rank as the input. The first two dimensions of output shape are the same as the input (N x C), while the other dimensions are all 1.
+
+ +#### Type Constraints + +
+
T : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **GlobalMaxPool-22** + + GlobalMaxPool consumes an input tensor X and applies max pooling across + the values in the same channel. This is equivalent to MaxPool with kernel size + equal to the spatial dimension of input tensor. + +#### Version + +This version of the operator has been available since version 22 of the default ONNX operator set. + +#### Inputs + +
+
X (differentiable) : T
+
Input data tensor from the previous operator; dimensions for image case are (N x C x H x W), where N is the batch size, C is the number of channels, and H and W are the height and the width of the data. For non image case, the dimensions are in the form of (N x C x D1 x D2 ... Dn), where N is the batch size.
+
+ +#### Outputs + +
+
Y (differentiable) : T
+
Output data tensor from pooling across the input tensor. The output tensor has the same rank as the input. The first two dimensions of output shape are the same as the input (N x C), while the other dimensions are all 1.
+
+ +#### Type Constraints + +
+
T : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **GridSample-22** + + Given an input `X` and a flow-field `grid`, computes the output `Y` using `X` values and pixel locations from the `grid`. + For spatial input `X` with shape (N, C, H, W), the `grid` will have shape (N, H_out, W_out, 2), + the output `Y` will have shape (N, C, H_out, W_out). For volumetric input `X` with shape (N, C, D, H, W), + the `grid` will have shape (N, D_out, H_out, W_out, 3), the output `Y` will have shape (N, C, D_out, H_out, W_out). + More generally, for an input `X` of rank r+2 with shape (N, C, d1, d2, ..., dr), + the `grid` will have shape (N, D1_out, D2_out, ..., Dr_out, r), the output `Y` will have shape (N, C, D1_out, D2_out, ..., Dr_out). + + The tensor `X` contains values at centers of square pixels (voxels, etc) locations such as (n, c, d1_in, d2_in, ..., dr_in). + The (n, d1_out, d2_out, ..., dr_out, :) values from the tensor `grid` are the normalized positions for interpolating the values + at the (n, c, d1_out, d2_out, ..., dr_out) locations from the output tensor `Y` using a specified interpolation method (the mode) + and a padding mode (for `grid` positions falling outside the 2-dimensional image). + + For example, the values in `grid[n, h_out, w_out, :]` are size-2 vectors specifying normalized positions in the 2-dimensional space of `X`. + They are used to interpolate output values of `Y[n, c, h_out, w_out]`. + + The GridSample operator is often used in doing grid generator and sampler in the + [Spatial Transformer Networks](https://arxiv.org/abs/1506.02025). + See also in [torch.nn.functional.grid_sample](https://pytorch.org/docs/stable/generated/torch.nn.functional.grid_sample.html). + +#### Version + +This version of the operator has been available since version 22 of the default ONNX operator set. + +#### Attributes + +
+
align_corners : int (default is 0)
+
If align_corners=1, the extrema (-1 and 1) are considered as referring to the center points of the input's corner pixels (voxels, etc.). If align_corners=0, they are instead considered as referring to the corner points of the input's corner pixels (voxels, etc.), making the sampling more resolution agnostic.
+
mode : string (default is linear)
+
Three interpolation modes: linear (default), nearest and cubic. The "linear" mode includes linear and N-linear interpolation modes depending on the number of spatial dimensions of the input tensor (i.e. linear for 1 spatial dimension, bilinear for 2 spatial dimensions, etc.). The "cubic" mode also includes N-cubic interpolation modes following the same rules. The "nearest" mode rounds to the nearest even index when the sampling point falls halfway between two indices.
+
padding_mode : string (default is zeros)
+
Support padding modes for outside grid values: `zeros`(default), `border`, `reflection`. zeros: use 0 for out-of-bound grid locations, border: use border values for out-of-bound grid locations, reflection: use values at locations reflected by the border for out-of-bound grid locations. If index 0 represents the margin pixel, the reflected value at index -1 will be the same as the value at index 1. For location far away from the border, it will keep being reflected until becoming in bound. If pixel location x = -3.5 reflects by border -1 and becomes x' = 1.5, then reflects by border 1 and becomes x'' = 0.5.
+
+ +#### Inputs + +
+
X (differentiable) : T1
+
Input tensor of rank r+2 that has shape (N, C, D1, D2, ..., Dr), where N is the batch size, C is the number of channels, D1, D2, ..., Dr are the spatial dimensions.
+
grid (non-differentiable) : T2
+
Input offset of shape (N, D1_out, D2_out, ..., Dr_out, r), where D1_out, D2_out, ..., Dr_out are the spatial dimensions of the grid and output, and r is the number of spatial dimensions. Grid specifies the sampling locations normalized by the input spatial dimensions. Therefore, it should have most values in the range of [-1, 1]. If the grid has values outside the range of [-1, 1], the corresponding outputs will be handled as defined by padding_mode. Following computer vision convention, the coordinates in the length-r location vector are listed from the innermost tensor dimension to the outermost, the opposite of regular tensor indexing.
+
+ +#### Outputs + +
+
Y (differentiable) : T1
+
Output tensor of rank r+2 that has shape (N, C, D1_out, D2_out, ..., Dr_out) of the sampled values. For integer input types, intermediate values are computed as floating point and cast to integer at the end.
+
+ +#### Type Constraints + +
+
T1 : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain input `X` and output `Y` types to all tensor types.
+
T2 : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain grid types to float tensors.
+
+ +### **HardSigmoid-22** + + HardSigmoid takes one input data (Tensor) and produces one output data + (Tensor) where the HardSigmoid function, y = max(0, min(1, alpha * x + beta)), + is applied to the tensor elementwise. + +#### Version + +This version of the operator has been available since version 22 of the default ONNX operator set. + +#### Attributes + +
+
alpha : float (default is 0.2)
+
Value of alpha.
+
beta : float (default is 0.5)
+
Value of beta.
+
+ +#### Inputs + +
+
X (differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
Y (differentiable) : T
+
Output tensor
+
+ +#### Type Constraints + +
+
T : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **HardSwish-22** + + HardSwish takes one input data (Tensor) and produces one output data (Tensor) where + the HardSwish function, y = x * max(0, min(1, alpha * x + beta)) = x * HardSigmoid(x), + where alpha = 1/6 and beta = 0.5, is applied to the tensor elementwise. + +#### Version + +This version of the operator has been available since version 22 of the default ONNX operator set. + +#### Inputs + +
+
X (differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
Y (differentiable) : T
+
Output tensor
+
+ +#### Type Constraints + +
+
T : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **InstanceNormalization-22** + + Carries out instance normalization as described in the paper + https://arxiv.org/abs/1607.08022. + + y = scale * (x - mean) / sqrt(variance + epsilon) + B, + where mean and variance are computed per instance per channel. + + +#### Version + +This version of the operator has been available since version 22 of the default ONNX operator set. + +#### Attributes + +
+
epsilon : float (default is 1e-05)
+
The epsilon value to use to avoid division by zero.
+
+ +#### Inputs + +
+
input (differentiable) : T
+
Input data tensor from the previous operator; dimensions for image case are (N x C x H x W), where N is the batch size, C is the number of channels, and H and W are the height and the width of the data. For non image case, the dimensions are in the form of (N x C x D1 x D2 ... Dn), where N is the batch size.
+
scale (differentiable) : T
+
The input 1-dimensional scale tensor of size C.
+
B (differentiable) : T
+
The input 1-dimensional bias tensor of size C.
+
+ +#### Outputs + +
+
output (differentiable) : T
+
The output tensor of the same shape as input.
+
+ +#### Type Constraints + +
+
T : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **LSTM-22** + + Computes an one-layer LSTM. This operator is usually supported via some + custom implementation such as CuDNN. + + Notations: + + * `X` - input tensor + * `i` - input gate + * `o` - output gate + * `f` - forget gate + * `c` - cell gate + * `t` - time step (t-1 means previous time step) + * `W[iofc]` - W parameter weight matrix for input, output, forget, and cell gates + * `R[iofc]` - R recurrence weight matrix for input, output, forget, and cell gates + * `Wb[iofc]` - W bias vectors for input, output, forget, and cell gates + * `Rb[iofc]` - R bias vectors for input, output, forget, and cell gates + * `P[iof]` - P peephole weight vector for input, output, and forget gates + * `WB[iofc]` - W parameter weight matrix for backward input, output, forget, and cell gates + * `RB[iofc]` - R recurrence weight matrix for backward input, output, forget, and cell gates + * `WBb[iofc]` - W bias vectors for backward input, output, forget, and cell gates + * `RBb[iofc]` - R bias vectors for backward input, output, forget, and cell gates + * `PB[iof]` - P peephole weight vector for backward input, output, and forget gates + * `H` - Hidden state + * `num_directions` - 2 if direction == bidirectional else 1 + + Activation functions: + + * Relu(x) - max(0, x) + * Tanh(x) - (1 - e^{-2x})/(1 + e^{-2x}) + * Sigmoid(x) - 1/(1 + e^{-x}) + + NOTE: Below are optional + + * Affine(x) - alpha*x + beta + * LeakyRelu(x) - x if x >= 0 else alpha * x + * ThresholdedRelu(x) - x if x >= alpha else 0 + * ScaledTanh(x) - alpha*Tanh(beta*x) + * HardSigmoid(x) - min(max(alpha*x + beta, 0), 1) + * Elu(x) - x if x >= 0 else alpha*(e^x - 1) + * Softsign(x) - x/(1 + |x|) + * Softplus(x) - log(1 + e^x) + + Equations (Default: f=Sigmoid, g=Tanh, h=Tanh): + + * it = f(Xt*(Wi^T) + Ht-1*(Ri^T) + Pi (.) Ct-1 + Wbi + Rbi) + * ft = f(Xt*(Wf^T) + Ht-1*(Rf^T) + Pf (.) Ct-1 + Wbf + Rbf) + * ct = g(Xt*(Wc^T) + Ht-1*(Rc^T) + Wbc + Rbc) + * Ct = ft (.) Ct-1 + it (.) ct + * ot = f(Xt*(Wo^T) + Ht-1*(Ro^T) + Po (.) Ct + Wbo + Rbo) + * Ht = ot (.) h(Ct) + This operator has **optional** inputs/outputs. See [the doc](IR.md) for more details about the representation of optional arguments. An empty string may be used in the place of an actual argument's name to indicate a missing argument. Trailing optional arguments (those not followed by an argument that is present) may also be simply omitted. + +#### Version + +This version of the operator has been available since version 22 of the default ONNX operator set. + +#### Attributes + +
+
activation_alpha : list of floats
+
Optional scaling values used by some activation functions. The values are consumed in the order of activation functions, for example (f, g, h) in LSTM. Default values are the same as of corresponding ONNX operators.For example with LeakyRelu, the default alpha is 0.01.
+
activation_beta : list of floats
+
Optional scaling values used by some activation functions. The values are consumed in the order of activation functions, for example (f, g, h) in LSTM. Default values are the same as of corresponding ONNX operators.
+
activations : list of strings
+
A list of 3 (or 6 if bidirectional) activation functions for input, output, forget, cell, and hidden. The activation functions must be one of the activation functions specified above. Optional: See the equations for default if not specified.
+
clip : float
+
Cell clip threshold. Clipping bounds the elements of a tensor in the range of [-threshold, +threshold] and is applied to the input of activations. No clip if not specified.
+
direction : string (default is forward)
+
Specify if the RNN is forward, reverse, or bidirectional. Must be one of forward (default), reverse, or bidirectional.
+
hidden_size : int
+
Number of neurons in the hidden layer
+
input_forget : int (default is 0)
+
Couple the input and forget gates if 1.
+
layout : int (default is 0)
+
The shape format of inputs X, initial_h, initial_c and outputs Y, Y_h, Y_c. If 0, the following shapes are expected: X.shape = [seq_length, batch_size, input_size], Y.shape = [seq_length, num_directions, batch_size, hidden_size], initial_h.shape = Y_h.shape = initial_c.shape = Y_c.shape = [num_directions, batch_size, hidden_size]. If 1, the following shapes are expected: X.shape = [batch_size, seq_length, input_size], Y.shape = [batch_size, seq_length, num_directions, hidden_size], initial_h.shape = Y_h.shape = initial_c.shape = Y_c.shape = [batch_size, num_directions, hidden_size].
+
+ +#### Inputs (3 - 8) + +
+
X (differentiable) : T
+
The input sequences packed (and potentially padded) into one 3-D tensor with the shape of `[seq_length, batch_size, input_size]`.
+
W (differentiable) : T
+
The weight tensor for the gates. Concatenation of `W[iofc]` and `WB[iofc]` (if bidirectional) along dimension 0. The tensor has shape `[num_directions, 4*hidden_size, input_size]`.
+
R (differentiable) : T
+
The recurrence weight tensor. Concatenation of `R[iofc]` and `RB[iofc]` (if bidirectional) along dimension 0. This tensor has shape `[num_directions, 4*hidden_size, hidden_size]`.
+
B (optional, differentiable) : T
+
The bias tensor for input gate. Concatenation of `[Wb[iofc], Rb[iofc]]`, and `[WBb[iofc], RBb[iofc]]` (if bidirectional) along dimension 0. This tensor has shape `[num_directions, 8*hidden_size]`. Optional: If not specified - assumed to be 0.
+
sequence_lens (optional, non-differentiable) : T1
+
Optional tensor specifying lengths of the sequences in a batch. If not specified - assumed all sequences in the batch to have length `seq_length`. It has shape `[batch_size]`.
+
initial_h (optional, non-differentiable) : T
+
Optional initial value of the hidden. If not specified - assumed to be 0. It has shape `[num_directions, batch_size, hidden_size]`.
+
initial_c (optional, non-differentiable) : T
+
Optional initial value of the cell. If not specified - assumed to be 0. It has shape `[num_directions, batch_size, hidden_size]`.
+
P (optional, differentiable) : T
+
The weight tensor for peepholes. Concatenation of `P[iof]` and `PB[iof]` (if bidirectional) along dimension 0. It has shape `[num_directions, 3*hidde_size]`. Optional: If not specified - assumed to be 0.
+
+ +#### Outputs (0 - 3) + +
+
Y (optional, differentiable) : T
+
A tensor that concats all the intermediate output values of the hidden. It has shape `[seq_length, num_directions, batch_size, hidden_size]`.
+
Y_h (optional, differentiable) : T
+
The last output value of the hidden. It has shape `[num_directions, batch_size, hidden_size]`.
+
Y_c (optional, differentiable) : T
+
The last output value of the cell. It has shape `[num_directions, batch_size, hidden_size]`.
+
+ +#### Type Constraints + +
+
T : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
T1 : tensor(int32)
+
Constrain seq_lens to integer tensor.
+
+ +### **LpNormalization-22** + + Given a matrix, apply Lp-normalization along the provided axis. + The output is computed as: `output = input / Lp_norm(input, axis)`. + When the Lp norm is zero (i.e., all elements along the axis are zero), + the output is defined to be zero to avoid division by zero. + +#### Version + +This version of the operator has been available since version 22 of the default ONNX operator set. + +#### Attributes + +
+
axis : int (default is -1)
+
The axis on which to apply normalization, -1 mean last axis.
+
p : int (default is 2)
+
The order of the normalization, only 1 or 2 are supported.
+
+ +#### Inputs + +
+
input (differentiable) : T
+
Input matrix
+
+ +#### Outputs + +
+
output (differentiable) : T
+
Matrix after normalization
+
+ +#### Type Constraints + +
+
T : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **LpPool-22** + + LpPool consumes an input tensor X and applies Lp pooling across + the tensor according to kernel sizes, stride sizes, and pad lengths. + Lp pooling consisting of computing the Lp norm on all values of a subset + of the input tensor according to the kernel size and downsampling the + data into the output tensor Y for further processing. The output spatial shape will be following: + ``` + output_spatial_shape[i] = floor((input_spatial_shape[i] + pad_shape[i] - {kernelSpatialShape}) / strides_spatial_shape[i] + 1) + ``` + or + ``` + output_spatial_shape[i] = ceil((input_spatial_shape[i] + pad_shape[i] - {kernelSpatialShape}) / strides_spatial_shape[i] + 1) + ``` + if ceil_mode is enabled `pad_shape[i]` is the sum of pads along axis `i`. + + `auto_pad` is a DEPRECATED attribute. If you are using them currently, the output spatial shape will be following: + ``` + VALID: output_spatial_shape[i] = ceil((input_spatial_shape[i] - {kernelSpatialShape} + 1) / strides_spatial_shape[i]) + SAME_UPPER or SAME_LOWER: output_spatial_shape[i] = ceil(input_spatial_shape[i] / strides_spatial_shape[i]) + ``` + And pad shape will be following if `SAME_UPPER` or `SAME_LOWER`: + ``` + pad_shape[i] = (output_spatial_shape[i] - 1) * strides_spatial_shape[i] + {kernelSpatialShape} - input_spatial_shape[i] + ``` + +#### Version + +This version of the operator has been available since version 22 of the default ONNX operator set. + +#### Attributes + +
+
auto_pad : string (default is NOTSET)
+
auto_pad must be either NOTSET, SAME_UPPER, SAME_LOWER or VALID. Where default value is NOTSET, which means explicit padding is used. SAME_UPPER or SAME_LOWER mean pad the input so that `output_shape[i] = ceil(input_shape[i] / strides[i])` for each axis `i`. The padding is split between the two sides equally or almost equally (depending on whether it is even or odd). In case the padding is an odd number, the extra padding is added at the end for SAME_UPPER and at the beginning for SAME_LOWER.
+
ceil_mode : int (default is 0)
+
Whether to use ceil or floor (default) to compute the output shape.
+
dilations : list of ints
+
dilation value along each spatial axis of the filter. If not present, the dilation defaults is 1 along each spatial axis.
+
kernel_shape : list of ints (required)
+
The size of the kernel along each axis.
+
p : int (default is 2)
+
p value of the Lp norm used to pool over the input data.
+
pads : list of ints
+
Padding for the beginning and ending along each spatial axis, it can take any value greater than or equal to 0. The value represent the number of pixels added to the beginning and end part of the corresponding axis. `pads` format should be as follow [x1_begin, x2_begin...x1_end, x2_end,...], where xi_begin the number of pixels added at the beginning of axis `i` and xi_end, the number of pixels added at the end of axis `i`. This attribute cannot be used simultaneously with auto_pad attribute. If not present, the padding defaults to 0 along start and end of each spatial axis.
+
strides : list of ints
+
Stride along each spatial axis. If not present, the stride defaults to 1 along each spatial axis.
+
+ +#### Inputs + +
+
X (differentiable) : T
+
Input data tensor from the previous operator; dimensions for image case are (N x C x H x W), where N is the batch size, C is the number of channels, and H and W are the height and the width of the data. For non image case, the dimensions are in the form of (N x C x D1 x D2 ... Dn), where N is the batch size.
+
+ +#### Outputs + +
+
Y (differentiable) : T
+
Output data tensor from Lp pooling across the input tensor. Dimensions will vary based on various kernel, stride, and pad sizes.
+
+ +#### Type Constraints + +
+
T : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **MaxPool-22** + + MaxPool consumes an input tensor X and applies max pooling across + the tensor according to kernel sizes, stride sizes, and pad lengths. + max pooling consisting of computing the max on all values of a + subset of the input tensor according to the kernel size and downsampling the + data into the output tensor Y for further processing. The output spatial shape is calculated differently + depending on whether explicit padding is used, where pads is employed, or auto padding is used, where auto_pad is utilized. + With explicit padding (https://pytorch.org/docs/stable/generated/torch.nn.MaxPool2d.html?highlight=maxpool#torch.nn.MaxPool2d): + ``` + output_spatial_shape[i] = floor((input_spatial_shape[i] + pad_shape[i] - dilation[i] * (kernel_shape[i] - 1) - 1) / strides_spatial_shape[i] + 1) + ``` + or + ``` + output_spatial_shape[i] = ceil((input_spatial_shape[i] + pad_shape[i] - dilation[i] * (kernel_shape[i] - 1) - 1) / strides_spatial_shape[i] + 1) + ``` + if ceil_mode is enabled. `pad_shape[i]` is the sum of pads along axis `i`. Sliding windows that would start in the right padded region are ignored. + + `auto_pad` is a DEPRECATED attribute. If you are using them currently, the output spatial shape will be following when ceil_mode is enabled: + ``` + VALID: output_spatial_shape[i] = ceil((input_spatial_shape[i] - ((kernel_spatial_shape[i] - 1) * dilations[i] + 1) + 1) / strides_spatial_shape[i]) + SAME_UPPER or SAME_LOWER: output_spatial_shape[i] = ceil(input_spatial_shape[i] / strides_spatial_shape[i]) + ``` + or when ceil_mode is disabled (https://www.tensorflow.org/api_docs/python/tf/keras/layers/AveragePooling2D): + ``` + VALID: output_spatial_shape[i] = floor((input_spatial_shape[i] - ((kernel_spatial_shape[i] - 1) * dilations[i] + 1)) / strides_spatial_shape[i]) + 1 + SAME_UPPER or SAME_LOWER: output_spatial_shape[i] = floor((input_spatial_shape[i] - 1) / strides_spatial_shape[i]) + 1 + ``` + And pad shape will be following if `SAME_UPPER` or `SAME_LOWER`: + ``` + pad_shape[i] = (output_spatial_shape[i] - 1) * strides_spatial_shape[i] + ((kernel_spatial_shape[i] - 1) * dilations[i] + 1) - input_spatial_shape[i] + ``` + The output of each pooling window is maximum number of elements exclude pad. + + +#### Version + +This version of the operator has been available since version 22 of the default ONNX operator set. + +#### Attributes + +
+
auto_pad : string (default is NOTSET)
+
auto_pad must be either NOTSET, SAME_UPPER, SAME_LOWER or VALID. Where default value is NOTSET, which means explicit padding is used. SAME_UPPER or SAME_LOWER mean pad the input so that `output_shape[i] = ceil(input_shape[i] / strides[i])` for each axis `i`. The padding is split between the two sides equally or almost equally (depending on whether it is even or odd). In case the padding is an odd number, the extra padding is added at the end for SAME_UPPER and at the beginning for SAME_LOWER.
+
ceil_mode : int (default is 0)
+
Whether to use ceil or floor (default) to compute the output shape.
+
dilations : list of ints
+
Dilation value along each spatial axis of filter. If not present, the dilation defaults to 1 along each spatial axis.
+
kernel_shape : list of ints (required)
+
The size of the kernel along each axis.
+
pads : list of ints
+
Padding for the beginning and ending along each spatial axis, it can take any value greater than or equal to 0. The value represent the number of pixels added to the beginning and end part of the corresponding axis. `pads` format should be as follow [x1_begin, x2_begin...x1_end, x2_end,...], where xi_begin the number of pixels added at the beginning of axis `i` and xi_end, the number of pixels added at the end of axis `i`. This attribute cannot be used simultaneously with auto_pad attribute. If not present, the padding defaults to 0 along start and end of each spatial axis.
+
storage_order : int (default is 0)
+
The storage order of the tensor. 0 is row major, and 1 is column major. This attribute is used only to convert an n-tuple index value into a single integer value for producing the second output.
+
strides : list of ints
+
Stride along each spatial axis. If not present, the stride defaults to 1 along each spatial axis.
+
+ +#### Inputs + +
+
X (differentiable) : T
+
Input data tensor from the previous operator; dimensions for image case are (N x C x H x W), where N is the batch size, C is the number of channels, and H and W are the height and the width of the data. For non image case, the dimensions are in the form of (N x C x D1 x D2 ... Dn), where N is the batch size. Optionally, if dimension denotation is in effect, the operation expects the input data tensor to arrive with the dimension denotation of [DATA_BATCH, DATA_CHANNEL, DATA_FEATURE, DATA_FEATURE ...].
+
+ +#### Outputs (1 - 2) + +
+
Y (differentiable) : T
+
Output data tensor from average or max pooling across the input tensor. Dimensions will vary based on various kernel, stride, and pad sizes. Floor value of the dimension is used
+
Indices (optional, non-differentiable) : I
+
Indices tensor from max pooling across the input tensor. The dimensions of indices are the same as output tensor. The values in indices of are the indices of the selected values during pooling. The indices are computed as flatten 1-D tensor, and the indices do not consider padding. So the values in indices are in [0, N x C x D1 x ... x Dn).
+
+ +#### Type Constraints + +
+
T : tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(int8), tensor(uint8)
+
Constrain input and output types to float and 8 bit tensors.
+
I : tensor(int64)
+
Constrain index tensor to int64
+
+ +### **MaxRoiPool-22** + + ROI max pool consumes an input tensor X and region of interests (RoIs) to + apply max pooling across each RoI, to produce output 4-D tensor of shape + (num_rois, channels, pooled_shape[0], pooled_shape[1]). + +#### Version + +This version of the operator has been available since version 22 of the default ONNX operator set. + +#### Attributes + +
+
pooled_shape : list of ints (required)
+
ROI pool output shape (height, width).
+
spatial_scale : float (default is 1.0)
+
Multiplicative spatial scale factor to translate ROI coordinates from their input scale to the scale used when pooling.
+
+ +#### Inputs + +
+
X (differentiable) : T
+
Input data tensor from the previous operator; dimensions for image case are (N x C x H x W), where N is the batch size, C is the number of channels, and H and W are the height and the width of the data.
+
rois (non-differentiable) : T
+
RoIs (Regions of Interest) to pool over. Should be a 2-D tensor of shape (num_rois, 5) given as [[batch_id, x1, y1, x2, y2], ...].
+
+ +#### Outputs + +
+
Y (differentiable) : T
+
RoI pooled output 4-D tensor of shape (num_rois, channels, pooled_shape[0], pooled_shape[1]).
+
+ +#### Type Constraints + +
+
T : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **MaxUnpool-22** + + MaxUnpool essentially computes the partial inverse of the MaxPool op. + The input information to this op is typically the output information from a MaxPool op. The first + input tensor X is the tensor that needs to be unpooled, which is typically the pooled tensor (first output) + from MaxPool. The second input tensor, I, contains the indices to the (locally maximal) elements corresponding + to the elements in the first input tensor X. Input tensor I is typically the second output of the MaxPool op. + The third (optional) input is a tensor that specifies the output size of the unpooling operation. + + MaxUnpool is intended to do 'partial' inverse of the MaxPool op. 'Partial' because all the non-maximal + values from the original input to MaxPool are set to zero in the output of the MaxUnpool op. Pooling + the result of an unpooling operation should give back the original input to the unpooling op. + + MaxUnpool can produce the same output size for several input sizes, which makes unpooling op ambiguous. + The third input argument, output_size, is meant to disambiguate the op and produce output tensor of + known/predictable size. + + In addition to the inputs, MaxUnpool takes three attributes, namely kernel_shape, strides, and pads, + which define the exact unpooling op. The attributes typically have the same values as the corresponding + pooling op that the unpooling op is trying to invert. + +#### Version + +This version of the operator has been available since version 22 of the default ONNX operator set. + +#### Attributes + +
+
kernel_shape : list of ints (required)
+
The size of the kernel along each axis.
+
pads : list of ints
+
Padding for the beginning and ending along each spatial axis, it can take any value greater than or equal to 0. The value represent the number of pixels added to the beginning and end part of the corresponding axis. `pads` format should be as follow [x1_begin, x2_begin...x1_end, x2_end,...], where xi_begin the number of pixels added at the beginning of axis `i` and xi_end, the number of pixels added at the end of axis `i`. This attribute cannot be used simultaneously with auto_pad attribute. If not present, the padding defaults to 0 along start and end of each spatial axis.
+
strides : list of ints
+
Stride along each spatial axis. If not present, the stride defaults to 1 along each spatial axis.
+
+ +#### Inputs (2 - 3) + +
+
X (differentiable) : T1
+
Input data tensor that has to be unpooled. This tensor is typically the first output of the MaxPool op.Dimensions for image case are (N x C x H x W), where N is the batch size, C is the number of channels, and H and W are the height and the width of the data. For non-image case, the dimensions are in the form of (N x C x D1 x D2 ... Dn), where N is the batch size. Optionally, if dimension denotation is in effect, the operation expects the input data tensor to arrive with the dimension denotation of [DATA_BATCH, DATA_CHANNEL, DATA_FEATURE, DATA_FEATURE ...].
+
I (non-differentiable) : T2
+
Input data tensor containing the indices corresponding to elements in the first input tensor X.This tensor is typically the second output of the MaxPool op.Dimensions must be the same as input tensor X. The indices are linear, i.e. computed considering the tensor as flattened 1-D tensor, assuming row-major storage. Also, the linear indices should not consider padding. So the values in indices are in the range [0, N x C x D1 x ... x Dn).
+
output_shape (optional, non-differentiable) : T2
+
The shape of the output can be explicitly set which will cause pads values to be auto generated. If 'output_shape' is specified, 'pads' values are ignored.
+
+ +#### Outputs + +
+
output (differentiable) : T1
+
Output data tensor that contains the result of the unpooling.
+
+ +#### Type Constraints + +
+
T1 : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
T2 : tensor(int64)
+
Constrain index tensor to int64
+
+ +### **Mish-22** + + Mish: A Self Regularized Non-Monotonic Neural Activation Function. + + Perform the linear unit element-wise on the input tensor X using formula: + + ``` + mish(x) = x * tanh(softplus(x)) = x * tanh(ln(1 + e^{x})) + ``` + +#### Version + +This version of the operator has been available since version 22 of the default ONNX operator set. + +#### Inputs + +
+
X (differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
Y (differentiable) : T
+
Output tensor
+
+ +#### Type Constraints + +
+
T : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain input X and output types to float tensors.
+
+ +### **Multinomial-22** + + Generate a tensor of samples from a multinomial distribution according to the probabilities + of each of the possible outcomes. + +#### Version + +This version of the operator has been available since version 22 of the default ONNX operator set. + +#### Attributes + +
+
dtype : int (default is 6)
+
(Optional) The data type for the elements of the output tensor, if not specified, we will use int32.
+
sample_size : int (default is 1)
+
Number of times to sample.
+
seed : float
+
(Optional) Seed to the random generator, if not specified we will auto generate one.
+
+ +#### Inputs + +
+
input : T1
+
Input tensor with shape [batch_size, class_size], where class_size is the number of all possible outcomes. Each value along the axis zero represents the unnormalized log-probability of each corresponding outcome in a batch.
+
+ +#### Outputs + +
+
output : T2
+
Output tensor with shape [batch_size, sample_size], where sample_size is the number of times to sample. Each value along the axis zero represents the outcome of the corresponding sample in a batch.
+
+ +#### Type Constraints + +
+
T1 : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain input types to float tensors.
+
T2 : tensor(int32), tensor(int64)
+
Constrain output types to integral tensors.
+
+ +### **NegativeLogLikelihoodLoss-22** + + A NegativeLogLikelihoodLoss operator computes (weighted) negative log likelihood loss. + Its "input" tensor has the shape of (N, C, d1, d2, ..., dk) where k >= 0. + The "input" tensor contains log-probabilities for input[n, :, d_1, d_2,..., d_k] being in a class of [0, C). + The operator's "target" input tensor has the shape of (N, d1, d2, ..., dk). It encodes class labels (one of C classes) + or it may contain a special value (indicated by an attribute ignore_index) for N x d1 x d2 x ... x dk samples. + The loss value for input[n, :, d_1, d_2,...d_k] being classified as class c = target[n][d_1][d_2]...[d_k] is computed as: + + ``` + loss[n][d_1][d_2]...[d_k] = -input[n][c][d_1][d_2]...[d_k]. + ``` + + When an optional "weight" is provided, the sample loss is calculated as: + + ``` + loss[n][d_1][d_2]...[d_k] = -input[n][c][d_1][d_2]...[d_k] * weight[c]. + ``` + + loss is zero for the case when target-value equals ignore_index. + + ``` + loss[n][d_1][d_2]...[d_k] = 0, when target[n][d_1][d_2]...[d_k] = ignore_index + ``` + + If "reduction" attribute is set to "none", the operator's output will be the above loss with shape (N, d1, d2, ..., dk). + If "reduction" attribute is set to "mean" (the default attribute value), the output loss is (weight) averaged: + + ``` + mean(loss), if "weight" is not provided, + ``` + + or if weight is provided, + + ``` + sum(loss) / sum(weight[target[n][d_1][d_2]...[d_k]]]), for all samples. + ``` + + If "reduction" attribute is set to "sum", the output is a scalar: `sum(loss)`. + + See also https://pytorch.org/docs/stable/nn.html#torch.nn.NLLLoss. + + Example 1: + + ``` + // negative log likelihood loss, "none" reduction + N, C, d1 = 2, 3, 2 + input = [[[1.0, 2.0], [2.0, 2.0], [3.0, 2.0]], + [[0.0, 1.0], [2.0, 2.0], [1.0, 2]]] + target = [[2, 1], [0, 2]] + + loss = np.zeros((N, d1)) + for n in range(N): + for d_1 in range(d1): + c = target[n][d_1] + loss[n][d_1] = -input[n][c][d_1] + + // print(loss) + // [[-3. -2.] + // [-0. -2.]] + ``` + + Example 2: + + ``` + // weighted negative log likelihood loss, sum reduction + N, C, d1 = 2, 3, 2 + input = [[[1.0, 2.0], [2.0, 2.0], [3.0, 2.0]], + [[0.0, 1.0], [2.0, 2.0], [1.0, 2]]] + target = [[2, 1], [0, 2]] + weight = [0.2, 0.3, 0.1] + loss = np.zeros((N, d1)) + for n in range(N): + for d_1 in range(d1): + c = target[n][d_1] + loss[n][d_1] = -input[n][c][d_1] * weight[c] + + loss = np.sum(loss) + // print(loss) + // -1.1 + ``` + + Example 3: + + ``` + // weighted negative log likelihood loss, mean reduction + N, C, d1 = 2, 3, 2 + input = [[[1.0, 2.0], [2.0, 2.0], [3.0, 2.0]], + [[0.0, 1.0], [2.0, 2.0], [1.0, 2]]] + target = [[2, 1], [0, 2]] + weight = [0.2, 0.3, 0.1] + loss = np.zeros((N, d1)) + weight_total = 0 + for n in range(N): + for d_1 in range(d1): + c = target[n][d_1] + loss[n][d_1] = -input[n][c][d_1] * weight[c] + weight_total = weight_total + weight[c] + + loss = np.sum(loss) / weight_total + // print(loss) + // -1.57 + ``` + +#### Version + +This version of the operator has been available since version 22 of the default ONNX operator set. + +#### Attributes + +
+
ignore_index : int
+
Specifies a target value that is ignored and does not contribute to the input gradient. It's an optional value.
+
reduction : string (default is mean)
+
Type of reduction to apply to loss: none, sum, mean (default). 'none': the output is the loss for each sample. 'sum': the output will be summed. 'mean': the sum of the output will be divided by the sum of applied weights.
+
+ +#### Inputs (2 - 3) + +
+
input (differentiable) : T
+
Input tensor of shape (N, C) or (N, C, d1, d2, ..., dk).
+
target (non-differentiable) : Tind
+
Target tensor of shape (N) or (N, d1, d2, ..., dk). Target element value shall be in range of [0, C). If ignore_index is specified, it may have a value outside [0, C) and the target values should either be in the range [0, C) or have the value ignore_index.
+
weight (optional, non-differentiable) : T
+
Optional rescaling weight tensor. If given, it has to be a tensor of size C. Otherwise, it is treated as if having all ones.
+
+ +#### Outputs + +
+
loss (differentiable) : T
+
The negative log likelihood loss
+
+ +#### Type Constraints + +
+
T : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain input, weight, and output types to floating-point tensors.
+
Tind : tensor(int32), tensor(int64)
+
Constrain target to integer types
+
+ +### **RNN-22** + + Computes an one-layer simple RNN. This operator is usually supported + via some custom implementation such as CuDNN. + + Notations: + + * `X` - input tensor + * `i` - input gate + * `t` - time step (t-1 means previous time step) + * `Wi` - W parameter weight matrix for input gate + * `Ri` - R recurrence weight matrix for input gate + * `Wbi` - W parameter bias vector for input gate + * `Rbi` - R parameter bias vector for input gate + * `WBi` - W parameter weight matrix for backward input gate + * `RBi` - R recurrence weight matrix for backward input gate + * `WBbi` - WR bias vectors for backward input gate + * `RBbi` - RR bias vectors for backward input gate + * `H` - Hidden state + * `num_directions` - 2 if direction == bidirectional else 1 + + Activation functions: + + * Relu(x) - max(0, x) + * Tanh(x) - (1 - e^{-2x})/(1 + e^{-2x}) + * Sigmoid(x) - 1/(1 + e^{-x}) + + NOTE: Below are optional + + * Affine(x) - alpha*x + beta + * LeakyRelu(x) - x if x >= 0 else alpha * x + * ThresholdedRelu(x) - x if x >= alpha else 0 + * ScaledTanh(x) - alpha*Tanh(beta*x) + * HardSigmoid(x) - min(max(alpha*x + beta, 0), 1) + * Elu(x) - x if x >= 0 else alpha*(e^x - 1) + * Softsign(x) - x/(1 + |x|) + * Softplus(x) - log(1 + e^x) + + Equations (Default: f=Tanh): + + * Ht = f(Xt*(Wi^T) + Ht-1*(Ri^T) + Wbi + Rbi) + This operator has **optional** inputs/outputs. See [the doc](IR.md) for more details about the representation of optional arguments. An empty string may be used in the place of an actual argument's name to indicate a missing argument. Trailing optional arguments (those not followed by an argument that is present) may also be simply omitted. + +#### Version + +This version of the operator has been available since version 22 of the default ONNX operator set. + +#### Attributes + +
+
activation_alpha : list of floats
+
Optional scaling values used by some activation functions. The values are consumed in the order of activation functions, for example (f, g, h) in LSTM. Default values are the same as of corresponding ONNX operators.For example with LeakyRelu, the default alpha is 0.01.
+
activation_beta : list of floats
+
Optional scaling values used by some activation functions. The values are consumed in the order of activation functions, for example (f, g, h) in LSTM. Default values are the same as of corresponding ONNX operators.
+
activations : list of strings (default is ['Tanh', 'Tanh'])
+
One (or two if bidirectional) activation function for input gate. The activation function must be one of the activation functions specified above. Optional: Default `Tanh` if not specified.
+
clip : float
+
Cell clip threshold. Clipping bounds the elements of a tensor in the range of [-threshold, +threshold] and is applied to the input of activations. No clip if not specified.
+
direction : string (default is forward)
+
Specify if the RNN is forward, reverse, or bidirectional. Must be one of forward (default), reverse, or bidirectional.
+
hidden_size : int
+
Number of neurons in the hidden layer
+
layout : int (default is 0)
+
The shape format of inputs X, initial_h and outputs Y, Y_h. If 0, the following shapes are expected: X.shape = [seq_length, batch_size, input_size], Y.shape = [seq_length, num_directions, batch_size, hidden_size], initial_h.shape = Y_h.shape = [num_directions, batch_size, hidden_size]. If 1, the following shapes are expected: X.shape = [batch_size, seq_length, input_size], Y.shape = [batch_size, seq_length, num_directions, hidden_size], initial_h.shape = Y_h.shape = [batch_size, num_directions, hidden_size].
+
+ +#### Inputs (3 - 6) + +
+
X (differentiable) : T
+
The input sequences packed (and potentially padded) into one 3-D tensor with the shape of `[seq_length, batch_size, input_size]`.
+
W (differentiable) : T
+
The weight tensor for input gate. Concatenation of `Wi` and `WBi` (if bidirectional). The tensor has shape `[num_directions, hidden_size, input_size]`.
+
R (differentiable) : T
+
The recurrence weight tensor. Concatenation of `Ri` and `RBi` (if bidirectional). The tensor has shape `[num_directions, hidden_size, hidden_size]`.
+
B (optional, differentiable) : T
+
The bias tensor for input gate. Concatenation of `[Wbi, Rbi]` and `[WBbi, RBbi]` (if bidirectional). The tensor has shape `[num_directions, 2*hidden_size]`. Optional: If not specified - assumed to be 0.
+
sequence_lens (optional, non-differentiable) : T1
+
Optional tensor specifying lengths of the sequences in a batch. If not specified - assumed all sequences in the batch to have length `seq_length`. It has shape `[batch_size]`.
+
initial_h (optional, non-differentiable) : T
+
Optional initial value of the hidden. If not specified - assumed to be 0. It has shape `[num_directions, batch_size, hidden_size]`.
+
+ +#### Outputs (0 - 2) + +
+
Y (optional, differentiable) : T
+
A tensor that concats all the intermediate output values of the hidden. It has shape `[seq_length, num_directions, batch_size, hidden_size]`.
+
Y_h (optional, differentiable) : T
+
The last output value of the hidden. It has shape `[num_directions, batch_size, hidden_size]`.
+
+ +#### Type Constraints + +
+
T : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
T1 : tensor(int32)
+
Constrain seq_lens to integer tensor.
+
+ +### **RandomNormal-22** + + Generate a tensor with random values drawn from a normal distribution. The shape + of the tensor is specified by the `shape` argument and the parameter of the normal distribution + specified by `mean` and `scale`. + + The data type is specified by the 'dtype' argument. The 'dtype' argument must + be one of the data types specified in the 'DataType' enum field in the + TensorProto message. + +#### Version + +This version of the operator has been available since version 22 of the default ONNX operator set. + +#### Attributes + +
+
dtype : int (default is 1)
+
The data type for the elements of the output tensor. Default is TensorProto::FLOAT.
+
mean : float (default is 0.0)
+
The mean of the normal distribution.
+
scale : float (default is 1.0)
+
The standard deviation of the normal distribution.
+
seed : float
+
(Optional) Seed to the random generator, if not specified we will auto generate one.
+
shape : list of ints (required)
+
The shape of the output tensor.
+
+ +#### Inputs + + +#### Outputs + +
+
output : T
+
Output tensor of random values drawn from normal distribution
+
+ +#### Type Constraints + +
+
T : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain output types to float tensors.
+
+ +### **RandomNormalLike-22** + + Generate a tensor with random values drawn from a normal distribution. + The shape of the output tensor is copied from the shape of the input tensor, + and the parameters of the normal distribution are specified by `mean` and `scale`. + + The data type is specified by the 'dtype' argument, or copied from the input tensor if not provided. + The 'dtype' argument must be one of the data types specified in the 'DataType' enum field in the + TensorProto message, and be valid as an output type. + +#### Version + +This version of the operator has been available since version 22 of the default ONNX operator set. + +#### Attributes + +
+
dtype : int
+
(Optional) The data type for the elements of the output tensor, if not specified, we will use the data type of the input tensor.
+
mean : float (default is 0.0)
+
The mean of the normal distribution.
+
scale : float (default is 1.0)
+
The standard deviation of the normal distribution.
+
seed : float
+
(Optional) Seed to the random generator, if not specified we will auto generate one.
+
+ +#### Inputs + +
+
input : T1
+
Input tensor to copy shape and optionally type information from.
+
+ +#### Outputs + +
+
output : T2
+
Output tensor of random values drawn from normal distribution
+
+ +#### Type Constraints + +
+
T1 : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain to any tensor type. If the dtype attribute is not provided this must be a valid output type.
+
T2 : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain output types to float tensors.
+
+ +### **RandomUniform-22** + + Generate a tensor with random values drawn from a uniform distribution. The shape + of the tensor is specified by the `shape` argument and the range by `low` and `high`. + + The data type is specified by the 'dtype' argument. The 'dtype' argument must + be one of the data types specified in the 'DataType' enum field in the + TensorProto message. + +#### Version + +This version of the operator has been available since version 22 of the default ONNX operator set. + +#### Attributes + +
+
dtype : int (default is 1)
+
The data type for the elements of the output tensor. If not specified, default is TensorProto::FLOAT.
+
high : float (default is 1.0)
+
Upper boundary of the output values.
+
low : float (default is 0.0)
+
Lower boundary of the output values.
+
seed : float
+
(Optional) Seed to the random generator, if not specified we will auto generate one.
+
shape : list of ints (required)
+
The shape of the output tensor.
+
+ +#### Inputs + + +#### Outputs + +
+
output : T
+
Output tensor of random values drawn from uniform distribution
+
+ +#### Type Constraints + +
+
T : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain output types to float tensors.
+
+ +### **RandomUniformLike-22** + + Generate a tensor with random values drawn from a uniform distribution. + The shape of the output tensor is copied from the shape of the input tensor, + and the parameters of the uniform distribution are specified by `low` and `high`. + + The data type is specified by the 'dtype' argument, or copied from the input tensor if not provided. + The 'dtype' argument must be one of the data types specified in the 'DataType' enum field in the + TensorProto message and be valid as an output type. + +#### Version + +This version of the operator has been available since version 22 of the default ONNX operator set. + +#### Attributes + +
+
dtype : int
+
(Optional) The data type for the elements of the output tensor, if not specified, we will use the data type of the input tensor.
+
high : float (default is 1.0)
+
Upper boundary of the output values.
+
low : float (default is 0.0)
+
Lower boundary of the output values.
+
seed : float
+
(Optional) Seed to the random generator, if not specified we will auto generate one.
+
+ +#### Inputs + +
+
input : T1
+
Input tensor to copy shape and optionally type information from.
+
+ +#### Outputs + +
+
output : T2
+
Output tensor of random values drawn from uniform distribution
+
+ +#### Type Constraints + +
+
T1 : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain to any tensor type. If the dtype attribute is not provided this must be a valid output type.
+
T2 : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain output types to float tensors.
+
+ +### **RoiAlign-22** + + Region of Interest (RoI) align operation described in the + [Mask R-CNN paper](https://arxiv.org/abs/1703.06870). + RoiAlign consumes an input tensor X and region of interests (rois) + to apply pooling across each RoI; it produces a 4-D tensor of shape + (num_rois, C, output_height, output_width). + + RoiAlign is proposed to avoid the misalignment by removing + quantizations while converting from original image into feature + map and from feature map into RoI feature; in each ROI bin, + the value of the sampled locations are computed directly + through bilinear interpolation. + +#### Version + +This version of the operator has been available since version 22 of the default ONNX operator set. + +#### Attributes + +
+
coordinate_transformation_mode : string (default is half_pixel)
+
Allowed values are 'half_pixel' and 'output_half_pixel'. Use the value 'half_pixel' to pixel shift the input coordinates by -0.5 (the recommended behavior). Use the value 'output_half_pixel' to omit the pixel shift for the input (use this for a backward-compatible behavior).
+
mode : string (default is avg)
+
The pooling method. Two modes are supported: 'avg' and 'max'. Default is 'avg'.
+
output_height : int (default is 1)
+
default 1; Pooled output Y's height.
+
output_width : int (default is 1)
+
default 1; Pooled output Y's width.
+
sampling_ratio : int (default is 0)
+
Number of sampling points in the interpolation grid used to compute the output value of each pooled output bin. If > 0, then exactly sampling_ratio x sampling_ratio grid points are used. If == 0, then an adaptive number of grid points are used (computed as ceil(roi_width / output_width), and likewise for height). Default is 0.
+
spatial_scale : float (default is 1.0)
+
Multiplicative spatial scale factor to translate ROI coordinates from their input spatial scale to the scale used when pooling, i.e., spatial scale of the input feature map X relative to the input image. E.g.; default is 1.0f.
+
+ +#### Inputs + +
+
X : T1
+
Input data tensor from the previous operator; 4-D feature map of shape (N, C, H, W), where N is the batch size, C is the number of channels, and H and W are the height and the width of the data.
+
rois : T1
+
RoIs (Regions of Interest) to pool over; rois is 2-D input of shape (num_rois, 4) given as [[x1, y1, x2, y2], ...]. The RoIs' coordinates are in the coordinate system of the input image. Each coordinate set has a 1:1 correspondence with the 'batch_indices' input.
+
batch_indices : T2
+
1-D tensor of shape (num_rois,) with each element denoting the index of the corresponding image in the batch.
+
+ +#### Outputs + +
+
Y : T1
+
RoI pooled output, 4-D tensor of shape (num_rois, C, output_height, output_width). The r-th batch element Y[r-1] is a pooled feature map corresponding to the r-th RoI X[r-1].
+
+ +#### Type Constraints + +
+
T1 : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain types to float tensors.
+
T2 : tensor(int64)
+
Constrain types to int tensors.
+
+ +### **Round-22** + + Round takes one input Tensor and rounds the values, element-wise, meaning + it finds the nearest integer for each value. + In case of halves, the rule is to round them to the nearest even integer. + If input x is integral, +0, -0, NaN, or infinite, x itself is returned. + The output tensor has the same shape and type as the input. + + Examples: + ``` + round([0.9]) = [1.0] + round([2.5]) = [2.0] + round([2.3]) = [2.0] + round([1.5]) = [2.0] + round([-4.5]) = [-4.0] + ``` + +#### Version + +This version of the operator has been available since version 22 of the default ONNX operator set. + +#### Inputs + +
+
X (non-differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
Y (non-differentiable) : T
+
Output tensor
+
+ +#### Type Constraints + +
+
T : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **Selu-22** + + Selu takes one input data (Tensor) and produces one output data + (Tensor) where the scaled exponential linear unit function, + `y = gamma * (alpha * e^x - alpha) for x <= 0`, `y = gamma * x for x > 0`, + is applied to the tensor elementwise. + +#### Version + +This version of the operator has been available since version 22 of the default ONNX operator set. + +#### Attributes + +
+
alpha : float (default is 1.67326)
+
Coefficient of SELU default to 1.67326319217681884765625 (i.e., float32 approximation of 1.6732632423543772848170429916717).
+
gamma : float (default is 1.0507)
+
Coefficient of SELU default to 1.05070102214813232421875 (i.e., float32 approximation of 1.0507009873554804934193349852946).
+
+ +#### Inputs + +
+
X (differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
Y (differentiable) : T
+
Output tensor
+
+ +#### Type Constraints + +
+
T : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **Sin-22** + + Calculates the sine of the given input tensor, element-wise. + +#### Version + +This version of the operator has been available since version 22 of the default ONNX operator set. + +#### Inputs + +
+
input (differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
output (differentiable) : T
+
The sine of the input tensor computed element-wise
+
+ +#### Type Constraints + +
+
T : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **Sinh-22** + + Calculates the hyperbolic sine of the given input tensor element-wise. + +#### Version + +This version of the operator has been available since version 22 of the default ONNX operator set. + +#### Inputs + +
+
input (differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
output (differentiable) : T
+
The hyperbolic sine values of the input tensor computed element-wise
+
+ +#### Type Constraints + +
+
T : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **Softplus-22** + + Softplus takes one input data (Tensor) and produces one output data + (Tensor) where the softplus function, y = ln(exp(x) + 1), is applied to + the tensor elementwise. + +#### Version + +This version of the operator has been available since version 22 of the default ONNX operator set. + +#### Inputs + +
+
X (differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
Y (differentiable) : T
+
Output tensor
+
+ +#### Type Constraints + +
+
T : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **Softsign-22** + + Calculates the softsign (x/(1+|x|)) of the given input tensor element-wise. + +#### Version + +This version of the operator has been available since version 22 of the default ONNX operator set. + +#### Inputs + +
+
input (differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
output (differentiable) : T
+
The softsign (x/(1+|x|)) values of the input tensor computed element-wise
+
+ +#### Type Constraints + +
+
T : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **Tan-22** + + Calculates the tangent of the given input tensor, element-wise. + +#### Version + +This version of the operator has been available since version 22 of the default ONNX operator set. + +#### Inputs + +
+
input (differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
output (differentiable) : T
+
The tangent of the input tensor computed element-wise
+
+ +#### Type Constraints + +
+
T : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **ThresholdedRelu-22** + + ThresholdedRelu takes one input data (Tensor) and produces one output data + (Tensor) where the rectified linear function, y = x for x > alpha, y = 0 otherwise, + is applied to the tensor elementwise. + +#### Version + +This version of the operator has been available since version 22 of the default ONNX operator set. + +#### Attributes + +
+
alpha : float (default is 1.0)
+
Threshold value
+
+ +#### Inputs + +
+
X (differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
Y (differentiable) : T
+
Output tensor
+
+ +#### Type Constraints + +
+
T : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +## Version 23 of the default ONNX operator set +### **Attention-23** + + Computes scaled dot product attention on query, key and value tensors, using an optional attention mask if passed. + + This operator covers self and cross variants of the attention operation based on sequence lengths of K, Q and V. + + For self attention, `kv_sequence_length` equals to `q_sequence_length`. + + For cross attention, query and key might have different lengths. + + This operator also covers the 3 following variants based on the number of heads: + 1) Multi-headed Attention (MHA): Described in the paper https://arxiv.org/pdf/1706.03762, `q_num_heads = kv_num_heads`. + 2) Group-query Attention (GQA): Described in the paper https://arxiv.org/pdf/2305.13245, `q_num_heads > kv_num_heads`, `q_num_heads % kv_num_heads == 0`. + 3) Multi-query Attention (MQA): Described in the paper https://arxiv.org/pdf/1911.02150, `q_num_heads > kv_num_heads`, `kv_num_heads=1`. + + Attention bias to be added is calculated based on `attn_mask` input and `is_causal` attribute: + 1) `attn_mask`: A boolean mask where a value of `True` indicates that the element should take part in attention or a float mask of the same type as query, key, value that is added to the attention score. + 2) If `is_causal` is set to `1`, causal masking is applied with bottom-right (offset-aware) alignment: query `i` attends key `j` iff `j <= i + past_sequence_length` (the count of cached keys in `past_key`); for a square Q/K this is the standard lower-triangular mask. The causal frontier is computed independently of the `attn_mask` input and is then composed with it additively, by summing their attention biases: a boolean `attn_mask` intersects the allowed set (its disallowed positions contribute `-inf` to the bias), while a float `attn_mask` is added to the attention scores rather than disabling positions. A fully-masked query row (every key's combined additive bias is `-inf`, e.g. an all-`False` boolean `attn_mask` row) produces a zero output row (matching prevailing runtime practice), not `NaN`. + + Errata (in-place behavioral correction, no opset bump): a fully-masked query row (e.g. an all-`False` boolean `attn_mask` row) now produces a zero output row instead of `NaN`, and the same zero-row guard applies to the mode-`3` `qk_matmul_output` debug output; this only replaces previously-`NaN` outputs. The mode-`3` `qk_matmul_output` is also now emitted at the operator's output precision (`T1`), matching the reference implementation, which affects only its dtype and only when `softmax_precision` differs from `T1`. No numerically useful, well-defined result of the released opset is otherwise changed. + + Both past and present state key/values are optional. They shall be used together, and not allowed to use only one of them. + The following pattern is applied to the Q, K and V inputs after appropriate reshaping of K and V inputs based on sequence lengths and num heads provided: + + ``` + The following pattern is applied by this operator: + Q K V + | | | + Q*sqrt(scale) K*sqrt(scale) | + | | | + | Transpose | + | | | + ---MatMul--- | + | | + softcap (if provided) | + | | + at_mask---Add | + | | + Softmax | + | | + -----MatMul------ + | + Y + ``` + + +#### Version + +This version of the operator has been available since version 23 of the default ONNX operator set. + +#### Attributes + +
+
is_causal : int (default is 0)
+
If set to `1`, causal masking is applied with bottom-right (offset-aware) alignment: query `i` attends key `j` iff `j <= i + past_sequence_length` (the count of cached keys in `past_key`); for a square Q/K this is the standard lower-triangular mask.
+
kv_num_heads : int
+
Number of heads of key and value. Must be used with 3D inputs of Q, K and V.
+
q_num_heads : int
+
Number of heads of query. Must be used with 3D inputs of Q, K and V.
+
qk_matmul_output_mode : int (default is 0)
+
If set to `0`, qk_matmul_output is the output of qk matmul. If set to `1`, qk_matmul_output is the output after the softcap operation (before mask addition). If set to `2`, qk_matmul_output includes the attention mask and softcap (if provided) applied to the output of qk matmul. If set to `3`, qk_matmul_output is the output after the softmax operation. In mode `3`, a fully-masked query row (every key disallowed, e.g. an all-`False` boolean `attn_mask` row) is a zero row, consistent with the corresponding row of the primary output `Y`: the fully-masked-row guard is applied before this output is produced. The mode-`3` output is emitted at the operator's output precision (`T1`); when `softmax_precision` differs from `T1` this is a cast of the softmax result to `T1`. Default value is 0.
+
scale : float
+
Scaling factor applied to $Q*K^T$. Default value is `1/sqrt(head_size)`. To prevent [numerical overflow](https://tinyurl.com/sudb9s96), scale `Q`, `K` by `sqrt(scale)` before matmul.
+
softcap : float (default is 0.0)
+
Softcap value for attention weights. Default value is 0.
+
softmax_precision : int
+
The floating-point precision used in softmax computation. If softmax precision is not provided, the same precision as the input of softmax (Q and K) is used.
+
+ +#### Inputs (3 - 6) + +
+
Q : T1
+
Query tensor. 4D tensor with shape `(batch_size, q_num_heads, q_sequence_length, head_size)` or 3D tensor with shape `(batch_size, q_sequence_length, q_hidden_size)`. For cases with a 3D input tensor, `q_hidden_size = q_num_heads * head_size`
+
K : T1
+
Key tensor. 4D tensor with shape `(batch_size, kv_num_heads, kv_sequence_length, head_size)` or 3D tensor with shape `(batch_size, kv_sequence_length, k_hidden_size)`. For cases with a 3D input tensor, `k_hidden_size = kv_num_heads * head_size`
+
V : T2
+
Value tensor. 4D tensor with shape `(batch_size, kv_num_heads, kv_sequence_length, v_head_size)` or 3D tensor with shape `(batch_size, kv_sequence_length, v_hidden_size)`. For cases with a 3D input tensor, `v_hidden_size = kv_num_heads * v_head_size`
+
attn_mask (optional) : U
+
Attention mask. Shape must be broadcastable to 4D tensor with shape `(batch_size, q_num_heads, q_sequence_length, total_sequence_length)` where `total_sequence_length = past_sequence_length + kv_sequence_length.` Two types of masks are supported. A boolean mask where a value of `True` indicates that the element should take part in attention. Also supports a float mask of the same type as query, key, value that is added to the attention score.
+
past_key (optional) : T1
+
past state cache for key with shape `(batch_size, kv_num_heads, past_sequence_length, head_size)`
+
past_value (optional) : T2
+
past state cache for value with shape `(batch_size, kv_num_heads, past_sequence_length, v_head_size)`
+
+ +#### Outputs (1 - 4) + +
+
Y : T1
+
The output tensor . 4D tensor with shape `(batch_size, q_num_heads, q_sequence_length, v_head_size)` or 3D tensor with shape `(batch_size, q_sequence_length, hidden_size)`. For cases with a 3D input tensor, `hidden_size = q_num_heads * v_head_size`
+
present_key (optional) : T1
+
Updated key cache with shape `(batch_size, kv_num_heads, total_sequence_length, head_size)` where `total_sequence_length = past_sequence_length + kv_sequence_length`.
+
present_value (optional) : T2
+
Updated value cache with shape `(batch_size, kv_num_heads, total_sequence_length, v_head_size)` where `total_sequence_length = past_sequence_length + kv_sequence_length`.
+
qk_matmul_output (optional) : T1
+
The output of QK matmul. 4D tensor with shape `(batch_size, q_num_heads, q_sequence_length, total_sequence_length)` where `total_sequence_length = past_sequence_length + kv_sequence_length`.
+
+ +#### Type Constraints + +
+
T1 : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain Q and K inputs types to float tensors.
+
T2 : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain V input types to float tensors.
+
U : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(bool)
+
Constrain output 'mask' types to boolean tensors and input types.
+
+ +### **Cast-23** + + The operator casts the elements of a given input tensor to a data type + specified by the 'to' argument and returns an output tensor of the same size in + the converted type. The 'to' argument must be one of the data types specified + in the 'DataType' enum field in the TensorProto message. + + Casting from string tensor in plain (e.g., "3.14" and "1000") and scientific numeric representations + (e.g., "1e-5" and "1E8") to float types is supported. For example, converting string "100.5" to an integer may + yield result 100. There are some string literals reserved for special floating-point values; + "+INF" (and "INF"), "-INF", and "NaN" are positive infinity, negative infinity, and not-a-number, respectively. + Any string which can exactly match "+INF" in a case-insensitive way would be mapped to positive infinite. Similarly, + this case-insensitive rule is applied to "INF" and "NaN". When casting from numeric tensors + to string tensors, plain floating-point representation (such as "314.15926") would be used. + Converting non-numerical-literal string such as "Hello World!" is an undefined behavior. Cases + of converting string representing floating-point arithmetic value, such as "2.718", to INT is an undefined behavior. + + Conversion from a numerical type to any numerical type is always allowed. + User must be aware of precision loss and value change caused by range difference between two types. + For example, a 64-bit float 3.1415926459 may be round to a 32-bit float 3.141592. Similarly, converting + an integer 36 to Boolean may produce 1 because we truncate bits which can't be stored in the targeted type. + + In more detail, the conversion among numerical types should follow these rules + if the destination type is not a float 8 type. + + * Casting from floating point to: + * floating point: +/- infinity if OOR (out of range). + * fixed point: undefined if OOR. + * bool: +/- 0.0 to False; all else to True. + * Casting from fixed point to: + * floating point: +/- infinity if OOR. (+ infinity in the case of uint) + * fixed point: when OOR, discard higher bits and reinterpret (with respect to two's complement representation for + signed types). For example, 200 (int16) -> -56 (int8). + * bool: zero to False; nonzero to True. + * Casting from bool to: + * floating point: `{1.0, 0.0}`. + * fixed point: `{1, 0}`. + * bool: no change. + + Float 8 type were introduced to speed up the training of + deep models. By default the conversion of a float *x* obeys + to the following rules. `[x]` means the value rounded to + the target mantissa width. + + | x | E4M3FN | E4M3FNUZ | E5M2 | E5M2FNUZ | + | ----------------- | -------- | -------- | -------- | -------- | + | 0 | 0 | 0 | 0 | 0 | + | -0 | -0 | 0 | -0 | 0 | + | NaN | NaN | NaN | NaN | NaN | + | Inf | FLT_MAX | NaN | FLT_MAX | NaN | + | -Inf | -FLT_MAX | NaN | -FLT_MAX | NaN | + | \[x\] > FLT_MAX | FLT_MAX | FLT_MAX | FLT_MAX | FLT_MAX | + | \[x\] \< -FLT_MAX | -FLT_MAX | -FLT_MAX | -FLT_MAX | -FLT_MAX | + | else | RNE | RNE | RNE | RNE | + + The behavior changes if the parameter 'saturate' is set to False. + The rules then become: + + | x | E4M3FN | E4M3FNUZ | E5M2 | E5M2FNUZ | + | ----------------- | ------ | -------- | ---- | -------- | + | 0 | 0 | 0 | 0 | 0 | + | -0 | -0 | 0 | -0 | 0 | + | NaN | NaN | NaN | NaN | NaN | + | -NaN | -NaN | NaN | -NaN | NaN | + | Inf | NaN | NaN | Inf | NaN | + | -Inf | -NaN | NaN | -Inf | NaN | + | \[x\] > FLT_MAX | NaN | NaN | Inf | NaN | + | \[x\] \< -FLT_MAX | NaN | NaN | -Inf | NaN | + | else | RNE | RNE | RNE | RNE | + +#### Version + +This version of the operator has been available since version 23 of the default ONNX operator set. + +#### Attributes + +
+
saturate : int (default is 1)
+
The parameter defines how the conversion behaves if an input value is out of range of the destination type. It only applies for float 8 conversion (float8e4m3fn, float8e4m3fnuz, float8e5m2, float8e5m2fnuz). It is true by default. All cases are fully described in two tables inserted in the operator description.
+
to : int (required)
+
The data type to which the elements of the input tensor are cast. Strictly must be one of the types from DataType enum in TensorProto
+
+ +#### Inputs + +
+
input (differentiable) : T1
+
Input tensor to be cast.
+
+ +#### Outputs + +
+
output (differentiable) : T2
+
Output tensor with the same shape as input with type specified by the 'to' argument
+
+ +#### Type Constraints + +
+
T1 : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(uint4), tensor(int4), tensor(float4e2m1)
+
Constrain input types. Casting from complex is not supported.
+
T2 : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(uint4), tensor(int4), tensor(float4e2m1)
+
Constrain output types. Casting to complex is not supported.
+
+ +### **CastLike-23** + + The operator casts the elements of a given input tensor (the first input) to + the same data type as the elements of the second input tensor. + See documentation of the Cast operator for further details. + +#### Version + +This version of the operator has been available since version 23 of the default ONNX operator set. + +#### Attributes + +
+
saturate : int (default is 1)
+
The parameter defines how the conversion behaves if an input value is out of range of the destination type. It only applies for float 8 conversion (float8e4m3fn, float8e4m3fnuz, float8e5m2, float8e5m2fnuz). It is true by default. Please refer to operator Cast description for further details.
+
+ +#### Inputs + +
+
input (differentiable) : T1
+
Input tensor to be cast.
+
target_type (non-differentiable) : T2
+
The (first) input tensor will be cast to produce a tensor of the same type as this (second input) tensor.
+
+ +#### Outputs + +
+
output (differentiable) : T2
+
Output tensor produced by casting the first input tensor to have the same type as the second input tensor.
+
+ +#### Type Constraints + +
+
T1 : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(uint4), tensor(int4), tensor(float4e2m1)
+
Constrain input types. Casting from complex is not supported.
+
T2 : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(uint4), tensor(int4), tensor(float4e2m1)
+
Constrain output types. Casting to complex is not supported.
+
+ +### **Constant-23** + + This operator produces a constant tensor. Exactly one of the provided attributes, either value, sparse_value, + or value_* must be specified. + +#### Version + +This version of the operator has been available since version 23 of the default ONNX operator set. + +#### Attributes + +
+
sparse_value : sparse_tensor
+
The value for the elements of the output tensor in sparse format.
+
value : tensor
+
The value for the elements of the output tensor.
+
value_float : float
+
The value for the sole element for the scalar, float32, output tensor.
+
value_floats : list of floats
+
The values for the elements for the 1D, float32, output tensor.
+
value_int : int
+
The value for the sole element for the scalar, int64, output tensor.
+
value_ints : list of ints
+
The values for the elements for the 1D, int64, output tensor.
+
value_string : string
+
The value for the sole element for the scalar, UTF-8 string, output tensor.
+
value_strings : list of strings
+
The values for the elements for the 1D, UTF-8 string, output tensor.
+
+ +#### Inputs + + +#### Outputs + +
+
output : T
+
Output tensor containing the same value of the provided tensor.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(uint4), tensor(int4), tensor(float4e2m1)
+
Constrain input and output types to all tensor types.
+
+ +### **ConstantOfShape-23** + + Generate a tensor with given value and shape. + +#### Version + +This version of the operator has been available since version 23 of the default ONNX operator set. + +#### Attributes + +
+
value : tensor
+
(Optional) The value of the output elements.Should be a one-element tensor. If not specified, it defaults to a tensor of value 0 and datatype float32
+
+ +#### Inputs + +
+
input : T1
+
1D tensor. The shape of the expected output tensor. If empty tensor is given, the output would be a scalar. All values must be >= 0.
+
+ +#### Outputs + +
+
output : T2
+
Output tensor of shape specified by 'input'.If attribute 'value' is specified, the value and datatype of the output tensor is taken from 'value'.If attribute 'value' is not specified, the value in the output defaults to 0, and the datatype defaults to float32.
+
+ +#### Type Constraints + +
+
T1 : tensor(int64)
+
Constrain input types.
+
T2 : tensor(float16), tensor(float), tensor(double), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(uint4), tensor(int4), tensor(bool), tensor(bfloat16), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(float4e2m1)
+
Constrain output types to be numerics or boolean.
+
+ +### **DequantizeLinear-23** + + The linear dequantization operator. It consumes a quantized tensor, a scale, and a zero point to compute the + full-precision tensor. The dequantization formula is `y = (x - x_zero_point) * x_scale`. `x_scale` and `x_zero_point` + must have the same shape, determining the quantization's granularity: a scalar for per-tensor/per-layer quantization, + a 1-D tensor for per-axis quantization, or have a rank identical to the input for blocked quantization. + See QuantizeLinear for details on quantization granularity. + + `x_zero_point` and `x` must have the same type. `x` and `y` must have the same shape. In the case of dequantizing + `int32`, there's no zero point (zero point is supposed to be 0). + `zero-point` is usually not used in the case of float8 and 4-bit types quantization, but the dequantization formula remains the same + for consistency. The output type is determined by the attribute `output_dtype`. If `output_dtype` is not supplied then the output type + is the same as `x_scale`. The output type also determines the precision of the multiplication operation. + + +#### Version + +This version of the operator has been available since version 23 of the default ONNX operator set. + +#### Attributes + +
+
axis : int (default is 1)
+
(Optional) The axis of the dequantizing dimension of the input tensor. Used for per-axis and blocked quantization. Negative value means counting dimensions from the back. Accepted range is `[-r, r-1]` where `r = rank(input)`.
+
block_size : int (default is 0)
+
(Optional) The size of the quantization block (number of times every scale is replicated). Used only for blocked quantization. The block size is a positive integer. Given `x` shape `(D0, ..., Di, ..., Dn)`, `y_scale` shape `(S0, ... Si, ...Sn)` and `axis=i`, the accepted range is `[ceil(Di/Si), ceil(Di/(Si-1))-1]`
+
output_dtype : int (default is 0)
+
(Optional) The output data type. If not supplied, the output data type is inferred from `x_scale` data type (`T2`)
+
+ +#### Inputs (2 - 3) + +
+
x : T1
+
N-D quantized input tensor to be de-quantized.
+
x_scale : T2
+
Scale for input `x`. For per-tensor/layer dequantization the scale is a scalar, for per per-axis dequantization it is a 1-D Tensor and for blocked dequantization it has the same shape as the input, except for one dimension in which blocking is performed.
+
x_zero_point (optional) : T1
+
Zero point for input `x`. Shape must match x_scale. It's optional. Zero point is 0 when it's not specified.
+
+ +#### Outputs + +
+
y : T3
+
N-D full precision output tensor. It has the same shape as input `x`. The data type is specified by the `output_dtype` attribute or, in its absence, the type of `x_scale`.
+
+ +#### Type Constraints + +
+
T1 : tensor(int8), tensor(uint8), tensor(int16), tensor(uint16), tensor(int32), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(uint4), tensor(int4), tensor(float4e2m1)
+
The type of the inputs 'x_zero_point' and 'x'.
+
T2 : tensor(float), tensor(float16), tensor(bfloat16)
+
The type of the input 'x_scale'.
+
T3 : tensor(float), tensor(float16), tensor(bfloat16)
+
The type of the output 'y'.
+
+ +### **Flatten-23** + + Flattens the input tensor into a 2D matrix. If input tensor has shape + (d_0, d_1, ... d_n) then the output will have shape + (d_0 X d_1 ... d_(axis-1), d_axis X d_(axis+1) ... X dn). + +#### Version + +This version of the operator has been available since version 23 of the default ONNX operator set. + +#### Attributes + +
+
axis : int (default is 1)
+
Indicate up to which input dimensions (exclusive) should be flattened to the outer dimension of the output. The value for axis must be in the range [-r, r], where r is the rank of the input tensor. Negative value means counting dimensions from the back. When axis = 0, the shape of the output tensor is (1, (d_0 X d_1 ... d_n), where the shape of the input tensor is (d_0, d_1, ... d_n).
+
+ +#### Inputs + +
+
input (differentiable) : T
+
A tensor of rank >= axis.
+
+ +#### Outputs + +
+
output (differentiable) : T
+
A 2D tensor with the contents of the input tensor, with input dimensions up to axis flattened to the outer dimension of the output and remaining input dimensions flattened into the inner dimension of the output.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(uint4), tensor(int4), tensor(float4e2m1)
+
Constrain input and output to all tensor types up to IRv10.
+
+ +### **Identity-23** + + Identity operator + +#### Version + +This version of the operator has been available since version 23 of the default ONNX operator set. + +#### Inputs + +
+
input (differentiable) : V
+
Input tensor
+
+ +#### Outputs + +
+
output (differentiable) : V
+
Tensor to copy input into.
+
+ +#### Type Constraints + +
+
V : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(uint4), tensor(int4), tensor(float4e2m1), seq(tensor(uint8)), seq(tensor(uint16)), seq(tensor(uint32)), seq(tensor(uint64)), seq(tensor(int8)), seq(tensor(int16)), seq(tensor(int32)), seq(tensor(int64)), seq(tensor(float16)), seq(tensor(float)), seq(tensor(double)), seq(tensor(string)), seq(tensor(bool)), seq(tensor(complex64)), seq(tensor(complex128)), optional(seq(tensor(uint8))), optional(seq(tensor(uint16))), optional(seq(tensor(uint32))), optional(seq(tensor(uint64))), optional(seq(tensor(int8))), optional(seq(tensor(int16))), optional(seq(tensor(int32))), optional(seq(tensor(int64))), optional(seq(tensor(float16))), optional(seq(tensor(float))), optional(seq(tensor(double))), optional(seq(tensor(string))), optional(seq(tensor(bool))), optional(seq(tensor(complex64))), optional(seq(tensor(complex128))), optional(tensor(uint8)), optional(tensor(uint16)), optional(tensor(uint32)), optional(tensor(uint64)), optional(tensor(int8)), optional(tensor(int16)), optional(tensor(int32)), optional(tensor(int64)), optional(tensor(float16)), optional(tensor(float)), optional(tensor(double)), optional(tensor(string)), optional(tensor(bool)), optional(tensor(complex64)), optional(tensor(complex128))
+
Constrain input and output types to all tensor, sequence, and optional types.
+
+ +### **If-23** + + If conditional + +#### Version + +This version of the operator has been available since version 23 of the default ONNX operator set. + +#### Attributes + +
+
else_branch : graph (required)
+
Graph to run if condition is false. Has N outputs: values you wish to be live-out to the enclosing scope. The number of outputs must match the number of outputs in the then_branch.
+
then_branch : graph (required)
+
Graph to run if condition is true. Has N outputs: values you wish to be live-out to the enclosing scope. The number of outputs must match the number of outputs in the else_branch.
+
+ +#### Inputs + +
+
cond : B
+
Condition for the if. The tensor must contain a single element.
+
+ +#### Outputs (1 - ∞) + +
+
outputs (variadic, heterogeneous) : V
+
Values that are live-out to the enclosing scope. The return values in the `then_branch` and `else_branch` must be of the same data type. The `then_branch` and `else_branch` may produce tensors with the same element type and different shapes. If corresponding outputs from the then-branch and the else-branch have static shapes S1 and S2, then the shape of the corresponding output variable of the if-node (if present) must be compatible with both S1 and S2 as it represents the union of both possible shapes.For example, if in a model file, the first output of `then_branch` is typed float tensor with shape [2] and the first output of `else_branch` is another float tensor with shape [3], If's first output should have (a) no shape set, or (b) a shape of rank 1 with neither `dim_value` nor `dim_param` set, or (c) a shape of rank 1 with a unique `dim_param`. In contrast, the first output cannot have the shape [2] since [2] and [3] are not compatible.
+
+ +#### Type Constraints + +
+
V : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(uint4), tensor(int4), tensor(float4e2m1), seq(tensor(uint8)), seq(tensor(uint16)), seq(tensor(uint32)), seq(tensor(uint64)), seq(tensor(int8)), seq(tensor(int16)), seq(tensor(int32)), seq(tensor(int64)), seq(tensor(bfloat16)), seq(tensor(float16)), seq(tensor(float)), seq(tensor(double)), seq(tensor(string)), seq(tensor(bool)), seq(tensor(complex64)), seq(tensor(complex128)), seq(tensor(float8e4m3fn)), seq(tensor(float8e4m3fnuz)), seq(tensor(float8e5m2)), seq(tensor(float8e5m2fnuz)), seq(tensor(uint4)), seq(tensor(int4)), seq(tensor(float4e2m1)), optional(seq(tensor(uint8))), optional(seq(tensor(uint16))), optional(seq(tensor(uint32))), optional(seq(tensor(uint64))), optional(seq(tensor(int8))), optional(seq(tensor(int16))), optional(seq(tensor(int32))), optional(seq(tensor(int64))), optional(seq(tensor(bfloat16))), optional(seq(tensor(float16))), optional(seq(tensor(float))), optional(seq(tensor(double))), optional(seq(tensor(string))), optional(seq(tensor(bool))), optional(seq(tensor(complex64))), optional(seq(tensor(complex128))), optional(tensor(uint8)), optional(tensor(uint16)), optional(tensor(uint32)), optional(tensor(uint64)), optional(tensor(int8)), optional(tensor(int16)), optional(tensor(int32)), optional(tensor(int64)), optional(tensor(bfloat16)), optional(tensor(float16)), optional(tensor(float)), optional(tensor(double)), optional(tensor(string)), optional(tensor(bool)), optional(tensor(complex64)), optional(tensor(complex128)), optional(tensor(float8e4m3fn)), optional(tensor(float8e4m3fnuz)), optional(tensor(float8e5m2)), optional(tensor(float8e5m2fnuz)), optional(tensor(uint4)), optional(tensor(int4)), optional(tensor(float4e2m1))
+
All Tensor, Sequence(Tensor), Optional(Tensor), and Optional(Sequence(Tensor)) types up to IRv11.
+
B : tensor(bool)
+
Only bool
+
+ +### **Loop-23** + + Generic Looping construct. This loop has multiple termination conditions: + + 1) Trip count. Iteration count specified at runtime. Set by + specifying the input M. Optional. Set to empty string to omit. + Note that a static trip count (specified at graph construction time) can be + specified by passing in a constant node for input M. + 2) Loop termination condition. This is an input to the op that determines + whether to run the first iteration and also a loop-carried dependency for + the body graph. The body graph must yield a value for the condition variable, + whether this input is provided or not. + + This table summarizes the operating modes of this operator with equivalent + C-style code: + + Operator inputs defined as (max_trip_count, condition_var). + + * input ("", ""): + for (int i=0; ; ++i) { + cond = ... // Note this value is ignored, but is required in the body + } + + * input ("", cond) // Note this is analogous to a while loop + bool cond = ...; + for (int i=0; cond; ++i) { + cond = ...; + } + + * input ("", 1) // Note this is analogous to a do-while loop + bool cond = true + for (int i=0; cond; ++i) { + cond = ...; + } + + * input (trip_count, "") // Note this is analogous to a for loop + int trip_count = ... + for (int i=0; i < trip_count; ++i) { + cond = ...; // ignored + } + + * input (trip_count, cond) + int trip_count = ...; + bool cond = ...; + for (int i=0; i < trip_count && cond; ++i) { + cond = ...; + } + + + *Sample usage - cond as well as trip count* + + graph predict-net { + %a = Constant[value = ]() + %b = Constant[value = ]() + %keepgoing = Constant[value = ]() + %max_trip_count = Constant[value = ]() + %keepgoing_out, %b_out, %user_defined_vals = Loop[body = ](%max_trip_count, %keepgoing, %b) + return + } + + graph body-net ( + %i[INT32, scalar] // iteration number + %keepgoing_in[BOOL, scalar] // incoming loop-termination-condition; not used + %b_in[INT32, scalar] // incoming value of loop-carried-dependency b + ) { + %my_local = Add(%a, %b_in) + %b_out = Sub(%a, %b_in) // outgoing value of loop-carried-dependency b + %keepgoing_out = Greater(%my_local, %b_out) // outgoing loop-termination-condition + %user_defined_val = Add(%b_in, %b_in) // scan-output value to be accumulated + return %keepgoing_out, %b_out, %user_defined_val + } + + *Sample equivalent C code* + + { + /* User-defined code (enclosing scope) */ + int a = 3, b = 6; + bool keepgoing = true; // Analogous to input cond + /* End user-defined code */ + + /* Implicitly-defined code */ + const int max_trip_count = 10; // Analogous to input M + int user_defined_vals[]; // Imagine this is resizable + /* End implicitly-defined code */ + /* initialize loop-carried variables and scan-output variables */ + bool keepgoing_out = keepgoing + int b_out = b + + for (int i=0; i < max_trip_count && keepgoing_out; ++i) { + /* Implicitly-defined code: bind actual parameter values + to formal parameter variables of loop-body */ + bool keepgoing_in = keepgoing_out; + bool b_in = b_out; + + /* User-defined code (loop body) */ + int my_local = a + b_in; // Reading value "a" from the enclosing scope is fine + b_out = a - b_in; + keepgoing_out = my_local > b_out; + user_defined_val = b_in + b_in; // b_in and b_out are different variables + /* End user-defined code */ + + /* Implicitly defined-code */ + user_defined_vals[i] = user_defined_val // accumulate scan-output values + } + // int t = my_local; // Can't do this. my_local is not accessible here. + + // The values below are bound to the output variables of the loop and therefore accessible + // b_out; user_defined_vals; keepgoing_out; + } + + There are several things of note in this code snippet: + + 1) Values from the enclosing scope (i.e. variable "a" here) are in scope and can + be referenced in the inputs of the loop. + 2) Any values computed in the loop body that needs to be used in a subsequent + iteration or after the loop are modeled using a pair of variables in the loop-body, + consisting of an input variable (eg., b_in) and an output variable (eg., b_out). + These are referred to as loop-carried dependences. The loop operation node + supplies the input value of the input variable for the first iteration, and + returns the output value of the output variable produced by the final + iteration. + 3) Scan_output variables are used to implicitly concatenate values computed across + all the iterations. In the above example, the value of user_defined_val computed + over all iterations are concatenated and returned as the value of user_defined_vals + after the loop. + 4) Values created in the body cannot be accessed in the enclosing scope, + except using the mechanism described above. + + Note that the semantics of this op support "diagonal" or "wavefront" execution. + (See Step 3 here for an example: + https://devblogs.nvidia.com/optimizing-recurrent-neural-networks-cudnn-5/). + Frontends should emit multi-layer RNNs as a series of While operators (with + time being the inner looping dimension), with each successive layer consuming + the scan_outputs from the previous layer, possibly going through several + point-wise operators (e.g. dropout, residual connections, linear layer). + + The input/output of subgraph (produced by loop node) matching is based on order instead of name. The implementation will figure out the names based on this order. + +#### Version + +This version of the operator has been available since version 23 of the default ONNX operator set. + +#### Attributes + +
+
body : graph (required)
+
The graph run each iteration. It has 2+N inputs: (iteration_num, condition, loop carried dependencies...). It has 1+N+K outputs: (condition, loop carried dependencies..., scan_outputs...). Each scan_output is created by concatenating the value of the specified output value at the end of each iteration of the loop. It is an error if the dimensions or data type of these scan_outputs change across loop iterations.
+
+ +#### Inputs (2 - ∞) + +
+
M (optional) : I
+
A maximum trip-count for the loop specified at runtime. Optional. Pass empty string to skip.
+
cond (optional) : B
+
A boolean termination condition. Optional. Pass empty string to skip.
+
v_initial (variadic, heterogeneous) : V
+
The initial values of any loop-carried dependencies (values that change across loop iterations)
+
+ +#### Outputs (1 - ∞) + +
+
v_final_and_scan_outputs (variadic, heterogeneous) : V
+
Final N loop carried dependency values then K scan_outputs. Scan outputs must be Tensors.
+
+ +#### Type Constraints + +
+
V : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(uint4), tensor(int4), tensor(float4e2m1), seq(tensor(uint8)), seq(tensor(uint16)), seq(tensor(uint32)), seq(tensor(uint64)), seq(tensor(int8)), seq(tensor(int16)), seq(tensor(int32)), seq(tensor(int64)), seq(tensor(bfloat16)), seq(tensor(float16)), seq(tensor(float)), seq(tensor(double)), seq(tensor(string)), seq(tensor(bool)), seq(tensor(complex64)), seq(tensor(complex128)), seq(tensor(float8e4m3fn)), seq(tensor(float8e4m3fnuz)), seq(tensor(float8e5m2)), seq(tensor(float8e5m2fnuz)), seq(tensor(uint4)), seq(tensor(int4)), seq(tensor(float4e2m1)), optional(seq(tensor(uint8))), optional(seq(tensor(uint16))), optional(seq(tensor(uint32))), optional(seq(tensor(uint64))), optional(seq(tensor(int8))), optional(seq(tensor(int16))), optional(seq(tensor(int32))), optional(seq(tensor(int64))), optional(seq(tensor(bfloat16))), optional(seq(tensor(float16))), optional(seq(tensor(float))), optional(seq(tensor(double))), optional(seq(tensor(string))), optional(seq(tensor(bool))), optional(seq(tensor(complex64))), optional(seq(tensor(complex128))), optional(tensor(uint8)), optional(tensor(uint16)), optional(tensor(uint32)), optional(tensor(uint64)), optional(tensor(int8)), optional(tensor(int16)), optional(tensor(int32)), optional(tensor(int64)), optional(tensor(bfloat16)), optional(tensor(float16)), optional(tensor(float)), optional(tensor(double)), optional(tensor(string)), optional(tensor(bool)), optional(tensor(complex64)), optional(tensor(complex128)), optional(tensor(float8e4m3fn)), optional(tensor(float8e4m3fnuz)), optional(tensor(float8e5m2)), optional(tensor(float8e5m2fnuz)), optional(tensor(uint4)), optional(tensor(int4)), optional(tensor(float4e2m1))
+
All Tensor, Sequence(Tensor), Optional(Tensor), and Optional(Sequence(Tensor)) types up to IRv11.
+
I : tensor(int64)
+
tensor of int64, which should be a scalar.
+
B : tensor(bool)
+
tensor of bool, which should be a scalar.
+
+ +### **Pad-23** + + Given a tensor containing the data to be padded (`data`), a tensor containing the number of start and end pad values for axis (`pads`), (optionally) a `mode`, and (optionally) `constant_value`, + a padded tensor (`output`) is generated. + + The four supported `modes` are (similar to corresponding modes supported by `numpy.pad`): + + 1) `constant`(default) - pads with a given constant value as specified by `constant_value` (which defaults to 0, empty string, or False) + + 2) `reflect` - pads with the reflection of the vector mirrored on the first and last values of the vector along each axis + + 3) `edge` - pads with the edge values of array + + 4) `wrap` - wrap-around padding as if the data tensor forms a torus + + + Example 1 (`constant` mode): + + Insert 0 pads to the beginning of the second dimension. + + ``` + data = [ + [1.0, 1.2], + [2.3, 3.4], + [4.5, 5.7], + ] + + pads = [0, 2, 0, 0] + + mode = 'constant' + + constant_value = 0.0 + + output = [ + [0.0, 0.0, 1.0, 1.2], + [0.0, 0.0, 2.3, 3.4], + [0.0, 0.0, 4.5, 5.7], + ] + ``` + + Example 2 (`reflect` mode): + + ``` + data = [ + [1.0, 1.2], + [2.3, 3.4], + [4.5, 5.7], + ] + + pads = [0, 2, 0, 0] + + mode = 'reflect' + + output = [ + [1.0, 1.2, 1.0, 1.2], + [2.3, 3.4, 2.3, 3.4], + [4.5, 5.7, 4.5, 5.7], + ] + ``` + + Example 3 (`edge` mode): + + ``` + data = [ + [1.0, 1.2], + [2.3, 3.4], + [4.5, 5.7], + ] + + pads = [0, 2, 0, 0] + + mode = 'edge' + + output = [ + [1.0, 1.0, 1.0, 1.2], + [2.3, 2.3, 2.3, 3.4], + [4.5, 4.5, 4.5, 5.7], + ] + ``` + + Example 4 (`wrap` mode): + + ``` + data = [ + [1.0, 1.2], + [2.3, 3.4], + [4.5, 5.7], + ] + + pads = [2, 1, 1, 1] + + mode = 'wrap' + + output = [ + [3.4, 2.3, 3.4, 2.3], + [5.7, 4.5, 5.7, 4.5], + [1.2, 1.0, 1.2, 1.0], + [3.4, 2.3, 3.4, 2.3], + [5.7, 4.5, 5.7, 4.5], + [1.2, 1.0, 1.2, 1.0], + ] + ``` + +#### Version + +This version of the operator has been available since version 23 of the default ONNX operator set. + +#### Attributes + +
+
mode : string (default is constant)
+
Supported modes: `constant`(default), `reflect`, `edge`, `wrap`
+
+ +#### Inputs (2 - 4) + +
+
data (differentiable) : T
+
Input tensor.
+
pads (non-differentiable) : tensor(int64)
+
Tensor of integers indicating the number of padding elements to add or remove (if negative) at the beginning and end of each axis. For 2D input tensor, it is the number of pixels. `pads` should be a 1D tensor of shape [2 * num_axes] where `num_axes` refers to the number of elements in the `axes` input or the input rank if `axes` are not provided explicitly. `pads` format should be: [x1_begin, x2_begin, ..., x1_end, x2_end,...], where xi_begin is the number of pad values added at the beginning of axis `axes[i]` and xi_end, the number of pad values added at the end of axis `axes[i]`.
+
constant_value (optional, non-differentiable) : T
+
(Optional) A scalar value to be used if the mode chosen is `constant` (by default it is 0, empty string or False).
+
axes (optional, non-differentiable) : Tind
+
1-D tensor of axes that `pads` apply to. Negative value means counting dimensions from the back. Accepted range is [-r, r-1] where r = rank(data). Behavior is undefined if an axis is repeated. If not provided, all axes are assumed (`[0, 1, ..., input_rank-1]`).
+
+ +#### Outputs + +
+
output (differentiable) : T
+
Tensor after padding.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(uint4), tensor(int4), tensor(float4e2m1)
+
Constrain input and output types to all tensor types up to IRv11.
+
Tind : tensor(int32), tensor(int64)
+
Constrain indices to integer types
+
+ +### **QuantizeLinear-23** + + The linear quantization operator consumes a high-precision tensor, a scale, and a zero point to compute the + low-precision/quantized tensor. The scale factor and zero point must have the same shape, determining the quantization + granularity. The quantization formula is `y = saturate((x / y_scale) + y_zero_point)`. + + Saturation is done according to: + - uint16: [0, 65535] + - int16: [-32768, 32767] + - uint8: [0, 255] + - int8: [-128, 127] + - uint4: [0, 15] + - int4: [-8, 7] + + For `(x / y_scale)`, it rounds to the nearest even. Refer to https://en.wikipedia.org/wiki/Rounding for details. + + `y_zero_point` and `y` must have the same type. `y_zero_point` is usually not used for quantization to float8 and 4bit types, but the quantization + formula remains the same for consistency, and the type of the attribute `y_zero_point` still determines the quantization type. + `x` and `y_scale` are allowed to have different types. The type of `y_scale` determines the precision of the division operation between `x` and + `y_scale`, unless the `precision` attribute is specified. + + There are three supported quantization granularities, determined by the shape of `y_scale`. + In all cases, `y_zero_point` must have the same shape as `y_scale`. + - Per-tensor (per-layer) quantization: `y_scale` is a scalar. + - Per-axis quantization: The scale must be a 1-D tensor, with the length of the quantization axis. For an input shape + `(D0, ..., Di, ..., Dn)` and `axis=i`, `y_scale` is a 1-D tensor of length `Di`. + - Blocked quantization: The scale's shape is identical to the input's shape, except for one dimension, in which + blocking is performed. Given `x` shape `(D0, ..., Di, ..., Dn)`, `axis=i`, and block size `B`: `y_scale` shape is + `(D0, ..., ceil(Di/B), ..., Dn)`. + +#### Version + +This version of the operator has been available since version 23 of the default ONNX operator set. + +#### Attributes + +
+
axis : int (default is 1)
+
(Optional) The axis of the dequantizing dimension of the input tensor. Used only for per-axis and blocked quantization. Negative value means counting dimensions from the back. Accepted range is `[-r, r-1]` where `r = rank(input)`. When the rank of the input is 1, per-tensor quantization is applied, rendering the axis unnecessary in this scenario.
+
block_size : int (default is 0)
+
(Optional) The size of the quantization block (number of times every scale is replicated). Used only for blocked quantization. The block size is a positive integer. Given `x` shape `(D0, ..., Di, ..., Dn)`, `y_scale` shape `(S0, ... Si, ...Sn)` and `axis=i`, the accepted range is `[ceil(Di/Si), ceil(Di/(Si-1))-1]`
+
output_dtype : int (default is 0)
+
(Optional) The output data type. If not supplied, the output data type is inferred from `y_zero_point` data type (`T3`). If neither `output_dtype` nor `y_zero_point` are supplied, output data type is uint8. If both `output_dtype` and `y_zero_point` are specified, `output_dtype` must be `T3`.
+
precision : int (default is 0)
+
(Optional) The precision of the division operation between `x` and `y_scale`. If not provided, it will be the same as the type of `y_scale`.
+
saturate : int (default is 1)
+
The parameter defines how the conversion behaves if an input value is out of range of the destination type. It only applies for float 8 quantization (float8e4m3fn, float8e4m3fnuz, float8e5m2, float8e5m2fnuz). It is true by default. All cases are fully described in two tables inserted in the operator description.
+
+ +#### Inputs (2 - 3) + +
+
x : T1
+
N-D full precision Input tensor to be quantized.
+
y_scale : T2
+
Scale for doing quantization to get `y`. For per-tensor/layer quantization the scale is a scalar, for per-axis quantization it is a 1-D Tensor and for blocked quantization it has the same shape as the input, except for one dimension in which blocking is performed.
+
y_zero_point (optional) : T3
+
Zero point for doing quantization to get `y`. Shape must match `y_scale`.Default is uint8 with zero point of 0 if it's not specified.
+
+ +#### Outputs + +
+
y : T3
+
N-D quantized output tensor. It has same shape as input `x`.
+
+ +#### Type Constraints + +
+
T1 : tensor(float), tensor(float16), tensor(bfloat16), tensor(int32)
+
The type of the input 'x'.
+
T2 : tensor(float), tensor(float16), tensor(bfloat16), tensor(int32)
+
The type of the input 'y_scale'.
+
T3 : tensor(int8), tensor(uint8), tensor(int16), tensor(uint16), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(uint4), tensor(int4), tensor(float4e2m1)
+
The type of the input `y_zero_point` and the output `y`.
+
+ +### **RMSNormalization-23** + + This is RMS normalization defined in ONNX as function as described in the paper https://arxiv.org/pdf/1910.07467. + The overall computation can be split into two stages. The root mean squared norm is taken over the last D dimensions, + where D is the dimension of normalized_shape. For example, if normalized_shape is (3, 5) (a 2-dimensional shape), + the rms norm is computed over the last 2 dimensions of the input. The computation required by standardization can be + described by the following equations. + ``` + XSquared = Mul(X, X) + XSquaredMean = ReduceMean(XSquared) + MeanSquareEpsilon = Add(XSquaredMean, epsilon) + RMS = Sqrt(MeanSquareEpsilon) + Normalized = Div(X, RMS) + ``` + where `normalized_axes` is `[axis, ..., rank of X - 1]`. The variables `RMS` stand for root mean square, + Depending on `stash_type` attribute, the actual computation + must happen in different floating-point precision. + For example, if `stash_type` is 1, this operator casts + all input variables to 32-bit float, perform the computation, and + finally cast `Normalized` back to the original type of `X`. + The second stage then scales the outcome of the first stage using: + ``` + Y= Mul(Normalized, Scale) + ``` + Let `d[i]` indicate the i-th dimension of `X`. + If `X`'s shape is `[d[0], ..., d[axis-1], d[axis], ..., d[rank-1]]`, + the shape of `RMS` is `[d[0], ..., d[axis-1], 1, ..., 1]`. + `Y` and `X` have the same shape. This operator supports unidirectional broadcasting + (`Scale` should be unidirectional broadcastable to tensor `X`); + for more details please check [the doc](Broadcasting.md). + +#### Version + +This version of the operator has been available since version 23 of the default ONNX operator set. + +#### Attributes + +
+
axis : int (default is -1)
+
The first normalization dimension. If rank(X) is r, axis' allowed range is [-r, r). Negative value means counting dimensions from the back.
+
epsilon : float (default is 1e-05)
+
The epsilon value to use to avoid division by zero.
+
stash_type : int (default is 1)
+
The floating-point precision used in stage one of the computation.
+
+ +#### Inputs + +
+
X : T
+
The input tensor to be normalized. In general, the shape is (D1, D2, ... , Dn) for n-dimensional data, where the root mean squared norm is taken over the last D dimensions, D is determined by the axis attribute.
+
scale : V
+
Scale tensor. Scale tensor shape should be broadcastable to the normalized shape.
+
+ +#### Outputs + +
+
Y : V
+
Output data tensor. Same shape as X
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input X type to float tensors.
+
V : tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain output Y and scale type to float tensors.
+
+ +### **Reshape-23** + + Reshape the input tensor similar to numpy.reshape. + First input is the data tensor, second input is a shape tensor which specifies the output shape. It outputs the reshaped tensor. + At most one dimension of the new shape can be -1. In this case, the value is + inferred from the size of the tensor and the remaining dimensions. A dimension + could also be 0, in which case the actual dimension value is unchanged (i.e. taken + from the input tensor). If 'allowzero' is set, and the new shape includes 0, the + dimension will be set explicitly to zero (i.e. not taken from input tensor). + Shape (second input) could be an empty shape, which means converting to a scalar. + The input tensor's shape and the output tensor's shape are required to have the same number of elements. + + If the attribute 'allowzero' is set, it is invalid for the specified shape to + contain both a zero value and -1, as the value of the dimension corresponding + to -1 cannot be determined uniquely. + +#### Version + +This version of the operator has been available since version 23 of the default ONNX operator set. + +#### Attributes + +
+
allowzero : int (default is 0)
+
(Optional) By default, when any value in the 'shape' input is equal to zero the corresponding dimension value is copied from the input tensor dynamically. allowzero=1 indicates that if any value in the 'shape' input is set to zero, the zero value is honored, similar to NumPy.
+
+ +#### Inputs + +
+
data (differentiable) : T
+
An input tensor.
+
shape (non-differentiable) : tensor(int64)
+
Specified shape for output.
+
+ +#### Outputs + +
+
reshaped (differentiable) : T
+
Reshaped data.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(uint4), tensor(int4), tensor(float4e2m1)
+
Constrain input and output types to all tensor types.
+
+ +### **RotaryEmbedding-23** + + RotaryEmbedding is the implementation of rotary positional embeddings (RoPE) based on the paper https://arxiv.org/pdf/2104.09864. + The key advantage of RoPE is that it allows the model to understand both the absolute position of a token and the relative distances + between tokens. This is achieved through a rotational mechanism where the extent of rotation is computed based on the token's absolute position (position_ids). + + The rotational mechanism is defined by sine and cosine functions that are used to represent the rotation angles. + For each token in the sequence, its positional embedding is computed by rotating its embedding vector. This is done by splitting the + embedding vector either into two halves or interleaving every alternate token and applying the rotation matrix to each half of the embedding vector. + The rotation matrix is parameterized by the token's position in the sequence. The rotated halves of the embedding vector are concatenated + to form the final positional embedding for each token. The rotated positional embeddings are used in the self-attention mechanism. + The rotation ensures that the model captures both absolute and relative positional information. + + Rotary embeddings are defined using the following algorithm: + + ```python + def rotary_embedding( + input: np.ndarray, + cos_cache: np.ndarray, + sin_cache: np.ndarray, + position_ids: np.ndarray | None = None, + interleaved=None, + rotary_embedding_dim=None, + num_heads=None, + ) -> np.ndarray: + original_input_shape = input.shape + # First ensure input to be processed has shape [batch_size, seq_len, num_heads, head_size] + if len(input.shape) == 4: + input = np.transpose(input, (0, 2, 1, 3)) + batch_size = input.shape[0] + sequence_length = input.shape[1] + if len(input.shape) == 3: + hidden_size = input.shape[2] + assert num_heads != 0 + head_size = int(hidden_size / num_heads) + new_shape = [batch_size, sequence_length, num_heads, head_size] + input = np.reshape(input, new_shape) + assert len(input.shape) == 4 + head_size = input.shape[3] + + # Fully or partially perform rotation on input based on rotary_embedding_dim attribute + if rotary_embedding_dim is None or rotary_embedding_dim == 0: + # If rotary_embedding_dim not provided, perform full rotation by using head_size + rotary_embedding_dim = head_size + x_rotate = input[:, :, :, :rotary_embedding_dim] + x_not_rotate = input[:, :, :, rotary_embedding_dim:] + rotary_embedding_dim_half = int(rotary_embedding_dim / 2) + + # Retrieve sin and cos caches using position ids + if position_ids is not None: + cos_cache = cos_cache[ + position_ids + ] # Shape: [batch_size, sequence_length, rotary_embedding_dim/2] + sin_cache = sin_cache[ + position_ids + ] # Shape: [batch_size, sequence_length, rotary_embedding_dim/2] + + # Shape: [batch_size, sequence_length, rotary_embedding_dim/2] + if cos_cache.shape[-1] != rotary_embedding_dim_half: + raise ValueError( + f"Last dimension of cos cache ({cos_cache.shape[-1]}) does not match rotary_embedding_dim/2 ({rotary_embedding_dim_half})." + ) + if sin_cache.shape[-1] != rotary_embedding_dim_half: + raise ValueError( + f"Last dimension of sin cache ({sin_cache.shape[-1]}) does not match rotary_embedding_dim/2 ({rotary_embedding_dim_half})." + ) + + cos_cache = np.expand_dims( + cos_cache, axis=2 + ) # Shape: [batch_size, sequence_length, 1, rotary_embedding_dim/2] + sin_cache = np.expand_dims( + sin_cache, axis=2 + ) # Shape: [batch_size, sequence_length, 1, rotary_embedding_dim/2] + + # Either divide the input in halves or interleave (based on interleaved attribute) + if interleaved: + x1 = x_rotate[:, :, :, 0::2] + x2 = x_rotate[:, :, :, 1::2] + else: + x1, x2 = np.split(x_rotate, 2, axis=-1) + + # Calculate real and imaginary values + real = (cos_cache * x1) - (sin_cache * x2) + imag = (sin_cache * x1) + (cos_cache * x2) + + # Inserted rotated embeddings back to the original input + if interleaved: + # x_rotate[:, :, :, 0::2] = real + # x_rotate[:, :, :, 1::2] = imag + real = np.expand_dims(real, axis=-1) + imag = np.expand_dims(imag, axis=-1) + x_rotate_concat = np.concatenate((real, imag), axis=-1) + x_rotate = np.reshape(x_rotate_concat, x_rotate.shape) + else: + x_rotate = np.concatenate((real, imag), axis=-1) + output = np.concatenate((x_rotate, x_not_rotate), axis=-1) + if len(original_input_shape) == 3: + output = np.reshape(output, original_input_shape) + else: + output = np.transpose(output, (0, 2, 1, 3)) + return output + ``` + +#### Version + +This version of the operator has been available since version 23 of the default ONNX operator set. + +#### Attributes + +
+
interleaved : int (default is 0)
+
Rotate using interleaved pattern. Default value is 0 (False).
+
num_heads : int
+
Number of attention heads. Must be provided when input is a 3D tensor.
+
rotary_embedding_dim : int (default is 0)
+
Rotary embedding dimension used to apply partial rotary embeddings.
+
+ +#### Inputs (3 - 4) + +
+
X : T
+
The input tensor representing the token embeddings. 4D tensor with shape `(batch_size, num_heads, sequence_length, head_size)` or 3D tensor with shape `(batch_size, sequence_length, hidden_size)`. For cases with a 4D input tensor, `head_size` has to be even. For cases with a 3D input tensor, `num_heads` attribute must be provided and `hidden_size` must be an even multiple of `num_heads` where `hidden_size = num_heads * head_size`
+
cos_cache : T
+
The cosine values for the rotation. 2D tensor with shape `(max_position_id_plus_1, head_size / 2)` for full rotation or `(max_position_id_plus_1, rotary_embedding_dim / 2)` for partial rotation when `position_ids` are provided. 3D tensor with shape `(batch_size, sequence_length, head_size / 2)` for full rotation or `(batch_size, sequence_length, rotary_embedding_dim / 2)` for partial rotation when `position_ids` are not provided. `max_position_id_plus_1` is a parameter to the model.
+
sin_cache : T
+
The sine values for the rotation. 2D tensor with shape `(max_position_id_plus_1, head_size / 2)` for full rotation or `(max_position_id_plus_1, rotary_embedding_dim / 2)` for partial rotation when `position_ids` are provided. 3D tensor with shape `(batch_size, sequence_length, head_size / 2)` for full rotation or `(batch_size, sequence_length, rotary_embedding_dim / 2)` for partial rotation when `position_ids` are not provided. `max_position_id_plus_1` is a parameter to the model.
+
position_ids (optional) : M
+
The position indices for the tokens. 2D tensor with shape `(batch_size, sequence_length)`
+
+ +#### Outputs + +
+
Y : T
+
Tensor with same shape as input.
+
+ +#### Type Constraints + +
+
T : tensor(float), tensor(float16), tensor(bfloat16)
+
Constrain input and output types to float tensors.
+
M : tensor(int64)
+
Constrain input and output types to integer tensors.
+
+ +### **Scan-23** + + Scan can be used to iterate over one or more scan_input tensors, + constructing zero or more scan_output tensors. It combines ideas from general recurrences, + functional programming constructs such as scan, fold, map, and zip, and is intended to enable + generalizations of RNN-like constructs for sequence-to-sequence processing. + Other tensors (referred to as state_variables here) can be used to carry a state + when iterating from one element to another (similar to hidden-state in RNNs, also referred + to as loop-carried dependences in the context of loops). + Many common usages involve a single scan_input tensor (where functionality + similar to scan, fold and map can be obtained). When more than one scan_input is used, + a behavior similar to zip is obtained. + + The attribute body must be a graph, specifying the computation to be performed in + every iteration. It takes as input the current values of the state_variables and + the current iterated element of the scan_inputs. It must return the (updated) values + of the state_variables and zero or more scan_output_element tensors. The values of the + scan_output_element tensors are concatenated over all the iterations to produce the + scan_output values of the scan construct (similar to the concatenated intermediate + hidden-state values of RNN-like constructs). All the output tensors (state_variables as + well as scan_output_element tensors) are required to have the same shape in each iteration + of the loop (a restriction imposed to enable efficient memory allocation). + + Note that the iterated element passed to the body subgraph does not have a sequence + axis. It will have a rank one less than the rank of the corresponding scan_input. + + The scan operation returns the final values of the state_variables as well as the + scan_outputs. + + The optional attribute scan_input_directions specifies the direction (forward or backward) + for each scan input. If this attribute is omitted, all sequences are scanned in the forward + direction. A bidirectional scan may be performed by specifying the same tensor input twice + in the scan_inputs, once with a forward direction, and once with a backward direction. + + The scan_output of the operation is produced by concatenating the scan_output_element + values produced by the body in each iteration. The optional attribute scan_output_directions + specifies the direction in which scan_output is constructed (by appending or prepending the + scan_output_element to scan_output in each iteration) for each scan_output. If this attribute + is omitted, the scan_output_element is appended to the scan_output in each iteration. + + The optional attribute scan_input_axes specifies the axis to be scanned for each scan_input. + If omitted, every scan_input will be scanned in axis 0. For example, if axis 0 is the + batch axis and axis 1 is the time axis (to be scanned), specify an axis value of 1. + Note that scanning a non-zero axis may be less efficient than scanning axis zero. + + The optional attribute scan_output_axes specifies the axis along which the scan_outputs + are accumulated for each scan_output. For example, if axis 1 is the time axis (to be + scanned) for both inputs and outputs, specify a scan_input axis and scan_output axis + value of 1. + + Note that because of the ONNX restriction that only the last parameter of an operator can + be variadic, the initial-states and scan-inputs are listed together as one input parameter. + Similarly, the final-states and scan-outputs are listed together as one output parameter. + The attribute num_scan_inputs indicates the number M of scan-inputs. + + The behavior of + + Scan < + num_scan_inputs = m, + body = loop-body, + scan_input_axes = [axis_1, ..., axis_m] + > (init_1, ..., init_n, scan_1, ..., scan_m) + + is equivalent to the following pseudo-code: + + // scan_i.shape[axis_i] denotes the (max) sequence-length of scan_i + // scan_i.shape[axis_i] is required to be equal to scan_j.shape[axis_j] for all i,j. + sequence_length = scan_1.shape[axis_1]; + + // initialize state-variables + st_1 = init_1; ... st_n = init_n; + // initialize scan-output variables: [] denotes an empty tensor + scan_out_1 = []; ...; scan_out_k = []; + // identify number of iterations: + + // execute loop + for (int t = 0; t < sequence_length; ++t) { + // generate the scan-input elements: the notation T[t] indicates the sub-tensor + // of rank one less than T obtained by indexing T at position t along axis k. + si_1 = scan_1[t]; + ... ; + si_m = scan_m[t]; + // execute loop-body + st_1, ..., st_n, so_1, ..., so_k = loop-body(st_1, ..., st_n, si_1, ..., si_m) + // accumulate the scan-output elements + scan_out_1 = Concat(scan_out_1, so_1); ... ; scan_out_k = Concat(scan_out_k, so_k); + } + + return st_1, ..., st_n, scan_out_1, ..., scan_out_k; + + *Sample usage: Encoding RNN using a Scan* + + The following example shows how a simple RNN over an input tensor %X, with weight tensor %Wi, + recurrence weight tensor %Ri, bias tensors %Wbi and %Rbi, and initial hidden-state %H_0 can + be encoded as a ScanLoop. Note that the loop-body is a nested graph, and it directly computes + %Wi, %Ri, %Wbi, and %Rbi (typically constants or initializers in the body graph). If these + values are computed in the outer graph, they need to be passed in as extra state_variables. + + graph rnn-encoding { + %H_0 = ... + %X = ... + %Y_h, %Y = Scan[body = , num_scan_inputs=1](%H_0, %X) + return %Y, %Y_h + } + + graph rnn-cell-1 ( + %H_tminus1[FLOAT, tensor] + %X_t[FLOAT, tensor] + ) { + %Wi = ... + %Ri = ... + %Wbi = ... + %Rbi = ... + %t1 = X_t * (Wi^T) + %t2 = H_tminus1*(Ri^T) + %t3 = Add(%t1, %t2) + %t4 = Add(%t3, %Wbi) + %t5 = Add(%t4, %Rbi) + %Ht = Tanh(%t5) + %Accumulate = Identity(%Ht) + return %Ht, %Accumulate + } + + +#### Version + +This version of the operator has been available since version 23 of the default ONNX operator set. + +#### Attributes + +
+
body : graph (required)
+
The graph run each iteration. It has N+M inputs: (loop state variables..., scan_input_elts...). It has N+K outputs: (loop state variables..., scan_output_elts...). Each scan_output is created by concatenating the value of the specified scan_output_elt value at the end of each iteration of the loop. It is an error if the dimensions of these values change across loop iterations.
+
num_scan_inputs : int (required)
+
An attribute specifying the number of scan_inputs M.
+
scan_input_axes : list of ints
+
An optional list of M flags. The i-th element of the list specifies the axis to be scanned (the sequence axis) for the i-th scan_input. If omitted, 0 will be used as the scan axis for every scan_input. Negative value for an axis means counting dimensions from the back. Accepted range is [-r, r-1] where r = rank(input).
+
scan_input_directions : list of ints
+
An optional list of M flags. The i-th element of the list specifies the direction to be scanned for the i-th scan_input tensor: 0 indicates forward direction and 1 indicates reverse direction. If omitted, all scan_input tensors will be scanned in the forward direction.
+
scan_output_axes : list of ints
+
An optional list of K flags. The i-th element of the list specifies the axis for the i-th scan_output. The scan outputs are accumulated along the specified axis. If omitted, 0 will be used as the scan axis for every scan_output. Negative value for an axis means counting dimensions from the back. Accepted range is [-r, r-1].
+
scan_output_directions : list of ints
+
An optional list of K flags, one for each scan_output. The i-th element of the list specifies whether the i-th scan_output should be constructed by appending or prepending a new value in each iteration: 0 indicates appending and 1 indicates prepending. If omitted, all scan_output tensors will be produced by appending a value in each iteration.
+
+ +#### Inputs (1 - ∞) + +
+
initial_state_and_scan_inputs (variadic, heterogeneous) : V
+
Initial values of the loop's N state variables followed by M scan_inputs
+
+ +#### Outputs (1 - ∞) + +
+
final_state_and_scan_outputs (variadic, heterogeneous) : V
+
Final values of the loop's N state variables followed by K scan_outputs
+
+ +#### Type Constraints + +
+
V : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(uint4), tensor(int4), tensor(float4e2m1)
+
All Tensor types up to IRv11.
+
+ +### **Shape-23** + + Takes a tensor as input and outputs an 1D int64 tensor containing the shape of the input tensor. + Optional attributes start and end can be used to compute a slice of the input tensor's shape. + If start axis is omitted, the slice starts from axis 0. + The end axis, if specified, is exclusive (and the returned value will not include the size of that axis). + If the end axis is omitted, the axes upto the last one will be included. + Negative axes indicate counting back from the last axis. + Note that axes will be clamped to the range [0, r], where r is the + rank of the input tensor if they are out-of-range (after adding r in the case of + negative axis). Thus, specifying any end value > r is equivalent to specifying an end + value of r, and specifying any start value < -r is equivalent to specifying a start + value of 0. If start > end, the result will be an empty shape. + + Examples: + + ``` + Input tensor with shape: [2, 3, 4] + No attributes specified. + Output: [2, 3, 4] + ``` + + ``` + Input tensor with shape: [2, 3, 4] + start: -1 + Output: [4] + ``` + + ``` + Input tensor with shape: [2, 3, 4] + end: -1 + Output: [2, 3] + ``` + + ``` + Input tensor with shape: [2, 3, 4] + start: 1 + end: 2 + Output: [3] + ``` + +#### Version + +This version of the operator has been available since version 23 of the default ONNX operator set. + +#### Attributes + +
+
end : int
+
(Optional) Ending axis for slicing the shape. Negative value means counting dimensions from the back. If omitted, sizes of all axes upto (including) the last one will be included.
+
start : int (default is 0)
+
(Optional) Starting axis for slicing the shape. Default value is 0.Negative value means counting dimensions from the back.
+
+ +#### Inputs + +
+
data (non-differentiable) : T
+
An input tensor.
+
+ +#### Outputs + +
+
shape (non-differentiable) : T1
+
Shape of the input tensor
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(uint4), tensor(int4), tensor(float4e2m1)
+
Input tensor can be of arbitrary type.
+
T1 : tensor(int64)
+
Constrain output to int64 tensor.
+
+ +### **Size-23** + + Takes a tensor as input and outputs a int64 scalar that equals to the total number of elements of the input tensor. + +#### Version + +This version of the operator has been available since version 23 of the default ONNX operator set. + +#### Inputs + +
+
data (non-differentiable) : T
+
An input tensor.
+
+ +#### Outputs + +
+
size (non-differentiable) : T1
+
Total number of elements of the input tensor
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(uint4), tensor(int4), tensor(float4e2m1)
+
Input tensor can be of arbitrary type.
+
T1 : tensor(int64)
+
Constrain output to int64 tensor, which should be a scalar though.
+
+ +### **Squeeze-23** + + Remove single-dimensional entries from the shape of a tensor. + Takes an input `axes` with a list of axes to squeeze. + If `axes` is not provided, all the single dimensions will be removed from + the shape. If an axis is selected with shape entry not equal to one, an error is raised. + +#### Version + +This version of the operator has been available since version 23 of the default ONNX operator set. + +#### Inputs (1 - 2) + +
+
data (differentiable) : T
+
Tensors with at least max(dims) dimensions.
+
axes (optional, non-differentiable) : tensor(int64)
+
1D tensor of integers indicating the dimensions to squeeze. Negative value means counting dimensions from the back. Accepted range is [-r, r-1] where r = rank(data).
+
+ +#### Outputs + +
+
squeezed (differentiable) : T
+
Reshaped tensor with same data as input.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(uint4), tensor(int4), tensor(float4e2m1)
+
Constrain input and output types to all tensor types up to IRv11.
+
+ +### **Transpose-23** + + Returns a transpose of the input tensor. (Similar to `numpy.transpose`). + The optional attribute `perm` must be a permutation of the dimensions of + the input tensor. Axis `i` of the output tensor corresponds to the axis + `perm[i]` of the input tensor. + For example, when perm=(1, 0, 2), given an input tensor of shape (1, 2, 3), + the output shape will be (2, 1, 3). + When perm=(1, 2, 0), given an input tensor of shape (1, 2, 3), + the output shape will be (2, 3, 1). + If the attribute `perm` is omitted, its default value is `(n-1, ..., 0)`, + where `n` is the rank of the input tensor. + +#### Version + +This version of the operator has been available since version 23 of the default ONNX operator set. + +#### Attributes + +
+
perm : list of ints
+
A list of integers. By default, reverse the dimensions, otherwise permute the axes according to the values given. Its length must be equal to the rank of the input.
+
+ +#### Inputs + +
+
data (differentiable) : T
+
An input tensor.
+
+ +#### Outputs + +
+
transposed (differentiable) : T
+
Transposed output.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(uint4), tensor(int4), tensor(float4e2m1)
+
Constrain input and output types to all tensor types.
+
+ +### **Unsqueeze-23** + + Insert single-dimensional entries to the shape of an input tensor (`data`). + Takes one required input `axes` - which contains a list of dimension indices and this operator will insert a dimension of value `1` into the corresponding index of the output tensor (`expanded`). + + For example, given an input tensor (`data`) of shape [3, 4, 5], then + Unsqueeze(data, axes=[0, 4]) outputs a tensor (`expanded`) containing same data as `data` but with shape [1, 3, 4, 5, 1]. + + The input `axes` should not contain any duplicate entries. It is an error if it contains duplicates. + The rank of the output tensor (`output_rank`) is the rank of the input tensor (`data`) plus the number of values in `axes`. + Each value in `axes` should be within the (inclusive) range [-output_rank , output_rank - 1]. + The order of values in `axes` does not matter and can come in any order. + +#### Version + +This version of the operator has been available since version 23 of the default ONNX operator set. + +#### Inputs + +
+
data (differentiable) : T
+
Original tensor
+
axes (non-differentiable) : tensor(int64)
+
1D tensor of integers indicating the dimensions to be inserted. Negative value means counting dimensions from the back. Accepted range is [-r, r-1] where r = rank(expanded).
+
+ +#### Outputs + +
+
expanded (differentiable) : T
+
Reshaped tensor with same data as input.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(uint4), tensor(int4), tensor(float4e2m1)
+
Constrain input and output types to all tensor types up to IRv11.
+
+ +## Version 24 of the default ONNX operator set +### **Attention-24** + + Computes scaled dot product attention on query, key and value tensors, using an optional attention mask if passed. + + This operator covers self and cross variants of the attention operation based on sequence lengths of K, Q and V. + + For self attention, `kv_sequence_length` equals to `q_sequence_length`. + + For cross attention, query and key might have different lengths. + + This operator also covers the 3 following variants based on the number of heads: + 1) Multi-headed Attention (MHA): Described in the paper https://arxiv.org/pdf/1706.03762, `q_num_heads = kv_num_heads`. + 2) Group-query Attention (GQA): Described in the paper https://arxiv.org/pdf/2305.13245, `q_num_heads > kv_num_heads`, `q_num_heads % kv_num_heads == 0`. + 3) Multi-query Attention (MQA): Described in the paper https://arxiv.org/pdf/1911.02150, `q_num_heads > kv_num_heads`, `kv_num_heads=1`. + + Attention bias to be added is calculated based on `attn_mask` input and `is_causal` attribute: + 1) `attn_mask`: A boolean mask where a value of `True` indicates that the element should take part in attention or a float mask of the same type as query, key, value that is added to the attention score. + 2) If `is_causal` is set to `1`, causal masking is applied with bottom-right (offset-aware) alignment: query `i` attends key `j` iff `j <= i + offset`, as illustrated below. + + ``` + 2D causal mask for Attention (PR onnx/onnx#8068) + S_q=4 queries, S_k=8 keys + Rule: query i attends key j iff j <= i + offset + offset = nonpad_kv_seqlen - S_q + + nonpad_kv_seqlen=4, offset=4-4=0 + + k0 k1 k2 k3 k4 k5 k6 k7 + +----+----+----+----+----+----+----+----+ + q0 | ## | | | | | | | | + +----+----+----+----+----+----+----+----+ + q1 | ## | ## | | | | | | | + +----+----+----+----+----+----+----+----+ + q2 | ## | ## | ## | | | | | | + +----+----+----+----+----+----+----+----+ + q3 | ## | ## | ## | ## | | | | | + +----+----+----+----+----+----+----+----+ + + + nonpad_kv_seqlen=8, offset=8-4=4 + + k0 k1 k2 k3 k4 k5 k6 k7 + +----+----+----+----+----+----+----+----+ + q0 | ## | ## | ## | ## | ## | | | | + +----+----+----+----+----+----+----+----+ + q1 | ## | ## | ## | ## | ## | ## | | | + +----+----+----+----+----+----+----+----+ + q2 | ## | ## | ## | ## | ## | ## | ## | | + +----+----+----+----+----+----+----+----+ + q3 | ## | ## | ## | ## | ## | ## | ## | ## | + +----+----+----+----+----+----+----+----+ + ``` + + With `nonpad_kv_seqlen=4` (offset=0), the mask is the standard lower-triangular. With `nonpad_kv_seqlen=8` (offset=4), the diagonal shifts right by 4, so each query sees the 4 additional valid cached keys. + + `offset` is the count of valid keys preceding the current query block: `offset = past_sequence_length` when `past_key` is provided; `offset = nonpad_kv_seqlen - q_sequence_length` (per batch) when an external cache is indicated by `nonpad_kv_seqlen` without `past_key`; `offset = 0` when neither is provided (the no-cache case, which reduces to the standard lower-triangular mask). When `offset < 0` (`nonpad_kv_seqlen < q_sequence_length`, i.e. more query tokens than cached keys) the leading query rows have an empty key set (no key satisfies `j <= i + offset`) and are fully masked. The causal frontier is computed independently of `attn_mask` and is then composed with it additively: a boolean `attn_mask` intersects the allowed set (its disallowed positions contribute `-inf` to the bias), while a float `attn_mask` is added to the attention scores rather than disabling positions. A fully-masked query row (no key attended, including the negative-offset leading rows) produces a zero output row, not `NaN`, for both `Y` and the mode-`3` `qk_matmul_output` debug output; the mode-`3` `qk_matmul_output` is emitted at the operator's output precision (`T1`). + + Errata (in-place behavioral correction, no opset bump): the reference implementation and backend tests were incorrect when `nonpad_kv_seqlen != q_sequence_length` (nonzero bottom-right offset, top-left instead of bottom-right causal alignment) and produced `NaN` for fully-masked rows; corrected in version 1.23. This fixed three behaviors described above: external-cache bottom-right causal alignment (`offset = nonpad_kv_seqlen - q_sequence_length`), zero (non-`NaN`) output for fully-masked rows including the mode-`3` `qk_matmul_output`, and the mode-`3` `qk_matmul_output` precision (`T1`). + + With respect to KV cache update, this operator allows the following two use cases: + + 1) Cache update happens inside the Attention operator. In this case, the `K` and `V` inputs contain only the incoming + tokens for the current autoregressive step, and the four optional inputs/outputs past and present key and value are + all needed. The Attention op performs a Concat operation on the past and incoming key and value to form the present + key and value, respectively. Note that this only works correctly for the special case where the past key and value + do not contain padded tokens. + 2) Cache update happens outside the Attention operator (for example, through the `TensorScatter` operator). In this + case, the `K` and `V` inputs correspond to the entire cache tensor, so the four optional inputs/outputs past and + present key and value should not be used. An additional input `nonpad_kv_seqlen` of shape (batch_size,) may be + provided to indicate the number of non-padding tokens in each sample of the batch to save unnecessary computation. + Here, the kv_sequence dimension of `attn_mask` can be shorter than `K` and `V`, but still needs to be at least as long + as the maximum value of `nonpad_kv_seqlen`. + + Both past and present state key/values are optional. They shall be used together, and not allowed to use only one of them. + The following pattern is applied to the Q, K and V inputs after appropriate reshaping of K and V inputs based on sequence lengths and num heads provided: + + ``` + The following pattern is applied by this operator: + Q K V + | | | + Q*sqrt(scale) K*sqrt(scale) | + | | | + | Transpose | + | | | + ---MatMul--- | + | | + softcap (if provided) | + | | + at_mask---Add | + | | + Softmax | + | | + -----MatMul------ + | + Y + ``` + + +#### Version + +This version of the operator has been available since version 24 of the default ONNX operator set. + +#### Attributes + +
+
is_causal : int (default is 0)
+
If set to `1`, causal masking is applied. For a square Q/K (no cache offset) this is a lower-triangular matrix. In general the mask is bottom-right (offset-aware): query in-block index `i` attends key `j` iff `j <= i + offset`, where `offset` is the count of valid keys preceding the query block (`past_sequence_length` for an internal `past_key` cache, or `nonpad_kv_seqlen - q_sequence_length` per batch for an external cache). When `offset = 0` this reduces to the lower-triangular (top-left) mask.
+
kv_num_heads : int
+
Number of heads of key and value. Must be used with 3D inputs of Q, K and V.
+
q_num_heads : int
+
Number of heads of query. Must be used with 3D inputs of Q, K and V.
+
qk_matmul_output_mode : int (default is 0)
+
If set to `0`, qk_matmul_output is the output of qk matmul. If set to `1`, qk_matmul_output is the output after the softcap operation (before mask addition). If set to `2`, qk_matmul_output includes the attention mask and softcap (if provided) applied to the output of qk matmul. If set to `3`, qk_matmul_output is the output after the softmax operation. In mode `3`, a fully-masked query row (every key disallowed) is a zero row, consistent with the corresponding row of the primary output `Y`: the fully-masked-row guard is applied before this output is produced. The mode-`3` output is emitted at the operator's output precision (`T1`); when `softmax_precision` differs from `T1` this is a cast of the softmax result to `T1`. Default value is 0.
+
scale : float
+
Scaling factor applied to $Q*K^T$. Default value is `1/sqrt(head_size)`. To prevent [numerical overflow](https://tinyurl.com/sudb9s96), scale `Q`, `K` by `sqrt(scale)` before matmul.
+
softcap : float (default is 0.0)
+
Softcap value for attention weights. Default value is 0.
+
softmax_precision : int
+
The floating-point precision used in softmax computation. If softmax precision is not provided, the same precision as the input of softmax (Q and K) is used.
+
+ +#### Inputs (3 - 7) + +
+
Q : T1
+
Query tensor. 4D tensor with shape `(batch_size, q_num_heads, q_sequence_length, head_size)` or 3D tensor with shape `(batch_size, q_sequence_length, q_hidden_size)`. For cases with a 3D input tensor, `q_hidden_size = q_num_heads * head_size`
+
K : T1
+
Key tensor. 4D tensor with shape `(batch_size, kv_num_heads, kv_sequence_length, head_size)` or 3D tensor with shape `(batch_size, kv_sequence_length, k_hidden_size)`. For cases with a 3D input tensor, `k_hidden_size = kv_num_heads * head_size`
+
V : T2
+
Value tensor. 4D tensor with shape `(batch_size, kv_num_heads, kv_sequence_length, v_head_size)` or 3D tensor with shape `(batch_size, kv_sequence_length, v_hidden_size)`. For cases with a 3D input tensor, `v_hidden_size = kv_num_heads * v_head_size`
+
attn_mask (optional) : U
+
Attention mask. Shape must be broadcastable to `(batch_size, q_num_heads, q_sequence_length, total_sequence_length)` where `total_sequence_length = past_sequence_length + kv_sequence_length.` The last dimension can also be shorter than `total_sequence_length` and will be padded to `total_sequence_length` with negative infinity. Two types of masks are supported: a boolean mask where a value of `True` indicates that the element should take part in attention, or a float mask of the same type as query, key, value that is added to the attention score.
+
past_key (optional) : T1
+
past state cache for key with shape `(batch_size, kv_num_heads, past_sequence_length, head_size)`
+
past_value (optional) : T2
+
past state cache for value with shape `(batch_size, kv_num_heads, past_sequence_length, v_head_size)`
+
nonpad_kv_seqlen (optional) : tensor(int64)
+
A vector of integers of shape `(batch_size,)` that indicates the number of valid (ie, non-padding) tokens in each sample. A padding mask can be derived from this. This should not be used together with `past_key` and `past_value` inputs or `present_key` and `present_value` outputs (See the KV cache use cases in the operator description).
+
+ +#### Outputs (1 - 4) + +
+
Y : T1
+
The output tensor . 4D tensor with shape `(batch_size, q_num_heads, q_sequence_length, v_head_size)` or 3D tensor with shape `(batch_size, q_sequence_length, hidden_size)`. For cases with a 3D input tensor, `hidden_size = q_num_heads * v_head_size`
+
present_key (optional) : T1
+
Updated key cache with shape `(batch_size, kv_num_heads, total_sequence_length, head_size)` where `total_sequence_length = past_sequence_length + kv_sequence_length`.
+
present_value (optional) : T2
+
Updated value cache with shape `(batch_size, kv_num_heads, total_sequence_length, v_head_size)` where `total_sequence_length = past_sequence_length + kv_sequence_length`.
+
qk_matmul_output (optional) : T1
+
The output of QK matmul. 4D tensor with shape `(batch_size, q_num_heads, q_sequence_length, total_sequence_length)` where `total_sequence_length = past_sequence_length + kv_sequence_length`.
+
+ +#### Type Constraints + +
+
T1 : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain Q and K inputs types to float tensors.
+
T2 : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain V input types to float tensors.
+
U : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(bool)
+
Constrain output 'mask' types to boolean tensors and input types.
+
+ +### **Cast-24** + + The operator casts the elements of a given input tensor to a data type + specified by the 'to' argument and returns an output tensor of the same size in + the converted type. The 'to' argument must be one of the data types specified + in the 'DataType' enum field in the TensorProto message. + + Casting from string tensor in plain (e.g., "3.14" and "1000") and scientific numeric representations + (e.g., "1e-5" and "1E8") to float types is supported. For example, converting string "100.5" to an integer may + yield result 100. There are some string literals reserved for special floating-point values; + "+INF" (and "INF"), "-INF", and "NaN" are positive infinity, negative infinity, and not-a-number, respectively. + Any string which can exactly match "+INF" in a case-insensitive way would be mapped to positive infinite. Similarly, + this case-insensitive rule is applied to "INF" and "NaN". When casting from numeric tensors + to string tensors, plain floating-point representation (such as "314.15926") would be used. + Converting non-numerical-literal string such as "Hello World!" is an undefined behavior. Cases + of converting string representing floating-point arithmetic value, such as "2.718", to INT is an undefined behavior. + + Conversion from a numerical type to any numerical type is always allowed. + User must be aware of precision loss and value change caused by range difference between two types. + For example, a 64-bit float 3.1415926459 may be round to a 32-bit float 3.141592. Similarly, converting + an integer 36 to Boolean may produce 1 because we truncate bits which can't be stored in the targeted type. + + In more detail, the conversion among numerical types should follow these rules + if the destination type is not a float 8 type. + + * Casting from floating point to: + * floating point: +/- infinity if OOR (out of range). + * fixed point: undefined if OOR. + * bool: +/- 0.0 to False; all else to True. + * Casting from fixed point to: + * floating point: +/- infinity if OOR. (+ infinity in the case of uint) + * fixed point: when OOR, discard higher bits and reinterpret (with respect to two's complement representation for + signed types). For example, 200 (int16) -> -56 (int8). + * bool: zero to False; nonzero to True. + * Casting from bool to: + * floating point: `{1.0, 0.0}`. + * fixed point: `{1, 0}`. + * bool: no change. + + Float 8 types (E4M3FN, E4M3FNUZ, E5M2, E5M2FNUZ) were introduced to speed up the training of + deep models. By default the conversion of a float *x* obeys + to the following rules. `[x]` means the value rounded to + the target mantissa width. + + | x | E4M3FN | E4M3FNUZ | E5M2 | E5M2FNUZ | + | ----------------- | -------- | -------- | -------- | -------- | + | 0 | 0 | 0 | 0 | 0 | + | -0 | -0 | 0 | -0 | 0 | + | NaN | NaN | NaN | NaN | NaN | + | Inf | FLT_MAX | FLT_MAX | FLT_MAX | FLT_MAX | + | -Inf | -FLT_MAX | -FLT_MAX | -FLT_MAX | -FLT_MAX | + | \[x\] > FLT_MAX | FLT_MAX | FLT_MAX | FLT_MAX | FLT_MAX | + | \[x\] \< -FLT_MAX | -FLT_MAX | -FLT_MAX | -FLT_MAX | -FLT_MAX | + | else | RNE | RNE | RNE | RNE | + + The behavior changes if the parameter 'saturate' is set to False. + The rules then become: + + | x | E4M3FN | E4M3FNUZ | E5M2 | E5M2FNUZ | + | ----------------- | ------ | -------- | ---- | -------- | + | 0 | 0 | 0 | 0 | 0 | + | -0 | -0 | 0 | -0 | 0 | + | NaN | NaN | NaN | NaN | NaN | + | -NaN | -NaN | NaN | -NaN | NaN | + | Inf | NaN | NaN | Inf | NaN | + | -Inf | -NaN | NaN | -Inf | NaN | + | \[x\] > FLT_MAX | NaN | NaN | Inf | NaN | + | \[x\] \< -FLT_MAX | NaN | NaN | -Inf | NaN | + | else | RNE | RNE | RNE | RNE | + + FLOAT8E8M0 type was introduced to enable [Microscaling (MX) formats](https://www.opencompute.org/documents/ocp-microscaling-formats-mx-v1-0-spec-final-pdf). + When casting to FLOAT8E8M0, the rounding behavior can be specified using the `round_mode` and `saturate` attributes. + The current CUDA behavior is to round up and saturate. Casting negative values to FLOAT8E8M0 gives undefined behavior. + The following table describes the casting behavior of special values to FLOAT8E8M0 in the two most common cases. + + | x | saturate + up | non-saturate + nearest | + | ----------------- | ------------- | --------------------- | + | 0 | 0 | NaN | + | -0 | Unspecified | Unspecified | + | NaN | NaN | NaN | + | Inf | E8M0_MAX | NaN | + | x > E8M0_MAX | E8M0_MAX | NaN | + | x < E8M0_MIN | E8M0_MIN | NaN | + | x < 0 | Unspecified | Unspecified | + +#### Version + +This version of the operator has been available since version 24 of the default ONNX operator set. + +#### Attributes + +
+
round_mode : string (default is up)
+
Rounding mode for conversion to float8e8m0. It only applies to casting to float8e8m0 and is `up` by default. `up`: round to nearest value away from zero, `down`: round to nearest value towards zero, `nearest`: round to nearest value and ties round up.
+
saturate : int (default is 1)
+
The parameter defines how the conversion behaves if an input value is out of range of the destination type. It only applies for float 8 conversion (float8e4m3fn, float8e4m3fnuz, float8e5m2, float8e5m2fnuz, float8e8m0). It is true by default. All cases are fully described in the tables inserted in the operator description.
+
to : int (required)
+
The data type to which the elements of the input tensor are cast. Strictly must be one of the types from DataType enum in TensorProto
+
+ +#### Inputs + +
+
input (differentiable) : T1
+
Input tensor to be cast.
+
+ +#### Outputs + +
+
output (differentiable) : T2
+
Output tensor with the same shape as input with type specified by the 'to' argument
+
+ +#### Type Constraints + +
+
T1 : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(uint4), tensor(int4), tensor(float4e2m1), tensor(float8e8m0)
+
Constrain input types. Casting from complex is not supported.
+
T2 : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(uint4), tensor(int4), tensor(float4e2m1), tensor(float8e8m0)
+
Constrain output types. Casting to complex is not supported.
+
+ +### **CastLike-24** + + The operator casts the elements of a given input tensor (the first input) to + the same data type as the elements of the second input tensor. + See documentation of the Cast operator for further details. + +#### Version + +This version of the operator has been available since version 24 of the default ONNX operator set. + +#### Attributes + +
+
round_mode : string (default is up)
+
Rounding mode for conversion to float8e8m0. It only applies to casting to float8e8m0 and is `up` by default. `up`: round to nearest value away from zero, `down`: round to nearest value towards zero, `nearest`: round to nearest value and ties round up. Please refer to operator Cast description for further details.
+
saturate : int (default is 1)
+
The parameter defines how the conversion behaves if an input value is out of range of the destination type. It only applies for float 8 conversion (float8e4m3fn, float8e4m3fnuz, float8e5m2, float8e5m2fnuz, float8e8m0). It is true by default. Please refer to operator Cast description for further details.
+
+ +#### Inputs + +
+
input (differentiable) : T1
+
Input tensor to be cast.
+
target_type (non-differentiable) : T2
+
The (first) input tensor will be cast to produce a tensor of the same type as this (second input) tensor.
+
+ +#### Outputs + +
+
output (differentiable) : T2
+
Output tensor produced by casting the first input tensor to have the same type as the second input tensor.
+
+ +#### Type Constraints + +
+
T1 : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(uint4), tensor(int4), tensor(float4e2m1), tensor(float8e8m0)
+
Constrain input types. Casting from complex is not supported.
+
T2 : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(uint4), tensor(int4), tensor(float4e2m1), tensor(float8e8m0)
+
Constrain output types. Casting to complex is not supported.
+
+ +### **Constant-24** + + This operator produces a constant tensor. Exactly one of the provided attributes, either value, sparse_value, + or value_* must be specified. + +#### Version + +This version of the operator has been available since version 24 of the default ONNX operator set. + +#### Attributes + +
+
sparse_value : sparse_tensor
+
The value for the elements of the output tensor in sparse format.
+
value : tensor
+
The value for the elements of the output tensor.
+
value_float : float
+
The value for the sole element for the scalar, float32, output tensor.
+
value_floats : list of floats
+
The values for the elements for the 1D, float32, output tensor.
+
value_int : int
+
The value for the sole element for the scalar, int64, output tensor.
+
value_ints : list of ints
+
The values for the elements for the 1D, int64, output tensor.
+
value_string : string
+
The value for the sole element for the scalar, UTF-8 string, output tensor.
+
value_strings : list of strings
+
The values for the elements for the 1D, UTF-8 string, output tensor.
+
+ +#### Inputs + + +#### Outputs + +
+
output : T
+
Output tensor containing the same value of the provided tensor.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(uint4), tensor(int4), tensor(float4e2m1), tensor(float8e8m0)
+
Constrain input and output types to all tensor types.
+
+ +### **ConstantOfShape-24** + + Generate a tensor with given value and shape. + +#### Version + +This version of the operator has been available since version 24 of the default ONNX operator set. + +#### Attributes + +
+
value : tensor
+
(Optional) The value of the output elements.Should be a one-element tensor. If not specified, it defaults to a tensor of value 0 and datatype float32
+
+ +#### Inputs + +
+
input : T1
+
1D tensor. The shape of the expected output tensor. If empty tensor is given, the output would be a scalar. All values must be >= 0.
+
+ +#### Outputs + +
+
output : T2
+
Output tensor of shape specified by 'input'.If attribute 'value' is specified, the value and datatype of the output tensor is taken from 'value'.If attribute 'value' is not specified, the value in the output defaults to 0, and the datatype defaults to float32.
+
+ +#### Type Constraints + +
+
T1 : tensor(int64)
+
Constrain input types.
+
T2 : tensor(float16), tensor(float), tensor(double), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(uint4), tensor(int4), tensor(bool), tensor(bfloat16), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(float4e2m1), tensor(float8e8m0)
+
Constrain output types to be numerics or boolean.
+
+ +### **DequantizeLinear-24** + + The linear dequantization operator. It consumes a quantized tensor, a scale, and a zero point to compute the + full-precision tensor. The dequantization formula is `y = (x - x_zero_point) * x_scale`. `x_scale` and `x_zero_point` + must have the same shape, determining the quantization's granularity: a scalar for per-tensor/per-layer quantization, + a 1-D tensor for per-axis quantization, or have a rank identical to the input for blocked quantization. + See QuantizeLinear for details on quantization granularity. + + `x_zero_point` and `x` must have the same type. `x` and `y` must have the same shape. In the case of dequantizing + `int32`, there's no zero point (zero point is supposed to be 0). + `zero-point` is usually not used in the case of float8 and 4-bit types quantization, but the dequantization formula remains the same + for consistency. The output type is determined by the attribute `output_dtype`. If `output_dtype` is not supplied then the output type + is the same as `x_scale`. The output type also determines the precision of the multiplication operation. + + +#### Version + +This version of the operator has been available since version 24 of the default ONNX operator set. + +#### Attributes + +
+
axis : int (default is 1)
+
(Optional) The axis of the dequantizing dimension of the input tensor. Used for per-axis and blocked quantization. Negative value means counting dimensions from the back. Accepted range is `[-r, r-1]` where `r = rank(input)`.
+
block_size : int (default is 0)
+
(Optional) The size of the quantization block (number of times every scale is replicated). Used only for blocked quantization. The block size is a positive integer. Given `x` shape `(D0, ..., Di, ..., Dn)`, `y_scale` shape `(S0, ... Si, ...Sn)` and `axis=i`, the accepted range is `[ceil(Di/Si), ceil(Di/(Si-1))-1]`
+
output_dtype : int (default is 0)
+
(Optional) The output data type. If not supplied, the output data type is inferred from `x_scale` data type (`T2`)
+
+ +#### Inputs (2 - 3) + +
+
x : T1
+
N-D quantized input tensor to be de-quantized.
+
x_scale : T2
+
Scale for input `x`. For per-tensor/layer dequantization the scale is a scalar, for per per-axis dequantization it is a 1-D Tensor and for blocked dequantization it has the same shape as the input, except for one dimension in which blocking is performed.
+
x_zero_point (optional) : T1
+
Zero point for input `x`. Shape must match x_scale. It's optional. Zero point is 0 when it's not specified.
+
+ +#### Outputs + +
+
y : T3
+
N-D full precision output tensor. It has the same shape as input `x`. The data type is specified by the `output_dtype` attribute or, in its absence, the type of `x_scale`.
+
+ +#### Type Constraints + +
+
T1 : tensor(int8), tensor(uint8), tensor(int16), tensor(uint16), tensor(int32), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(uint4), tensor(int4), tensor(float4e2m1)
+
The type of the inputs 'x_zero_point' and 'x'.
+
T2 : tensor(float), tensor(float16), tensor(bfloat16), tensor(float8e8m0)
+
The type of the input 'x_scale'.
+
T3 : tensor(float), tensor(float16), tensor(bfloat16)
+
The type of the output 'y'.
+
+ +### **Flatten-24** + + Flattens the input tensor into a 2D matrix. If input tensor has shape + (d_0, d_1, ... d_n) then the output will have shape + (d_0 X d_1 ... d_(axis-1), d_axis X d_(axis+1) ... X dn). + +#### Version + +This version of the operator has been available since version 24 of the default ONNX operator set. + +#### Attributes + +
+
axis : int (default is 1)
+
Indicate up to which input dimensions (exclusive) should be flattened to the outer dimension of the output. The value for axis must be in the range [-r, r], where r is the rank of the input tensor. Negative value means counting dimensions from the back. When axis = 0, the shape of the output tensor is (1, (d_0 X d_1 ... d_n), where the shape of the input tensor is (d_0, d_1, ... d_n).
+
+ +#### Inputs + +
+
input (differentiable) : T
+
A tensor of rank >= axis.
+
+ +#### Outputs + +
+
output (differentiable) : T
+
A 2D tensor with the contents of the input tensor, with input dimensions up to axis flattened to the outer dimension of the output and remaining input dimensions flattened into the inner dimension of the output.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(uint4), tensor(int4), tensor(float4e2m1), tensor(float8e8m0)
+
Constrain input and output to all tensor types up to IRv12.
+
+ +### **Identity-24** + + Identity operator + +#### Version + +This version of the operator has been available since version 24 of the default ONNX operator set. + +#### Inputs + +
+
input (differentiable) : V
+
Input tensor
+
+ +#### Outputs + +
+
output (differentiable) : V
+
Tensor to copy input into.
+
+ +#### Type Constraints + +
+
V : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(uint4), tensor(int4), tensor(float4e2m1), tensor(float8e8m0), seq(tensor(uint8)), seq(tensor(uint16)), seq(tensor(uint32)), seq(tensor(uint64)), seq(tensor(int8)), seq(tensor(int16)), seq(tensor(int32)), seq(tensor(int64)), seq(tensor(float16)), seq(tensor(float)), seq(tensor(double)), seq(tensor(string)), seq(tensor(bool)), seq(tensor(complex64)), seq(tensor(complex128)), optional(seq(tensor(uint8))), optional(seq(tensor(uint16))), optional(seq(tensor(uint32))), optional(seq(tensor(uint64))), optional(seq(tensor(int8))), optional(seq(tensor(int16))), optional(seq(tensor(int32))), optional(seq(tensor(int64))), optional(seq(tensor(float16))), optional(seq(tensor(float))), optional(seq(tensor(double))), optional(seq(tensor(string))), optional(seq(tensor(bool))), optional(seq(tensor(complex64))), optional(seq(tensor(complex128))), optional(tensor(uint8)), optional(tensor(uint16)), optional(tensor(uint32)), optional(tensor(uint64)), optional(tensor(int8)), optional(tensor(int16)), optional(tensor(int32)), optional(tensor(int64)), optional(tensor(float16)), optional(tensor(float)), optional(tensor(double)), optional(tensor(string)), optional(tensor(bool)), optional(tensor(complex64)), optional(tensor(complex128))
+
Constrain input and output types to all tensor, sequence, and optional types.
+
+ +### **If-24** + + If conditional + +#### Version + +This version of the operator has been available since version 24 of the default ONNX operator set. + +#### Attributes + +
+
else_branch : graph (required)
+
Graph to run if condition is false. Has N outputs: values you wish to be live-out to the enclosing scope. The number of outputs must match the number of outputs in the then_branch.
+
then_branch : graph (required)
+
Graph to run if condition is true. Has N outputs: values you wish to be live-out to the enclosing scope. The number of outputs must match the number of outputs in the else_branch.
+
+ +#### Inputs + +
+
cond : B
+
Condition for the if. The tensor must contain a single element.
+
+ +#### Outputs (1 - ∞) + +
+
outputs (variadic, heterogeneous) : V
+
Values that are live-out to the enclosing scope. The return values in the `then_branch` and `else_branch` must be of the same data type. The `then_branch` and `else_branch` may produce tensors with the same element type and different shapes. If corresponding outputs from the then-branch and the else-branch have static shapes S1 and S2, then the shape of the corresponding output variable of the if-node (if present) must be compatible with both S1 and S2 as it represents the union of both possible shapes.For example, if in a model file, the first output of `then_branch` is typed float tensor with shape [2] and the first output of `else_branch` is another float tensor with shape [3], If's first output should have (a) no shape set, or (b) a shape of rank 1 with neither `dim_value` nor `dim_param` set, or (c) a shape of rank 1 with a unique `dim_param`. In contrast, the first output cannot have the shape [2] since [2] and [3] are not compatible.
+
+ +#### Type Constraints + +
+
V : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(uint4), tensor(int4), tensor(float4e2m1), tensor(float8e8m0), seq(tensor(uint8)), seq(tensor(uint16)), seq(tensor(uint32)), seq(tensor(uint64)), seq(tensor(int8)), seq(tensor(int16)), seq(tensor(int32)), seq(tensor(int64)), seq(tensor(bfloat16)), seq(tensor(float16)), seq(tensor(float)), seq(tensor(double)), seq(tensor(string)), seq(tensor(bool)), seq(tensor(complex64)), seq(tensor(complex128)), seq(tensor(float8e4m3fn)), seq(tensor(float8e4m3fnuz)), seq(tensor(float8e5m2)), seq(tensor(float8e5m2fnuz)), seq(tensor(uint4)), seq(tensor(int4)), seq(tensor(float4e2m1)), seq(tensor(float8e8m0)), optional(seq(tensor(uint8))), optional(seq(tensor(uint16))), optional(seq(tensor(uint32))), optional(seq(tensor(uint64))), optional(seq(tensor(int8))), optional(seq(tensor(int16))), optional(seq(tensor(int32))), optional(seq(tensor(int64))), optional(seq(tensor(bfloat16))), optional(seq(tensor(float16))), optional(seq(tensor(float))), optional(seq(tensor(double))), optional(seq(tensor(string))), optional(seq(tensor(bool))), optional(seq(tensor(complex64))), optional(seq(tensor(complex128))), optional(tensor(uint8)), optional(tensor(uint16)), optional(tensor(uint32)), optional(tensor(uint64)), optional(tensor(int8)), optional(tensor(int16)), optional(tensor(int32)), optional(tensor(int64)), optional(tensor(bfloat16)), optional(tensor(float16)), optional(tensor(float)), optional(tensor(double)), optional(tensor(string)), optional(tensor(bool)), optional(tensor(complex64)), optional(tensor(complex128)), optional(tensor(float8e4m3fn)), optional(tensor(float8e4m3fnuz)), optional(tensor(float8e5m2)), optional(tensor(float8e5m2fnuz)), optional(tensor(uint4)), optional(tensor(int4)), optional(tensor(float4e2m1)), optional(tensor(float8e8m0))
+
All Tensor, Sequence(Tensor), Optional(Tensor), and Optional(Sequence(Tensor)) types up to IRv11.
+
B : tensor(bool)
+
Only bool
+
+ +### **Loop-24** + + Generic Looping construct. This loop has multiple termination conditions: + + 1) Trip count. Iteration count specified at runtime. Set by + specifying the input M. Optional. Set to empty string to omit. + Note that a static trip count (specified at graph construction time) can be + specified by passing in a constant node for input M. + 2) Loop termination condition. This is an input to the op that determines + whether to run the first iteration and also a loop-carried dependency for + the body graph. The body graph must yield a value for the condition variable, + whether this input is provided or not. + + This table summarizes the operating modes of this operator with equivalent + C-style code: + + Operator inputs defined as (max_trip_count, condition_var). + + * input ("", ""): + for (int i=0; ; ++i) { + cond = ... // Note this value is ignored, but is required in the body + } + + * input ("", cond) // Note this is analogous to a while loop + bool cond = ...; + for (int i=0; cond; ++i) { + cond = ...; + } + + * input ("", 1) // Note this is analogous to a do-while loop + bool cond = true + for (int i=0; cond; ++i) { + cond = ...; + } + + * input (trip_count, "") // Note this is analogous to a for loop + int trip_count = ... + for (int i=0; i < trip_count; ++i) { + cond = ...; // ignored + } + + * input (trip_count, cond) + int trip_count = ...; + bool cond = ...; + for (int i=0; i < trip_count && cond; ++i) { + cond = ...; + } + + + *Sample usage - cond as well as trip count* + + graph predict-net { + %a = Constant[value = ]() + %b = Constant[value = ]() + %keepgoing = Constant[value = ]() + %max_trip_count = Constant[value = ]() + %keepgoing_out, %b_out, %user_defined_vals = Loop[body = ](%max_trip_count, %keepgoing, %b) + return + } + + graph body-net ( + %i[INT32, scalar] // iteration number + %keepgoing_in[BOOL, scalar] // incoming loop-termination-condition; not used + %b_in[INT32, scalar] // incoming value of loop-carried-dependency b + ) { + %my_local = Add(%a, %b_in) + %b_out = Sub(%a, %b_in) // outgoing value of loop-carried-dependency b + %keepgoing_out = Greater(%my_local, %b_out) // outgoing loop-termination-condition + %user_defined_val = Add(%b_in, %b_in) // scan-output value to be accumulated + return %keepgoing_out, %b_out, %user_defined_val + } + + *Sample equivalent C code* + + { + /* User-defined code (enclosing scope) */ + int a = 3, b = 6; + bool keepgoing = true; // Analogous to input cond + /* End user-defined code */ + + /* Implicitly-defined code */ + const int max_trip_count = 10; // Analogous to input M + int user_defined_vals[]; // Imagine this is resizable + /* End implicitly-defined code */ + /* initialize loop-carried variables and scan-output variables */ + bool keepgoing_out = keepgoing + int b_out = b + + for (int i=0; i < max_trip_count && keepgoing_out; ++i) { + /* Implicitly-defined code: bind actual parameter values + to formal parameter variables of loop-body */ + bool keepgoing_in = keepgoing_out; + bool b_in = b_out; + + /* User-defined code (loop body) */ + int my_local = a + b_in; // Reading value "a" from the enclosing scope is fine + b_out = a - b_in; + keepgoing_out = my_local > b_out; + user_defined_val = b_in + b_in; // b_in and b_out are different variables + /* End user-defined code */ + + /* Implicitly defined-code */ + user_defined_vals[i] = user_defined_val // accumulate scan-output values + } + // int t = my_local; // Can't do this. my_local is not accessible here. + + // The values below are bound to the output variables of the loop and therefore accessible + // b_out; user_defined_vals; keepgoing_out; + } + + There are several things of note in this code snippet: + + 1) Values from the enclosing scope (i.e. variable "a" here) are in scope and can + be referenced in the inputs of the loop. + 2) Any values computed in the loop body that needs to be used in a subsequent + iteration or after the loop are modeled using a pair of variables in the loop-body, + consisting of an input variable (eg., b_in) and an output variable (eg., b_out). + These are referred to as loop-carried dependences. The loop operation node + supplies the input value of the input variable for the first iteration, and + returns the output value of the output variable produced by the final + iteration. + 3) Scan_output variables are used to implicitly concatenate values computed across + all the iterations. In the above example, the value of user_defined_val computed + over all iterations are concatenated and returned as the value of user_defined_vals + after the loop. + 4) Values created in the body cannot be accessed in the enclosing scope, + except using the mechanism described above. + + Note that the semantics of this op support "diagonal" or "wavefront" execution. + (See Step 3 here for an example: + https://devblogs.nvidia.com/optimizing-recurrent-neural-networks-cudnn-5/). + Frontends should emit multi-layer RNNs as a series of While operators (with + time being the inner looping dimension), with each successive layer consuming + the scan_outputs from the previous layer, possibly going through several + point-wise operators (e.g. dropout, residual connections, linear layer). + + The input/output of subgraph (produced by loop node) matching is based on order instead of name. The implementation will figure out the names based on this order. + +#### Version + +This version of the operator has been available since version 24 of the default ONNX operator set. + +#### Attributes + +
+
body : graph (required)
+
The graph run each iteration. It has 2+N inputs: (iteration_num, condition, loop carried dependencies...). It has 1+N+K outputs: (condition, loop carried dependencies..., scan_outputs...). Each scan_output is created by concatenating the value of the specified output value at the end of each iteration of the loop. It is an error if the dimensions or data type of these scan_outputs change across loop iterations.
+
+ +#### Inputs (2 - ∞) + +
+
M (optional) : I
+
A maximum trip-count for the loop specified at runtime. Optional. Pass empty string to skip.
+
cond (optional) : B
+
A boolean termination condition. Optional. Pass empty string to skip.
+
v_initial (variadic, heterogeneous) : V
+
The initial values of any loop-carried dependencies (values that change across loop iterations)
+
+ +#### Outputs (1 - ∞) + +
+
v_final_and_scan_outputs (variadic, heterogeneous) : V
+
Final N loop carried dependency values then K scan_outputs. Scan outputs must be Tensors.
+
+ +#### Type Constraints + +
+
V : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(uint4), tensor(int4), tensor(float4e2m1), tensor(float8e8m0), seq(tensor(uint8)), seq(tensor(uint16)), seq(tensor(uint32)), seq(tensor(uint64)), seq(tensor(int8)), seq(tensor(int16)), seq(tensor(int32)), seq(tensor(int64)), seq(tensor(bfloat16)), seq(tensor(float16)), seq(tensor(float)), seq(tensor(double)), seq(tensor(string)), seq(tensor(bool)), seq(tensor(complex64)), seq(tensor(complex128)), seq(tensor(float8e4m3fn)), seq(tensor(float8e4m3fnuz)), seq(tensor(float8e5m2)), seq(tensor(float8e5m2fnuz)), seq(tensor(uint4)), seq(tensor(int4)), seq(tensor(float4e2m1)), seq(tensor(float8e8m0)), optional(seq(tensor(uint8))), optional(seq(tensor(uint16))), optional(seq(tensor(uint32))), optional(seq(tensor(uint64))), optional(seq(tensor(int8))), optional(seq(tensor(int16))), optional(seq(tensor(int32))), optional(seq(tensor(int64))), optional(seq(tensor(bfloat16))), optional(seq(tensor(float16))), optional(seq(tensor(float))), optional(seq(tensor(double))), optional(seq(tensor(string))), optional(seq(tensor(bool))), optional(seq(tensor(complex64))), optional(seq(tensor(complex128))), optional(tensor(uint8)), optional(tensor(uint16)), optional(tensor(uint32)), optional(tensor(uint64)), optional(tensor(int8)), optional(tensor(int16)), optional(tensor(int32)), optional(tensor(int64)), optional(tensor(bfloat16)), optional(tensor(float16)), optional(tensor(float)), optional(tensor(double)), optional(tensor(string)), optional(tensor(bool)), optional(tensor(complex64)), optional(tensor(complex128)), optional(tensor(float8e4m3fn)), optional(tensor(float8e4m3fnuz)), optional(tensor(float8e5m2)), optional(tensor(float8e5m2fnuz)), optional(tensor(uint4)), optional(tensor(int4)), optional(tensor(float4e2m1)), optional(tensor(float8e8m0))
+
All Tensor, Sequence(Tensor), Optional(Tensor), and Optional(Sequence(Tensor)) types up to IRv11.
+
I : tensor(int64)
+
tensor of int64, which should be a scalar.
+
B : tensor(bool)
+
tensor of bool, which should be a scalar.
+
+ +### **Pad-24** + + Given a tensor containing the data to be padded (`data`), a tensor containing the number of start and end pad values for axis (`pads`), (optionally) a `mode`, and (optionally) `constant_value`, + a padded tensor (`output`) is generated. + + The four supported `modes` are (similar to corresponding modes supported by `numpy.pad`): + + 1) `constant`(default) - pads with a given constant value as specified by `constant_value` (which defaults to 0, empty string, or False) + + 2) `reflect` - pads with the reflection of the vector mirrored on the first and last values of the vector along each axis + + 3) `edge` - pads with the edge values of array + + 4) `wrap` - wrap-around padding as if the data tensor forms a torus + + + Example 1 (`constant` mode): + + Insert 0 pads to the beginning of the second dimension. + + ``` + data = [ + [1.0, 1.2], + [2.3, 3.4], + [4.5, 5.7], + ] + + pads = [0, 2, 0, 0] + + mode = 'constant' + + constant_value = 0.0 + + output = [ + [0.0, 0.0, 1.0, 1.2], + [0.0, 0.0, 2.3, 3.4], + [0.0, 0.0, 4.5, 5.7], + ] + ``` + + Example 2 (`reflect` mode): + + ``` + data = [ + [1.0, 1.2], + [2.3, 3.4], + [4.5, 5.7], + ] + + pads = [0, 2, 0, 0] + + mode = 'reflect' + + output = [ + [1.0, 1.2, 1.0, 1.2], + [2.3, 3.4, 2.3, 3.4], + [4.5, 5.7, 4.5, 5.7], + ] + ``` + + Example 3 (`edge` mode): + + ``` + data = [ + [1.0, 1.2], + [2.3, 3.4], + [4.5, 5.7], + ] + + pads = [0, 2, 0, 0] + + mode = 'edge' + + output = [ + [1.0, 1.0, 1.0, 1.2], + [2.3, 2.3, 2.3, 3.4], + [4.5, 4.5, 4.5, 5.7], + ] + ``` + + Example 4 (`wrap` mode): + + ``` + data = [ + [1.0, 1.2], + [2.3, 3.4], + [4.5, 5.7], + ] + + pads = [2, 1, 1, 1] + + mode = 'wrap' + + output = [ + [3.4, 2.3, 3.4, 2.3], + [5.7, 4.5, 5.7, 4.5], + [1.2, 1.0, 1.2, 1.0], + [3.4, 2.3, 3.4, 2.3], + [5.7, 4.5, 5.7, 4.5], + [1.2, 1.0, 1.2, 1.0], + ] + ``` + +#### Version + +This version of the operator has been available since version 24 of the default ONNX operator set. + +#### Attributes + +
+
mode : string (default is constant)
+
Supported modes: `constant`(default), `reflect`, `edge`, `wrap`
+
+ +#### Inputs (2 - 4) + +
+
data (differentiable) : T
+
Input tensor.
+
pads (non-differentiable) : tensor(int64)
+
Tensor of integers indicating the number of padding elements to add or remove (if negative) at the beginning and end of each axis. For 2D input tensor, it is the number of pixels. `pads` should be a 1D tensor of shape [2 * num_axes] where `num_axes` refers to the number of elements in the `axes` input or the input rank if `axes` are not provided explicitly. `pads` format should be: [x1_begin, x2_begin, ..., x1_end, x2_end,...], where xi_begin is the number of pad values added at the beginning of axis `axes[i]` and xi_end, the number of pad values added at the end of axis `axes[i]`.
+
constant_value (optional, non-differentiable) : T
+
(Optional) A scalar value to be used if the mode chosen is `constant` (by default it is 0, empty string or False).
+
axes (optional, non-differentiable) : Tind
+
1-D tensor of axes that `pads` apply to. Negative value means counting dimensions from the back. Accepted range is [-r, r-1] where r = rank(data). Behavior is undefined if an axis is repeated. If not provided, all axes are assumed (`[0, 1, ..., input_rank-1]`).
+
+ +#### Outputs + +
+
output (differentiable) : T
+
Tensor after padding.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(uint4), tensor(int4), tensor(float4e2m1), tensor(float8e8m0)
+
Constrain input and output types to all tensor types up to IRv12.
+
Tind : tensor(int32), tensor(int64)
+
Constrain indices to integer types
+
+ +### **QuantizeLinear-24** + + The linear quantization operator consumes a high-precision tensor, a scale, and a zero point to compute the + low-precision/quantized tensor. The scale factor and zero point must have the same shape, determining the quantization + granularity. The quantization formula is `y = saturate((x / y_scale) + y_zero_point)`. + + Saturation is done according to: + - uint16: [0, 65535] + - int16: [-32768, 32767] + - uint8: [0, 255] + - int8: [-128, 127] + - uint4: [0, 15] + - int4: [-8, 7] + + For `(x / y_scale)`, it rounds to the nearest even. Refer to https://en.wikipedia.org/wiki/Rounding for details. + + `y_zero_point` and `y` must have the same type. `y_zero_point` is usually not used for quantization to float8 and 4bit types, but the quantization + formula remains the same for consistency, and the type of the attribute `y_zero_point` still determines the quantization type. + `x` and `y_scale` are allowed to have different types. The type of `y_scale` determines the precision of the division operation between `x` and + `y_scale`, unless the `precision` attribute is specified. + + There are three supported quantization granularities, determined by the shape of `y_scale`. + In all cases, `y_zero_point` must have the same shape as `y_scale`. + - Per-tensor (per-layer) quantization: `y_scale` is a scalar. + - Per-axis quantization: The scale must be a 1-D tensor, with the length of the quantization axis. For an input shape + `(D0, ..., Di, ..., Dn)` and `axis=i`, `y_scale` is a 1-D tensor of length `Di`. + - Blocked quantization: The scale's shape is identical to the input's shape, except for one dimension, in which + blocking is performed. Given `x` shape `(D0, ..., Di, ..., Dn)`, `axis=i`, and block size `B`: `y_scale` shape is + `(D0, ..., ceil(Di/B), ..., Dn)`. + +#### Version + +This version of the operator has been available since version 24 of the default ONNX operator set. + +#### Attributes + +
+
axis : int (default is 1)
+
(Optional) The axis of the dequantizing dimension of the input tensor. Used only for per-axis and blocked quantization. Negative value means counting dimensions from the back. Accepted range is `[-r, r-1]` where `r = rank(input)`. When the rank of the input is 1, per-tensor quantization is applied, rendering the axis unnecessary in this scenario.
+
block_size : int (default is 0)
+
(Optional) The size of the quantization block (number of times every scale is replicated). Used only for blocked quantization. The block size is a positive integer. Given `x` shape `(D0, ..., Di, ..., Dn)`, `y_scale` shape `(S0, ... Si, ...Sn)` and `axis=i`, the accepted range is `[ceil(Di/Si), ceil(Di/(Si-1))-1]`
+
output_dtype : int (default is 0)
+
(Optional) The output data type. If not supplied, the output data type is inferred from `y_zero_point` data type (`T3`). If neither `output_dtype` nor `y_zero_point` are supplied, output data type is uint8. If both `output_dtype` and `y_zero_point` are specified, `output_dtype` must be `T3`.
+
precision : int (default is 0)
+
(Optional) The precision of the division operation between `x` and `y_scale`. If not provided, it will be the same as the type of `y_scale`.
+
saturate : int (default is 1)
+
The parameter defines how the conversion behaves if an input value is out of range of the destination type. It only applies for float 8 quantization (float8e4m3fn, float8e4m3fnuz, float8e5m2, float8e5m2fnuz). It is true by default. All cases are fully described in two tables inserted in the operator description.
+
+ +#### Inputs (2 - 3) + +
+
x : T1
+
N-D full precision Input tensor to be quantized.
+
y_scale : T2
+
Scale for doing quantization to get `y`. For per-tensor/layer quantization the scale is a scalar, for per-axis quantization it is a 1-D Tensor and for blocked quantization it has the same shape as the input, except for one dimension in which blocking is performed.
+
y_zero_point (optional) : T3
+
Zero point for doing quantization to get `y`. Shape must match `y_scale`. Default is uint8 with zero point of 0 if it's not specified.
+
+ +#### Outputs + +
+
y : T3
+
N-D quantized output tensor. It has same shape as input `x`.
+
+ +#### Type Constraints + +
+
T1 : tensor(float), tensor(float16), tensor(bfloat16), tensor(int32)
+
The type of the input 'x'.
+
T2 : tensor(float), tensor(float16), tensor(bfloat16), tensor(int32), tensor(float8e8m0)
+
The type of the input 'y_scale'.
+
T3 : tensor(int8), tensor(uint8), tensor(int16), tensor(uint16), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(uint4), tensor(int4), tensor(float4e2m1)
+
The type of the input `y_zero_point` and the output `y`.
+
+ +### **Reshape-24** + + Reshape the input tensor similar to numpy.reshape. + First input is the data tensor, second input is a shape tensor which specifies the output shape. It outputs the reshaped tensor. + At most one dimension of the new shape can be -1. In this case, the value is + inferred from the size of the tensor and the remaining dimensions. A dimension + could also be 0, in which case the actual dimension value is unchanged (i.e. taken + from the input tensor). If 'allowzero' is set, and the new shape includes 0, the + dimension will be set explicitly to zero (i.e. not taken from input tensor). + Shape (second input) could be an empty shape, which means converting to a scalar. + The input tensor's shape and the output tensor's shape are required to have the same number of elements. + + If the attribute 'allowzero' is set, it is invalid for the specified shape to + contain both a zero value and -1, as the value of the dimension corresponding + to -1 cannot be determined uniquely. + +#### Version + +This version of the operator has been available since version 24 of the default ONNX operator set. + +#### Attributes + +
+
allowzero : int (default is 0)
+
(Optional) By default, when any value in the 'shape' input is equal to zero the corresponding dimension value is copied from the input tensor dynamically. allowzero=1 indicates that if any value in the 'shape' input is set to zero, the zero value is honored, similar to NumPy.
+
+ +#### Inputs + +
+
data (differentiable) : T
+
An input tensor.
+
shape (non-differentiable) : tensor(int64)
+
Specified shape for output.
+
+ +#### Outputs + +
+
reshaped (differentiable) : T
+
Reshaped data.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(uint4), tensor(int4), tensor(float4e2m1), tensor(float8e8m0)
+
Constrain input and output types to all tensor types.
+
+ +### **Scan-24** + + Scan can be used to iterate over one or more scan_input tensors, + constructing zero or more scan_output tensors. It combines ideas from general recurrences, + functional programming constructs such as scan, fold, map, and zip, and is intended to enable + generalizations of RNN-like constructs for sequence-to-sequence processing. + Other tensors (referred to as state_variables here) can be used to carry a state + when iterating from one element to another (similar to hidden-state in RNNs, also referred + to as loop-carried dependences in the context of loops). + Many common usages involve a single scan_input tensor (where functionality + similar to scan, fold and map can be obtained). When more than one scan_input is used, + a behavior similar to zip is obtained. + + The attribute body must be a graph, specifying the computation to be performed in + every iteration. It takes as input the current values of the state_variables and + the current iterated element of the scan_inputs. It must return the (updated) values + of the state_variables and zero or more scan_output_element tensors. The values of the + scan_output_element tensors are concatenated over all the iterations to produce the + scan_output values of the scan construct (similar to the concatenated intermediate + hidden-state values of RNN-like constructs). All the output tensors (state_variables as + well as scan_output_element tensors) are required to have the same shape in each iteration + of the loop (a restriction imposed to enable efficient memory allocation). + + Note that the iterated element passed to the body subgraph does not have a sequence + axis. It will have a rank one less than the rank of the corresponding scan_input. + + The scan operation returns the final values of the state_variables as well as the + scan_outputs. + + The optional attribute scan_input_directions specifies the direction (forward or backward) + for each scan input. If this attribute is omitted, all sequences are scanned in the forward + direction. A bidirectional scan may be performed by specifying the same tensor input twice + in the scan_inputs, once with a forward direction, and once with a backward direction. + + The scan_output of the operation is produced by concatenating the scan_output_element + values produced by the body in each iteration. The optional attribute scan_output_directions + specifies the direction in which scan_output is constructed (by appending or prepending the + scan_output_element to scan_output in each iteration) for each scan_output. If this attribute + is omitted, the scan_output_element is appended to the scan_output in each iteration. + + The optional attribute scan_input_axes specifies the axis to be scanned for each scan_input. + If omitted, every scan_input will be scanned in axis 0. For example, if axis 0 is the + batch axis and axis 1 is the time axis (to be scanned), specify an axis value of 1. + Note that scanning a non-zero axis may be less efficient than scanning axis zero. + + The optional attribute scan_output_axes specifies the axis along which the scan_outputs + are accumulated for each scan_output. For example, if axis 1 is the time axis (to be + scanned) for both inputs and outputs, specify a scan_input axis and scan_output axis + value of 1. + + Note that because of the ONNX restriction that only the last parameter of an operator can + be variadic, the initial-states and scan-inputs are listed together as one input parameter. + Similarly, the final-states and scan-outputs are listed together as one output parameter. + The attribute num_scan_inputs indicates the number M of scan-inputs. + + The behavior of + + Scan < + num_scan_inputs = m, + body = loop-body, + scan_input_axes = [axis_1, ..., axis_m] + > (init_1, ..., init_n, scan_1, ..., scan_m) + + is equivalent to the following pseudo-code: + + // scan_i.shape[axis_i] denotes the (max) sequence-length of scan_i + // scan_i.shape[axis_i] is required to be equal to scan_j.shape[axis_j] for all i,j. + sequence_length = scan_1.shape[axis_1]; + + // initialize state-variables + st_1 = init_1; ... st_n = init_n; + // initialize scan-output variables: [] denotes an empty tensor + scan_out_1 = []; ...; scan_out_k = []; + // identify number of iterations: + + // execute loop + for (int t = 0; t < sequence_length; ++t) { + // generate the scan-input elements: the notation T[t] indicates the sub-tensor + // of rank one less than T obtained by indexing T at position t along axis k. + si_1 = scan_1[t]; + ... ; + si_m = scan_m[t]; + // execute loop-body + st_1, ..., st_n, so_1, ..., so_k = loop-body(st_1, ..., st_n, si_1, ..., si_m) + // accumulate the scan-output elements + scan_out_1 = Concat(scan_out_1, so_1); ... ; scan_out_k = Concat(scan_out_k, so_k); + } + + return st_1, ..., st_n, scan_out_1, ..., scan_out_k; + + *Sample usage: Encoding RNN using a Scan* + + The following example shows how a simple RNN over an input tensor %X, with weight tensor %Wi, + recurrence weight tensor %Ri, bias tensors %Wbi and %Rbi, and initial hidden-state %H_0 can + be encoded as a ScanLoop. Note that the loop-body is a nested graph, and it directly computes + %Wi, %Ri, %Wbi, and %Rbi (typically constants or initializers in the body graph). If these + values are computed in the outer graph, they need to be passed in as extra state_variables. + + graph rnn-encoding { + %H_0 = ... + %X = ... + %Y_h, %Y = Scan[body = , num_scan_inputs=1](%H_0, %X) + return %Y, %Y_h + } + + graph rnn-cell-1 ( + %H_tminus1[FLOAT, tensor] + %X_t[FLOAT, tensor] + ) { + %Wi = ... + %Ri = ... + %Wbi = ... + %Rbi = ... + %t1 = X_t * (Wi^T) + %t2 = H_tminus1*(Ri^T) + %t3 = Add(%t1, %t2) + %t4 = Add(%t3, %Wbi) + %t5 = Add(%t4, %Rbi) + %Ht = Tanh(%t5) + %Accumulate = Identity(%Ht) + return %Ht, %Accumulate + } + + +#### Version + +This version of the operator has been available since version 24 of the default ONNX operator set. + +#### Attributes + +
+
body : graph (required)
+
The graph run each iteration. It has N+M inputs: (loop state variables..., scan_input_elts...). It has N+K outputs: (loop state variables..., scan_output_elts...). Each scan_output is created by concatenating the value of the specified scan_output_elt value at the end of each iteration of the loop. It is an error if the dimensions of these values change across loop iterations.
+
num_scan_inputs : int (required)
+
An attribute specifying the number of scan_inputs M.
+
scan_input_axes : list of ints
+
An optional list of M flags. The i-th element of the list specifies the axis to be scanned (the sequence axis) for the i-th scan_input. If omitted, 0 will be used as the scan axis for every scan_input. Negative value for an axis means counting dimensions from the back. Accepted range is [-r, r-1] where r = rank(input).
+
scan_input_directions : list of ints
+
An optional list of M flags. The i-th element of the list specifies the direction to be scanned for the i-th scan_input tensor: 0 indicates forward direction and 1 indicates reverse direction. If omitted, all scan_input tensors will be scanned in the forward direction.
+
scan_output_axes : list of ints
+
An optional list of K flags. The i-th element of the list specifies the axis for the i-th scan_output. The scan outputs are accumulated along the specified axis. If omitted, 0 will be used as the scan axis for every scan_output. Negative value for an axis means counting dimensions from the back. Accepted range is [-r, r-1].
+
scan_output_directions : list of ints
+
An optional list of K flags, one for each scan_output. The i-th element of the list specifies whether the i-th scan_output should be constructed by appending or prepending a new value in each iteration: 0 indicates appending and 1 indicates prepending. If omitted, all scan_output tensors will be produced by appending a value in each iteration.
+
+ +#### Inputs (1 - ∞) + +
+
initial_state_and_scan_inputs (variadic, heterogeneous) : V
+
Initial values of the loop's N state variables followed by M scan_inputs
+
+ +#### Outputs (1 - ∞) + +
+
final_state_and_scan_outputs (variadic, heterogeneous) : V
+
Final values of the loop's N state variables followed by K scan_outputs
+
+ +#### Type Constraints + +
+
V : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(uint4), tensor(int4), tensor(float4e2m1), tensor(float8e8m0)
+
All Tensor types up to IRv12.
+
+ +### **Shape-24** + + Takes a tensor as input and outputs an 1D int64 tensor containing the shape of the input tensor. + Optional attributes start and end can be used to compute a slice of the input tensor's shape. + If start axis is omitted, the slice starts from axis 0. + The end axis, if specified, is exclusive (and the returned value will not include the size of that axis). + If the end axis is omitted, the axes upto the last one will be included. + Negative axes indicate counting back from the last axis. + Note that axes will be clamped to the range [0, r], where r is the + rank of the input tensor if they are out-of-range (after adding r in the case of + negative axis). Thus, specifying any end value > r is equivalent to specifying an end + value of r, and specifying any start value < -r is equivalent to specifying a start + value of 0. If start > end, the result will be an empty shape. + + Examples: + + ``` + Input tensor with shape: [2, 3, 4] + No attributes specified. + Output: [2, 3, 4] + ``` + + ``` + Input tensor with shape: [2, 3, 4] + start: -1 + Output: [4] + ``` + + ``` + Input tensor with shape: [2, 3, 4] + end: -1 + Output: [2, 3] + ``` + + ``` + Input tensor with shape: [2, 3, 4] + start: 1 + end: 2 + Output: [3] + ``` + +#### Version + +This version of the operator has been available since version 24 of the default ONNX operator set. + +#### Attributes + +
+
end : int
+
(Optional) Ending axis for slicing the shape. Negative value means counting dimensions from the back. If omitted, sizes of all axes upto (including) the last one will be included.
+
start : int (default is 0)
+
(Optional) Starting axis for slicing the shape. Default value is 0.Negative value means counting dimensions from the back.
+
+ +#### Inputs + +
+
data (non-differentiable) : T
+
An input tensor.
+
+ +#### Outputs + +
+
shape (non-differentiable) : T1
+
Shape of the input tensor
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(uint4), tensor(int4), tensor(float4e2m1), tensor(float8e8m0)
+
Input tensor can be of arbitrary type.
+
T1 : tensor(int64)
+
Constrain output to int64 tensor.
+
+ +### **Size-24** + + Takes a tensor as input and outputs a int64 scalar that equals to the total number of elements of the input tensor. + +#### Version + +This version of the operator has been available since version 24 of the default ONNX operator set. + +#### Inputs + +
+
data (non-differentiable) : T
+
An input tensor.
+
+ +#### Outputs + +
+
size (non-differentiable) : T1
+
Total number of elements of the input tensor
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(uint4), tensor(int4), tensor(float4e2m1), tensor(float8e8m0)
+
Input tensor can be of arbitrary type.
+
T1 : tensor(int64)
+
Constrain output to int64 tensor, which should be a scalar though.
+
+ +### **SplitToSequence-24** + + Split a tensor into a sequence of tensors, along the specified 'axis'. + Lengths of the parts can be specified using the optional argument 'split'. + If the argument `split' is not specified, a default scalar value of 1 + is used as the value of `split'. + 'split' must contain only positive numbers. + 'split' is either a scalar (tensor of empty shape), or a 1-D tensor. + If 'split' is a scalar, then 'input' will be split into chunks all of size 'split' + if possible. The last chunk alone may be smaller than 'split' if the 'input' size + along the given axis 'axis' is not divisible by 'split'. + If 'split' is a 1-dimensional tensor, the input tensor is split into 'size(split)' chunks, + with lengths of the parts on 'axis' specified in 'split'. In this scenario, the sum of entries + in 'split' must be equal to the dimension size of input tensor on 'axis'. + +#### Version + +This version of the operator has been available since version 24 of the default ONNX operator set. + +#### Attributes + +
+
axis : int (default is 0)
+
Which axis to split on. A negative value means counting dimensions from the back. Accepted range is [-rank, rank-1].
+
keepdims : int (default is 1)
+
Keep the split dimension or not. Default 1, which means we keep split dimension. If input 'split' is specified, this attribute is ignored.
+
+ +#### Inputs (1 - 2) + +
+
input : T
+
The tensor to split
+
split (optional) : I
+
Length of each output. It can be either a scalar(tensor of empty shape), or a 1-D tensor. All values must be >= 0.
+
+ +#### Outputs + +
+
output_sequence : S
+
One or more outputs forming a sequence of tensors after splitting
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain input types to all tensor types.
+
I : tensor(int32), tensor(int64)
+
Constrain split size to integral tensor.
+
S : seq(tensor(uint8)), seq(tensor(uint16)), seq(tensor(uint32)), seq(tensor(uint64)), seq(tensor(int8)), seq(tensor(int16)), seq(tensor(int32)), seq(tensor(int64)), seq(tensor(bfloat16)), seq(tensor(float16)), seq(tensor(float)), seq(tensor(double)), seq(tensor(string)), seq(tensor(bool)), seq(tensor(complex64)), seq(tensor(complex128))
+
Constrain output types to all tensor types.
+
+ +### **Squeeze-24** + + Remove single-dimensional entries from the shape of a tensor. + Takes an input `axes` with a list of axes to squeeze. + If `axes` is not provided, all the single dimensions will be removed from + the shape. If an axis is selected with shape entry not equal to one, an error is raised. + +#### Version + +This version of the operator has been available since version 24 of the default ONNX operator set. + +#### Inputs (1 - 2) + +
+
data (differentiable) : T
+
Tensors with at least max(dims) dimensions.
+
axes (optional, non-differentiable) : tensor(int64)
+
1D tensor of integers indicating the dimensions to squeeze. Negative value means counting dimensions from the back. Accepted range is [-r, r-1] where r = rank(data).
+
+ +#### Outputs + +
+
squeezed (differentiable) : T
+
Reshaped tensor with same data as input.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(uint4), tensor(int4), tensor(float4e2m1), tensor(float8e8m0)
+
Constrain input and output types to all tensor types up to IRv12.
+
+ +### **Swish-24** + + Swish function takes one input data (Tensor) and produces one output data (Tensor) of the same shape, + where $Swish(x) = x * sigmoid(alpha * x)$. + +#### Version + +This version of the operator has been available since version 24 of the default ONNX operator set. + +#### Attributes + +
+
alpha : float (default is 1.0)
+
Coefficient to multiply with input before sigmoid.
+
+ +#### Inputs + +
+
X (differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
Y (differentiable) : T
+
Output tensor
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(bfloat16), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **TensorScatter-24** + + TensorScatter is a generic tensor update operation, motivated by the requirements for KV cache updates for Attention + ops commonly found in LLMs. It is a functional operation that models an in-place update to a KV cache buffer. + + The past and present cache tensors have the same shape (batch_size, D1, D2, ..., max_sequence_length, ..., Dn), with + the sequence dimension (indicated by the `axis` attribute) being max_sequence_length, so the sizes of these tensors do + not need to grow between iterations. The `update` tensor's shape only differs from the cache tensors in the sequence + dimension: (batch_size, D1, D2, ..., sequence_length, ..., Dn), where sequence_length <= max_sequence_length. + + The optional `write_indices` input indicates the write index for each sample in the batch, assumed to be zero + if not provided. When the `mode` attribute is set to "circular", the write index is modulo max_sequence_length. + The operation can be described using the following pseudocode: + + ``` + for prefix_idx in np.ndindex(past_cache.shape[:axis]): + batch_idx = prefix_idx[0] + for sequence_idx in range(sequence_length): + cache_idx = (*prefix_idx, write_indices[batch_idx] + sequence_idx) + if mode == "circular": + cache_idx = tuple(np.mod(np.asarray(cache_idx), max_sequence_length)) + update_idx = (*prefix_idx, sequence_idx) + present_cache[cache_idx] = update[update_idx] + ``` + + During the prefill phase of attention, only the first two inputs are needed. During the decode phase, `write_indices` + is also needed so that the incoming key or value update can be appended after the last valid token for each sample + in the batch. + +#### Version + +This version of the operator has been available since version 24 of the default ONNX operator set. + +#### Attributes + +
+
axis : int (default is -2)
+
Sequence dimension of the `past_cache` and `update` tensors. It cannot be 0 (the batch dimension). Default is -2.
+
mode : string (default is linear)
+
Write mode of cache update. Supported modes include `linear` and `circular`. `linear` mode requires write_indices+sequence_length<=max_sequence_length. For `circular` mode, the updates happen in wrap-around fashion, ie, the update index is modulo `max_sequence_length`
+
+ +#### Inputs (2 - 3) + +
+
past_cache (differentiable) : T
+
Past state cache for key or value with shape `(batch_size, D1, D2, ..., max_sequence_length, ..., Dn)`.
+
update (differentiable) : T
+
New update tensor with shape `(batch_size, D1, D2, ..., sequence_length, ..., Dn)`.
+
write_indices (optional, non-differentiable) : tensor(int64)
+
Write indices for the incoming update tensor in the cache. Shape is `(batch_size,)`. Assumed to be all zeros if not provided.
+
+ +#### Outputs + +
+
present_cache (differentiable) : T
+
Updated cache. Same shape as `past_cache`.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(uint4), tensor(int4), tensor(float4e2m1), tensor(float8e8m0)
+
Constrain input and output types to any tensor type.
+
+ +### **TopK-24** + + Retrieve the top-K largest or smallest elements along a specified axis. Given an input tensor of + shape [a_0, a_1, ..., a_{n-1}] and integer argument k, return two outputs: + + * Value tensor of shape [a_0, a_1, ..., a_{axis-1}, k, a_{axis+1}, ... a_{n-1}] + which contains the values of the top k elements along the specified axis + * Index tensor of shape [a_0, a_1, ..., a_{axis-1}, k, a_{axis+1}, ... a_{n-1}] which + contains the indices of the top k elements (original indices from the input + tensor). + + * If "largest" is 1 (the default value) then the k largest elements are returned. + * If "sorted" is 1 (the default value) then the resulting k elements will be sorted. + * If "sorted" is 0, order of returned 'Values' and 'Indices' are undefined. + + Given two equivalent values, this operator uses the indices along the axis as + a tiebreaker. That is, the element with the lower index will appear first. + +#### Version + +This version of the operator has been available since version 24 of the default ONNX operator set. + +#### Attributes + +
+
axis : int (default is -1)
+
Dimension on which to do the sort. Negative value means counting dimensions from the back. Accepted range is [-r, r-1] where r = rank(input).
+
largest : int (default is 1)
+
Whether to return the top-K largest or smallest elements.
+
sorted : int (default is 1)
+
Whether to return the elements in sorted order.
+
+ +#### Inputs + +
+
X (differentiable) : T
+
Tensor of shape [a_0, a_1, ..., a_{n-1}]
+
K (non-differentiable) : tensor(int64)
+
A 1-D tensor containing a single positive value corresponding to the number of top elements to retrieve
+
+ +#### Outputs + +
+
Values (differentiable) : T
+
Tensor of shape [a_0, a_1, ..., a_{axis-1}, k, a_{axis+1}, ... a_{n-1}] containing top K values from the input tensor
+
Indices (non-differentiable) : I
+
Tensor of shape [a_0, a_1, ..., a_{axis-1}, k, a_{axis+1}, ... a_{n-1}] containing the corresponding input tensor indices for the top K values.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input and output types to numeric tensors.
+
I : tensor(int64)
+
Constrain index tensor to int64
+
+ +### **Transpose-24** + + Returns a transpose of the input tensor. (Similar to `numpy.transpose`). + The optional attribute `perm` must be a permutation of the dimensions of + the input tensor. Axis `i` of the output tensor corresponds to the axis + `perm[i]` of the input tensor. + For example, when perm=(1, 0, 2), given an input tensor of shape (1, 2, 3), + the output shape will be (2, 1, 3). + When perm=(1, 2, 0), given an input tensor of shape (1, 2, 3), + the output shape will be (2, 3, 1). + If the attribute `perm` is omitted, its default value is `(n-1, ..., 0)`, + where `n` is the rank of the input tensor. + +#### Version + +This version of the operator has been available since version 24 of the default ONNX operator set. + +#### Attributes + +
+
perm : list of ints
+
A list of integers. By default, reverse the dimensions, otherwise permute the axes according to the values given. Its length must be equal to the rank of the input.
+
+ +#### Inputs + +
+
data (differentiable) : T
+
An input tensor.
+
+ +#### Outputs + +
+
transposed (differentiable) : T
+
Transposed output.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(uint4), tensor(int4), tensor(float4e2m1), tensor(float8e8m0)
+
Constrain input and output types to all tensor types.
+
+ +### **Unsqueeze-24** + + Insert single-dimensional entries to the shape of an input tensor (`data`). + Takes one required input `axes` - which contains a list of dimension indices and this operator will insert a dimension of value `1` into the corresponding index of the output tensor (`expanded`). + + For example, given an input tensor (`data`) of shape [3, 4, 5], then + Unsqueeze(data, axes=[0, 4]) outputs a tensor (`expanded`) containing same data as `data` but with shape [1, 3, 4, 5, 1]. + + The input `axes` should not contain any duplicate entries. It is an error if it contains duplicates. + The rank of the output tensor (`output_rank`) is the rank of the input tensor (`data`) plus the number of values in `axes`. + Each value in `axes` should be within the (inclusive) range [-output_rank , output_rank - 1]. + The order of values in `axes` does not matter and can come in any order. + +#### Version + +This version of the operator has been available since version 24 of the default ONNX operator set. + +#### Inputs + +
+
data (differentiable) : T
+
Original tensor
+
axes (non-differentiable) : tensor(int64)
+
1D tensor of integers indicating the dimensions to be inserted. Negative value means counting dimensions from the back. Accepted range is [-r, r-1] where r = rank(expanded).
+
+ +#### Outputs + +
+
expanded (differentiable) : T
+
Reshaped tensor with same data as input.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(uint4), tensor(int4), tensor(float4e2m1), tensor(float8e8m0)
+
Constrain input and output types to all tensor types up to IRv12.
+
+ +## Version 25 of the default ONNX operator set +### **Cast-25** + + The operator casts the elements of a given input tensor to a data type + specified by the 'to' argument and returns an output tensor of the same size in + the converted type. The 'to' argument must be one of the data types specified + in the 'DataType' enum field in the TensorProto message. + + Casting from string tensor in plain (e.g., "3.14" and "1000") and scientific numeric representations + (e.g., "1e-5" and "1E8") to float types is supported. For example, converting string "100.5" to an integer may + yield result 100. There are some string literals reserved for special floating-point values; + "+INF" (and "INF"), "-INF", and "NaN" are positive infinity, negative infinity, and not-a-number, respectively. + Any string which can exactly match "+INF" in a case-insensitive way would be mapped to positive infinite. Similarly, + this case-insensitive rule is applied to "INF" and "NaN". When casting from numeric tensors + to string tensors, plain floating-point representation (such as "314.15926") would be used. + Converting non-numerical-literal string such as "Hello World!" is an undefined behavior. Cases + of converting string representing floating-point arithmetic value, such as "2.718", to INT is an undefined behavior. + + Conversion from a numerical type to any numerical type is always allowed. + User must be aware of precision loss and value change caused by range difference between two types. + For example, a 64-bit float 3.1415926459 may be round to a 32-bit float 3.141592. Similarly, converting + an integer 36 to Boolean may produce 1 because we truncate bits which can't be stored in the targeted type. + + In more detail, the conversion among numerical types should follow these rules + if the destination type is not a float 8 type. + + * Casting from floating point to: + * floating point: +/- infinity if OOR (out of range). + * fixed point: undefined if OOR. + * bool: +/- 0.0 to False; all else to True. + * Casting from fixed point to: + * floating point: +/- infinity if OOR. (+ infinity in the case of uint) + * fixed point: when OOR, discard higher bits and reinterpret (with respect to two's complement representation for + signed types). For example, 200 (int16) -> -56 (int8). + * bool: zero to False; nonzero to True. + * Casting from bool to: + * floating point: `{1.0, 0.0}`. + * fixed point: `{1, 0}`. + * bool: no change. + + Float 8 types (E4M3FN, E4M3FNUZ, E5M2, E5M2FNUZ) were introduced to speed up the training of + deep models. By default the conversion of a float *x* obeys + to the following rules. `[x]` means the value rounded to + the target mantissa width. + + | x | E4M3FN | E4M3FNUZ | E5M2 | E5M2FNUZ | + | ----------------- | -------- | -------- | -------- | -------- | + | 0 | 0 | 0 | 0 | 0 | + | -0 | -0 | 0 | -0 | 0 | + | NaN | NaN | NaN | NaN | NaN | + | Inf | FLT_MAX | FLT_MAX | FLT_MAX | FLT_MAX | + | -Inf | -FLT_MAX | -FLT_MAX | -FLT_MAX | -FLT_MAX | + | \[x\] > FLT_MAX | FLT_MAX | FLT_MAX | FLT_MAX | FLT_MAX | + | \[x\] \< -FLT_MAX | -FLT_MAX | -FLT_MAX | -FLT_MAX | -FLT_MAX | + | else | RNE | RNE | RNE | RNE | + + The behavior changes if the parameter 'saturate' is set to False. + The rules then become: + + | x | E4M3FN | E4M3FNUZ | E5M2 | E5M2FNUZ | + | ----------------- | ------ | -------- | ---- | -------- | + | 0 | 0 | 0 | 0 | 0 | + | -0 | -0 | 0 | -0 | 0 | + | NaN | NaN | NaN | NaN | NaN | + | -NaN | -NaN | NaN | -NaN | NaN | + | Inf | NaN | NaN | Inf | NaN | + | -Inf | -NaN | NaN | -Inf | NaN | + | \[x\] > FLT_MAX | NaN | NaN | Inf | NaN | + | \[x\] \< -FLT_MAX | NaN | NaN | -Inf | NaN | + | else | RNE | RNE | RNE | RNE | + + FLOAT8E8M0 type was introduced to enable [Microscaling (MX) formats](https://www.opencompute.org/documents/ocp-microscaling-formats-mx-v1-0-spec-final-pdf). + When casting to FLOAT8E8M0, the rounding behavior can be specified using the `round_mode` and `saturate` attributes. + The current CUDA behavior is to round up and saturate. Casting negative values to FLOAT8E8M0 gives undefined behavior. + The following table describes the casting behavior of special values to FLOAT8E8M0 in the two most common cases. + + | x | saturate + up | non-saturate + nearest | + | ----------------- | ------------- | --------------------- | + | 0 | 0 | NaN | + | -0 | Unspecified | Unspecified | + | NaN | NaN | NaN | + | Inf | E8M0_MAX | NaN | + | x > E8M0_MAX | E8M0_MAX | NaN | + | x < E8M0_MIN | E8M0_MIN | NaN | + | x < 0 | Unspecified | Unspecified | + +#### Version + +This version of the operator has been available since version 25 of the default ONNX operator set. + +#### Attributes + +
+
round_mode : string (default is up)
+
Rounding mode for conversion to float8e8m0. It only applies to casting to float8e8m0 and is `up` by default. `up`: round to nearest value away from zero, `down`: round to nearest value towards zero, `nearest`: round to nearest value and ties round up.
+
saturate : int (default is 1)
+
The parameter defines how the conversion behaves if an input value is out of range of the destination type. It only applies for float 8 conversion (float8e4m3fn, float8e4m3fnuz, float8e5m2, float8e5m2fnuz, float8e8m0). It is true by default. All cases are fully described in the tables inserted in the operator description.
+
to : int (required)
+
The data type to which the elements of the input tensor are cast. Strictly must be one of the types from DataType enum in TensorProto
+
+ +#### Inputs + +
+
input (differentiable) : T1
+
Input tensor to be cast.
+
+ +#### Outputs + +
+
output (differentiable) : T2
+
Output tensor with the same shape as input with type specified by the 'to' argument
+
+ +#### Type Constraints + +
+
T1 : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(uint4), tensor(int4), tensor(float4e2m1), tensor(float8e8m0), tensor(uint2), tensor(int2)
+
Constrain input types. Casting from complex is not supported.
+
T2 : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(uint4), tensor(int4), tensor(float4e2m1), tensor(float8e8m0), tensor(uint2), tensor(int2)
+
Constrain output types. Casting to complex is not supported.
+
+ +### **CastLike-25** + + The operator casts the elements of a given input tensor (the first input) to + the same data type as the elements of the second input tensor. + See documentation of the Cast operator for further details. + +#### Version + +This version of the operator has been available since version 25 of the default ONNX operator set. + +#### Attributes + +
+
round_mode : string (default is up)
+
Rounding mode for conversion to float8e8m0. It only applies to casting to float8e8m0 and is `up` by default. `up`: round to nearest value away from zero, `down`: round to nearest value towards zero, `nearest`: round to nearest value and ties round up. Please refer to operator Cast description for further details.
+
saturate : int (default is 1)
+
The parameter defines how the conversion behaves if an input value is out of range of the destination type. It only applies for float 8 conversion (float8e4m3fn, float8e4m3fnuz, float8e5m2, float8e5m2fnuz, float8e8m0). It is true by default. Please refer to operator Cast description for further details.
+
+ +#### Inputs + +
+
input (differentiable) : T1
+
Input tensor to be cast.
+
target_type (non-differentiable) : T2
+
The (first) input tensor will be cast to produce a tensor of the same type as this (second input) tensor.
+
+ +#### Outputs + +
+
output (differentiable) : T2
+
Output tensor produced by casting the first input tensor to have the same type as the second input tensor.
+
+ +#### Type Constraints + +
+
T1 : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(uint4), tensor(int4), tensor(float4e2m1), tensor(float8e8m0), tensor(uint2), tensor(int2)
+
Constrain input types. Casting from complex is not supported.
+
T2 : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(uint4), tensor(int4), tensor(float4e2m1), tensor(float8e8m0), tensor(uint2), tensor(int2)
+
Constrain output types. Casting to complex is not supported.
+
+ +### **Constant-25** + + This operator produces a constant tensor. Exactly one of the provided attributes, either value, sparse_value, + or value_* must be specified. + +#### Version + +This version of the operator has been available since version 25 of the default ONNX operator set. + +#### Attributes + +
+
sparse_value : sparse_tensor
+
The value for the elements of the output tensor in sparse format.
+
value : tensor
+
The value for the elements of the output tensor.
+
value_float : float
+
The value for the sole element for the scalar, float32, output tensor.
+
value_floats : list of floats
+
The values for the elements for the 1D, float32, output tensor.
+
value_int : int
+
The value for the sole element for the scalar, int64, output tensor.
+
value_ints : list of ints
+
The values for the elements for the 1D, int64, output tensor.
+
value_string : string
+
The value for the sole element for the scalar, UTF-8 string, output tensor.
+
value_strings : list of strings
+
The values for the elements for the 1D, UTF-8 string, output tensor.
+
+ +#### Inputs + + +#### Outputs + +
+
output : T
+
Output tensor containing the same value of the provided tensor.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(uint4), tensor(int4), tensor(float4e2m1), tensor(float8e8m0), tensor(uint2), tensor(int2)
+
Constrain input and output types to all tensor types.
+
+ +### **ConstantOfShape-25** + + Generate a tensor with given value and shape. + +#### Version + +This version of the operator has been available since version 25 of the default ONNX operator set. + +#### Attributes + +
+
value : tensor
+
(Optional) The value of the output elements.Should be a one-element tensor. If not specified, it defaults to a tensor of value 0 and datatype float32
+
+ +#### Inputs + +
+
input : T1
+
1D tensor. The shape of the expected output tensor. If empty tensor is given, the output would be a scalar. All values must be >= 0.
+
+ +#### Outputs + +
+
output : T2
+
Output tensor of shape specified by 'input'.If attribute 'value' is specified, the value and datatype of the output tensor is taken from 'value'.If attribute 'value' is not specified, the value in the output defaults to 0, and the datatype defaults to float32.
+
+ +#### Type Constraints + +
+
T1 : tensor(int64)
+
Constrain input types.
+
T2 : tensor(float16), tensor(float), tensor(double), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(uint4), tensor(int4), tensor(bool), tensor(bfloat16), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(float4e2m1), tensor(float8e8m0), tensor(uint2), tensor(int2)
+
Constrain output types to be numerics or boolean.
+
+ +### **DequantizeLinear-25** + + The linear dequantization operator. It consumes a quantized tensor, a scale, and a zero point to compute the + full-precision tensor. The dequantization formula is `y = (x - x_zero_point) * x_scale`. `x_scale` and `x_zero_point` + must have the same shape, determining the quantization's granularity: a scalar for per-tensor/per-layer quantization, + a 1-D tensor for per-axis quantization, or have a rank identical to the input for blocked quantization. + See QuantizeLinear for details on quantization granularity. + + `x_zero_point` and `x` must have the same type. `x` and `y` must have the same shape. In the case of dequantizing + `int32`, there's no zero point (zero point is supposed to be 0). + `zero-point` is usually not used in the case of float8 and 4-bit types quantization, but the dequantization formula remains the same + for consistency. The output type is determined by the attribute `output_dtype`. If `output_dtype` is not supplied then the output type + is the same as `x_scale`. The output type also determines the precision of the multiplication operation. + + +#### Version + +This version of the operator has been available since version 25 of the default ONNX operator set. + +#### Attributes + +
+
axis : int (default is 1)
+
(Optional) The axis of the dequantizing dimension of the input tensor. Used for per-axis and blocked quantization. Negative value means counting dimensions from the back. Accepted range is `[-r, r-1]` where `r = rank(input)`.
+
block_size : int (default is 0)
+
(Optional) The size of the quantization block (number of times every scale is replicated). Used only for blocked quantization. The block size is a positive integer. Given `x` shape `(D0, ..., Di, ..., Dn)`, `y_scale` shape `(S0, ... Si, ...Sn)` and `axis=i`, the accepted range is `[ceil(Di/Si), ceil(Di/(Si-1))-1]`
+
output_dtype : int (default is 0)
+
(Optional) The output data type. If not supplied, the output data type is inferred from `x_scale` data type (`T2`)
+
+ +#### Inputs (2 - 3) + +
+
x : T1
+
N-D quantized input tensor to be de-quantized.
+
x_scale : T2
+
Scale for input `x`. For per-tensor/layer dequantization the scale is a scalar, for per per-axis dequantization it is a 1-D Tensor and for blocked dequantization it has the same shape as the input, except for one dimension in which blocking is performed.
+
x_zero_point (optional) : T1
+
Zero point for input `x`. Shape must match x_scale. It's optional. Zero point is 0 when it's not specified.
+
+ +#### Outputs + +
+
y : T3
+
N-D full precision output tensor. It has the same shape as input `x`. The data type is specified by the `output_dtype` attribute or, in its absence, the type of `x_scale`.
+
+ +#### Type Constraints + +
+
T1 : tensor(int8), tensor(uint8), tensor(int16), tensor(uint16), tensor(int32), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(uint4), tensor(int4), tensor(float4e2m1), tensor(uint2), tensor(int2)
+
The type of the inputs 'x_zero_point' and 'x'.
+
T2 : tensor(float), tensor(float16), tensor(bfloat16), tensor(float8e8m0)
+
The type of the input 'x_scale'.
+
T3 : tensor(float), tensor(float16), tensor(bfloat16)
+
The type of the output 'y'.
+
+ +### **Flatten-25** + + Flattens the input tensor into a 2D matrix. If input tensor has shape + (d_0, d_1, ... d_n) then the output will have shape + (d_0 X d_1 ... d_(axis-1), d_axis X d_(axis+1) ... X dn). + +#### Version + +This version of the operator has been available since version 25 of the default ONNX operator set. + +#### Attributes + +
+
axis : int (default is 1)
+
Indicate up to which input dimensions (exclusive) should be flattened to the outer dimension of the output. The value for axis must be in the range [-r, r], where r is the rank of the input tensor. Negative value means counting dimensions from the back. When axis = 0, the shape of the output tensor is (1, (d_0 X d_1 ... d_n), where the shape of the input tensor is (d_0, d_1, ... d_n).
+
+ +#### Inputs + +
+
input (differentiable) : T
+
A tensor of rank >= axis.
+
+ +#### Outputs + +
+
output (differentiable) : T
+
A 2D tensor with the contents of the input tensor, with input dimensions up to axis flattened to the outer dimension of the output and remaining input dimensions flattened into the inner dimension of the output.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(uint4), tensor(int4), tensor(float4e2m1), tensor(float8e8m0), tensor(uint2), tensor(int2)
+
Constrain input and output to all tensor types up to IRv13.
+
+ +### **Identity-25** + + Identity operator + +#### Version + +This version of the operator has been available since version 25 of the default ONNX operator set. + +#### Inputs + +
+
input (differentiable) : V
+
Input tensor
+
+ +#### Outputs + +
+
output (differentiable) : V
+
Tensor to copy input into.
+
+ +#### Type Constraints + +
+
V : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(uint4), tensor(int4), tensor(float4e2m1), tensor(float8e8m0), tensor(uint2), tensor(int2), seq(tensor(uint8)), seq(tensor(uint16)), seq(tensor(uint32)), seq(tensor(uint64)), seq(tensor(int8)), seq(tensor(int16)), seq(tensor(int32)), seq(tensor(int64)), seq(tensor(float16)), seq(tensor(float)), seq(tensor(double)), seq(tensor(string)), seq(tensor(bool)), seq(tensor(complex64)), seq(tensor(complex128)), optional(seq(tensor(uint8))), optional(seq(tensor(uint16))), optional(seq(tensor(uint32))), optional(seq(tensor(uint64))), optional(seq(tensor(int8))), optional(seq(tensor(int16))), optional(seq(tensor(int32))), optional(seq(tensor(int64))), optional(seq(tensor(float16))), optional(seq(tensor(float))), optional(seq(tensor(double))), optional(seq(tensor(string))), optional(seq(tensor(bool))), optional(seq(tensor(complex64))), optional(seq(tensor(complex128))), optional(tensor(uint8)), optional(tensor(uint16)), optional(tensor(uint32)), optional(tensor(uint64)), optional(tensor(int8)), optional(tensor(int16)), optional(tensor(int32)), optional(tensor(int64)), optional(tensor(float16)), optional(tensor(float)), optional(tensor(double)), optional(tensor(string)), optional(tensor(bool)), optional(tensor(complex64)), optional(tensor(complex128))
+
Constrain input and output types to all tensor, sequence, and optional types.
+
+ +### **If-25** + + If conditional + +#### Version + +This version of the operator has been available since version 25 of the default ONNX operator set. + +#### Attributes + +
+
else_branch : graph (required)
+
Graph to run if condition is false. Has N outputs: values you wish to be live-out to the enclosing scope. The number of outputs must match the number of outputs in the then_branch.
+
then_branch : graph (required)
+
Graph to run if condition is true. Has N outputs: values you wish to be live-out to the enclosing scope. The number of outputs must match the number of outputs in the else_branch.
+
+ +#### Inputs + +
+
cond : B
+
Condition for the if. The tensor must contain a single element.
+
+ +#### Outputs (1 - ∞) + +
+
outputs (variadic, heterogeneous) : V
+
Values that are live-out to the enclosing scope. The return values in the `then_branch` and `else_branch` must be of the same data type. The `then_branch` and `else_branch` may produce tensors with the same element type and different shapes. If corresponding outputs from the then-branch and the else-branch have static shapes S1 and S2, then the shape of the corresponding output variable of the if-node (if present) must be compatible with both S1 and S2 as it represents the union of both possible shapes.For example, if in a model file, the first output of `then_branch` is typed float tensor with shape [2] and the first output of `else_branch` is another float tensor with shape [3], If's first output should have (a) no shape set, or (b) a shape of rank 1 with neither `dim_value` nor `dim_param` set, or (c) a shape of rank 1 with a unique `dim_param`. In contrast, the first output cannot have the shape [2] since [2] and [3] are not compatible.
+
+ +#### Type Constraints + +
+
V : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(uint4), tensor(int4), tensor(float4e2m1), tensor(float8e8m0), tensor(uint2), tensor(int2), seq(tensor(uint8)), seq(tensor(uint16)), seq(tensor(uint32)), seq(tensor(uint64)), seq(tensor(int8)), seq(tensor(int16)), seq(tensor(int32)), seq(tensor(int64)), seq(tensor(bfloat16)), seq(tensor(float16)), seq(tensor(float)), seq(tensor(double)), seq(tensor(string)), seq(tensor(bool)), seq(tensor(complex64)), seq(tensor(complex128)), seq(tensor(float8e4m3fn)), seq(tensor(float8e4m3fnuz)), seq(tensor(float8e5m2)), seq(tensor(float8e5m2fnuz)), seq(tensor(uint4)), seq(tensor(int4)), seq(tensor(float4e2m1)), seq(tensor(float8e8m0)), seq(tensor(uint2)), seq(tensor(int2)), optional(seq(tensor(uint8))), optional(seq(tensor(uint16))), optional(seq(tensor(uint32))), optional(seq(tensor(uint64))), optional(seq(tensor(int8))), optional(seq(tensor(int16))), optional(seq(tensor(int32))), optional(seq(tensor(int64))), optional(seq(tensor(bfloat16))), optional(seq(tensor(float16))), optional(seq(tensor(float))), optional(seq(tensor(double))), optional(seq(tensor(string))), optional(seq(tensor(bool))), optional(seq(tensor(complex64))), optional(seq(tensor(complex128))), optional(tensor(uint8)), optional(tensor(uint16)), optional(tensor(uint32)), optional(tensor(uint64)), optional(tensor(int8)), optional(tensor(int16)), optional(tensor(int32)), optional(tensor(int64)), optional(tensor(bfloat16)), optional(tensor(float16)), optional(tensor(float)), optional(tensor(double)), optional(tensor(string)), optional(tensor(bool)), optional(tensor(complex64)), optional(tensor(complex128)), optional(tensor(float8e4m3fn)), optional(tensor(float8e4m3fnuz)), optional(tensor(float8e5m2)), optional(tensor(float8e5m2fnuz)), optional(tensor(uint4)), optional(tensor(int4)), optional(tensor(float4e2m1)), optional(tensor(float8e8m0)), optional(tensor(uint2)), optional(tensor(int2))
+
All Tensor, Sequence(Tensor), Optional(Tensor), and Optional(Sequence(Tensor)) types up to IRv13.
+
B : tensor(bool)
+
Only bool
+
+ +### **Loop-25** + + Generic Looping construct. This loop has multiple termination conditions: + + 1) Trip count. Iteration count specified at runtime. Set by + specifying the input M. Optional. Set to empty string to omit. + Note that a static trip count (specified at graph construction time) can be + specified by passing in a constant node for input M. + 2) Loop termination condition. This is an input to the op that determines + whether to run the first iteration and also a loop-carried dependency for + the body graph. The body graph must yield a value for the condition variable, + whether this input is provided or not. + + This table summarizes the operating modes of this operator with equivalent + C-style code: + + Operator inputs defined as (max_trip_count, condition_var). + + * input ("", ""): + for (int i=0; ; ++i) { + cond = ... // Note this value is ignored, but is required in the body + } + + * input ("", cond) // Note this is analogous to a while loop + bool cond = ...; + for (int i=0; cond; ++i) { + cond = ...; + } + + * input ("", 1) // Note this is analogous to a do-while loop + bool cond = true + for (int i=0; cond; ++i) { + cond = ...; + } + + * input (trip_count, "") // Note this is analogous to a for loop + int trip_count = ... + for (int i=0; i < trip_count; ++i) { + cond = ...; // ignored + } + + * input (trip_count, cond) + int trip_count = ...; + bool cond = ...; + for (int i=0; i < trip_count && cond; ++i) { + cond = ...; + } + + + *Sample usage - cond as well as trip count* + + graph predict-net { + %a = Constant[value = ]() + %b = Constant[value = ]() + %keepgoing = Constant[value = ]() + %max_trip_count = Constant[value = ]() + %keepgoing_out, %b_out, %user_defined_vals = Loop[body = ](%max_trip_count, %keepgoing, %b) + return + } + + graph body-net ( + %i[INT32, scalar] // iteration number + %keepgoing_in[BOOL, scalar] // incoming loop-termination-condition; not used + %b_in[INT32, scalar] // incoming value of loop-carried-dependency b + ) { + %my_local = Add(%a, %b_in) + %b_out = Sub(%a, %b_in) // outgoing value of loop-carried-dependency b + %keepgoing_out = Greater(%my_local, %b_out) // outgoing loop-termination-condition + %user_defined_val = Add(%b_in, %b_in) // scan-output value to be accumulated + return %keepgoing_out, %b_out, %user_defined_val + } + + *Sample equivalent C code* + + { + /* User-defined code (enclosing scope) */ + int a = 3, b = 6; + bool keepgoing = true; // Analogous to input cond + /* End user-defined code */ + + /* Implicitly-defined code */ + const int max_trip_count = 10; // Analogous to input M + int user_defined_vals[]; // Imagine this is resizable + /* End implicitly-defined code */ + /* initialize loop-carried variables and scan-output variables */ + bool keepgoing_out = keepgoing + int b_out = b + + for (int i=0; i < max_trip_count && keepgoing_out; ++i) { + /* Implicitly-defined code: bind actual parameter values + to formal parameter variables of loop-body */ + bool keepgoing_in = keepgoing_out; + bool b_in = b_out; + + /* User-defined code (loop body) */ + int my_local = a + b_in; // Reading value "a" from the enclosing scope is fine + b_out = a - b_in; + keepgoing_out = my_local > b_out; + user_defined_val = b_in + b_in; // b_in and b_out are different variables + /* End user-defined code */ + + /* Implicitly defined-code */ + user_defined_vals[i] = user_defined_val // accumulate scan-output values + } + // int t = my_local; // Can't do this. my_local is not accessible here. + + // The values below are bound to the output variables of the loop and therefore accessible + // b_out; user_defined_vals; keepgoing_out; + } + + There are several things of note in this code snippet: + + 1) Values from the enclosing scope (i.e. variable "a" here) are in scope and can + be referenced in the inputs of the loop. + 2) Any values computed in the loop body that needs to be used in a subsequent + iteration or after the loop are modeled using a pair of variables in the loop-body, + consisting of an input variable (eg., b_in) and an output variable (eg., b_out). + These are referred to as loop-carried dependences. The loop operation node + supplies the input value of the input variable for the first iteration, and + returns the output value of the output variable produced by the final + iteration. + 3) Scan_output variables are used to implicitly concatenate values computed across + all the iterations. In the above example, the value of user_defined_val computed + over all iterations are concatenated and returned as the value of user_defined_vals + after the loop. + 4) Values created in the body cannot be accessed in the enclosing scope, + except using the mechanism described above. + + Note that the semantics of this op support "diagonal" or "wavefront" execution. + (See Step 3 here for an example: + https://devblogs.nvidia.com/optimizing-recurrent-neural-networks-cudnn-5/). + Frontends should emit multi-layer RNNs as a series of While operators (with + time being the inner looping dimension), with each successive layer consuming + the scan_outputs from the previous layer, possibly going through several + point-wise operators (e.g. dropout, residual connections, linear layer). + + The input/output of subgraph (produced by loop node) matching is based on order instead of name. The implementation will figure out the names based on this order. + +#### Version + +This version of the operator has been available since version 25 of the default ONNX operator set. + +#### Attributes + +
+
body : graph (required)
+
The graph run each iteration. It has 2+N inputs: (iteration_num, condition, loop carried dependencies...). It has 1+N+K outputs: (condition, loop carried dependencies..., scan_outputs...). Each scan_output is created by concatenating the value of the specified output value at the end of each iteration of the loop. It is an error if the dimensions or data type of these scan_outputs change across loop iterations.
+
+ +#### Inputs (2 - ∞) + +
+
M (optional) : I
+
A maximum trip-count for the loop specified at runtime. Optional. Pass empty string to skip.
+
cond (optional) : B
+
A boolean termination condition. Optional. Pass empty string to skip.
+
v_initial (variadic, heterogeneous) : V
+
The initial values of any loop-carried dependencies (values that change across loop iterations)
+
+ +#### Outputs (1 - ∞) + +
+
v_final_and_scan_outputs (variadic, heterogeneous) : V
+
Final N loop carried dependency values then K scan_outputs. Scan outputs must be Tensors.
+
+ +#### Type Constraints + +
+
V : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(uint4), tensor(int4), tensor(float4e2m1), tensor(float8e8m0), tensor(uint2), tensor(int2), seq(tensor(uint8)), seq(tensor(uint16)), seq(tensor(uint32)), seq(tensor(uint64)), seq(tensor(int8)), seq(tensor(int16)), seq(tensor(int32)), seq(tensor(int64)), seq(tensor(bfloat16)), seq(tensor(float16)), seq(tensor(float)), seq(tensor(double)), seq(tensor(string)), seq(tensor(bool)), seq(tensor(complex64)), seq(tensor(complex128)), seq(tensor(float8e4m3fn)), seq(tensor(float8e4m3fnuz)), seq(tensor(float8e5m2)), seq(tensor(float8e5m2fnuz)), seq(tensor(uint4)), seq(tensor(int4)), seq(tensor(float4e2m1)), seq(tensor(float8e8m0)), seq(tensor(uint2)), seq(tensor(int2)), optional(seq(tensor(uint8))), optional(seq(tensor(uint16))), optional(seq(tensor(uint32))), optional(seq(tensor(uint64))), optional(seq(tensor(int8))), optional(seq(tensor(int16))), optional(seq(tensor(int32))), optional(seq(tensor(int64))), optional(seq(tensor(bfloat16))), optional(seq(tensor(float16))), optional(seq(tensor(float))), optional(seq(tensor(double))), optional(seq(tensor(string))), optional(seq(tensor(bool))), optional(seq(tensor(complex64))), optional(seq(tensor(complex128))), optional(tensor(uint8)), optional(tensor(uint16)), optional(tensor(uint32)), optional(tensor(uint64)), optional(tensor(int8)), optional(tensor(int16)), optional(tensor(int32)), optional(tensor(int64)), optional(tensor(bfloat16)), optional(tensor(float16)), optional(tensor(float)), optional(tensor(double)), optional(tensor(string)), optional(tensor(bool)), optional(tensor(complex64)), optional(tensor(complex128)), optional(tensor(float8e4m3fn)), optional(tensor(float8e4m3fnuz)), optional(tensor(float8e5m2)), optional(tensor(float8e5m2fnuz)), optional(tensor(uint4)), optional(tensor(int4)), optional(tensor(float4e2m1)), optional(tensor(float8e8m0)), optional(tensor(uint2)), optional(tensor(int2))
+
All Tensor, Sequence(Tensor), Optional(Tensor), and Optional(Sequence(Tensor)) types up to IRv13.
+
I : tensor(int64)
+
tensor of int64, which should be a scalar.
+
B : tensor(bool)
+
tensor of bool, which should be a scalar.
+
+ +### **Pad-25** + + Given a tensor containing the data to be padded (`data`), a tensor containing the number of start and end pad values for axis (`pads`), (optionally) a `mode`, and (optionally) `constant_value`, + a padded tensor (`output`) is generated. + + The four supported `modes` are (similar to corresponding modes supported by `numpy.pad`): + + 1) `constant`(default) - pads with a given constant value as specified by `constant_value` (which defaults to 0, empty string, or False) + + 2) `reflect` - pads with the reflection of the vector mirrored on the first and last values of the vector along each axis + + 3) `edge` - pads with the edge values of array + + 4) `wrap` - wrap-around padding as if the data tensor forms a torus + + + Example 1 (`constant` mode): + + Insert 0 pads to the beginning of the second dimension. + + ``` + data = [ + [1.0, 1.2], + [2.3, 3.4], + [4.5, 5.7], + ] + + pads = [0, 2, 0, 0] + + mode = 'constant' + + constant_value = 0.0 + + output = [ + [0.0, 0.0, 1.0, 1.2], + [0.0, 0.0, 2.3, 3.4], + [0.0, 0.0, 4.5, 5.7], + ] + ``` + + Example 2 (`reflect` mode): + + ``` + data = [ + [1.0, 1.2], + [2.3, 3.4], + [4.5, 5.7], + ] + + pads = [0, 2, 0, 0] + + mode = 'reflect' + + output = [ + [1.0, 1.2, 1.0, 1.2], + [2.3, 3.4, 2.3, 3.4], + [4.5, 5.7, 4.5, 5.7], + ] + ``` + + Example 3 (`edge` mode): + + ``` + data = [ + [1.0, 1.2], + [2.3, 3.4], + [4.5, 5.7], + ] + + pads = [0, 2, 0, 0] + + mode = 'edge' + + output = [ + [1.0, 1.0, 1.0, 1.2], + [2.3, 2.3, 2.3, 3.4], + [4.5, 4.5, 4.5, 5.7], + ] + ``` + + Example 4 (`wrap` mode): + + ``` + data = [ + [1.0, 1.2], + [2.3, 3.4], + [4.5, 5.7], + ] + + pads = [2, 1, 1, 1] + + mode = 'wrap' + + output = [ + [3.4, 2.3, 3.4, 2.3], + [5.7, 4.5, 5.7, 4.5], + [1.2, 1.0, 1.2, 1.0], + [3.4, 2.3, 3.4, 2.3], + [5.7, 4.5, 5.7, 4.5], + [1.2, 1.0, 1.2, 1.0], + ] + ``` + +#### Version + +This version of the operator has been available since version 25 of the default ONNX operator set. + +#### Attributes + +
+
mode : string (default is constant)
+
Supported modes: `constant`(default), `reflect`, `edge`, `wrap`
+
+ +#### Inputs (2 - 4) + +
+
data (differentiable) : T
+
Input tensor.
+
pads (non-differentiable) : tensor(int64)
+
Tensor of integers indicating the number of padding elements to add or remove (if negative) at the beginning and end of each axis. For 2D input tensor, it is the number of pixels. `pads` should be a 1D tensor of shape [2 * num_axes] where `num_axes` refers to the number of elements in the `axes` input or the input rank if `axes` are not provided explicitly. `pads` format should be: [x1_begin, x2_begin, ..., x1_end, x2_end,...], where xi_begin is the number of pad values added at the beginning of axis `axes[i]` and xi_end, the number of pad values added at the end of axis `axes[i]`.
+
constant_value (optional, non-differentiable) : T
+
(Optional) A scalar value to be used if the mode chosen is `constant` (by default it is 0, empty string or False).
+
axes (optional, non-differentiable) : Tind
+
1-D tensor of axes that `pads` apply to. Negative value means counting dimensions from the back. Accepted range is [-r, r-1] where r = rank(data). Behavior is undefined if an axis is repeated. If not provided, all axes are assumed (`[0, 1, ..., input_rank-1]`).
+
+ +#### Outputs + +
+
output (differentiable) : T
+
Tensor after padding.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(uint4), tensor(int4), tensor(float4e2m1), tensor(float8e8m0), tensor(uint2), tensor(int2)
+
Constrain input and output types to all tensor types up to IRv13.
+
Tind : tensor(int32), tensor(int64)
+
Constrain indices to integer types
+
+ +### **QuantizeLinear-25** + + The linear quantization operator consumes a high-precision tensor, a scale, and a zero point to compute the + low-precision/quantized tensor. The scale factor and zero point must have the same shape, determining the quantization + granularity. The quantization formula is `y = saturate((x / y_scale) + y_zero_point)`. + + Saturation is done according to: + - uint16: [0, 65535] + - int16: [-32768, 32767] + - uint8: [0, 255] + - int8: [-128, 127] + - uint4: [0, 15] + - int4: [-8, 7] + - uint2: [0, 3] + - int2: [-2, 1] + + For `(x / y_scale)`, it rounds to the nearest even. Refer to https://en.wikipedia.org/wiki/Rounding for details. + + `y_zero_point` and `y` must have the same type. `y_zero_point` is usually not used for quantization to float8 and 4bit types, but the quantization + formula remains the same for consistency, and the type of the attribute `y_zero_point` still determines the quantization type. + `x` and `y_scale` are allowed to have different types. The type of `y_scale` determines the precision of the division operation between `x` and + `y_scale`, unless the `precision` attribute is specified. + + There are three supported quantization granularities, determined by the shape of `y_scale`. + In all cases, `y_zero_point` must have the same shape as `y_scale`. + - Per-tensor (per-layer) quantization: `y_scale` is a scalar. + - Per-axis quantization: The scale must be a 1-D tensor, with the length of the quantization axis. For an input shape + `(D0, ..., Di, ..., Dn)` and `axis=i`, `y_scale` is a 1-D tensor of length `Di`. + - Blocked quantization: The scale's shape is identical to the input's shape, except for one dimension, in which + blocking is performed. Given `x` shape `(D0, ..., Di, ..., Dn)`, `axis=i`, and block size `B`: `y_scale` shape is + `(D0, ..., ceil(Di/B), ..., Dn)`. + +#### Version + +This version of the operator has been available since version 25 of the default ONNX operator set. + +#### Attributes + +
+
axis : int (default is 1)
+
(Optional) The axis of the dequantizing dimension of the input tensor. Used only for per-axis and blocked quantization. Negative value means counting dimensions from the back. Accepted range is `[-r, r-1]` where `r = rank(input)`. When the rank of the input is 1, per-tensor quantization is applied, rendering the axis unnecessary in this scenario.
+
block_size : int (default is 0)
+
(Optional) The size of the quantization block (number of times every scale is replicated). Used only for blocked quantization. The block size is a positive integer. Given `x` shape `(D0, ..., Di, ..., Dn)`, `y_scale` shape `(S0, ... Si, ...Sn)` and `axis=i`, the accepted range is `[ceil(Di/Si), ceil(Di/(Si-1))-1]`
+
output_dtype : int (default is 0)
+
(Optional) The output data type. If not supplied, the output data type is inferred from `y_zero_point` data type (`T3`). If neither `output_dtype` nor `y_zero_point` are supplied, output data type is uint8. If both `output_dtype` and `y_zero_point` are specified, `output_dtype` must be `T3`.
+
precision : int (default is 0)
+
(Optional) The precision of the division operation between `x` and `y_scale`. If not provided, it will be the same as the type of `y_scale`.
+
saturate : int (default is 1)
+
The parameter defines how the conversion behaves if an input value is out of range of the destination type. It only applies for float 8 quantization (float8e4m3fn, float8e4m3fnuz, float8e5m2, float8e5m2fnuz). It is true by default. All cases are fully described in two tables inserted in the operator description.
+
+ +#### Inputs (2 - 3) + +
+
x : T1
+
N-D full precision Input tensor to be quantized.
+
y_scale : T2
+
Scale for doing quantization to get `y`. For per-tensor/layer quantization the scale is a scalar, for per-axis quantization it is a 1-D Tensor and for blocked quantization it has the same shape as the input, except for one dimension in which blocking is performed.
+
y_zero_point (optional) : T3
+
Zero point for doing quantization to get `y`. Shape must match `y_scale`. Default is uint8 with zero point of 0 if it's not specified.
+
+ +#### Outputs + +
+
y : T3
+
N-D quantized output tensor. It has same shape as input `x`.
+
+ +#### Type Constraints + +
+
T1 : tensor(float), tensor(float16), tensor(bfloat16), tensor(int32)
+
The type of the input 'x'.
+
T2 : tensor(float), tensor(float16), tensor(bfloat16), tensor(int32), tensor(float8e8m0)
+
The type of the input 'y_scale'.
+
T3 : tensor(int8), tensor(uint8), tensor(int16), tensor(uint16), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(uint4), tensor(int4), tensor(float4e2m1), tensor(uint2), tensor(int2)
+
The type of the input `y_zero_point` and the output `y`.
+
+ +### **Reshape-25** + + Reshape the input tensor similar to numpy.reshape. + First input is the data tensor, second input is a shape tensor which specifies the output shape. It outputs the reshaped tensor. + At most one dimension of the new shape can be -1. In this case, the value is + inferred from the size of the tensor and the remaining dimensions. A dimension + could also be 0, in which case the actual dimension value is unchanged (i.e. taken + from the input tensor). If 'allowzero' is set, and the new shape includes 0, the + dimension will be set explicitly to zero (i.e. not taken from input tensor). + Shape (second input) could be an empty shape, which means converting to a scalar. + The input tensor's shape and the output tensor's shape are required to have the same number of elements. + + If the attribute 'allowzero' is set, it is invalid for the specified shape to + contain both a zero value and -1, as the value of the dimension corresponding + to -1 cannot be determined uniquely. + +#### Version + +This version of the operator has been available since version 25 of the default ONNX operator set. + +#### Attributes + +
+
allowzero : int (default is 0)
+
(Optional) By default, when any value in the 'shape' input is equal to zero the corresponding dimension value is copied from the input tensor dynamically. allowzero=1 indicates that if any value in the 'shape' input is set to zero, the zero value is honored, similar to NumPy.
+
+ +#### Inputs + +
+
data (differentiable) : T
+
An input tensor.
+
shape (non-differentiable) : tensor(int64)
+
Specified shape for output.
+
+ +#### Outputs + +
+
reshaped (differentiable) : T
+
Reshaped data.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(uint4), tensor(int4), tensor(float4e2m1), tensor(float8e8m0), tensor(uint2), tensor(int2)
+
Constrain input and output types to all tensor types.
+
+ +### **Scan-25** + + Scan can be used to iterate over one or more scan_input tensors, + constructing zero or more scan_output tensors. It combines ideas from general recurrences, + functional programming constructs such as scan, fold, map, and zip, and is intended to enable + generalizations of RNN-like constructs for sequence-to-sequence processing. + Other tensors (referred to as state_variables here) can be used to carry a state + when iterating from one element to another (similar to hidden-state in RNNs, also referred + to as loop-carried dependences in the context of loops). + Many common usages involve a single scan_input tensor (where functionality + similar to scan, fold and map can be obtained). When more than one scan_input is used, + a behavior similar to zip is obtained. + + The attribute body must be a graph, specifying the computation to be performed in + every iteration. It takes as input the current values of the state_variables and + the current iterated element of the scan_inputs. It must return the (updated) values + of the state_variables and zero or more scan_output_element tensors. The values of the + scan_output_element tensors are concatenated over all the iterations to produce the + scan_output values of the scan construct (similar to the concatenated intermediate + hidden-state values of RNN-like constructs). All the output tensors (state_variables as + well as scan_output_element tensors) are required to have the same shape in each iteration + of the loop (a restriction imposed to enable efficient memory allocation). + + Note that the iterated element passed to the body subgraph does not have a sequence + axis. It will have a rank one less than the rank of the corresponding scan_input. + + The scan operation returns the final values of the state_variables as well as the + scan_outputs. + + The optional attribute scan_input_directions specifies the direction (forward or backward) + for each scan input. If this attribute is omitted, all sequences are scanned in the forward + direction. A bidirectional scan may be performed by specifying the same tensor input twice + in the scan_inputs, once with a forward direction, and once with a backward direction. + + The scan_output of the operation is produced by concatenating the scan_output_element + values produced by the body in each iteration. The optional attribute scan_output_directions + specifies the direction in which scan_output is constructed (by appending or prepending the + scan_output_element to scan_output in each iteration) for each scan_output. If this attribute + is omitted, the scan_output_element is appended to the scan_output in each iteration. + + The optional attribute scan_input_axes specifies the axis to be scanned for each scan_input. + If omitted, every scan_input will be scanned in axis 0. For example, if axis 0 is the + batch axis and axis 1 is the time axis (to be scanned), specify an axis value of 1. + Note that scanning a non-zero axis may be less efficient than scanning axis zero. + + The optional attribute scan_output_axes specifies the axis along which the scan_outputs + are accumulated for each scan_output. For example, if axis 1 is the time axis (to be + scanned) for both inputs and outputs, specify a scan_input axis and scan_output axis + value of 1. + + Note that because of the ONNX restriction that only the last parameter of an operator can + be variadic, the initial-states and scan-inputs are listed together as one input parameter. + Similarly, the final-states and scan-outputs are listed together as one output parameter. + The attribute num_scan_inputs indicates the number M of scan-inputs. + + The behavior of + + Scan < + num_scan_inputs = m, + body = loop-body, + scan_input_axes = [axis_1, ..., axis_m] + > (init_1, ..., init_n, scan_1, ..., scan_m) + + is equivalent to the following pseudo-code: + + // scan_i.shape[axis_i] denotes the (max) sequence-length of scan_i + // scan_i.shape[axis_i] is required to be equal to scan_j.shape[axis_j] for all i,j. + sequence_length = scan_1.shape[axis_1]; + + // initialize state-variables + st_1 = init_1; ... st_n = init_n; + // initialize scan-output variables: [] denotes an empty tensor + scan_out_1 = []; ...; scan_out_k = []; + // identify number of iterations: + + // execute loop + for (int t = 0; t < sequence_length; ++t) { + // generate the scan-input elements: the notation T[t] indicates the sub-tensor + // of rank one less than T obtained by indexing T at position t along axis k. + si_1 = scan_1[t]; + ... ; + si_m = scan_m[t]; + // execute loop-body + st_1, ..., st_n, so_1, ..., so_k = loop-body(st_1, ..., st_n, si_1, ..., si_m) + // accumulate the scan-output elements + scan_out_1 = Concat(scan_out_1, so_1); ... ; scan_out_k = Concat(scan_out_k, so_k); + } + + return st_1, ..., st_n, scan_out_1, ..., scan_out_k; + + *Sample usage: Encoding RNN using a Scan* + + The following example shows how a simple RNN over an input tensor %X, with weight tensor %Wi, + recurrence weight tensor %Ri, bias tensors %Wbi and %Rbi, and initial hidden-state %H_0 can + be encoded as a ScanLoop. Note that the loop-body is a nested graph, and it directly computes + %Wi, %Ri, %Wbi, and %Rbi (typically constants or initializers in the body graph). If these + values are computed in the outer graph, they need to be passed in as extra state_variables. + + graph rnn-encoding { + %H_0 = ... + %X = ... + %Y_h, %Y = Scan[body = , num_scan_inputs=1](%H_0, %X) + return %Y, %Y_h + } + + graph rnn-cell-1 ( + %H_tminus1[FLOAT, tensor] + %X_t[FLOAT, tensor] + ) { + %Wi = ... + %Ri = ... + %Wbi = ... + %Rbi = ... + %t1 = X_t * (Wi^T) + %t2 = H_tminus1*(Ri^T) + %t3 = Add(%t1, %t2) + %t4 = Add(%t3, %Wbi) + %t5 = Add(%t4, %Rbi) + %Ht = Tanh(%t5) + %Accumulate = Identity(%Ht) + return %Ht, %Accumulate + } + + +#### Version + +This version of the operator has been available since version 25 of the default ONNX operator set. + +#### Attributes + +
+
body : graph (required)
+
The graph run each iteration. It has N+M inputs: (loop state variables..., scan_input_elts...). It has N+K outputs: (loop state variables..., scan_output_elts...). Each scan_output is created by concatenating the value of the specified scan_output_elt value at the end of each iteration of the loop. It is an error if the dimensions of these values change across loop iterations.
+
num_scan_inputs : int (required)
+
An attribute specifying the number of scan_inputs M.
+
scan_input_axes : list of ints
+
An optional list of M flags. The i-th element of the list specifies the axis to be scanned (the sequence axis) for the i-th scan_input. If omitted, 0 will be used as the scan axis for every scan_input. Negative value for an axis means counting dimensions from the back. Accepted range is [-r, r-1] where r = rank(input).
+
scan_input_directions : list of ints
+
An optional list of M flags. The i-th element of the list specifies the direction to be scanned for the i-th scan_input tensor: 0 indicates forward direction and 1 indicates reverse direction. If omitted, all scan_input tensors will be scanned in the forward direction.
+
scan_output_axes : list of ints
+
An optional list of K flags. The i-th element of the list specifies the axis for the i-th scan_output. The scan outputs are accumulated along the specified axis. If omitted, 0 will be used as the scan axis for every scan_output. Negative value for an axis means counting dimensions from the back. Accepted range is [-r, r-1].
+
scan_output_directions : list of ints
+
An optional list of K flags, one for each scan_output. The i-th element of the list specifies whether the i-th scan_output should be constructed by appending or prepending a new value in each iteration: 0 indicates appending and 1 indicates prepending. If omitted, all scan_output tensors will be produced by appending a value in each iteration.
+
+ +#### Inputs (1 - ∞) + +
+
initial_state_and_scan_inputs (variadic, heterogeneous) : V
+
Initial values of the loop's N state variables followed by M scan_inputs
+
+ +#### Outputs (1 - ∞) + +
+
final_state_and_scan_outputs (variadic, heterogeneous) : V
+
Final values of the loop's N state variables followed by K scan_outputs
+
+ +#### Type Constraints + +
+
V : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(uint4), tensor(int4), tensor(float4e2m1), tensor(float8e8m0), tensor(uint2), tensor(int2)
+
All Tensor types up to IRv13.
+
+ +### **Shape-25** + + Takes a tensor as input and outputs an 1D int64 tensor containing the shape of the input tensor. + Optional attributes start and end can be used to compute a slice of the input tensor's shape. + If start axis is omitted, the slice starts from axis 0. + The end axis, if specified, is exclusive (and the returned value will not include the size of that axis). + If the end axis is omitted, the axes upto the last one will be included. + Negative axes indicate counting back from the last axis. + Note that axes will be clamped to the range [0, r], where r is the + rank of the input tensor if they are out-of-range (after adding r in the case of + negative axis). Thus, specifying any end value > r is equivalent to specifying an end + value of r, and specifying any start value < -r is equivalent to specifying a start + value of 0. If start > end, the result will be an empty shape. + + Examples: + + ``` + Input tensor with shape: [2, 3, 4] + No attributes specified. + Output: [2, 3, 4] + ``` + + ``` + Input tensor with shape: [2, 3, 4] + start: -1 + Output: [4] + ``` + + ``` + Input tensor with shape: [2, 3, 4] + end: -1 + Output: [2, 3] + ``` + + ``` + Input tensor with shape: [2, 3, 4] + start: 1 + end: 2 + Output: [3] + ``` + +#### Version + +This version of the operator has been available since version 25 of the default ONNX operator set. + +#### Attributes + +
+
end : int
+
(Optional) Ending axis for slicing the shape. Negative value means counting dimensions from the back. If omitted, sizes of all axes upto (including) the last one will be included.
+
start : int (default is 0)
+
(Optional) Starting axis for slicing the shape. Default value is 0.Negative value means counting dimensions from the back.
+
+ +#### Inputs + +
+
data (non-differentiable) : T
+
An input tensor.
+
+ +#### Outputs + +
+
shape (non-differentiable) : T1
+
Shape of the input tensor
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(uint4), tensor(int4), tensor(float4e2m1), tensor(float8e8m0), tensor(uint2), tensor(int2)
+
Input tensor can be of arbitrary type.
+
T1 : tensor(int64)
+
Constrain output to int64 tensor.
+
+ +### **Size-25** + + Takes a tensor as input and outputs a int64 scalar that equals to the total number of elements of the input tensor. + +#### Version + +This version of the operator has been available since version 25 of the default ONNX operator set. + +#### Inputs + +
+
data (non-differentiable) : T
+
An input tensor.
+
+ +#### Outputs + +
+
size (non-differentiable) : T1
+
Total number of elements of the input tensor
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(uint4), tensor(int4), tensor(float4e2m1), tensor(float8e8m0), tensor(uint2), tensor(int2)
+
Input tensor can be of arbitrary type.
+
T1 : tensor(int64)
+
Constrain output to int64 tensor, which should be a scalar though.
+
+ +### **Squeeze-25** + + Remove single-dimensional entries from the shape of a tensor. + Takes an input `axes` with a list of axes to squeeze. + If `axes` is not provided, all the single dimensions will be removed from + the shape. If an axis is selected with shape entry not equal to one, an error is raised. + +#### Version + +This version of the operator has been available since version 25 of the default ONNX operator set. + +#### Inputs (1 - 2) + +
+
data (differentiable) : T
+
Tensors with at least max(dims) dimensions.
+
axes (optional, non-differentiable) : tensor(int64)
+
1D tensor of integers indicating the dimensions to squeeze. Negative value means counting dimensions from the back. Accepted range is [-r, r-1] where r = rank(data).
+
+ +#### Outputs + +
+
squeezed (differentiable) : T
+
Reshaped tensor with same data as input.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(uint4), tensor(int4), tensor(float4e2m1), tensor(float8e8m0), tensor(uint2), tensor(int2)
+
Constrain input and output types to all tensor types up to IRv13.
+
+ +### **Transpose-25** + + Returns a transpose of the input tensor. (Similar to `numpy.transpose`). + The optional attribute `perm` must be a permutation of the dimensions of + the input tensor. Axis `i` of the output tensor corresponds to the axis + `perm[i]` of the input tensor. + For example, when perm=(1, 0, 2), given an input tensor of shape (1, 2, 3), + the output shape will be (2, 1, 3). + When perm=(1, 2, 0), given an input tensor of shape (1, 2, 3), + the output shape will be (2, 3, 1). + If the attribute `perm` is omitted, its default value is `(n-1, ..., 0)`, + where `n` is the rank of the input tensor. + +#### Version + +This version of the operator has been available since version 25 of the default ONNX operator set. + +#### Attributes + +
+
perm : list of ints
+
A list of integers. By default, reverse the dimensions, otherwise permute the axes according to the values given. Its length must be equal to the rank of the input.
+
+ +#### Inputs + +
+
data (differentiable) : T
+
An input tensor.
+
+ +#### Outputs + +
+
transposed (differentiable) : T
+
Transposed output.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(uint4), tensor(int4), tensor(float4e2m1), tensor(float8e8m0), tensor(uint2), tensor(int2)
+
Constrain input and output types to all tensor types.
+
+ +### **Unsqueeze-25** + + Insert single-dimensional entries to the shape of an input tensor (`data`). + Takes one required input `axes` - which contains a list of dimension indices and this operator will insert a dimension of value `1` into the corresponding index of the output tensor (`expanded`). + + For example, given an input tensor (`data`) of shape [3, 4, 5], then + Unsqueeze(data, axes=[0, 4]) outputs a tensor (`expanded`) containing same data as `data` but with shape [1, 3, 4, 5, 1]. + + The input `axes` should not contain any duplicate entries. It is an error if it contains duplicates. + The rank of the output tensor (`output_rank`) is the rank of the input tensor (`data`) plus the number of values in `axes`. + Each value in `axes` should be within the (inclusive) range [-output_rank , output_rank - 1]. + The order of values in `axes` does not matter and can come in any order. + +#### Version + +This version of the operator has been available since version 25 of the default ONNX operator set. + +#### Inputs + +
+
data (differentiable) : T
+
Original tensor
+
axes (non-differentiable) : tensor(int64)
+
1D tensor of integers indicating the dimensions to be inserted. Negative value means counting dimensions from the back. Accepted range is [-r, r-1] where r = rank(expanded).
+
+ +#### Outputs + +
+
expanded (differentiable) : T
+
Reshaped tensor with same data as input.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(uint4), tensor(int4), tensor(float4e2m1), tensor(float8e8m0), tensor(uint2), tensor(int2)
+
Constrain input and output types to all tensor types up to IRv13.
+
+ +## Version 26 of the default ONNX operator set +### **BitCast-26** + + Reinterprets the binary representation of a tensor as a different data type, + specified by the 'to' attribute. Unlike Cast, BitCast preserves the exact bit + pattern without any value conversion. + + The target data type must have the same bit-width as the input data type. + The output tensor has the same shape as the input tensor. + All types except string are supported. Implementations must treat the + underlying bytes as little endian. + +#### Version + +This version of the operator has been available since version 26 of the default ONNX operator set. + +#### Attributes + +
+
to : int (required)
+
The data type to which the input tensor is bitwise reinterpreted. Must be one of the non-string types from DataType enum in TensorProto. The target type must have the same bit-width as the input type.
+
+ +#### Inputs + +
+
input (non-differentiable) : T1
+
Input tensor to be bitcast.
+
+ +#### Outputs + +
+
output (non-differentiable) : T2
+
Output tensor with the same shape as the input.
+
+ +#### Type Constraints + +
+
T1 : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(bool), tensor(complex64), tensor(complex128), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(uint4), tensor(int4), tensor(float4e2m1), tensor(float8e8m0), tensor(uint2), tensor(int2)
+
Constrain input types. Bitcasting from string is not supported.
+
T2 : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(bool), tensor(complex64), tensor(complex128), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(uint4), tensor(int4), tensor(float4e2m1), tensor(float8e8m0), tensor(uint2), tensor(int2)
+
Constrain output types. Bitcasting to string is not supported.
+
+ +### **CumProd-26** + + Performs cumulative product of the input elements along the given axis. + By default, it will do the product inclusively meaning the first element is copied as is. + Through an `exclusive` attribute, this behavior can change to exclude the first element. + It can also perform product in the opposite direction of the axis. For that, set `reverse` attribute to 1. + + Example: + ``` + input_x = [1, 2, 3] + axis=0 + output = [1, 2, 6] + exclusive=1 + output = [1, 1, 2] + exclusive=0 + reverse=1 + output = [6, 6, 3] + exclusive=1 + reverse=1 + output = [6, 3, 1] + ``` + + +#### Version + +This version of the operator has been available since version 26 of the default ONNX operator set. + +#### Attributes + +
+
exclusive : int (default is 0)
+
If set to 1 will return exclusive product in which the top element is not included. In other terms, if set to 1, the j-th output element would be the product of the first (j-1) elements. Otherwise, it would be the product of the first j elements.
+
reverse : int (default is 0)
+
If set to 1 will perform the products in reverse direction.
+
+ +#### Inputs + +
+
x (differentiable) : T
+
An input tensor that is to be processed.
+
axis (non-differentiable) : T2
+
A 0-D tensor. Must be in the range [-rank(x), rank(x)-1]. Negative value means counting dimensions from the back.
+
+ +#### Outputs + +
+
y (differentiable) : T
+
Output tensor of the same type as 'x' with cumulative products of the x's elements
+
+ +#### Type Constraints + +
+
T : tensor(uint32), tensor(uint64), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input and output types to numeric tensors.
+
T2 : tensor(int32), tensor(int64)
+
axis tensor can be int32 or int64 only
+
+ +## Version 27 of the default ONNX operator set +### **CausalConvWithState-27** + + Stateful causal 1D depthwise convolution. + + Used by Gated DeltaNet (Qwen3.5) and Mamba (Jamba, FalconMamba) as a preprocessing step. + Replaces the 3-op pattern (Concat + Conv + Slice) with a single fused operation. + + The convolution is causal (looks only at current and past positions) and depthwise + (each channel is convolved independently with its own kernel). + + The input, weight, past_state, output, and present_state tensors are rank-3 with + shape (batch_size, channels, length). The optional bias input is rank-1 with + shape (channels). For higher-dimensional data, use Reshape nodes before and + after this operator to pack extra dimensions into the batch or channel axis. + + Weight layout: (channels, 1, k) for depthwise convolution. + The carry state stores the last (k-1) positions for incremental decode. + + The optional activation attribute supports fused SiLU/Swish activation. + + +#### Version + +This version of the operator has been available since version 27 of the default ONNX operator set. + +#### Attributes + +
+
activation : string (default is none)
+
Fused activation function. One of: 'silu', 'swish', 'none'. Default is 'none'.
+
+ +#### Inputs (2 - 4) + +
+
input (differentiable) : T
+
Input tensor with shape (batch_size, channels, length). Channels-first layout.
+
weight (differentiable) : T
+
Depthwise convolution kernel with shape (channels, 1, k) where k is the kernel size. The middle dim of size 1 follows the ONNX `Conv` weight layout `(M, C/group, k1, ..., kn)`: since this op is always depthwise, `group = channels`, so `C/group = 1`. Keeping this layout makes the weight tensor a drop-in for a depthwise `Conv(group=channels)` weight, so `Conv` <-> `CausalConvWithState` rewrites require no reshape.
+
bias (optional, differentiable) : T
+
Optional per-channel bias with shape (channels).
+
past_state (optional, non-differentiable) : T
+
Carry state from previous step with shape (batch_size, channels, k - 1). If not provided, padding is zero.
+
+ +#### Outputs + +
+
output (differentiable) : T
+
Convolution output with same shape as input.
+
present_state (non-differentiable) : T
+
Updated carry state with shape (batch_size, channels, k - 1). Contains the last (k - 1) values of the effective padded/concatenated sequence along the causal axis, including any values from past_state or zero-padding when the current input is shorter than k - 1.
+
+ +#### Type Constraints + +
+
T : tensor(float), tensor(float16), tensor(bfloat16)
+
Constrain input and output types to float tensors.
+
+ +### **LinearAttention-27** + + Unified linear attention operator for autoregressive decoding (T=1) and prefill (T>1). + + The query, key, value, and (where applicable) decay/beta inputs use 3D packed format + [B, T, H*D], where heads are flattened into the last dimension; q_num_heads and + kv_num_heads are always required and are used to unpack to 4D internally for computation. + The optional past_state and present_state are 4D with shape (B, H_kv, d_k, d_v). + + Group-query attention (GQA) is supported: q_num_heads must be a positive multiple of + kv_num_heads. When q_num_heads == kv_num_heads this reduces to multi-headed linear + attention; when q_num_heads > kv_num_heads each KV head (and its recurrent state) is + shared by `q_num_heads / kv_num_heads` query heads (multi-query attention is the + special case kv_num_heads == 1). + + The update_rule attribute selects the recurrence type: + - "linear": S_t = S_{t-1} + k_t ⊗ v_t; o_t = scale * q_t^T S_t + - "gated": S_t = exp(g_t) * S_{t-1} + k_t ⊗ v_t; o_t = scale * q_t^T S_t + - "delta": S_t = S_{t-1} + β_t * k_t ⊗ (v_t - S_{t-1}^T k_t); o_t = scale * q_t^T S_t + - "gated_delta": S_t = exp(g_t) * S_{t-1} + β_t * k_t ⊗ (v_t - exp(g_t) * S_{t-1}^T k_t); o_t = scale * q_t^T S_t + + where g_t is the decay (in log-space), β_t is the update rate, and ⊗ denotes outer product. + + Semantics: Equivalent to running the recurrent update sequentially for each token, + but may be implemented using chunk-parallel algorithms for GPU efficiency. + + +#### Version + +This version of the operator has been available since version 27 of the default ONNX operator set. + +#### Attributes + +
+
chunk_size : int (default is 64)
+
Chunk size for the chunk-parallel WY decomposition during prefill (T>1). Tuning hint; does not affect output correctness.
+
kv_num_heads : int (required)
+
Number of key/value heads. Always required.
+
q_num_heads : int (required)
+
Number of query heads. Always required.
+
scale : float (default is 0.0)
+
Output scaling factor. When 0.0 (default), derives d_k = query.shape[-1] / q_num_heads and uses 1/sqrt(d_k). Set explicitly to override.
+
update_rule : string (default is gated_delta)
+
The update rule for the linear attention recurrence. One of: 'linear', 'gated', 'delta', 'gated_delta'. Default is 'gated_delta'.
+
+ +#### Inputs (3 - 6) + +
+
query (differentiable) : T
+
Query vectors with 3D packed shape (B, T, H_q * d_k). Heads are packed into the last dimension.
+
key (differentiable) : T
+
Key vectors with 3D packed shape (B, T, H_kv * d_k). Should be L2-normalized for delta/gated_delta modes.
+
value (differentiable) : T
+
Value vectors with 3D packed shape (B, T, H_kv * d_v).
+
past_state (optional, non-differentiable) : S
+
Recurrent state from previous step with shape (B, H_kv, d_k, d_v). Always 4D. If not provided, defaults to zeros.
+
decay (optional, differentiable) : T
+
Exponential decay gate in log-space. 3D packed shape: (B, T, H_kv * d_k) for per-key-dimension decay (GLA/RWKV-6), or (B, T, H_kv) for per-head scalar decay (DeltaNet/RetNet). Required for 'gated' and 'gated_delta' modes.
+
beta (optional, differentiable) : T
+
Update rate (sigmoid output). 3D packed shape: (B, T, H_kv) or (B, T, 1). Required for 'delta' and 'gated_delta' modes.
+
+ +#### Outputs + +
+
output (differentiable) : T
+
Attention output with 3D packed shape (B, T, H_q * d_v).
+
present_state (non-differentiable) : S
+
Updated recurrent state with shape (B, H_kv, d_k, d_v). Always 4D.
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(bfloat16), tensor(float)
+
Constrain activation input and output types to float16, bfloat16, or float32 tensors.
+
S : tensor(float16), tensor(bfloat16), tensor(float)
+
Constrain state types to float16, bfloat16, or float32 tensors. Should be float32 or the same as T for numerical stability on long sequences.
+
+ +### **Range-27** + + Generate a tensor containing a sequence of numbers that begin at `start` and extends by increments of `delta` + up to `limit` (exclusive). + + The number of elements in the output of range is computed as below: + ``` + number_of_elements = max( ceil( (limit - start) / delta ) , 0 ) + ``` + The pseudocode determining the contents of the output is shown below: + ``` + for(int i=0; i +
stash_type : int (default is 1)
+
The data type used for intermediate computation when T is float16 or bfloat16. Defaults to 1 (float). Has no effect for other types.
+ + +#### Inputs + +
+
start : T
+
Scalar. First entry for the range of output values.
+
limit : T
+
Scalar. Exclusive upper limit for the range of output values.
+
delta : T
+
Scalar. Value to step by.
+
+ +#### Outputs + +
+
output : T
+
A 1-D tensor with same type as the inputs containing generated range of values.
+
+ +#### Type Constraints + +
+
T : tensor(float), tensor(double), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(bfloat16)
+
Constrain input types to common numeric type tensors.
+
+ +## Version 28 of the default ONNX operator set +### **Celu-28** + + Continuously Differentiable Exponential Linear Units: + Perform the linear unit element-wise on the input tensor X + using formula: + + ``` + max(0,x) + min(0,alpha*(exp(x/alpha)-1)) + ``` + +#### Version + +This version of the operator has been available since version 28 of the default ONNX operator set. + +#### Attributes + +
+
alpha : float (default is 1.0)
+
The Alpha value in Celu formula which control the shape of the unit. The default value is 1.0.
+
+ +#### Inputs + +
+
X (differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
Y (differentiable) : T
+
Output tensor
+
+ +#### Type Constraints + +
+
T : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +# ai.onnx.preview +## Version 1 of the 'ai.onnx.preview' operator set +### **ai.onnx.preview.FlexAttention-1** + + Computes scaled dot-product attention over rank-4 (batched, multi-head) inputs, + with optional user-provided customization subgraphs at two stages: + + 1. score_mod: Modify the attention score tensor after Q·K^T + 2. prob_mod: Modify the probability tensor after Softmax + + This operator mirrors the capabilities of PyTorch's flex_attention: + https://docs.pytorch.org/docs/stable/nn.attention.flex_attention.html + + Input Shapes (MUST be rank-4 tensors): + - Q: `(batch_size, q_num_heads, q_sequence_length, head_size)` + - K: `(batch_size, kv_num_heads, kv_sequence_length, head_size)` + - V: `(batch_size, kv_num_heads, kv_sequence_length, v_head_size)` + + Output Shape: + - Y: `(batch_size, q_num_heads, q_sequence_length, v_head_size)` + + FlexAttention Computation: + ``` + Scores = (Q @ K^T) * scale + Scores = score_mod(Scores) # if 'score_mod' is provided + Probs = Softmax(Scores, axis=-1) + Probs = prob_mod(Probs) # if 'prob_mod' is provided + Y = Probs @ V + ``` + + Grouped Query Attention (GQA): + When `q_num_heads != kv_num_heads`, each K/V head is shared by a contiguous + group of query heads in head-index order. Let + `group_size = q_num_heads / kv_num_heads`; then query head `h` uses K/V head + `floor(h / group_size)`. `q_num_heads` must be a multiple of + `kv_num_heads`. + + Modifier Subgraphs (score_mod, prob_mod): + Each modifier subgraph takes exactly one rank-4 tensor input and must produce + exactly one rank-4 tensor output of the same shape and element type. + - score_mod input/output shape: `(batch_size, q_num_heads, q_sequence_length, kv_sequence_length)` + - prob_mod input/output shape: `(batch_size, q_num_heads, q_sequence_length, kv_sequence_length)` + The element type is determined by softmax_precision (defaults to float32 for + non-double inputs, otherwise double). + + Masking can be expressed in score_mod by writing masked positions as -inf (or a + large negative value appropriate for the target precision). + +#### Version + +No versioning maintained for experimental ops. +#### Attributes + +
+
prob_mod : graph
+
Optional probability modifier subgraph with 1 rank-4 tensor input and 1 rank-4 tensor output of the same shape and element type: (probs) -> probs_out. probs has softmax_precision element type and shape (B, Hq, L, S). The output must preserve the input shape.
+
scale : float
+
Scaling factor for Q*K^T. Defaults to 1/sqrt(head_size).
+
score_mod : graph
+
Optional score modifier subgraph with 1 rank-4 tensor input and 1 rank-4 tensor output of the same shape and element type: (scores) -> scores_out. scores has softmax_precision element type and shape (B, Hq, L, S). The output must preserve the input shape.
+
softmax_precision : int
+
Floating-point precision for softmax computation. Defaults to float32 for non-double inputs, otherwise uses double. Must be explicitly specified for non-float types.
+
+ +#### Inputs + +
+
Q : T1
+
Query tensor with shape `(batch_size, q_num_heads, q_seq_len, head_size)`.
+
K : T1
+
Key tensor with shape `(batch_size, kv_num_heads, kv_seq_len, head_size)`.
+
V : T1
+
Value tensor with shape `(batch_size, kv_num_heads, kv_seq_len, v_head_size)`.
+
+ +#### Outputs + +
+
Y : T1
+
Output tensor with shape `(batch_size, q_num_heads, q_seq_len, v_head_size)`.
+
+ +#### Type Constraints + +
+
T1 : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain Q, K, V to float tensors.
+
+ +# ai.onnx.preview.training +## Version 1 of the 'ai.onnx.preview.training' operator set +### **ai.onnx.preview.training.Adagrad-1** + + Compute one iteration of ADAGRAD, a stochastic gradient based optimization + algorithm. This operator can conduct the optimization of multiple tensor variables. + + Let's define the behavior of this operator. As you can imagine, ADAGRAD requires + some parameters: + + - The initial learning-rate "R". + - The update count "T". That is, the number of training iterations conducted. + - A L2-norm regularization coefficient "norm_coefficient". + - A learning-rate decay factor "decay_factor". + - A small constant "epsilon" to avoid dividing-by-zero. + + At each ADAGRAD iteration, the optimized tensors are moved along a direction + computed based on their estimated gradient and accumulated squared gradient. Assume + that only a single tensor "X" is updated by this operator. We need the value of "X", + its gradient "G", and its accumulated squared gradient "H". Therefore, variables in + this operator's input list are sequentially "R", "T", "X", "G", and "H". Other + parameters are given as attributes because they are usually constants. Also, the + corresponding output tensors are the new value of "X" (called "X_new"), and then + the new accumulated squared gradient (called "H_new"). Those outputs are computed + from the given inputs following the pseudo code below. + + Let "+", "-", "*", and "/" are all element-wise arithmetic operations with + numpy-style broadcasting support. The pseudo code to compute those outputs is: + + // Compute a scalar learning-rate factor. At the first update of X, T is generally + // 0 (0-based update index) or 1 (1-based update index). + r = R / (1 + T * decay_factor); + + // Add gradient of 0.5 * norm_coefficient * ||X||_2^2, where ||X||_2 is the 2-norm. + G_regularized = norm_coefficient * X + G; + + // Compute new accumulated squared gradient. + H_new = H + G_regularized * G_regularized; + + // Compute the adaptive part of per-coordinate learning rate. Note that Sqrt(...) + // computes element-wise square-root. + H_adaptive = Sqrt(H_new) + epsilon + + // Compute the new value of "X". + X_new = X - r * G_regularized / H_adaptive; + + If one assign this operators to optimize multiple inputs, for example, "X_1" and "X_2", the same + pseudo code may be extended to handle all tensors jointly. More specifically, we can view "X" as a + concatenation of "X_1" and "X_2" (of course, their gradient and accumulate gradient should + be concatenated too) and then just reuse the entire pseudo code. + + Note that ADAGRAD was first proposed in http://jmlr.org/papers/volume12/duchi11a/duchi11a.pdf. + In that reference paper, this operator is a special case of the Figure 1's composite mirror + descent update. + +#### Version + +This version of the operator has been available since version 1 of the 'ai.onnx.preview.training' operator set. + +#### Attributes + +
+
decay_factor : float (default is 0.0)
+
The decay factor of learning rate after one update.The effective learning rate is computed by r = R / (1 + T * decay_factor). Default to 0 so that increasing update counts doesn't reduce the learning rate.
+
epsilon : float (default is 0.0)
+
Small scalar to avoid dividing by zero.
+
norm_coefficient : float (default is 0.0)
+
Regularization coefficient in 0.5 * norm_coefficient * ||X||_2^2. Default to 0, which means no regularization.
+
+ +#### Inputs (3 - ∞) + +
+
R : T1
+
The initial learning rate.
+
T : T2
+
The update count of "X". It should be a scalar.
+
inputs (variadic, heterogeneous) : T3
+
The current values of optimized tensors, followed by their respective gradients, followed by their respective accumulated squared gradients.For example, if two tensor "X_1" and "X_2" are optimized, The input list would be ["X_1", "X_2", gradient of "X_1", gradient of "X_2", accumulated squared gradient of "X_1", accumulated squared gradient of "X_2"].
+
+ +#### Outputs (1 - ∞) + +
+
outputs (variadic, heterogeneous) : T3
+
Updated values of optimized tensors, followed by their updated values of accumulated squared gradients. For example, if two tensor "X_1" and "X_2" are optimized, the output list would be [new value of "X_1," new value of "X_2" new accumulated squared gradient of "X_1", new accumulated squared gradient of "X_2"].
+
+ +#### Type Constraints + +
+
T1 : tensor(float), tensor(double)
+
Constrain input types to float scalars.
+
T2 : tensor(int64)
+
Constrain input types to 64-bit integer scalars.
+
T3 : tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **ai.onnx.preview.training.Adam-1** + + Compute one iteration of Adam, a stochastic gradient based optimization + algorithm. This operator can conduct the optimization of multiple tensor variables. + + Let's define the behavior of this operator. First of all, Adam requires + some parameters: + + - The learning-rate "R". + - The update count "T". That is, the number of training iterations conducted. + - A L2-norm regularization coefficient "norm_coefficient". + - A small constant "epsilon" to avoid dividing-by-zero. + - Two coefficients, "alpha" and "beta". + + At each Adam iteration, the optimized tensors are moved along a direction + computed based on their exponentially-averaged historical gradient and + exponentially-averaged historical squared gradient. Assume that only a tensor + "X" is being optimized. The rest of required information is + + - the value of "X", + - "X"'s gradient (denoted by "G"), + - "X"'s exponentially-averaged historical gradient (denoted by "V"), and + - "X"'s exponentially-averaged historical squared gradient (denoted by "H"). + + Some of those parameters are passed into this operator as input tensors and others + are stored as this operator's attributes. Specifically, this operator's input tensor + list is ["R", "T", "X", "G", "V", "H"]. That is, "R" is the first input, "T" is + the second input, and so on. Other parameters are given as attributes because they + are constants. Moreover, the corresponding output tensors are + + - the new value of "X" (called "X_new"), + - the new exponentially-averaged historical gradient (denoted by "V_new"), and + - the new exponentially-averaged historical squared gradient (denoted by "H_new"). + + Those outputs are computed following the pseudo code below. + + Let "+", "-", "*", and "/" are all element-wise arithmetic operations with + numpy-style broadcasting support. The pseudo code to compute those outputs is: + + // Add gradient of 0.5 * norm_coefficient * ||X||_2^2, where ||X||_2 is the 2-norm. + G_regularized = norm_coefficient * X + G + + // Update exponentially-averaged historical gradient. + V_new = alpha * V + (1 - alpha) * G_regularized + + // Update exponentially-averaged historical squared gradient. + H_new = beta * H + (1 - beta) * G_regularized * G_regularized + + // Compute the element-wise square-root of H_new. V_new will be element-wisely + // divided by H_sqrt for a better update direction. + H_sqrt = Sqrt(H_new) + epsilon + + // Compute learning-rate. Note that "alpha**T"/"beta**T" is alpha's/beta's T-th power. + R_adjusted = T > 0 ? R * Sqrt(1 - beta**T) / (1 - alpha**T) : R + + // Compute new value of "X". + X_new = X - R_adjusted * V_new / H_sqrt + + // Post-update regularization. + X_final = (1 - norm_coefficient_post) * X_new + + If there are multiple inputs to be optimized, the pseudo code will be applied + independently to each of them. + +#### Version + +This version of the operator has been available since version 1 of the 'ai.onnx.preview.training' operator set. + +#### Attributes + +
+
alpha : float (default is 0.9)
+
Coefficient of previously accumulated gradient in running average. Default to 0.9.
+
beta : float (default is 0.999)
+
Coefficient of previously accumulated squared-gradient in running average. Default to 0.999.
+
epsilon : float (default is 0.0)
+
Small scalar to avoid dividing by zero.
+
norm_coefficient : float (default is 0.0)
+
Regularization coefficient of 0.5 * norm_coefficient * ||X||_2^2. Default to 0, which means no regularization.
+
norm_coefficient_post : float (default is 0.0)
+
Regularization coefficient of 0.5 * norm_coefficient * ||X||_2^2. Default to 0, which means no regularization.
+
+ +#### Inputs (3 - ∞) + +
+
R : T1
+
The initial learning rate.
+
T : T2
+
The update count of "X". It should be a scalar.
+
inputs (variadic, heterogeneous) : T3
+
The tensors to be optimized, followed by their respective gradients, followed by their respective accumulated gradients (aka momentum), followed by their respective accumulated squared gradients. For example, to optimize tensors "X_1" and "X_2,", the input list would be ["X_1", "X_2", gradient of "X_1", gradient of "X_2", accumulated gradient of "X_1", accumulated gradient of "X_2", accumulated squared gradient of "X_1", accumulated squared gradient of "X_2"].
+
+ +#### Outputs (1 - ∞) + +
+
outputs (variadic, heterogeneous) : T3
+
New values of optimized tensors, followed by their respective new accumulated gradients, followed by their respective new accumulated squared gradients. For example, if two tensors "X_1" and "X_2" are optimized, the outputs list would be [new value of "X_1", new value of "X_2", new accumulated gradient of "X_1", new accumulated gradient of "X_2", new accumulated squared gradient of "X_1", new accumulated squared gradient of "X_2"].
+
+ +#### Type Constraints + +
+
T1 : tensor(float), tensor(double)
+
Constrain input types to float scalars.
+
T2 : tensor(int64)
+
Constrain input types to 64-bit integer scalars.
+
T3 : tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ +### **ai.onnx.preview.training.Gradient-1** + + Gradient operator computes the partial derivatives of a specific tensor w.r.t. + some other tensors. This operator is widely used in gradient-based training + algorithms. To illustrate its use, let's consider a computation graph, + + ``` + X -----. + | + v + W --> Conv --> H --> Gemm --> Y + ^ + | + Z + ``` + + , where W and Z are trainable tensors. Note that operators' attributes are + omitted for the sake of simplicity. Let dY/dW (dY/dZ) be the gradient of + Y with respect to W (Z). The user can compute gradient by inserting Gradient + operator to form another graph shown below. + + ``` + W --> Conv --> H --> Gemm --> Y + | ^ ^ + | | | + | X Z + | | | + | | .----------' + | | | (W/Z/X is the 1st/2nd/3rd input of Gradient as shown in + | | | "xs" followed by "zs") + | v v + '---> Gradient(xs=["W", "Z"], zs=["X"], y="Y") + | | + | '-----------------------------------> dY/dW (1st output of Gradient) + | + '---------------------------------------> dY/dZ (2nd output of Gradient) + ``` + + By definition, the tensor "y" is a function of independent variables in "xs" + and "zs". Since we only compute the gradient of "y" w.r.t. the differentiable + variables in "xs", this Gradient only outputs dY/dW and dY/dZ. Note that "H" + cannot appear in "xs" and "zs". The reason is that "H" can be determined by + tensors "W" and "X" and therefore "H" is not an independent variable. + + All outputs are optional. If needed, for example, user can assign an empty + string to the 1st output name of that Gradient to skip the generation of dY/dW. + Note that the concept of optional outputs can also be found in ONNX's RNN, GRU, + and LSTM. + + Gradient operator can compute derivative against intermediate tensors. For + example, the gradient of Y with respect to H can be done via + + ``` + W --> Conv --> H --> Gemm --> Y + ^ | ^ + | | | + X | Z + .-------' | + | .----------' + | | (H/Z is the 1st/2nd input of Gradient as shown in "xs") + v v + Gradient(xs=["H", "Z"], y="Y") + | | + | '-----------------------------------> dY/dH (1st output of Gradient) + | + '---------------------------------------> dY/dZ (2nd output of Gradient) + ``` + + It is possible to represent high-order differentiation using Gradient operators. + For example, given the following linear model: + + ``` + W --> Gemm --> Y --> Loss --> O + ^ ^ + | | + X L + ``` + + To compute the 2nd order derivative of O with respect to W (denoted by + d^2O/dW^2), one can do + + ``` + W --> Gemm --> Y --> Loss --> O + | ^ ^ + | | | + | X .------------L + | | | | + | | | v + +------+-+> Gradient(xs=["X", "W"], zs=["L"], y="O") ---> dO/dX (1st output of Gradient) + | | | | + | | | '---> dO/dW (2nd output of Gradient) + | v v + '---> Gradient(xs=["X", "W"], zs=["L"], y="dO/dW") ---> d(dO/dW)dX (1st output of + | Gradient) + | + | + '---> d^2O/dW^2 (2nd output of Gradient) + ``` + + The tensors named in attributes "xs", "zs", and "y" define the differentiated + computation graph, and the inputs to Gradient node define the values at + which the gradient is computed. We can feed different tensors to the identified + graph. For example, one can compute the gradient of Y with respect to H at + a specific value of H, H_1, by providing that value as an input to the Gradient + node. + + ``` + W --> Conv --> H --> Gemm --> Y + ^ ^ + | | + X Z + + Z_1 (2nd input of Gradient) + | + v + H_1 --> Gradient(xs=["H", "Z"], y="Y") ---> dY/dH when H = H_1 and Y = Y_1. + | + '------------------------------> dY/dZ (2nd output of Gradient) + ``` + + When the inputs of Gradient are the tensors named in "xs" and "zs", the + computation can be optimized. More specifically, intermediate variables in + forward pass can be reused if the gradient is computed via reverse-mode + auto-differentiation. + + +#### Version + +This version of the operator has been available since version 1 of the 'ai.onnx.preview.training' operator set. + +#### Attributes + +
+
xs : list of strings (required)
+
Input tensor names of the differentiated sub-graph. It contains only the necessary differentiated inputs of a (sub-)graph. Variables (usually called intermediate variables) that can be generated from inputs cannot be included in this attribute.
+
y : string (required)
+
The targeted tensor. It can be viewed as the output of the differentiated function. The attribute "xs" and attribute "zs" are the minimal independent variable set that determines the value of "y".
+
zs : list of strings
+
Input tensor names of the differentiated sub-graph. It contains only the necessary non-differentiated inputs of a (sub-)graph. Variables (usually called intermediate variables) that can be generated from inputs cannot be included in this attribute.
+
+ +#### Inputs (1 - ∞) + +
+
Inputs (variadic, heterogeneous) : T1
+
The values fed into graph identified by the attributes. The i-th input is the value of the i-th tensor specified in the concatenated list of the attribute "xs" and the attribute "zs". For example, if xs=["A", "B"] and zs=["C"], the first input is used as the value of symbol "A" and the 3rd input is substituted for all the occurrences of "C".
+
+ +#### Outputs (1 - ∞) + +
+
Outputs (variadic, heterogeneous) : T2
+
The gradient of the tensor specified by the attribute "y" with respect to each of tensors specified in the attribute "xs". The i-th output is the gradient of "y" with respect to the i-th tensor specified in the attribute "xs".
+
+ +#### Type Constraints + +
+
T1 : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Allow outputs to be any kind of tensor.
+
T2 : tensor(float16), tensor(float), tensor(double)
+
Allow inputs to be any kind of floating-point tensor.
+
+ +### **ai.onnx.preview.training.Momentum-1** + + Compute one iteration of stochastic gradient update with momentum. + This operator can conduct the optimization of multiple tensor variables. + + Let's define the behavior of this operator. As you can imagine, SG with momentum requires + several parameters: + + - The learning-rate "R". + - The update count "T". That is, the number of conducted training iterations. It should + be zero in the first training iteration. + - A L2-norm regularization coefficient "norm_coefficient". + - A decay coefficient of previous accumulated gradient (i.e., momentum) "alpha". + - The scaling coefficient of current gradient "beta". + - An attribute to choose either standard momentum or Nesterov's momentum "mode" should + be used. + + For the sake of simplicity, assume that there is only one tensor (called "X") to be optimized. + Other necessary inputs are "X"'s gradient (called "G") and "X"'s momentum (called "V"). This + Momentum operator maps all these inputs to the new value of "X" (called "X_new") and its new + momentum (called "V_new"). + + This operator supports two different momentum algorithms. Set the attribute "mode" to + "nesterov" if Nesterov's momentum is desired. Otherwise, set the attribute "model" to + "standard" to use standard momentum. Computation details are described subsequently. + + Let "+", "-", "*", and "/" are all element-wise operations with numpy-style broadcasting. + + Pseudo code for SG with standard momentum: + + // Add gradient of 0.5 * norm_coefficient * ||X||^2, where ||X|| is the sum of squared + // values of all elements in X. + G_regularized = norm_coefficient * X + G + + // In the first training iteration, beta should always be 1. + beta_adjusted = T > 0 ? beta : 1 + + // Compute the current momentum based on previous momentum and the current gradient. + V_new = alpha * V + beta_adjusted * G_regularized + + // Update X. + X_new = X - R * V_new + + Pseudo code for SG with Nesterov's momentum: + + // Add gradient of 0.5 * norm_coefficient * ||X||^2, where ||X|| is the sum of squared + // values of all elements in X. + G_regularized = norm_coefficient * X + G; + + // In the first training iteration, beta should always be 1. + beta_adjusted = T > 0 ? beta : 1 + + // Compute the current momentum based on previous momentum and the current gradient. + V_new = alpha * V + beta_adjusted * G_regularized; + + // Compute final update direction and then update X. + X_new = X - R * (G_regularized + alpha * V_new) + + If one assign this operators to optimize multiple inputs, for example, "X_1" and "X_2". The same + pseudo code would be extended to handle all tensors jointly. More specifically, we can view "X" as a + concatenation of "X_1" and "X_2" (of course, their gradient and accumulate gradient should + be concatenated too) and then our pseudo code becomes applicable. + +#### Version + +This version of the operator has been available since version 1 of the 'ai.onnx.preview.training' operator set. + +#### Attributes + +
+
alpha : float (required)
+
The decay factor of momentum. It should be a scalar.
+
beta : float (required)
+
The coefficient of gradient in computing new momentum. It should be a scalar.
+
mode : string (required)
+
Its value should be either "nesterov" or "standard". The value "nesterov" leads to the use of Nesterov's momentum while "standard" invokes stochastic gradient method using standard momentum
+
norm_coefficient : float (required)
+
Coefficient of 0.5 * norm_coefficient * ||X||^2.
+
+ +#### Inputs (3 - ∞) + +
+
R : T1
+
The learning rate.
+
T : T2
+
Update count of "X". It should be a scalar.
+
inputs (variadic, heterogeneous) : T3
+
It sequentially contains the current values of optimized tensors, then their gradient tensors, and finally their momentum tensors. For example, if two tensors "X_1" and "X_2" are optimized, The expected input list would be ["X_1", "X_2", gradient of "X_1", gradient of "X_2", momentum of "X_1", momentum of "X_2"].
+
+ +#### Outputs (1 - ∞) + +
+
outputs (variadic, heterogeneous) : T3
+
It sequentially contains the new values of optimized tensors and then the new values of their momentum tensors. For example, if two tensors "X_1" and "X_2" are optimized, the output list would be [new value of "X_1," new value of "X_2" new momentum of "X_1", new momentum of "X_2"].
+
+ +#### Type Constraints + +
+
T1 : tensor(float), tensor(double)
+
Constrain input types to float scalars.
+
T2 : tensor(int64)
+
Constrain input types to 64-bit integer scalars.
+
T3 : tensor(float), tensor(double)
+
Constrain input types to float tensors.
+
+ diff --git a/docs/DefineDifferentiability.md b/docs/DefineDifferentiability.md new file mode 100644 index 0000000..1128f7d --- /dev/null +++ b/docs/DefineDifferentiability.md @@ -0,0 +1,126 @@ + + +# A Short Guide on the Differentiability Tag for ONNX Operators + +## Differentiability Tag + +The ONNX operator schema for each operator includes a differentiability tag for each input and output. +In this document, we explain the meaning of this tag and how to ensure the correctness of the tags. +Briefly, the tag identifies the set of differentiable inputs and differentiable outputs of an operator. +The meaning of the tag is that the partial derivative of each differentiable output is defined with respect to each differentiable output. + +## Ways to Define Differentiability Tag + +The differentiability definition of an operator consists of several aspects. + +- Differentiable inputs, which can be referenced in Gradient's `xs` attribute. +- Differentiable outputs, which can be referenced in Gradient's `y` attribute. +- The math equation to compute the Jacobian matrix (or tensor). If a variable (input or output) is differentiable or not is judged by math. If the Jacobian matrix (or tensor) exists, then the considered operator has some differentiable inputs and outputs. + +There are several strategies to implement auto-differentiation such as forward accumulation, backward accumulation, and dual variable. +Because most deep learning frameworks are backward-based, the reviewers should ensure the PR authors of tags provide enough details on that. +We present a couple of methods below to verify the differentiability for ONNX operator. + +### Method 1: Reuse Existing Deep Learning Frameworks + +The first way is to show that the considered operator's backward operation exists in an existing framework such as Pytorch or Tensorflow. In this case, the author should provide a runnable python script which computes the backward pass of the considered operator. The author should also point out how to map the Pytorch or Tensor code to ONNX format (for example, the author can call `torch.onnx.export` to save an ONNX model). The following script shows the differentiability of ONNX Reshape using Pytorch. + +```python +import torch +import torch.nn as nn + +# A single-operator model. It's literally a Pytorch Reshape. +# Note that Pytorch Reshape can be directly mapped to ONNX Reshape. +class MyModel(nn.Module): + def __init__(self): + super(MyModel, self).__init__() + + def forward(self, x): + y = torch.reshape(x, (x.numel(),)) + y.retain_grad() + return y + +model = MyModel() + +x = torch.tensor([[1., -1.], [1., 1.]], requires_grad=True) +y = model(x) +dy = torch.tensor([1., 2., 3., 4.]) + +torch.autograd.backward([y], + grad_tensors=[dy], + retain_graph=True, + create_graph=True, + grad_variables=None) + +# This example shows the input and the output in Pytorch are differentiable. +# From the exported ONNX model below, we also see that "x" is the first input +# of ONNX Reshape and "y" the output of ONNX Reshape. Therefore, we can say +# the first input and the output of ONNX Reshape are differentiable. +print(x.grad) +print(y.grad) + +with open('model.onnx', 'wb') as f: + torch.onnx.export(model, x, f) +``` + +### Method 2: Manually Do the Math + +The second way is formally proving the existence of the Jacobian matrix (or tensor) from outputs to inputs with at least two numerical examples. In this case, the reviewer should go through the math and confirm if the numerical result is correct. The author should add enough details so that any STEM graduated student can easily review it. + +For example, to show the differentiability of Add, the author may first write down its equation: + +``` +C = A + B +``` + +For the sake of simplicity, assume `A` and `B` are same-shape vector. + +``` +A = [a1, a2]^T +B = [b1, b2]^T +C = [c1, c2]^T +``` + +Here we use the symbol `^T` to denote transpose of the attached matrix or vector. +Let `X = [a1, a2, b1, b2]^T` and `Y = [c1, c2]^T` and consider Add as a function which maps `X` to `Y`. +Then, this function's Jacobian matrix is a 4-by-2 matrix, + +``` +J = [[dc1/da1, dc2/da1], + [dc1/da2, dc2/da2], + [dc1/db1, dc2/db1], + [dc1/db2, dc2/db2]] + = [[1, 0], + [0, 1], + [1, 0], + [0, 1]] +``` + +If + +``` +dL/dC = [dL/dc1, dL/dc2]^T, +``` + +then `dL/dA = [dL/da1, dL/da2]^T` and `dL/dB = [dL/db1, dL/db2]^T` can be computed from elements in + +``` + [[dL/da1], [dL/da2], [dL/db1], [dL/db2]] += J * dL/dC += [[dL/dc1], [dL/dc2], [dL/dc1], [dL/dc2]] +``` + +where `*` is standard matrix multiplication. +If `dL/dC = [0.2, 0.8]^T`, then `dL/dA = [0.2, 0.8]^T` and `dL/dB = [0.2, 0.8]^T`. +Notice that the procedure to compute `dL/dA` and `dL/dB` from `dL/dC` is usually called backward of an operator. +We can see backward operator of Add takes `dL/dC` as an input and produces two outputs `dL/dA` and `dL/dB`. +Consequently, all of `A`, `B`, and `C` are differentiable. +By flattening tensor into 1-D vector, this example can be extended to cover all tensors when shape broadcasting is not needed. +If broadcasting happens, the broadcasted element's gradient is the sum of all associated elements' gradient in its **non-broadcasting** case. +Let's consider the above example again. +If `B = [b]^T` becomes an 1-element vector, `B` may be broadcasted to `[b1, b2]^T` and `dL/dB = [dL/ db]^T = [dL/db1 + dL/db2]^T`. +For high-dimensional tensors, this is in fact a ReduceSum operation along all expanded axes. diff --git a/docs/DimensionDenotation.md b/docs/DimensionDenotation.md new file mode 100644 index 0000000..26edc2b --- /dev/null +++ b/docs/DimensionDenotation.md @@ -0,0 +1,56 @@ + + +# Dimension Denotation + +Dimension Denotation is an experimental attempt to give tensor axis semantic descriptions and thus types and perform verification steps based on them subsequently. + +## Motivation + +The motivation of such a mechanism can be illustrated via a simple example. In the linear neural network specification below, we assume a NCHW model input: + +``` +input_in_NCHW -> Transpose(input, perm=[0, 2, 1, 3]) -> AveragePool(input, ...) +``` + +In this neural network, a user mistakenly constructed a neural network that transposes an NCHW input to a weird NHCW format and pass through spatial pooling that assumes a NCHW input format. As clearly a mistake as it is, no existing infrastructure will report an error to the user. This is should be deeply unnerving to programmers who rely heavily on type checking as an integral part of program correctness guarantee. This proposal seeks to resolve this vacuum of proper type-checking inherent in the current paradigm of neural network specification. + +This proposal consists of three key components: Denotation Definition, Denotation Propagation and Denotation Verification, each of which will be discussed in detail. + +## Denotation Definition + +To begin with, we define a set of types for tensor types. Such types are defined based on the following principles: + +1. Be fine grain enough to eliminate potential pitfalls. For instance, the above example illustrated in the motivation section mandates that we distinguish between a channel dimension and a spatial feature dimension to ensure the correctness of execution of the AveragePool op. +2. Be coarse grain enough to alleviate the mental burden of users. For instance, in the above example, there is significantly less need to distinguish between a width dimension and a height dimension because operations like pooling and convolution often do not draw a distinction between various spatial dimensions. Thus, we summarize all the spatial dimensions as feature dimensions. +3. As an important corollary of 2, be model agnostic. For instance, the semantics of feature dimensions in recurrent neural networks (RNN) and the semantics of spatial dimensions in convolutional neural network (CNN) are almost indistinguishable and therefore we permit users and developers to describe either as a feature dimension. + +Specifically, in our first proposal, we define the following set of standard denotations: + +1. `DATA_BATCH` describes a batch dimension of the training data. This corresponds to the `N` dimension in the more commonly used tensor format notation `NCHW`. +2. `DATA_CHANNEL` describes a channel dimension of the training data. This corresponds to the `C` dimension. +3. `DATA_TIME` describes a time dimension. +4. `DATA_FEATURE` describes a feature dimension. This corresponds to the `H`, `W` dimension or the feature dimension in RNN. +5. `FILTER_IN_CHANNEL` describes a filter in-channel dimension. This is the dimension that is identical (in size) to the channel dimension of the input image feature maps. +6. `FILTER_OUT_CHANNEL` describes a filter out-channel dimension. This is the dimension that is identical (in size) to the channel dimension of the output image feature maps. +7. `FILTER_SPATIAL` describes a filter spatial dimension. + +## Denotation Propagation + +Denotation Propagation happens when an operation permutes, destroys or creates dimensions with respect to its input tensor. In such scenarios, we will implement customized, operation-specific functions to infer the output tensor dimension denotation based on the input tensor dimension denotation. An example operation where denotation propagation happens is Transpose operation where the pseudocode for output dimension denotation inference can be formulated as a function of the input dimension denotation: + +``` +for i, j in enumerate(perm): + out_dim_denotaion[i] = in_dim_denotation[j] +``` + +## Denotation Verification + +Denotation Verification happens when an operation expects its input to arrive in a particular format. An example operation where denotation verification happens is AveragePool operation where the input, if annotated with dimension denotation, in the 2D case should have the denotation [`DATA_BATCH`, `DATA_CHANNEL`, `DATA_FEATURE`, `DATA_FEATURE`]. If there is a mismatch between the expected dimension denotation and the actual dimension denotation, an error should be reported. + +## Type Denotation + +See the [type denotation documentation](TypeDenotation.md) for more details on how to describe images and other types. diff --git a/docs/ExternalData.md b/docs/ExternalData.md new file mode 100644 index 0000000..156ac82 --- /dev/null +++ b/docs/ExternalData.md @@ -0,0 +1,101 @@ + + +# External Data + +## Loading an ONNX Model with External Data + +* [Default] If the external data is under the same directory of the model, simply use `onnx.load()` + +```python +import onnx + +onnx_model = onnx.load("path/to/the/model.onnx") +``` + +* If the external data is under another directory, use `load_external_data_for_model()` to specify the directory path and load after using `onnx.load()` + +```python +import onnx +from onnx.external_data_helper import load_external_data_for_model + +onnx_model = onnx.load("path/to/the/model.onnx", load_external_data=False) +load_external_data_for_model(onnx_model, "data/directory/path/") +# Then the onnx_model has loaded the external data from the specific directory +``` + +## Converting an ONNX Model to External Data + +```python +import onnx +from onnx.external_data_helper import convert_model_to_external_data + +onnx_model = ... # Your model in memory as ModelProto +convert_model_to_external_data(onnx_model, all_tensors_to_one_file=True, location="filename", size_threshold=1024, convert_attribute=False) +# Must be followed by save_model to save the converted model to a specific path +onnx.save_model(onnx_model, "path/to/save/the/model.onnx") +# Then the onnx_model has converted raw data as external data and saved to specific directory +``` + +## Converting and Saving an ONNX Model to External Data + +```python +import onnx + +onnx_model = ... # Your model in memory as ModelProto +onnx.save_model(onnx_model, "path/to/save/the/model.onnx", save_as_external_data=True, all_tensors_to_one_file=True, location="filename", size_threshold=1024, convert_attribute=False) +# Then the onnx_model has converted raw data as external data and saved to specific directory +``` + +## onnx.checker for Models with External Data + +### Models with External Data (<2GB) + +Current checker supports checking models with external data. Specify either loaded onnx model or model path to the checker. + +### Large models >2GB + +However, for those models larger than 2GB, please use the model path for onnx.checker and the external data needs to be under the same directory. + +```python +import onnx + +onnx.checker.check_model("path/to/the/model.onnx") +# onnx.checker.check_model(loaded_onnx_model) will fail if given >2GB model +``` + +## TensorProto: data_location and external_data fields + +There are two fields related to the external data in TensorProto message type. + +### data_location field + +`data_location` field stores the location of data for this tensor. Value MUST be one of: + +* `DEFAULT` - data stored inside the protobuf message. Data is stored in raw_data (if set) otherwise in type-specific field. +* `EXTERNAL` - data stored in an external location as described by external_data field. + +If not set, behaves as if the value was `DEFAULT`. + +### external_data field + +`external_data` field stores key-value pairs of strings describing data location + +Recognized keys are: + +* `"location"` (required) - file path relative to the filesystem directory where the ONNX protobuf model was stored. Up-directory path components such as .. are disallowed and should be stripped when parsing. +* `"offset"` (optional) - position of byte at which stored data begins. Integer stored as string. Offset values SHOULD be multiples of the page size (usually 4kb) to enable mmap support. On Windows, offset values SHOULD be multiples of the VirtualAlloc [allocation granularity](https://learn.microsoft.com/en-us/windows/win32/api/sysinfoapi/ns-sysinfoapi-system_info) (usually 64kb) to enable [memory mapping](https://learn.microsoft.com/en-us/windows/win32/api/memoryapi/nf-memoryapi-mapviewoffile). +* `"length"` (optional) - number of bytes containing data. Integer stored as string. +* `"checksum"` (optional) - SHA1 digest of file specified in under 'location' key. + +After an ONNX file is loaded, all `external_data` fields may be updated with an additional key `("basepath")`, which stores the path to the directory from which he ONNX model file was loaded. + +### External data files + +Data stored in external data files will be in the same binary bytes string format as is used by the `raw_data` field in current ONNX implementations. + +Reference +https://github.com/onnx/onnx/pull/678 diff --git a/docs/ExternalDataSecurity.md b/docs/ExternalDataSecurity.md new file mode 100644 index 0000000..1d11456 --- /dev/null +++ b/docs/ExternalDataSecurity.md @@ -0,0 +1,163 @@ + + +# External Data Security + +This document describes the security model for loading and saving external data files in ONNX models. It is intended for maintainers working on the external data code paths. + +## Threat Model + +When an ONNX model references external data files via relative paths, an attacker who controls the model file can attempt: + +- **Symlink traversal**: A final-component symlink in the external data path pointing to a sensitive file (e.g., `/etc/shadow`), causing ONNX to read or overwrite arbitrary files. +- **Parent-directory symlink**: A symlink in a parent directory component of the external data path, bypassing a check that only inspects the final component. +- **Hardlink attacks**: A hardlink to a sensitive file appearing as a normal file, bypassing symlink-only checks while still exposing unintended data. +- **Path traversal**: Using `..` segments or absolute paths to escape the model directory. + +## Defense Layers + +We use a 4-layer defense-in-depth approach. Each entry point applies the layers appropriate to its context (see the table below). + +### Layer 1: Canonical Path Containment + +- **C++**: `std::filesystem::weakly_canonical()` resolves the path, then verifies it starts with the canonical base directory. + +This catches `..` traversal and symlinks in any path component (not just the final one). + +### Layer 2: Symlink Detection + +- **C++**: `std::filesystem::is_symlink(data_path)` rejects the final-component symlink. + +This is a belt-and-suspenders check alongside containment. It provides a clear, specific error message when the final path component is a symlink. + +### Layer 3: Secure File Open with Post-Open Verification + +Three platform-specific strategies, in order of preference: + +- **Linux 5.6+**: `openat2(RESOLVE_BENEATH | RESOLVE_NO_SYMLINKS)` — atomic kernel containment. No TOCTOU. Falls back on `ENOSYS`. +- **FreeBSD 13+ / macOS 15+**: `openat(O_RESOLVE_BENEATH | O_NOFOLLOW)` — equivalent BSD-style containment. +- **POSIX fallback**: `open(O_NOFOLLOW)` + post-open inode comparison (`fstat` fd vs `stat` canonical path). +- **Windows**: `CreateFileW(FILE_FLAG_OPEN_REPARSE_POINT)` + reparse point attribute check + inode comparison. Converted to CRT fd via `_open_osfhandle()` before returning. + +All POSIX fds are opened with `O_CLOEXEC`. All platforms return a CRT file descriptor. + +Hardlinks are detected via `fstat()` link count (POSIX) or `GetFileInformationByHandle()` (Windows), always fail closed. + +### Layer 4: Pre-Open Hardlink Count Check + +- **C++**: `std::filesystem::hard_link_count(data_path) > 1` rejects files with multiple hardlinks before opening. + +This is defense-in-depth alongside Layer 3's post-open hardlink check. It provides a clear error message at the path level before any file I/O occurs. + +## Protected Entry Points + +All Python entry points use the C++ `open_external_data()` function. In **read mode** it applies all four layers (pre-open validation via `resolve_external_data_location` for Layers 1, 2, 4, then Layer 3 post-open). In **write mode** it applies Layers 1 and 3 only — Layers 2 and 4 are skipped because the file may not yet exist. The C++ checker calls `resolve_external_data_location` directly without opening files, so Layer 3 does not apply there. + +| Entry Point | File | Mode | Layers | +|---|---|---|---| +| `resolve_external_data_location` | `onnx/checker.cc` | read | 1, 2, 4 | +| `open_external_data` | `onnx/checker.cc` | read | 1, 2, 3, 4 | +| `open_external_data` | `onnx/checker.cc` | write | 1, 3 | +| `load_external_data_for_tensor` | `onnx/external_data_helper.py` | read | 1, 2, 3, 4 (via `open_external_data`) | +| `save_external_data` | `onnx/external_data_helper.py` | write | 1, 3 (via `open_external_data`) | +| `ModelContainer._load_large_initializers` | `onnx/model_container.py` | read | 1, 2, 3, 4 (via `open_external_data`) | + +## Known Limitations + +### Windows + +- Reparse points (symlinks, junctions) are rejected via `FILE_FLAG_OPEN_REPARSE_POINT` + attribute check. +- Symlink and hardlink tests are skipped on Windows in the test suite. + +### Case-Insensitive Filesystems + +The canonical path containment checks (Layers 1 and 3) use string comparison. On case-insensitive filesystems (Windows NTFS, macOS HFS+), paths with different casing may incorrectly fail containment. This fails closed (false rejection, not a bypass). + +## Testing + +Test coverage is in: + +- **C++**: `onnx/test/cpp/checker_test.cc` — `*SymLink*` tests for symlink detection and containment, `OpenExternalData*` for secure open and verification. +- **Python**: `onnx/test/test_external_data.py`: + - `TestSaveExternalDataSymlinkProtection` — save-side symlink rejection. + - `TestLoadExternalDataSymlinkProtection` — load-side symlink rejection, parent-directory symlink, `load_external_data_for_model` rejection. + - `TestLoadExternalDataHardlinkProtection` — load-side hardlink rejection. + - `TestSaveExternalDataAbsolutePathValidation` — absolute path rejection. + +Symlink and hardlink tests are skipped on Windows (`os.name == "nt"`). + +--- + +## External Data Attribute Validation + +This section describes the security model for validating external data attributes in `ExternalDataInfo`. It covers defenses against attribute injection (CWE-915) and resource exhaustion (CWE-400) via crafted `external_data` entries in `TensorProto`. + +**Advisory:** [GHSA-538c-55jv-c5g9](https://github.com/onnx/onnx/security/advisories/GHSA-538c-55jv-c5g9) + +### Threat Model + +An attacker provides a malicious ONNX model with crafted `external_data` entries in `TensorProto`. The `external_data` field is a repeated `StringStringEntryProto` — a key-value store that accepts arbitrary strings for both key and value. + +The attack is triggered during `onnx.load()` with no explicit checker invocation required. `ExternalDataInfo.__init__` processes these key-value pairs to populate object attributes. + +Attack vectors: + +- **Arbitrary attribute injection**: Setting unknown keys (e.g. `evil_attr`) causes `setattr()` to create arbitrary attributes on the `ExternalDataInfo` object. While no current consumer iterates over attributes, injected attributes create latent risk for future code. +- **Dunder attribute injection**: Setting keys like `__class__` or `__dict__` corrupts the Python object's internal state, enabling type confusion attacks. +- **Negative offset/length**: Negative values for `offset` cause `file.seek()` to raise `OSError`. Negative `length` causes `file.read(-1)` to read the entire file to EOF, bypassing intended size limits. +- **Resource exhaustion (DoS)**: Setting `length` to a multi-petabyte value causes unbounded memory allocation when reading external data, even if the actual data file is small. + +Four Python consumers of `ExternalDataInfo` exist: `load_external_data_for_tensor`, `set_external_data` / `write_external_data_tensors`, `ModelContainer._load_large_initializers`, and `ReferenceEvaluator` (in `onnx/reference/reference_evaluator.py`). (The C++ checker validates paths but does not use the Python `ExternalDataInfo` class.) + +## Defense Layers + +We use a 3-layer defense-in-depth approach. Each layer addresses a different class of attack and operates at a different point in the processing pipeline. + +### Layer 1: Attribute Whitelist (CWE-915 Mitigation) + +`ExternalDataInfo.__init__` only accepts keys in `_ALLOWED_EXTERNAL_DATA_KEYS`: `location`, `offset`, `length`, `checksum`, `basepath`. Unknown keys are warned via `warnings.warn()` and ignored — this prevents arbitrary attribute injection. + +This also blocks dunder attribute injection (e.g. `__class__`, `__dict__`) that could cause object type confusion. + +**Rationale**: While we cannot prevent someone from constructing malicious protobuf directly, rejecting unknown keys at the Python object level is defense-in-depth that limits the attack surface. The whitelist is a `frozenset` to prevent runtime mutation. + +### Layer 2: Bounds Validation at Parse Time (CWE-400 Mitigation) + +`offset` and `length` must be non-negative integers. Non-numeric strings raise `ValueError`. This catches obviously invalid values early, before any file I/O occurs. + +**Rationale**: Negative `offset` causes `file.seek(-1)` to raise `OSError`; negative `length` causes `file.read(-1)` to read the entire file, bypassing intended size limits. Validating at parse time provides a clear error message at the point closest to the malicious input. + +### Layer 3: File-Size Validation at Consumption Time (CWE-400 Mitigation, Defense-in-Depth) + +In `load_external_data_for_tensor()` and `ModelContainer._load_large_initializers`, before reading: `offset <= file_size` and `offset + length <= file_size` are verified. A 1KB data file cannot cause a multi-petabyte memory allocation. + +**Rationale**: This is the critical safety net. It prevents memory exhaustion regardless of how the model was constructed — even via direct protobuf APIs that bypass Python-level parsing entirely. Validation happens at the point of actual file I/O, the last opportunity before harm occurs. + +## Why Layered Defense + +- **Layer 1 (whitelist)** catches the broadest class of attacks at parse time. It blocks attribute injection, dunder corruption, and any future unknown-key attack vector. +- **Layer 2 (bounds validation)** catches obviously invalid numeric values at parse time, providing clear error messages. +- **Layer 3 (file-size validation)** is the critical safety net that prevents actual harm at the I/O boundary. This layer cannot be bypassed even if an attacker crafts a model using protobuf APIs directly, because validation happens at the point of actual file read. + +## Protected Entry Points + +| Entry Point | File | Layers | +|---|---|---| +| `ExternalDataInfo.__init__` | `onnx/external_data_helper.py` | 1, 2 | +| `load_external_data_for_tensor` | `onnx/external_data_helper.py` | 1, 2, 3 | +| `set_external_data` | `onnx/external_data_helper.py` | 1 (whitelist by overwrite) | +| `ModelContainer._load_large_initializers` | `onnx/model_container.py` | 1, 2, 3 | + +## Testing + +Test coverage is in `onnx/test/test_external_data.py`: + +- `TestExternalDataInfoSecurity`: + - **CWE-915 (attribute injection):** `test_unknown_key_rejected`, `test_dunder_key_rejected`, `test_multiple_unknown_keys_all_rejected`, `test_allowed_keys_constant_is_frozen` + - **CWE-400 (bounds/DoS):** `test_negative_offset_rejected`, `test_negative_length_rejected`, `test_non_numeric_offset_raises`, `test_non_numeric_length_raises` + - **Regression guards:** `test_valid_external_data_accepted`, `test_zero_offset_and_length_accepted` +- `TestLoadExternalDataFileSizeValidation`: + - **File-size validation:** `test_offset_exceeds_file_size_raises`, `test_length_exceeds_available_data_raises`, `test_valid_offset_and_length_load_correctly` diff --git a/docs/IR.md b/docs/IR.md new file mode 100644 index 0000000..42cdd5a --- /dev/null +++ b/docs/IR.md @@ -0,0 +1,628 @@ + + +# Open Neural Network Exchange Intermediate Representation (ONNX IR) Specification + +__Purpose__ + +This document contains the normative specification of the semantics of ONNX. + +The `.proto` and `.proto3` files found under the [onnx folder](/onnx/) form the normative specification of its syntax authored in the [Protocol Buffers](https://developers.google.com/protocol-buffers) definition language. Commentary found in the `.proto` and `.proto3` files are intended to improve readability of those files, but are not normative if they conflict with this document. Such conflicts should be reported as documentation bugs. + +__Notes on model validation__ + +A [tool](../onnx/checker.py) is available to perform general validation of models against this specification. It is implemented in C++ with a Python command-line wrapper. + +__Notes on language in this and all related documents__: + +1. The use of SHOULD, MUST, MAY and so on in this document is consistent with [RFC 2119](https://www.ietf.org/rfc/rfc2119.txt). + +2. The use of 'list' shall denote an ordered collection of items, 'set' shall denote an unordered collection of unique elements, and 'bag' an unordered collection of possibly non-unique elements. + +## Components + +ONNX is an open specification that consists of the following components: + +1) A definition of an extensible computation graph model. + +2) Definitions of standard data types. + +3) Definitions of built-in operators. + +#1 and #2 together make up the ONNX Intermediate Representation, or 'IR', specification which is covered herein; the built-in operators are covered in documents listed at the end. Specifically, built-in operators are divided into a set of primitive operators and functions. A function is an operator whose semantics is formally expressed via expansion into a sub-graph (called the function body) using other operators (and functions). Functionality-wise, an ONNX compatible framework or runtime may inline a function body to execute it if it does not have corresponding implementation of the function. + +There are two official ONNX variants; the main distinction between the two is found in the default operator sets. __ONNX-ML__ extends the __ONNX__ operator set with ML algorithms that are not based on neural networks. + +Up to IR version 6, the ONNX specification and model format addressed only inference (also known as scoring). Starting from IR version 7, the ONNX specification and model format also support training. An ONNX training model is an extension of the inference-model. An inference-only runtime can consume a training model ignoring the training-related extensions. However, an inference-only model may enable a representation that is more optimal for inference purposes than a training model. + +## Runtime Agnostic + +ONNX does not pre-suppose or imply any particular method of runtime implementation. + +For example, an implementation may consist of a rich runtime which interprets the model; it may be a code generator that translates the model in its entirety to executable code for some target programming language; it may be a hardware implementation; it may be a combination of two or three of those. + +Nothing in this specification should be construed as advocating one implementation approach over any other; any comments on the inner workings of concrete implementations are to be interpreted as examples. + +## ONNX Versioning + +The IR specification, individual models, and operator sets are all versioned. Furthermore, each individual operator indicates which version of its containing operator set it was introduced or stabilized in. + +Version numbers can be used as a simple number, or used to encode [semantic versions](https://semver.org/)(AKA SemVer). If using semantic versions, the convention is to use the two most significant bytes for the major number, the next two bytes for the minor number, and the least significant four bytes for the patch/build/bugfix number. When using semantic versioning, at least one of the major/minor numbers MUST be non-zero. + +The IR specification uses simple monotonically increasing numbers for its versions. The valid IR versions are defined by the `onnx.Version` enumeration in [onnx.proto](/onnx/onnx.proto). + +Operator sets use a simple version number. Each operator set version represents a snapshot of the set of operators, and their semantics at a particular point in time. + +This specification does not provide guidance on what versioning scheme model producers should be using. + +More details on conventions and best practices for versioning of IR, operator sets, and models can be found in [Versioning](Versioning.md). + +## Extensible computation graph model + +ONNX specifies the portable, serialized format of a computation graph. It does not have to be the form a framework chooses to use internally. For example, an implementation may represent the model differently in memory if it is more efficient to manipulate during optimization passes. + +An implementation MAY extend ONNX by adding operators expressing semantics beyond the standard set of operators that all implementations MUST support. The mechanism for this is adding operator sets to the `opset_import` property in a model that depends on the extension operators. + +### Models + +The top-level ONNX construct is a ‘Model.’, and is represented in protocol buffers as the type `onnx.ModelProto` + +The main purpose of the model structure is to associate metadata with a graph which contains all the executable elements. The metadata is used when first reading the model file, giving an implementation the information it needs in order to determine whether it will be able to execute the model, generate logging messages, error reports, etc. Further, the metadata is useful to tools, such as IDEs and model galleries, which need it for informing humans about a given model’s purpose and characteristics. + +Each model has the following components: + +|Name|Type|Description| +|---|---|---| +|ir_version|int64|The ONNX version assumed by the model.| +|opset_import|OperatorSetId|A collection of operator set identifiers made available to the model. An implementation must support all operators in the set or reject the model.| +|producer_name|string|The name of the tool used to generate the model.| +|producer_version|string|The version of the generating tool.| +|domain|string|A reverse-DNS name to indicate the model namespace or domain, for example, 'org.onnx'| +|model_version|int64|The version of the model itself, encoded in an integer.| +|doc_string|string|Human-readable documentation for this model. Markdown is allowed.| +|graph|Graph|The parameterized graph that is evaluated to execute the model.| +|metadata_props|map|Named metadata values; keys should be distinct.| +|training_info|TrainingInfoProto[]|An optional extension that contains information for training.| +|functions|FunctionProto[]|An optional list of functions local to the model.| +|configuration|DeviceConfigurationProto[]|(IR version >= 11) An optional list of multi-device configurations for distributed execution.| + + Models SHOULD specify a domain and use reverse domain names based on the responsible organization's identity, the same convention that is used for [naming Java packages](https://docs.oracle.com/javase/tutorial/java/package/namingpkgs.html). + +__Note: Exploring an ONNX file__ + +You can use the `protoc` tool that is part of the Protocol Buffers distribution to examine the contents of an ONNX file, you do so like this: + +```bash +protoc --decode=onnx.ModelProto onnx.proto < yourfile.onnx +``` + +Where [onnx.proto](/onnx/onnx.proto) is the file that is part of this repository. + +Alternatively, you can use a tool like [Netron](https://github.com/lutzroeder/netron) to explore the ONNX file. + +### Model Semantics + +The semantics of an inference-model is a _stateless function_ (except possibly for the state used for random-number generation). Thus, whenever an inference-model (without random-generator operations) is used to perform inference on the same input, it is expected to produce the same output. + +The semantics of a training model is that of a _stateful object_, with the state consisting of the current values of trained-weights (and any other auxiliary state required, such as momentum, for example, used by the learning algorithm). Specifically, its semantics is captured via three methods: an initialization method (which is used to initialize or reset the values of state variables), a training step method (to train using a batch of input-output pairs), and an inference method to perform inference using the current values of the learned weights. The first two methods update the state of the object, while the third method is side-effect-free. + +### Optional Metadata + +The 'metadata_props' field in the model is available for any kind of optional metadata that a tool or model developer chooses to place there. The following are the defined “standard” optional metadata properties of a model. + +Name|Type|Format|Description +|---|---|---|---| +model_author|string|A comma-separated list of names.|The personal name of the author(s) of the model, and/or their organizations. +model_license|string|Name or URL.|The well-known name or URL of the license under which the model is made available. + +### Operator Set Identifiers + +Each operator set is uniquely identified by a (domain, version) pair. + +Name|Type|Description +|---|---|---| +domain|string|The domain of the operator set being identified. +version|int64|The version of the operator set being identified. Same as 'opset_version' in the operator set. + +The operator set version is a simple integer value that is monotonically increased as new versions of the operator set are published. + +Operator sets other than the default operator set MUST specify a domain and SHOULD use reverse domain names based on the responsible organization's identity, the same convention that is used for [naming Java packages](https://docs.oracle.com/javase/tutorial/java/package/namingpkgs.html). + +### Operator Sets + +Each model MUST explicitly name the operator sets that it relies on for its functionality. Operator sets define the available operators and their version. Each model defines the imported operator sets by their domains. All models implicitly import the default ONNX operator set. + +Each operator set SHALL be defined in a separate document, also using protobuf as the serialization format. How operator set documents are found at runtime is implementation-dependent. + +__Note: As of the publication of this document, no ONNX implementation is known to process operator set documents.__ + +The properties of an operator set are: + +Name|Type|Description +|---|---|---| +magic|string|The value ‘ONNXOPSET’ +ir_version|int32|The ONNX version corresponding to the operators. +ir_version_prerelease|string|The prerelease component of the SemVer of the IR. +ir_build_metadata|string|The build metadata of this version of the operator set. +domain|string|The domain of the operator set. Must be unique among all sets. +opset_version|int64|The version of the operator set. +doc_string|string|Human-readable documentation for this operator set. Markdown is allowed. +operator|Operator[]|The operators contained in this operator set. + +The operator set version is a simple integer value that is monotonically increased as new versions of the operator set are published. + +Operator sets other than the default operator set MUST specify a domain and SHOULD use reverse domain names based on the responsible organization's identity, the same convention that is used for [naming Java packages](https://docs.oracle.com/javase/tutorial/java/package/namingpkgs.html). + +### Operators + +Each operator used within a graph MUST be explicitly declared by one of the operator sets imported by the model. + +The properties of an operator definition are: + +Name|Type|Description +|---|---|---| +op_type|string|The name of the operator (case sensitive), as used in graph nodes. MUST be unique within the operator set’s domain. +since_version|int64|The version of the operator set when this operator was introduced. +status|OperatorStatus|One of ‘EXPERIMENTAL’ or ‘STABLE.’ +doc_string|string|A human-readable documentation string for this operator. Markdown is allowed. + +The version value MUST be the same value as the operator set version when the operator was first published. Subsequent versions of the operator set MUST NOT alter the signature or semantics of the operator once published as STABLE. + +The ‘status’ property indicates whether the syntax, semantics, or presence of the operator is in an experimental or stable stage. Once an operator is published as STABLE, it’s syntax and semantics MUST NOT change in subsequent versions of the operator set. + +There are two distinct ways to pass information to operators – inputs and attributes. Inputs represent graph inputs or values computed elsewhere in the graph, while attributes are used for values that are constants in the graph. This distinction may be highly relevant to achieving good performance for some implementations, while completely irrelevant to others. + +### Functions + +A _function_ may be thought of as an operator combined with an implementation of the operator using +other, more primitive, ops, referred to as the _function body_. The function body consists of a +topologically sorted list of nodes that form a graph. Thus, a function combines aspects of both +an operator as well a graph (described below). + +Each function contained in a Model (also referred to as a model-local function) serves +as a default or fallback implementation of the corresponding operator. A runtime, however, +may choose to use an alternative implementation of the operator (usually as an optimized kernel). +As such, the unique name of a function is significant as it is implicitly associated with a +semantic specification. + +A serialized function (a _FunctionProto_) has the following properties: + +|Name|Type|Description| +|---|---|---| +name|string|The name of the function +domain|string|The domain to which this function belongs +overload|string|Part of unique id of function (added in IR version 10) +doc_string|string|Human-readable documentation for this function. Markdown is allowed. +attribute|string[]|The attribute parameters of the function +attribute_proto|Attribute[]| (IR version 9+) The attribute parameters with default values of the function. A function attribute shall be represented either as a string attribute or an Attribute, not both. +input|string[]|The input parameters of the function +output|string[]|The output parameters of the function. +node|Node[]|A list of nodes, forming a partially ordered computation graph. It must be in topological order. +|opset_import|OperatorSetId|A collection of operator set identifiers used by the function implementation. +|value_info|ValueInfo[]| (IR version >= 10) Used to store the type and shape information of values used in the function. +|metadata_props|map|(IR version >= 10) Named metadata values; keys should be distinct. + +The name and domain serve to identify the operator uniquely in IR versions upto 9. IR version 10 adds the +field overload, and the triple (name, domain, overload) acts as a unique-id across functions stored in +a model. This is intended to support cases where distinct function-bodies are required for distinct +calls to the function within the model. +An opset version is not explicitly identified in a FunctionProto, but it is implicitly determined by +the opset version of the domain included in the model. + +The input, output, attribute, and attribute_proto (added in IR version 9) constitute the signature part of the operator. No type information +is explicitly included in the signature. The attribute_proto field describes attribute parameters of the function along with their default-value (when not specified by an call-site node), while the attribute field lists attribute parameters without a default-value. The names in these two lists must be distinct. When an attribute-parameter of the function is used in a node within the function, it is replaced by the actual parameter value specified for the attribute at a call-site node (of the function) when such a attribute is specified, and it is replaced by the default-value if the attribute has a default-value specified, and it is omitted otherwise. + +The opset_import and node fields describe the implementation of the function. + +The value_info field (added in IR version 10) allows a model to store type and shape information about the values used in a function, including its inputs and outputs. Note that this is optional, and ONNX allows functions to be polymorphic. + +### Graphs + +A graph is used to describe a side-effect-free computation (function). +A serialized graph is comprised of a set of metadata fields, a list of model parameters, and a list of computation nodes. + +Each computation dataflow graph is structured as a topologically sorted list of nodes that form a graph, which MUST be free of cycles. Each node represents a call to an operator or a model local function. Each node has zero or more inputs and one or more outputs. + +Graphs have the following properties: + +|Name|Type|Description| +|---|---|---| +name|string|The name of the model graph. +node|Node[]|A list of nodes, forming a partially ordered computation graph based on input/output data dependencies. It is in topological order. +initializer|Tensor[]|A list of named tensor values. When an initializer has the same name as a graph input, it specifies a default value for that input. When an initializer has a name different from all graph inputs, it specifies a constant value. The order of the list is unspecified. +doc_string|string|Human-readable documentation for this model. Markdown is allowed. +input|ValueInfo[]|The input parameters of the graph, possibly initialized by a default value found in ‘initializer.’ +output|ValueInfo[]|The output parameters of the graph. Once all output parameters have been written to by a graph execution, the execution is complete. +value_info|ValueInfo[]|Used to store the type and shape information of values that are not inputs or outputs. +|metadata_props|map|(IR version >= 10) Named metadata values; keys should be distinct. + +ValueInfo has the following properties: + +Name|Type|Description +|---|---|---| +name|string|The name of the value/parameter. +type|Type|The type of the value **including shape information**. +doc_string|string|Human-readable documentation for this value. Markdown is allowed. + +Each main (top-level) graph MUST define the names, types and shapes of its inputs and outputs, which are specified as ‘value info’ structures. The main graph inputs and outputs are required to have a shape, indicating the rank, even though the exact dimensions need not be specified. + +Nested subgraphs (specified as attribute values) MUST define the names of its inputs and outputs +and MAY define the types of its inputs and outputs. + +Each graph MUST specify a name. + +The graph MUST adhere to single static assignment (SSA) for all node outputs; this means that all node output names MUST be unique within a graph. + +Graphs SHOULD be populated with documentation strings, which MAY be interpreted using GitHub-style markdown syntax. HTML and other text-markup languages MAY NOT be used in documentation strings. + +### Names Within a Graph + +All names SHOULD adhere to [C90 identifier syntax rules](https://en.cppreference.com/c/language/identifier). + +Names of nodes, inputs, outputs, initializers, and attributes are organized into several namespaces. Within a namespace, each name MUST be unique for each given graph. Please see below for further clarification in the case where a graph contains nested subgraphs (as attribute values). + +The namespaces are: + +Namespace|Description +|---|---| +Attribute|The names of attributes of an operator. Unique for each operator. +Value|The names of values – node inputs & outputs, tensor values (if named), graph inputs, outputs. +Node|The names of graph nodes. +Graph|The names of graphs within a domain, unique within the model domain. +Operator|The names of operators within a domain. +Shape|The names of tensor shape variables – scoped to the value information records of a graph, which is where shape variables occur. + +### Nodes + +Computation nodes are comprised of a name, the name of an operator that it invokes, a list of named inputs, a list of named outputs, and a list of attributes. + +Input and outputs are positionally associated with operator inputs and outputs. Attributes are associated with operator attributes by name. + +They have the following properties: + +Name|Type|Description +|---|---|---| +name|string|An optional name of the node, used for diagnostic purposes only. +input|string[]|Names of the values used by the node to propagate input values to the node operator. It must refer to either a graph input, a graph initializer or a node output. +output|string[]|Names of the outputs used by the node to capture data from the operator invoked by the node. It either introduces a value in the graph or refers to a graph output. +op_type|string|The symbolic identifier of the operator to invoke. +domain|string|The domain of the operator set that contains the operator named by the op_type. +attribute|Attribute[]|Named attributes, another form of operator parameterization, used for constant values rather than propagated values. +doc_string|string|Human-readable documentation for this value. Markdown is allowed. +overload|string|Part of unique id of function (added in IR version 10) +|metadata_props|map|(IR version >= 10) Named metadata values; keys should be distinct. +|device_configurations|NodeDeviceConfigurationProto[]|(IR version >= 11) Multi-device execution configurations for this node. + +A name belonging to the Value namespace may appear in multiple places, namely as a graph input, a graph initializer, a graph output, a node input, or a node output. The occurrence of a name as a graph input, a graph initializer, or as a node output is said to be a definition and the occurrence of a name as a node input or as a graph output is said to be a use. + +A value name used in a graph must have a unique definition, with the exception that the same name MAY appear in both the graph input list and graph initializer list. (Further exceptions apply in the presence of nested subgraphs, as described later.) + +When a name appears in both the initializer list and the graph input list, a runtime MAY allow a caller to specify a value for this (input) name overriding the value specified in the initializer and a runtime MAY allow users to omit specifying a value for this (input) name, choosing the value specified in the initializer. Names of constants that are not meant to be overridden by the caller should appear only in the initializer list and not in the graph input list. In models with IR version >= 4, in nested subgraphs used as attribute values, users MUST NOT use the same name as both a subgraph initializer and subgraph input unless the corresponding op's specification explicitly allows it. In models with IR version <= 3, users MAY use the same name as both a subgraph initializer and subgraph input, but this is restricted to support constants via initializers that are not intended to correspond to any actual inputs passed from the node into the subgraph. In particular, the control-flow operator semantics determines the set of inputs supplied to the execution of the subgraph, and these input names MUST NOT appear as subgraph initializers. Subgraph initializer names must appear in the graph input list _after_ the actual inputs. This allows the actual inputs and formal inputs to be matched positionally. + +Edges in the computation graph are established by outputs of one node being referenced by name in the inputs of a subsequent node. + +The outputs of a given node introduce new names into the graph. The values of node outputs are computed by the node's operator. Node inputs MAY refer to node outputs, graph inputs, and graph initializers. When the name of a node output coincides with the name of a graph output, the graph output's value is the corresponding output value computed by that node. A node input in a nested subgraph MAY refer to names introduced in outer graphs (as node outputs, graph inputs, or graph initializers). + +The graph MUST use single static assignment for all node outputs, which means that all node output names MUST be unique within a graph. In the case of a nested subgraph, a node output name and names of inputs and initializers of the subgraph MUST be distinct from the names from the outer scopes that are visible in the nested subgraph. That is, variable shadowing is not allowed. + +Node dependencies MUST NOT create cycles in the computation graph. + +The number of inputs and outputs in a node, their types, the set of attributes specified in a node and their types MUST satisfy the constraints imposed by the signature of the node’s operator. + +The list of nodes defining the top-level computation graph MUST be ordered topologically; that is, if node K follows node N in the graph, none of the data inputs of N may refer to outputs of K. + +Node attributes are used to pass literal (static) values to operators. + +#### Input and Output Values + +The representation distinguishes between two kinds of values: attribute values, which are statically known, and input/output values. The types of values permitted in the two cases are different. + +Input and output values are found as graph inputs, outputs, and initializers, and as node inputs and outputs. Their values are determined at runtime, either by the code that initiates model execution, or by operators computing output values. + +#### Attributes + +Attribute values are only found in nodes, passed to operators by name association. Attribute values are runtime constants, in that their values are determined when a model graph is constructed and therefore not computed at runtime. A common use for attributes is to represent coefficients established during model training. + +Attributes have the following properties: + +Name|Type|Description +|---|---|---| +name|string|The name of the attribute. Must be unique among attributes, inputs, and outputs for any given operator and node. +doc_string|string|Human-readable documentation for this value. Markdown is allowed. +type|AttributeType|The type of the attribute, determining which of the remaining fields is used to hold the value of the attribute. +f|float|A 32-bit floating-point value. +i|int64|A 64-bit integer value. +s|byte[]|UTF-8 string. +t|Tensor|A tensor value. +g|Graph|A graph. +floats|float[]|A list of 32-bit floating-point values. +ints|int64[]|A list of 64-bit integer values. +strings|byte[][]|A list of UTF-8 strings. +tensors|Tensor[]|A list of tensor values. +graphs|Graph[]|A list of graphs. +ref_attr_name|string|The name of a parent function's attribute. + +The properties ‘name’ and ‘type’ are required on all attributes, and ‘doc_string’ SHOULD be used on all attributes. An attribute MUST have only one of the value-carrying properties. + +In case ‘ref_attr_name’ is set, this attribute does not contain data, and instead it's a reference to the parent function's attribute of the given name. Can only be used within the function body. + +#### Variadic Inputs and Outputs + +The last input or output of an operator MAY be marked as variadic. For example, the operator 'Max()' can be used to compute the maximum of a varying number of input values. A variadic operator has a minimum arity, which specifies the minimum number of operands that must be specified. + +For each variadic operator input, N or more node inputs must be specified where N is the minimum arity of the operator. For each variadic operator output, N or more node outputs must be specified where N is the minimum arity of the operator. + +#### Optional Inputs and Outputs + +##### Static Optional + +Some operators have inputs that are marked as optional, which means that a referring node MAY forgo providing values for such inputs. + +Some operators have outputs that are optional. When an actual output parameter of an operator is not specified, the operator implementation MAY forgo computing values for such outputs. + +There are two ways to leave an optional input or output unspecified: the first, available only for trailing inputs and outputs, is to simply not provide that input or output; the second method is to use an empty string in place of an input or output name. + +Each node referring to an operator with optional outputs MUST provide a name for each output that is computed and MUST NOT provide names for outputs that are not computed. + +Optional inputs and outputs of the above kind are referred to as _static-optional_. + +##### Dynamic Optional (since IR-8) + +**IR-8 Version** introduced a new type-constructor to represent _dynamic-optional_ inputs and outputs, +in addition to the earlier static-optional version described above. A dynamic-optional INT64 +tensor is a distinct type from an INT64 tensor type. In contrast, a static-optional INT64 +tensor does not have a distinct type, it has the same type as a INT64 tensor. +The operators `Optional` and `OptionalGetElement` MUST be explicitly used to convert between +the dynamic-optional type and the underlying non-optional type. +The dynamic-optional allows for more expressiveness than static-optional. + +#### External Tensor Data + +The raw data for large constant tensors, such as initializers, MAY be serialized in a separate file. In such a case, the tensor MUST provide the filename relative to the model file and MUST NOT use the value fields. It MAY provide a byte offset and length within that file. It MAY also specify a SHA1 digest of the file. One file MAY contain the data for multiple tensors. + +More details can be found in [External Data](ExternalData.md). + +## Standard data types + +There are two official ONNX variants; the main distinction between the two is found in the supported types and the supported operators. + +With respect to supported types, both __ONNX__ and __ONNX-ML__ definition recognize tensors, sparse tensors, sequences, maps, and optionals as input and output types. Sequences and maps were supported from the IR version 6 (ONNX 1.6.0 release). Optional type was supported from IR version 8 (ONNX 1.10.0 release). + +The following data types are supported by ONNX for inputs and outputs of graphs and nodes as well as the initializers of a graph. + +Primitive numeric, string, and Boolean types MUST be used as elements of tensors. + +### Tensor Definition + +Tensors are a generalization of vectors and matrices; whereas vectors have one dimension, and matrices two, tensors can have any number of dimensions, including zero. A zero-dimensional tensor is logically equivalent to a scalar value. + +Mathematically, a tensor can be defined as a pair of sequences/lists (V, S) where S is the shape of the tensor (a list of non-negative integers) and V is a list of values with length equal to the product of the dimensions in S. Two tensors (V, S) and (V', S') are equal if and only if V = V' and S = S'. The length of S is referred to as the rank. + +- If S has length 0, V must have length 1, since the empty product is defined to be 1. In this case, the tensor represents a scalar. +- S can contain dimensions of value 0. If any dimensions are 0, V must have length 0. +- If S has length 1, V has length equal to the single dimension in S. In this case, the tensor represents a vector. +- A tensor representing a vector of length 1 has shape [1], while a tensor representing a scalar has shape []. They both have a single element, but scalars are _not_ vectors of length 1. + +A tensor's shape S is a list but can be represented as a tensor with values S and shape [R] where R is the rank of the tensor. + +- For a tensor (V, S), the tensor representing its shape is (S, [R]). +- The shape of a scalar is []. Represented as a tensor, [] has shape [0]. + +#### Representation + +It is common to represent a tensor as a nested list. This generally works fine, but is problematic when zero dimensions are involved. A tensor of shape (5, 0) can be represented as [[], [], [], [], []], but (0, 5) is represented as [] which loses the information that the second dimension is 5. + +- A nested list is not a complete representation of a tensor with dimensions of value zero. + +### Tensor Element Types + +|Group|Types|Description| +|---|---|---| +Floating Point Types|float16, float32, float64, bfloat16, float8e4m3fn, float8e5m2, float8e4m3fnuz, float8e5m2fnuz, float4e2m1|Values adhering to the IEEE 754-2008 standard representation of floating-point data or defined in papers [FP8 Formats for Deep Learning](https://arxiv.org/abs/2209.05433), [8-bit Numerical Formats for Deep Neural Networks](https://arxiv.org/abs/2206.02915), and the [Open Compute Project](https://www.opencompute.org/documents/ocp-microscaling-formats-mx-v1-0-spec-final-pdf) +Signed Integer Types|int2, int4, int8, int16, int32, int64|Signed integers are supported for 2-64 bit widths. +Unsigned Integer Types|uint2, uint4, uint8, uint16, uint32, uint64|Unsigned integers are supported for 2-64 bit widths. +Complex Types|complex64, complex128|A complex number with either 32- or 64-bit real and imaginary parts. +Other|string|Strings represent textual data. All strings are encoded using UTF-8. +Other|bool|Boolean values represent data with only two values, typically true and false. + +### Input / Output Data Types + +The following types are used to define the types of graph and node inputs and outputs. + +|Variant | Type | Description | +|---|---|---| +ONNX|dense tensors|Represents a Tensor. See definition above. +ONNX|sequence|Sequences are dense, ordered, collections of elements that are of homogeneous types. +ONNX|map|Maps are associative tables, defined by a key type and a value type. +ONNX|optional|Optionals are wrappers that may contain an element of tensor, sequence, or map type, or may be empty (containing none). [Details](ONNXTypes.md) + +#### Static tensor shapes + +In addition to element type, tensor types have a **static** shape. The static shape of a tensor variable is related to, but different from, the runtime (dynamic) shape of a tensor value. A static tensor shape is a list of records that indicates whether the tensor is a vector, a matrix, or a higher-dimensional value. For example, a 100x100 matrix has the shape [100,100]. + +The static shape is defined by 'TensorShapeProto': + +```proto +message TensorShapeProto { + message Dimension { + oneof value { + int64 dim_value = 1; + string dim_param = 2; + }; + }; + repeated Dimension dim = 1; +} +``` + +Which is referenced by the Tensor type message: + +```proto + message Tensor { + optional TensorProto.DataType elem_type = 1; + optional TensorShapeProto shape = 2; + } +``` + +The empty list of dimension sizes, [], is a valid tensor shape, denoting a zero-dimension (scalar) value. A zero-dimension tensor is distinct from a tensor of unknown dimensionality, which is indicated by an absent 'shape' property in the Tensor message. When the shape property is absent in the type of a value (including node input), +it indicates that the corresponding runtime value may have any shape. This sub-section describes how to interpret a missing-shape or a shape with missing dimensions etc. However, specific usage contexts may impose further constraints on a type and shape. +For example, the inputs and outputs of a model (top-level graph) are required to *have* a shape, indicating the rank of inputs and outputs, +even though the exact dimensions need not be specified. + +Each size in the list MAY be expressed as an integral value or as a "dimension variable," a string denoting that the actual size of the dimension is not statically constrained to a particular number. This is useful for declaring interfaces that care about the number of dimensions, but not the exact size of each dimension. A dimension MAY have neither dim_value nor dim_param set. Such a dimension represents an unknown dimension unrelated to other unknown dimensions. + +For example, a NxM matrix would have the shape list [N,M]. + +The name of each dimension variable SHOULD adhere to [C90 identifier syntax rules](https://en.cppreference.com/c/language/identifier). + +Currently, dimension variables are not scoped. A dimension variable "N" represents the same value across the entire graph in a model. For example, if the graph has two inputs X and Y each with shape ["N"], then at runtime the values passed in for X and Y MUST be tensors of rank 1 with the same dimension. Nested sub-graphs currently share the same scope for dimension variables as the main-graph. This allows a model to relate the dimensions of tensors inside the subgraph to the dimensions of tensors in the outer graph. + +ONNX supports types such as Sequences of Tensors. The global scoping of dimension variables means that a variable with type "Sequence" represents a sequence of tensors that *all have the same shape*. The dimension variables M or N must be omitted from the above type if that dimension does not have a fixed size across all tensors in the sequence. The entire shape must be omitted from the type if different tensors in the sequence may have different ranks. + +For example, a graph that performs matrix cross-product may be defined as taking two inputs of shape [K,M] and [M,N], and producing an output of shape [K,N]. + +Shapes MAY be defined using a combination of integers and variables. + +_Historical Notes_: The following extensions were considered early on, but were never implemented or supported. + +* The use of an empty string (as a dimension variable) to denote an unknown dimension not related to any other dimension. This was discarded in favor of using a Dimension with neither dim_value nor dim_param set. +* The use of the string "\*" (as a dimension variable) to denote a sequence of zero or more dimensions of unknown cardinality. This is not supported. In the current implementation, the number of dimensions in a shape MUST represent the rank of the tensor. A tensor of unknown rank is represented using a TypeProto::Tensor object with no shape, which is legal. +* A scoping mechanism to allow dimension variables that are local to a sub-graph (such as the body of a loop) may be useful, but is not currently supported. +* ONNX supports types such as Sequences of Tensors. A scoping mechanism for the dimension variables local to a type may be useful to distinguish between the following two types: a sequence of square matrices (of differing sizes) vs a sequence of square matrices (all of same size). This is not currently supported. + +### Attribute Types + +The type system used for attributes is related to but slightly different from that used for of inputs and outputs. Attribute values may be a dense tensor, sparse tensor, a scalar numerical value, a string, a graph, or repeated values of one of the above mentioned types. + +## Other Metadata + +The ModelProto structure, and in IR versions >= 10, various other structures (GraphProto, FunctionProto, NodeProto) +contain a metadata_props field allowing users to store other metadata in the form of key-value pairs. +It is recommended that users use key names qualified with a reverse-DNS name as prefix +(such as "ai.onnxruntime.key1") to avoid conflicts between different uses. +Unqualified names may be used in the future by the ONNX standard. + +## Training Related Information + +Training related information is described by one or more instances of _TrainingInfoProto_ contained in a model. Each TrainingInfoProto contains information describing both an initialization step and a training step. + +The initialization step is described using a Graph (TrainingInfoProto.initialization) and an initialization-binding map (TrainingInfoProto.initialization_binding). The initialization step is performed by evaluating the Graph, and assigning the outputs produced by the Graph to the _state variables_ of the training model as specified in the initialization-binding. The initialization-binding is conceptually a map, specified as a list of key-value pairs, where each key is the name of a state variable, and the value is the name of an output of the (initialization) Graph. Each name specified as a key in the binding MUST be the name of an initializer that appears in the main inference graph (i.e., in ModelProto.graph.initializer) or the name of an initializer that appears in TrainingInfoProto.algorithm.initializer. Each name specified as a value in the binding MUST be the name of an output of the TrainingInfoProto.initialization graph. Key values specified in the repeated initialization_binding field MUST be unique. + +The training step is similarly described using a Graph (TrainingInfoProto.algorithm) and an update-binding map (TrainingInfoProto.update_binding). The training step is performed by evaluating the Graph and assigning the outputs produced by the Graph to the state variables as specified in the update-binding. The constraints and description presented above for the initialization apply to the training step as well. + +Thus, the state variables of the training model consist of a subset of the initializers of the main inference graph (i.e., ModelProto.graph.initializer) and the training-algorithm graph (TrainingInfoProto.algorithm.initializer) as identified by the keys of the bindings (in TrainingInfoProto.initialization_binding and TrainingInfoProto.update_binding). Note that the state variables are not constant values in the context of training. They represent mutable variables shared by multiple graphs (implicitly declared in the top-level training model scope). This implicit declaration of shared mutable variables is used instead of an explicit declaration for purposes of backward compatibility with the inference graph representation. + +All state variables are pre-initialized to the value specified in the corresponding initializer. A subsequent call to perform the initialization step (using the appropriate API exposed by a runtime) updates the values of the state variables as described above. If the training model has more than one instance of TrainingInfoProto, the initialization step corresponding to each is performed in order. A TrainingInfoProto.initialization MAY be omitted (only if there are no initialization_bindings). For the training step, a runtime MAY allow users to invoke any one of the TrainingInfoProto.algorithm, allowing the training process to interleave the different algorithms as desired. The order in which the different TrainingProto.algorithms are called affects the training result, and it is the callers responsibility to call them in the correct order. + +## Multi-Device Configuration (IR version >= 11) + +ONNX supports multi-device execution through device configuration specifications that enable distributed inference and training. This includes support for tensor parallelism (sharding tensors across multiple devices) and pipeline parallelism (distributing different subgraphs to different devices). + +### Device Configurations + +A model MAY specify one or more multi-device configurations using _DeviceConfigurationProto_ contained in the model. Each configuration describes a specific arrangement of devices that can be used for model execution. + +The properties of a device configuration are: + +|Name|Type|Description| +|---|---|---| +|name|string|The name of the configuration. This field MUST be present for this version of the IR.| +|num_devices|int32|Number of devices in this configuration. This field MUST be present for this version of the IR.| +|device|string[]|Optional names of the devices. MUST be length of num_devices if provided.| + +### Node Device Configuration + +Individual nodes can specify device-specific execution information through _NodeDeviceConfigurationProto_. This allows fine-grained control over how computation is distributed across devices. + +The properties of a node device configuration are: + +|Name|Type|Description| +|---|---|---| +|configuration_id|string|ID of the configuration. MUST match the name of a DeviceConfigurationProto. This field MUST be present for this version of the IR.| +|sharding_spec|ShardingSpecProto[]|Sharding specifications for the node's inputs and outputs.| +|pipeline_stage|int32|Optional pipeline stage identifier for this node.| + +### Sharding Specification + +Sharding describes how tensors are partitioned or replicated across multiple devices. A _ShardingSpecProto_ defines the sharding behavior for a specific input or output tensor of a node. + +The properties of a sharding specification are: + +|Name|Type|Description| +|---|---|---| +|tensor_name|string|Identifies the input or output tensor being sharded. Must match a name in the node's input or output list. This field MUST be present for this version of the IR.| +|device|int64[]|List of devices across which the tensor is sharded or replicated.| +|index_to_device_group_map|IntIntListEntryProto[]|Optional map indicating device groups when a device ID represents multiple physical devices.| +|sharded_dim|ShardedDimProto[]|Sharding specification for each axis of the tensor.| + +### Sharded Dimension + +A _ShardedDimProto_ describes how a single axis of a tensor is sharded across devices. + +The properties of a sharded dimension are: + +|Name|Type|Description| +|---|---|---| +|axis|int64|The tensor axis being sharded. Must be in range [-r, r-1] where r is tensor rank. This field MUST be present for this version of the IR.| +|simple_sharding|SimpleShardedDimProto[]|Describes how the axis is divided into shards.| + +### Simple Sharded Dimension + +A _SimpleShardedDimProto_ specifies that N blocks are divided into M shards, where N may be symbolic but M must be constant. + +The properties of a simple sharded dimension are: + +|Name|Type|Description| +|---|---|---| +|dim_value|int64|Dimension value to be sharded (alternative to dim_param).| +|dim_param|string|Symbolic dimension parameter to be sharded (alternative to dim_value).| +|num_shards|int64|Number of shards to split the dimension into. This field MUST be present for this version of the IR.| + +### Multi-Device Execution Semantics + +The multi-device annotations are hints to execution backends and do not affect the computational semantics of the model. Backends MAY ignore these annotations if the specified configurations are not supported or available. All communication operations required for multi-device execution (such as data transfers between devices) are implicit and handled by the runtime. + +For tensor parallelism, tensors can be: + +- **Split** across devices along specified axes, distributing different portions of the data to different devices +- **Replicated** across devices, where the same tensor data is duplicated on multiple devices + +Pipeline parallelism is indicated through optional pipeline stage identifiers that suggest how to distribute subgraphs across devices for pipelined execution. + +For more detailed information about multi-device execution patterns and examples, see the [Multi-Device Proposal](proposals/0006-ONNXMultiDeviceProposal.md). + +## Other Specification Documents + +The ONNX specification is comprised of this document, which defines the semantics of the IR and the standard data types, and the following documents defining standard operator semantics and the IR syntax. The latter is specified as Protobuf v2 and v3 schema files. + +See the [metadata category documentation](MetadataProps.md) for more details. + +### Operators + +[Neural Network Operators](Operators.md) + +[Classical Machine Learning operators](Operators-ml.md) + +### Syntax + +[ONNX Models and Graphs - protobuf v2](../onnx/onnx.proto) + +[ONNX Models and Graphs - protobuf v3](../onnx/onnx.proto3) + +[ONNX-ML Models and Graphs - protobuf v2](../onnx/onnx-ml.proto) + +[ONNX-ML Models and Graphs - protobuf v3](../onnx/onnx-ml.proto3) + +[ONNX Operator Sets - protobuf v2](../onnx/onnx-operators.proto) + +[ONNX Operator Sets - protobuf v3](../onnx/onnx-operators.proto3) + +[ONNX-ML Operator Sets - protobuf v2](../onnx/onnx-operators-ml.proto) + +[ONNX-ML Operator Sets - protobuf v3](../onnx/onnx-operators-ml.proto3) + +### Versioning Conventions and Best Practices + +[Versioning](Versioning.md) diff --git a/docs/ImplementingAnOnnxBackend.md b/docs/ImplementingAnOnnxBackend.md new file mode 100644 index 0000000..c5aa5b5 --- /dev/null +++ b/docs/ImplementingAnOnnxBackend.md @@ -0,0 +1,127 @@ + + +# Implementing an ONNX backend + +## What is an ONNX backend + +An ONNX backend is a library that can run ONNX models. Since many deep learning frameworks already exist, you likely won't need to create everything from scratch. Rather, you'll likely create a converter that converts ONNX models to the corresponding framework specific representation and then delegate the execution to the framework. For example, [onnx-caffe2 (as part of caffe2)](https://github.com/pytorch/pytorch/tree/v2.3.1/caffe2/python/onnx) , [onnx-coreml](https://github.com/onnx/onnx-coreml), and [onnx-tensorflow](https://github.com/onnx/onnx-tensorflow) are all implemented as converters. + +## Unified backend interface + +ONNX has defined a unified (Python) backend interface at [onnx/backend/base.py](/onnx/backend/base.py). + +There are three core concepts in this interface: `Device`, `Backend` and `BackendRep`. + +- `Device` is a lightweight abstraction over various hardware, e.g., CPU, GPU, etc. + +- `Backend` is the entity that will take an ONNX model with inputs, perform a computation, and then return the output. + + For one-off execution, users can use `run_node` and `run_model` to obtain results quickly. + + For repeated execution, users should use `prepare`, in which the `Backend` does all of the preparation work for executing the model repeatedly (e.g., loading initializers), and returns a `BackendRep` handle. + +- `BackendRep` is the handle that a `Backend` returns after preparing to execute a model repeatedly. Users will then pass inputs to the `run` function of `BackendRep` to retrieve the corresponding results. + +Note that even though the ONNX unified backend interface is defined in Python, your backend does not need to be implemented in Python. For example, yours can be created in C++, and tools such as [pybind11](https://github.com/pybind/pybind11) or [cython](http://cython.org/) can be used to fulfill the interface. + +## ONNX backend test + +ONNX provides a standard backend test suite to assist backend implementation verification. It's strongly encouraged that each ONNX backend runs this test. + +Integrating the ONNX Backend Test suite into your CI is simple. The following are some examples demonstrating how a backend performs the integration: + +- [onnx-caffe2 onnx backend test](https://github.com/pytorch/pytorch/blob/v2.3.1/caffe2/python/onnx/tests/onnx_backend_test.py) + +- [onnx-tensorflow onnx backend test](https://github.com/onnx/onnx-tensorflow/blob/main/test/backend/test_onnx_backend.py) + +- [onnx-coreml onnx backend test](https://github.com/onnx/onnx-coreml/blob/master/tests/onnx_backend_models_test.py) + +If you have [pytest](https://docs.pytest.org/en/latest/) installed, you can get a coverage report after running the ONNX backend test to see how well your backend is doing: + +``` +---------- onnx coverage: ---------- +Operators (passed/loaded/total): 21/21/70 +------------------------------------ +╒════════════════════╤════════════════════╕ +│ Operator │ Attributes │ +│ │ (name: #values) │ +╞════════════════════╪════════════════════╡ +│ Slice │ axes: 2 │ +│ │ ends: 3 │ +│ │ starts: 3 │ +├────────────────────┼────────────────────┤ +│ Constant │ value: 1 │ +├────────────────────┼────────────────────┤ +│ Concat │ axis: 0 │ +├────────────────────┼────────────────────┤ +│ Conv │ group: 6 │ +│ │ kernel_shape: 5 │ +│ │ pads: 4 │ +│ │ strides: 3 │ +│ │ auto_pad: 0 │ +│ │ dilations: 0 │ +├────────────────────┼────────────────────┤ +│ Reshape │ shape: 9 │ +├────────────────────┼────────────────────┤ +│ BatchNormalization │ consumed_inputs: 1 │ +│ │ epsilon: 2 │ +│ │ is_test: 1 │ +│ │ momentum: 0 │ +│ │ spatial: 0 │ +├────────────────────┼────────────────────┤ +│ Dropout │ is_test: 1 │ +│ │ ratio: 2 │ +├────────────────────┼────────────────────┤ +│ MaxPool │ kernel_shape: 2 │ +│ │ pads: 3 │ +│ │ strides: 2 │ +│ │ auto_pad: 0 │ +│ │ dilations: 0 │ +├────────────────────┼────────────────────┤ +│ Transpose │ perm: 1 │ +├────────────────────┼────────────────────┤ +│ MatMul │ No attributes │ +├────────────────────┼────────────────────┤ +│ Relu │ No attributes │ +├────────────────────┼────────────────────┤ +│ LRN │ alpha: 2 │ +│ │ beta: 1 │ +│ │ bias: 2 │ +│ │ size: 1 │ +├────────────────────┼────────────────────┤ +│ Add │ axis: 1 │ +│ │ broadcast: 1 │ +├────────────────────┼────────────────────┤ +│ Abs │ No attributes │ +├────────────────────┼────────────────────┤ +│ Pad │ mode: 3 │ +│ │ paddings: 2 │ +│ │ value: 1 │ +├────────────────────┼────────────────────┤ +│ Softmax │ axis: 0 │ +├────────────────────┼────────────────────┤ +│ GlobalAveragePool │ No attributes │ +├────────────────────┼────────────────────┤ +│ Mul │ axis: 1 │ +│ │ broadcast: 1 │ +├────────────────────┼────────────────────┤ +│ Sum │ No attributes │ +├────────────────────┼────────────────────┤ +│ Gemm │ broadcast: 1 │ +│ │ transB: 1 │ +│ │ alpha: 0 │ +│ │ beta: 0 │ +│ │ transA: 0 │ +├────────────────────┼────────────────────┤ +│ AveragePool │ kernel_shape: 3 │ +│ │ pads: 3 │ +│ │ strides: 2 │ +│ │ auto_pad: 0 │ +╘════════════════════╧════════════════════╛ +``` + +The numbers in the line `Operators (passed/loaded/total): 21/21/70` indicate 21 operators covered in all test cases of your backend have passed, 21 operators were covered in all test cases of the ONNX backend test, and ONNX has a total of 70 operators. diff --git a/docs/ManagingExperimentalOps.md b/docs/ManagingExperimentalOps.md new file mode 100644 index 0000000..17b1e8e --- /dev/null +++ b/docs/ManagingExperimentalOps.md @@ -0,0 +1,42 @@ + + +# Managing Experimental Operators + +## Deprecated Experimental Operators + +The following experimental operators were deprecated and removed from ONNX. They should be removed from models, either substituted with newer superseding operators or decomposed into functionally equivalent operators: + +Old operator |New Operator +--------------------|-------------------------- +`ATen` |NA +`Affine` |`Add(Mul(X, alpha), beta)` +`ConstantFill` |`ConstantOfShape` +`Crop` |`Slice-1` +`DynamicSlice` |`Slice-10` +`GRUUnit` |NA +`GivenTensorFill` |`Const` or `ConstantOfShape` +`ImageScaler` |`Add(Mul(X, scale), Unsqueeze(bias, axes=[0, 2, 3]))` +`ParametricSoftplus`|`Mul(alpha, Softplus(Mul(beta, X)))` +`Scale` |`Mul(X, scale)` +`ScaledTanh` |`Mul(Tanh(Mul(X, beta)), alpha)` + +## Adding Experimental Operators [Deprecated - as of v1.5 experimental ops are no longer supported] + +The experimental flag in ONNX operator definitions indicates that a customer of ONNX may not be able to take a long term dependency on that op. Ops in the ONNX namespace (ai.onnx) in the _main_ branch, whether experimental or not, go through the regular review process. + +Experimental ops that are being worked on that do not have consensus yet can be managed in one of 2 ways: + +1. Use a fork or branch – what you do in the fork or branch is entirely up to you. When you are ready, you can submit a PR using the normal process. This is the recommended way. +2. If a fork/branch is not workable (for example due to complexity of mapping different branches between multiple repos), put the experimental ops in a custom namespace in the main branch. +The specific process for this is: + +* Submit an Issue with a proposal explaining the motivation and plan. It does not need to include detailed technical design. Issues will be tagged as "experimental op". +* Reviewers will generally approve by default unless the proposal directly conflicts with existing ops or somehow goes against general ONNX strategy. Approval is indicated by adding the "experiment approved" tag. +* The approval is good for 3 months, but can be renewed if needed. +* Experimental ops should be submitted in a PR in a custom namespace that is the name of the proposal, i.e. “proposal.controlflow”. The name should be descriptive rather than a company or entity name. These PRs will be approved by default as long as the parent proposal is approved and active. +* Once experimentation is done, the ops can be submitted for addition to the ONNX namespace via the regular process. The owner can also choose to end the experiment without promoting the ops. +* Either way, the custom namespace is deleted once experimentation is complete or when the approval expires. diff --git a/docs/MetadataProps.md b/docs/MetadataProps.md new file mode 100644 index 0000000..5b9fe62 --- /dev/null +++ b/docs/MetadataProps.md @@ -0,0 +1,35 @@ + + +# Metadata + +In addition to the core metadata recommendations listed in the [extensibility documentation](IR.md#optional-metadata) there is additional experimental metadata to help provide information for model inputs and outputs. + +This metadata applies to all input and output tensors of a given category. The first such category we define is: `Image`. + +## Motivation + +The motivation of such a mechanism is to allow model authors to convey to model consumers enough information for them to consume the model. + +In the case of images there are many option for providing valid image data. However a model which consumes images was trained with a particular set of these options which must +be used during inferencing. + +The goal is this proposal is to provide enough metadata that the model consumer can perform their own featurization prior to running the model and provide a compatible input or retrieve an output and know what its format is. + +## Image Category Definition + +For every tensor in this model that uses [Type Denotation](TypeDenotation.md) to declare itself an `IMAGE`, you SHOULD provide metadata to assist the model consumer. Note that any metadata provided using this mechanism is global to ALL types +with the accompanying denotation. + +Keys and values are case insensitive. + +Specifically, we define here the following set image metadata: + +|Key|Value|Description| +|-----|----|-----------| +|`Image.BitmapPixelFormat`|__string__|Specifies the format of pixel data. Each enumeration value defines a channel ordering and bit depth. Possible values:
  • `Gray8`: 1 channel image, the pixel data is 8 bpp grayscale.
  • `Rgb8`: 3 channel image, channel order is RGB, pixel data is 8bpp (No alpha)
  • `Bgr8`: 3 channel image, channel order is BGR, pixel data is 8bpp (No alpha)
  • `Rgba8`: 4 channel image, channel order is RGBA, pixel data is 8bpp (Straight alpha)
  • `Bgra8`: 4 channel image, channel order is BGRA, pixel data is 8bpp (Straight alpha)
| +|`Image.ColorSpaceGamma`|__string__|Specifies the gamma color space used. Possible values:
  • `Linear`: Linear color space, gamma == 1.0
  • `SRGB`: sRGB color space, gamma == 2.2
| +|`Image.NominalPixelRange`|__string__|Specifies the range that pixel values are stored. Possible values:
  • `NominalRange_0_255`: [0...255] for 8bpp samples
  • `Normalized_0_1`: [0...1] pixel data is stored normalized
  • `Normalized_1_1`: [-1...1] pixel data is stored normalized
  • `NominalRange_16_235`: [16...235] for 8bpp samples
| diff --git a/docs/ONNXTypes.md b/docs/ONNXTypes.md new file mode 100644 index 0000000..f59cbc6 --- /dev/null +++ b/docs/ONNXTypes.md @@ -0,0 +1,105 @@ + + +# ONNX Types + +## Optional Type + +An optional type represents a reference to either an element (could be Tensor, Sequence, Map, or Sparse Tensor) or a null value. The optional type appears in model inputs, outputs, as well as intermediate values. + +### Use-cases + +Optional type enables users to represent more dynamic typing scenarios in ONNX. Similar to Optional[X] type hint in Python typing which is equivalent to Union[None, X], Optional types in ONNX may reference a single element, or null. + +### Examples in PyTorch + +Optional type only appears in TorchScript graphs generated by jit script compiler. Scripting a model captures dynamic types where an optional value can be assigned either None or a value. + +- Example 1 + + class Model(torch.nn.Module): + def forward(self, x, y:Optional[Tensor]=None): + if y is not None: + return x + y + return x + + Corresponding TorchScript graph: + + Graph( + %self : __torch__.Model, + %x.1 : Tensor, + %y.1 : Tensor? + ): + %11 : int = prim::Constant[value=1]() + %4 : None = prim::Constant() + %5 : bool = aten::__isnot__(%y.1, %4) + %6 : Tensor = prim::If(%5) + block0(): + %y.4 : Tensor = prim::unchecked_cast(%y.1) + %12 : Tensor = aten::add(%x.1, %y.4, %11) + -> (%12) + block1(): + -> (%x.1) + return (%6) + + ONNX graph: + + Graph( + %x.1 : Float(2, 3), + %y.1 : Float(2, 3) + ): + %2 : Bool(1) = onnx::OptionalHasElement(%y.1) + %5 : Float(2, 3) = onnx::If(%2) + block0(): + %3 : Float(2, 3) = onnx::OptionalGetElement(%y.1) + %4 : Float(2, 3) = onnx::Add(%x.1, %3) + -> (%4) + block1(): + %x.2 : Float(2, 3) = onnx::Identity(%x.1) + -> (%x.2) + return (%5) + +- Example 2 + + class Model(torch.nn.Module): + def forward( + self, + src_tokens, + return_all_hiddens=torch.tensor([False]), + ): + encoder_states: Optional[Tensor] = None + if return_all_hiddens: + encoder_states = src_tokens + + return src_tokens, encoder_states + + Corresponding TorchScript graph: + + Graph( + %src_tokens.1 : Float(3, 2, 4,), + %return_all_hiddens.1 : Bool(1) + ): + %3 : None = prim::Constant() + %encoder_states : Tensor? = prim::If(%return_all_hiddens.1) + block0(): + -> (%src_tokens.1) + block1(): + -> (%3) + return (%src_tokens.1, %encoder_states) + + ONNX graph: + + Graph( + %src_tokens.1 : Float(3, 2, 4), + %return_all_hiddens.1 : Bool(1) + ): + %2 : Float(3, 2, 4) = onnx::Optional[type=tensor(float)]() + %3 : Float(3, 2, 4) = onnx::If(%return_all_hiddens.1) + block0(): + -> (%src_tokens.1) + block1(): + -> (%2) + return (%3) diff --git a/docs/OnnxBackendTest.md b/docs/OnnxBackendTest.md new file mode 100644 index 0000000..51490c4 --- /dev/null +++ b/docs/OnnxBackendTest.md @@ -0,0 +1,24 @@ + + +# ONNX Backend Test + +## What is ONNX Backend Test + +ONNX Backend Test is a test suite that each ONNX backend should run to verify whether it fulfills ONNX's standard. It serves both as a verification tool for backend implementations and one of the two ways to define each operator's expected behavior (the other way is to add it to the documentation). + +There are two types of tests in this suite – Node Tests and Model Tests: + +- **Node Tests** verify whether a backend is performing the correct computation, having the expected behavior of handling various attributes for each individual operator. In each test case, the backend will be given a node with some input, and the returned output will be compared with an expected output. +- **Model Tests** verify the backend at the model level. The test cases are similar to those of Node Tests', but instead of a node, the backend will be given an ONNX model. + +## Contributing + +As ONNX aims to become the spec of deep learning models format, it's important to ensure that there is no ambiguity in each ONNX operator's definition; adding more test cases is the only way to enforce this. + +Node Tests are created as Python/Numpy code in [onnx/backend/test/case/node](/onnx/backend/test/case/node), and then exported to protobuf files to [onnx/backend/test/data/node](/onnx/backend/test/data/node) as the source of truth by invoking the shell command `backend-test-tools generate-data`. Test cases of each operator lives in one standalone file, e.g. for the operator [Add](/docs/Operators.md#Add), its test cases are in [add.py](/onnx/backend/test/case/node/add.py), and each `expect(...)` statement in the code corresponds to one test case. The source code of all `export.*` functions will be also embedded as example code snippets in the [Operators documentation page](/docs/Operators.md). You are contributing to both the test and the documentation! + +For Model Tests, since each model protobuf file can be large in size, we don't place the file directly in the repo. Rather, we upload them to the cloud, and download them on demand when running the tests. Each test case consists of one model definition protobuf file, and several pairs of input and output files. Adding a new test case involves some manual work from admins (like uploading the files to the cloud), so if you have an ONNX model that you would like to contribute, please contact us. diff --git a/docs/OnnxReleases.md b/docs/OnnxReleases.md new file mode 100644 index 0000000..1e41117 --- /dev/null +++ b/docs/OnnxReleases.md @@ -0,0 +1,182 @@ + + +# ONNX Releases + +The ONNX project, going forward, will plan to release roughly on a four month cadence. We follow the [Semver](https://semver.org/) versioning approach and will make decisions as a community on a release by release basis on whether to do a major or minor release. + +## Preparation + +* Reach out to the SIG Arch/Infra leads to confirm whether the required status checks for the release branches are still valid and up to date, and whether any rely on outdated hardcoded runner image versions that may need updatingCheck whether the 'required checks' for the release branches are still up to date or need to be adjusted: 'Branches' -> 'Branch protection rules' +* Determine version (X.Y.Z) for the new release + * Discuss in Slack channel for Releases (https://lfaifoundation.slack.com/archives/C018VGGJUGK) + * For (v.X.Y.Z), if release is to be 1.16.0, + * X=1, Y=16, Z=0 + * The new branch will be `rel-1.16.0` + * Branch protections rules are automatically applied to branches following this format. + * The new tag will be `v1.16.0` +* Create new page for the release in [Release logistics wiki](https://github.com/onnx/onnx/wiki) (Add the release manager to the ONNX organization, if not already seen, so that the manager has write permissions in the wiki.) +* Before creating a release branch, it is highly recommended to have in mind to compile **preliminary release notes** — ideally maintained in a shared location such as the **release wiki page**. These notes should include a clear summary of the **new features**, a list of **bug fixes**, any **known issues**, and especially any **deprecations or removals**, with links to relevant tickets or documentation where applicable. Having this information ready ensures that the team can confidently and promptly create a `rc1` (release candidate 1) immediately after the branch is cut, without delays. Acting quickly at this stage also helps to **reduce the need for parallel work on both the main and release branches**, minimizing merge conflicts, duplicated effort, and coordination overhead. This practice supports a smoother, more transparent release process. + * To generate good release notes, it is helpful if pull requests have meaningful names and corresponding labels. Labels can also be added retrospectively to PRs that have already been merged. + * The labels used can be found [here](https://github.com/onnx/onnx/blob/main/.github/release.yml) + * The preliminary release notes one gets if one drafts a release on GitHub. + +## Create Release Branch + +* In `main` branch, before creating the release branch: + 1. Make sure the release version ([/VERSION_NUMBER](/VERSION_NUMBER)), IR version, ai.onnx opset version, ai.onnx.ml opset version, and ai.onnx.training opset version are correct for the new release in [ONNX proto files](/onnx/onnx.in.proto), [Versioning.md](Versioning.md), [schema.h](/onnx/defs/schema.h), [helper.py](/onnx/helper.py), and [helper_test.py](/onnx/test/helper_test.py). + +* Create a release branch + 1. Click "New branch" from [branches](https://github.com/onnx/onnx/branches) and choose `main` as Source. + 1. Make sure all tests pass on the new branch. + +* After cutting the release branch: + 1. Create PR to set [VERSION_NUMBER](/VERSION_NUMBER) file in `main` to the next future release, `X.Y+1.0`. + 1. Create PR to set `VERSION_NUMBER` file in the new release's branch to `X.Y.Zrc1`. + * For example the first release candidate for 1.16.0 would be `1.16.0rc1` + 1. Bump opset version for ai.onnx domain in `onnx/defs/operator_sets.h` and `onnx/defs/schema.h` for use by future operator additions and changes. + * For example, this [demo PR](https://github.com/onnx/onnx/pull/6001). + +## Upload release candidate to PyPI + +* Go to "Actions" -> select ["Create Releases"](https://github.com/onnx/onnx/actions/workflows/create_release.yml) -> Push the button "Run workflow" with the following config: + +make-release-config + +RC-Candidates + +* Published to https://pypi.org/ (starting with onnx 1.19.2 before it was test.pypi.org) +* Build-mode: Release + +* This button triggers the build of the different OS + +create_releases_overview_jobs + +* All artifacts of the single runs could be found associated to the job + +create_releases_artifact_overview + +* Before the final merge, it must be confirmed manually via the set up deployment environments. + +## Package verification + +**Partner Validation** + + * User should install the rc-packages with `pip install onnx=={rc version}` + * Open Issues for external repos: + * Create GitHub issues in converters' repos to provide them the package links and oppuruntity to test the release before it goes public. + * https://github.com/microsoft/onnxruntime + * Example: https://github.com/microsoft/onnxruntime/issues/19783 + * Note: [How_To_Update_ONNX_Dev_Notes](https://github.com/microsoft/onnxruntime/blob/main/docs/How_To_Update_ONNX_Dev_Notes.md) exists in their repo documenting how to pull in new ONNX releases. + * https://github.com/pytorch/pytorch + * Example: https://github.com/pytorch/pytorch/issues/121258 + * https://github.com/onnx/tensorflow-onnx + * Example: https://github.com/onnx/tensorflow-onnx/issues/2310 + * https://github.com/onnx/onnx-tensorrt + * Example: https://github.com/onnx/onnx-tensorrt/issues/956 + * https://github.com/onnx/sklearn-onnx + * Example: https://github.com/onnx/sklearn-onnx/issues/1079 + * https://github.com/microsoft/onnxconverter-common + * Example: https://github.com/microsoft/onnxconverter-common/issues/277 + * https://github.com/onnx/onnxmltools + * Example: https://github.com/onnx/onnxmltools/issues/685 + * https://github.com/Quantco/spox + * https://github.com/openvinotoolkit/openvino + * https://github.com/conda-forge/onnx-feedstock + + * If issues are found, the bugs are to be fixed in the onnx `main` branch and then cherry-picked into the release branch. + * Follow up with reporter to ensure issues are resolved (and validated in a new rc) or deferred to a new release. + +# Official Release + +Validation steps must be completed before this point! This is the point of new return. + +* git tags should not be changed once published +* Once pushed to PyPI there is no way to update the release. A new release must be made instead + +## Set final version number + +* Create PR to remove "`rcX`" suffix from `VERSION_NUMBER` file in the new release's branch. + +## Create release tag + +* [Draft a release](https://github.com/onnx/onnx/releases/new) based on the release branch: + * DO NOT click `Publish release` until you are sure no more changes are needed. + * Use `Save Draft` if need to save and update more later. + * Publishing will create the new git tag + * Tag: See top of [Preparation](#Preparation) for tag to create. + * Target: The release branch that was just cut + * Previous tag: Select the previous release. + * Write: + * Use [previous releases](https://github.com/onnx/onnx/releases) as a template + * Use information from [Release logistics wiki](https://github.com/onnx/onnx/wiki) which should have been created prior to branch cut. + * Add any additional commits that merged into the release in since wiki was written. + * .tar.gz and .zip will be auto-generated after publishing the release. + +## Upload to Official PyPI + +* Starting with the release of 1.19, the final release will also be pushed to pypi via Github “Action" -> "Create releases" (see above). Use the following config for official release: + +RunWorkflow_Final + +### NOTES: + +* Once the packages are uploaded to PyPI, **you cannot overwrite it on the same PyPI instance**. + * Please make sure everything is good on TestPyPI before uploading to PyPI** +* PyPI has separate logins, passwords, and API tokens from TestPyPI but the process is the same. An ONNX PyPI owner will need to grant access, etc. + +## After PyPI Release + +**Announce** + +* Slack: + * Post in the [onnx-release](https://lfaifoundation.slack.com/archives/C018VGGJUGK) and [onnx-general](https://lfaifoundation.slack.com/archives/C016UBNDBL2) channels. +* Notify ONNX partners via email lists: + * onnxdiscussions@service.microsoft.com + * onnxconverterteam@service.microsoft.com + * onnxruntimeteam@microsoft.com +* [ONNX News](https://onnx.ai/news.html) Post + * Update [news.json](https://github.com/onnx/onnx.github.io/blob/main/js/news.json), see [example news.json PR](https://github.com/onnx/onnx.github.io/pull/197) + +**Update conda-forge package with the new ONNX version** + +Conda builds of ONNX are done via [conda-forge/onnx-feedstock](https://github.com/conda-forge/onnx-feedstock), which runs infrastructure for building packages and uploading them to conda-forge. + +* A PR should be created automatically by `regro-cf-autotick-bot` a few hours after the release is available at https://github.com/onnx/onnx/releases. + +* If the automatic PR has build failures: + 1. Make a personal fork of conda-forge/onnx-feedstock + 1. Create a personal branch based on the automated PR branch + 1. Resolve the build issue + 1. Submit a replacement PR based on your branch + + * Example: https://github.com/conda-forge/onnx-feedstock/pull/116 + +* If the automatic PR is not created, you need to submit a PR manually + * Example: https://github.com/conda-forge/onnx-feedstock/pull/50 + * Note: Use the sha256 hash (`sha256sum onnx-X.Y.Z.tar.gz`) of the release's tar.gz file from https://github.com/onnx/onnx/releases. + +**Merge into main branch** + +* Check which changes to the release branch are also relevant for main: + * If urgent changes were made directly into the release branch, merge the release branch back into main branch. + * If all PRs merged into the release branch (after it was cut) were cherry-picks from main, the merge PR will show as empty and this step is not needed. + +**Remove old onnx-weekly packages on PyPI** + +* Remove all [onnx-weekly packages](https://pypi.org/project/onnx-weekly/#history) from PyPI for the just released version to save space. +* Steps: + * Go to [PyPI onnx-weekly/releases](https://pypi.org/manage/project/onnx-weekly/releases/) + * This is a separate project than the onnx releases so you may need to request access from an owner + * Click target package -> Options -> Delete. + +**Remove old release-candidate packages on PyPI** + +* Remove [onnx-release-candidate packages](https://test.pypi.org/project/onnx/#history) from PyPI up to at least the time specified by the previous release version to save space. +* Steps: + * Go to [PyPI onnx-weekly/releases](https://test.pypi.org/manage/project/onnx/releases/) + * This is a separate project than the onnx releases so you may need to request access from an owner + * Click target package -> Options -> Delete. diff --git a/docs/OpConventions.md b/docs/OpConventions.md new file mode 100644 index 0000000..aa721d3 --- /dev/null +++ b/docs/OpConventions.md @@ -0,0 +1,17 @@ + + +# Operator Conventions + +To maintain consistency in operator signatures, we use the following principles: + +- All attribute names should be lower case and use underscores when it helps with readability +- Any input/output represented by a single letter is capitalized (i.e. X) +- Any input/output represented by a full word or multiple words is all lower case and uses underscores when it helps with readability +- Any input/output representing a bias tensor will utilize the name "B" +- Any input/output representing a weight tensor will utilize the name “W” +- “axes” is used when an input, output or attribute is representing multiple axes +- “axis” is used when an input, output or attribute is representing a single axis diff --git a/docs/Operators-ml.md b/docs/Operators-ml.md new file mode 100644 index 0000000..abcdff0 --- /dev/null +++ b/docs/Operators-ml.md @@ -0,0 +1,1214 @@ + +## Operator Schemas +*This file is automatically generated from the + [def files](/onnx/defs) via [this script](/onnx/defs/gen_doc.py). + Do not modify directly and instead edit operator definitions.* + +For an operator input/output's differentiability, it can be differentiable, + non-differentiable, or undefined. If a variable's differentiability + is not specified, that variable has undefined differentiability. + +### ai.onnx.ml +|**Operator**|**Since version**|| +|-|-|-| +|ai.onnx.ml.ArrayFeatureExtractor|1| +|ai.onnx.ml.Binarizer|1| +|ai.onnx.ml.CastMap|1| +|ai.onnx.ml.CategoryMapper|1| +|ai.onnx.ml.DictVectorizer|1| +|ai.onnx.ml.FeatureVectorizer|1| +|ai.onnx.ml.Imputer|1| +|ai.onnx.ml.LabelEncoder|4, 2, 1| +|ai.onnx.ml.LinearClassifier|1| +|ai.onnx.ml.LinearRegressor|1| +|ai.onnx.ml.Normalizer|1| +|ai.onnx.ml.OneHotEncoder|1| +|ai.onnx.ml.SVMClassifier|1| +|ai.onnx.ml.SVMRegressor|1| +|ai.onnx.ml.Scaler|1| +|ai.onnx.ml.TreeEnsemble|5| +|ai.onnx.ml.TreeEnsembleClassifier (deprecated)|5, 3, 1| +|ai.onnx.ml.TreeEnsembleRegressor (deprecated)|5, 3, 1| +|ai.onnx.ml.ZipMap|1| + + +## ai.onnx.ml +### **ai.onnx.ml.ArrayFeatureExtractor** + + Select elements of the input tensor based on the indices passed.
+ The indices are applied to the last axes of the tensor. + +#### Version + +This version of the operator has been available since version 1 of the 'ai.onnx.ml' operator set. + +#### Inputs + +
+
X : T
+
Data to be selected
+
Y : tensor(int64)
+
The indices, based on 0 as the first index of any dimension.
+
+ +#### Outputs + +
+
Z : T
+
Selected output data as an array
+
+ +#### Type Constraints + +
+
T : tensor(float), tensor(double), tensor(int64), tensor(int32), tensor(string)
+
The input must be a tensor of a numeric type or string. The output will be of the same tensor type.
+
+ + +#### Examples + +
+arrayfeatureextractor + +```python +node = onnx.helper.make_node( + "ArrayFeatureExtractor", + inputs=["x", "y"], + outputs=["z"], + domain="ai.onnx.ml", +) + +x = np.arange(12).reshape((3, 4)).astype(np.float32) +y = np.array([0, 1], dtype=np.int64) +z = np.array([[0, 4, 8], [1, 5, 9]], dtype=np.float32).T +expect( + node, + inputs=[x, y], + outputs=[z], + name="test_ai_onnx_ml_array_feature_extractor", +) +``` + +
+ + +### **ai.onnx.ml.Binarizer** + + Maps the values of the input tensor to either 0 or 1, element-wise, based on the outcome of a comparison against a threshold value. + +#### Version + +This version of the operator has been available since version 1 of the 'ai.onnx.ml' operator set. + +#### Attributes + +
+
threshold : float (default is 0.0)
+
Values greater than this are mapped to 1, others to 0.
+
+ +#### Inputs + +
+
X : T
+
Data to be binarized
+
+ +#### Outputs + +
+
Y : T
+
Binarized output data
+
+ +#### Type Constraints + +
+
T : tensor(float), tensor(double), tensor(int64), tensor(int32)
+
The input must be a tensor of a numeric type. The output will be of the same tensor type.
+
+ + +#### Examples + +
+binarizer + +```python +threshold = 1.0 +node = onnx.helper.make_node( + "Binarizer", + inputs=["X"], + outputs=["Y"], + threshold=threshold, + domain="ai.onnx.ml", +) +x = np.random.randn(3, 4, 5).astype(np.float32) +y = compute_binarizer(x, threshold)[0] + +expect(node, inputs=[x], outputs=[y], name="test_ai_onnx_ml_binarizer") +``` + +
+ + +### **ai.onnx.ml.CastMap** + + Converts a map to a tensor.
The map key must be an int64 and the values will be ordered + in ascending order based on this key.
The operator supports dense packing or sparse packing. + If using sparse packing, the key cannot exceed the max_map-1 value. + +#### Version + +This version of the operator has been available since version 1 of the 'ai.onnx.ml' operator set. + +#### Attributes + +
+
cast_to : string (default is TO_FLOAT)
+
A string indicating the desired element type of the output tensor, one of 'TO_FLOAT', 'TO_STRING', 'TO_INT64'.
+
map_form : string (default is DENSE)
+
Indicates whether to only output as many values as are in the input (dense), or position the input based on using the key of the map as the index of the output (sparse).
One of 'DENSE', 'SPARSE'.
+
max_map : int (default is 1)
+
If the value of map_form is 'SPARSE,' this attribute indicates the total length of the output tensor.
+
+ +#### Inputs + +
+
X : T1
+
The input map that is to be cast to a tensor
+
+ +#### Outputs + +
+
Y : T2
+
A tensor representing the same data as the input map, ordered by their keys
+
+ +#### Type Constraints + +
+
T1 : map(int64, string), map(int64, float)
+
The input must be an integer map to either string or float.
+
T2 : tensor(string), tensor(float), tensor(int64)
+
The output is a 1-D tensor of string, float, or integer.
+
+ + +### **ai.onnx.ml.CategoryMapper** + + Converts strings to integers and vice versa.
+ Two sequences of equal length are used to map between integers and strings, + with strings and integers at the same index detailing the mapping.
+ Each operator converts either integers to strings or strings to integers, depending + on which default value attribute is provided. Only one default value attribute + should be defined.
+ If the string default value is set, it will convert integers to strings. + If the int default value is set, it will convert strings to integers. + +#### Version + +This version of the operator has been available since version 1 of the 'ai.onnx.ml' operator set. + +#### Attributes + +
+
cats_int64s : list of ints
+
The integers of the map. This sequence must be the same length as the 'cats_strings' sequence.
+
cats_strings : list of strings
+
The strings of the map. This sequence must be the same length as the 'cats_int64s' sequence
+
default_int64 : int (default is -1)
+
An integer to use when an input string value is not found in the map.
One and only one of the 'default_*' attributes must be defined.
+
default_string : string (default is _Unused)
+
A string to use when an input integer value is not found in the map.
One and only one of the 'default_*' attributes must be defined.
+
+ +#### Inputs + +
+
X : T1
+
Input data
+
+ +#### Outputs + +
+
Y : T2
+
Output data. If strings are input, the output values are integers, and vice versa.
+
+ +#### Type Constraints + +
+
T1 : tensor(string), tensor(int64)
+
The input must be a tensor of strings or integers, either [N,C] or [C].
+
T2 : tensor(string), tensor(int64)
+
The output is a tensor of strings or integers. Its shape will be the same as the input shape.
+
+ + +### **ai.onnx.ml.DictVectorizer** + + Uses an index mapping to convert a dictionary to an array.
+ Given a dictionary, each key is looked up in the vocabulary attribute corresponding to + the key type. The index into the vocabulary array at which the key is found is then + used to index the output 1-D tensor 'Y' and insert into it the value found in the dictionary 'X'.
+ The key type of the input map must correspond to the element type of the defined vocabulary attribute. + Therefore, the output array will be equal in length to the index mapping vector parameter. + All keys in the input dictionary must be present in the index mapping vector. + For each item in the input dictionary, insert its value in the output array. + Any keys not present in the input dictionary, will be zero in the output array.
+ For example: if the ``string_vocabulary`` parameter is set to ``["a", "c", "b", "z"]``, + then an input of ``{"a": 4, "c": 8}`` will produce an output of ``[4, 8, 0, 0]``. + + +#### Version + +This version of the operator has been available since version 1 of the 'ai.onnx.ml' operator set. + +#### Attributes + +
+
int64_vocabulary : list of ints
+
An integer vocabulary array.
One and only one of the vocabularies must be defined.
+
string_vocabulary : list of strings
+
A string vocabulary array.
One and only one of the vocabularies must be defined.
+
+ +#### Inputs + +
+
X : T1
+
A dictionary.
+
+ +#### Outputs + +
+
Y : T2
+
A 1-D tensor holding values from the input dictionary.
+
+ +#### Type Constraints + +
+
T1 : map(string, int64), map(int64, string), map(int64, float), map(int64, double), map(string, float), map(string, double)
+
The input must be a map from strings or integers to either strings or a numeric type. The key and value types cannot be the same.
+
T2 : tensor(int64), tensor(float), tensor(double), tensor(string)
+
The output will be a tensor of the value type of the input map. It's shape will be [1,C], where C is the length of the input dictionary.
+
+ + +### **ai.onnx.ml.FeatureVectorizer** + + Concatenates input tensors into one continuous output.
+ All input shapes are 2-D and are concatenated along the second dimension. 1-D tensors are treated as [1,C]. + Inputs are copied to the output maintaining the order of the input arguments.
+ All inputs must be integers or floats, while the output will be all floating point values. + +#### Version + +This version of the operator has been available since version 1 of the 'ai.onnx.ml' operator set. + +#### Attributes + +
+
inputdimensions : list of ints
+
The size of each input in the input list
+
+ +#### Inputs (1 - ∞) + +
+
X (variadic) : T1
+
An ordered collection of tensors, all with the same element type.
+
+ +#### Outputs + +
+
Y : tensor(float)
+
The output array, elements ordered as the inputs.
+
+ +#### Type Constraints + +
+
T1 : tensor(int32), tensor(int64), tensor(float), tensor(double)
+
The input type must be a tensor of a numeric type.
+
+ + +### **ai.onnx.ml.Imputer** + + Replaces inputs that equal one value with another, leaving all other elements alone.
+ This operator is typically used to replace missing values in situations where they have a canonical + representation, such as -1, 0, NaN, or some extreme value.
+ One and only one of imputed_value_floats or imputed_value_int64s should be defined -- floats if the input tensor + holds floats, integers if the input tensor holds integers. The imputed values must all fit within the + width of the tensor element type. One and only one of the replaced_value_float or replaced_value_int64 should be defined, + which one depends on whether floats or integers are being processed.
+ The imputed_value attribute length can be 1 element, or it can have one element per input feature.
In other words, if the input tensor has the shape [*,F], then the length of the attribute array may be 1 or F. If it is 1, then it is broadcast along the last dimension and applied to each feature. + +#### Version + +This version of the operator has been available since version 1 of the 'ai.onnx.ml' operator set. + +#### Attributes + +
+
imputed_value_floats : list of floats
+
Value(s) to change to
+
imputed_value_int64s : list of ints
+
Value(s) to change to.
+
replaced_value_float : float (default is 0.0)
+
A value that needs replacing.
+
replaced_value_int64 : int (default is 0)
+
A value that needs replacing.
+
+ +#### Inputs + +
+
X : T
+
Data to be processed.
+
+ +#### Outputs + +
+
Y : T
+
Imputed output data
+
+ +#### Type Constraints + +
+
T : tensor(float), tensor(double), tensor(int64), tensor(int32)
+
The input type must be a tensor of a numeric type, either [N,C] or [C]. The output type will be of the same tensor type and shape.
+
+ + +### **ai.onnx.ml.LabelEncoder** + + Maps each element in the input tensor to another value.
+ The mapping is determined by the two parallel attributes, 'keys_*' and + 'values_*' attribute. The i-th value in the specified 'keys_*' attribute + would be mapped to the i-th value in the specified 'values_*' attribute. It + implies that input's element type and the element type of the specified + 'keys_*' should be identical while the output type is identical to the + specified 'values_*' attribute. Note that the 'keys_*' and 'values_*' attributes + must have the same length. If an input element can not be found in the + specified 'keys_*' attribute, the 'default_*' that matches the specified + 'values_*' attribute may be used as its output value. The type of the 'default_*' + attribute must match the 'values_*' attribute chosen.
+ Let's consider an example which maps a string tensor to an integer tensor. + Assume and 'keys_strings' is ["Amy", "Sally"], 'values_int64s' is [5, 6], + and 'default_int64' is '-1'. The input ["Dori", "Amy", "Amy", "Sally", + "Sally"] would be mapped to [-1, 5, 5, 6, 6].
+ Since this operator is an one-to-one mapping, its input and output shapes + are the same. Notice that only one of 'keys_*'/'values_*' can be set.
+ Float keys with value 'NaN' match any input 'NaN' value regardless of bit + value. If a key is repeated, the last key takes precedence. + +#### Version + +This version of the operator has been available since version 4 of the 'ai.onnx.ml' operator set. + +Other versions of this operator: 1, 2 + +#### Attributes + +
+
default_float : float (default is -0.0)
+
A float.
+
default_int64 : int (default is -1)
+
An integer.
+
default_string : string (default is _Unused)
+
A string.
+
default_tensor : tensor
+
A default tensor. {"_Unused"} if values_* has string type, {-1} if values_* has integral type, and {-0.f} if values_* has float type.
+
keys_floats : list of floats
+
A list of floats.
+
keys_int64s : list of ints
+
A list of ints.
+
keys_strings : list of strings
+
A list of strings.
+
keys_tensor : tensor
+
Keys encoded as a 1D tensor. One and only one of 'keys_*'s should be set.
+
values_floats : list of floats
+
A list of floats.
+
values_int64s : list of ints
+
A list of ints.
+
values_strings : list of strings
+
A list of strings.
+
values_tensor : tensor
+
Values encoded as a 1D tensor. One and only one of 'values_*'s should be set.
+
+ +#### Inputs + +
+
X : T1
+
Input data. It must have the same element type as the keys_* attribute set.
+
+ +#### Outputs + +
+
Y : T2
+
Output data. This tensor's element type is based on the values_* attribute set.
+
+ +#### Type Constraints + +
+
T1 : tensor(string), tensor(int64), tensor(float), tensor(int32), tensor(int16), tensor(double)
+
The input type is a tensor of any shape.
+
T2 : tensor(string), tensor(int64), tensor(float), tensor(int32), tensor(int16), tensor(double)
+
Output type is determined by the specified 'values_*' attribute.
+
+ + +#### Examples + +
+string_int_label_encoder + +```python +node = onnx.helper.make_node( + "LabelEncoder", + inputs=["X"], + outputs=["Y"], + domain="ai.onnx.ml", + keys_strings=["a", "b", "c"], + values_int64s=[0, 1, 2], + default_int64=42, +) +x = np.array(["a", "b", "d", "c", "g"]).astype(object) +y = np.array([0, 1, 42, 2, 42]).astype(np.int64) +expect( + node, + inputs=[x], + outputs=[y], + name="test_ai_onnx_ml_label_encoder_string_int", +) + +node = onnx.helper.make_node( + "LabelEncoder", + inputs=["X"], + outputs=["Y"], + domain="ai.onnx.ml", + keys_strings=["a", "b", "c"], + values_int64s=[0, 1, 2], +) +x = np.array(["a", "b", "d", "c", "g"]).astype(object) +y = np.array([0, 1, -1, 2, -1]).astype(np.int64) +expect( + node, + inputs=[x], + outputs=[y], + name="test_ai_onnx_ml_label_encoder_string_int_no_default", +) +``` + +
+ + +
+tensor_based_label_encoder + +```python +tensor_keys = make_tensor( + "keys_tensor", onnx.TensorProto.STRING, (3,), ["a", "b", "c"] +) +repeated_string_keys = ["a", "b", "c"] +x = np.array(["a", "b", "d", "c", "g"]).astype(object) +y = np.array([0, 1, 42, 2, 42]).astype(np.int16) + +node = onnx.helper.make_node( + "LabelEncoder", + inputs=["X"], + outputs=["Y"], + domain="ai.onnx.ml", + keys_tensor=tensor_keys, + values_tensor=make_tensor( + "values_tensor", onnx.TensorProto.INT16, (3,), [0, 1, 2] + ), + default_tensor=make_tensor( + "default_tensor", onnx.TensorProto.INT16, (1,), [42] + ), +) + +expect( + node, + inputs=[x], + outputs=[y], + name="test_ai_onnx_ml_label_encoder_tensor_mapping", +) + +node = onnx.helper.make_node( + "LabelEncoder", + inputs=["X"], + outputs=["Y"], + domain="ai.onnx.ml", + keys_strings=repeated_string_keys, + values_tensor=make_tensor( + "values_tensor", onnx.TensorProto.INT16, (3,), [0, 1, 2] + ), + default_tensor=make_tensor( + "default_tensor", onnx.TensorProto.INT16, (1,), [42] + ), +) + +expect( + node, + inputs=[x], + outputs=[y], + name="test_ai_onnx_ml_label_encoder_tensor_value_only_mapping", +) +``` + +
+ + +### **ai.onnx.ml.LinearClassifier** + + Linear classifier + +#### Version + +This version of the operator has been available since version 1 of the 'ai.onnx.ml' operator set. + +#### Attributes + +
+
classlabels_ints : list of ints
+
Class labels when using integer labels. One and only one 'classlabels' attribute must be defined.
+
classlabels_strings : list of strings
+
Class labels when using string labels. One and only one 'classlabels' attribute must be defined.
+
coefficients : list of floats (required)
+
A collection of weights of the model(s).
+
intercepts : list of floats
+
A collection of intercepts.
+
multi_class : int (default is 0)
+
Indicates whether to do OvR or multinomial (0=OvR is the default).
+
post_transform : string (default is NONE)
+
Indicates the transform to apply to the scores vector.
One of 'NONE,' 'SOFTMAX,' 'LOGISTIC,' 'SOFTMAX_ZERO,' or 'PROBIT'
+
+ +#### Inputs + +
+
X : T1
+
Data to be classified.
+
+ +#### Outputs + +
+
Y : T2
+
Classification outputs (one class per example).
+
Z : tensor(float)
+
Classification scores ([N,E] - one score for each class and example
+
+ +#### Type Constraints + +
+
T1 : tensor(float), tensor(double), tensor(int64), tensor(int32)
+
The input must be a tensor of a numeric type, and of shape [N,C] or [C]. In the latter case, it will be treated as [1,C]
+
T2 : tensor(string), tensor(int64)
+
The output will be a tensor of strings or integers.
+
+ + +### **ai.onnx.ml.LinearRegressor** + + Generalized linear regression evaluation.
+ If targets is set to 1 (default) then univariate regression is performed.
+ If targets is set to M then M sets of coefficients must be passed in as a sequence + and M results will be output for each input n in N.
+ The coefficients array is of length n, and the coefficients for each target are contiguous. + Intercepts are optional but if provided must match the number of targets. + +#### Version + +This version of the operator has been available since version 1 of the 'ai.onnx.ml' operator set. + +#### Attributes + +
+
coefficients : list of floats
+
Weights of the model(s).
+
intercepts : list of floats
+
Weights of the intercepts, if used.
+
post_transform : string (default is NONE)
+
Indicates the transform to apply to the regression output vector.
One of 'NONE,' 'SOFTMAX,' 'LOGISTIC,' 'SOFTMAX_ZERO,' or 'PROBIT'
+
targets : int (default is 1)
+
The total number of regression targets, 1 if not defined.
+
+ +#### Inputs + +
+
X : T
+
Data to be regressed.
+
+ +#### Outputs + +
+
Y : tensor(float)
+
Regression outputs (one per target, per example).
+
+ +#### Type Constraints + +
+
T : tensor(float), tensor(double), tensor(int64), tensor(int32)
+
The input must be a tensor of a numeric type.
+
+ + +### **ai.onnx.ml.Normalizer** + + Normalize the input. There are three normalization modes, which have the corresponding formulas, + defined using element-wise infix operators '/' and '^' and tensor-wide functions 'max' and 'sum':
+
+ Max: Y = X / max(X)
+ L1: Y = X / sum(X)
+ L2: Y = sqrt(X^2 / sum(X^2)}
+ In all modes, if the divisor is zero, Y == X. +
+ For batches, that is, [N,C] tensors, normalization is done along the C axis. In other words, each row + of the batch is normalized independently. + +#### Version + +This version of the operator has been available since version 1 of the 'ai.onnx.ml' operator set. + +#### Attributes + +
+
norm : string (default is MAX)
+
One of 'MAX,' 'L1,' 'L2'
+
+ +#### Inputs + +
+
X : T
+
Data to be encoded, a tensor of shape [N,C] or [C]
+
+ +#### Outputs + +
+
Y : tensor(float)
+
Encoded output data
+
+ +#### Type Constraints + +
+
T : tensor(float), tensor(double), tensor(int64), tensor(int32)
+
The input must be a tensor of a numeric type.
+
+ + +### **ai.onnx.ml.OneHotEncoder** + + Replace each input element with an array of ones and zeros, where a single + one is placed at the index of the category that was passed in. The total category count + will determine the size of the extra dimension of the output array Y.
+ For example, if we pass a tensor with a single value of 4, and a category count of 8, + the output will be a tensor with ``[0,0,0,0,1,0,0,0]``.
+ This operator assumes every input feature is from the same set of categories.
+ If the input is a tensor of float, int32, or double, the data will be cast + to integers and the cats_int64s category list will be used for the lookups. + +#### Version + +This version of the operator has been available since version 1 of the 'ai.onnx.ml' operator set. + +#### Attributes + +
+
cats_int64s : list of ints
+
List of categories, ints.
One and only one of the 'cats_*' attributes must be defined.
+
cats_strings : list of strings
+
List of categories, strings.
One and only one of the 'cats_*' attributes must be defined.
+
zeros : int (default is 1)
+
If true and category is not present, will return all zeros; if false and a category if not found, the operator will fail.
+
+ +#### Inputs + +
+
X : T
+
Data to be encoded.
+
+ +#### Outputs + +
+
Y : tensor(float)
+
Encoded output data, having one more dimension than X.
+
+ +#### Type Constraints + +
+
T : tensor(string), tensor(int64), tensor(int32), tensor(float), tensor(double)
+
The input must be a tensor of a numeric type.
+
+ + +### **ai.onnx.ml.SVMClassifier** + + Support Vector Machine classifier + +#### Version + +This version of the operator has been available since version 1 of the 'ai.onnx.ml' operator set. + +#### Attributes + +
+
classlabels_ints : list of ints
+
Class labels if using integer labels.
One and only one of the 'classlabels_*' attributes must be defined.
+
classlabels_strings : list of strings
+
Class labels if using string labels.
One and only one of the 'classlabels_*' attributes must be defined.
+
coefficients : list of floats
+
+
kernel_params : list of floats
+
List of 3 elements containing gamma, coef0, and degree, in that order. Zero if unused for the kernel.
+
kernel_type : string (default is LINEAR)
+
The kernel type, one of 'LINEAR,' 'POLY,' 'RBF,' 'SIGMOID'.
+
post_transform : string (default is NONE)
+
Indicates the transform to apply to the score.
One of 'NONE,' 'SOFTMAX,' 'LOGISTIC,' 'SOFTMAX_ZERO,' or 'PROBIT'
+
prob_a : list of floats
+
First set of probability coefficients.
+
prob_b : list of floats
+
Second set of probability coefficients. This array must be same size as prob_a.
If these are provided then output Z are probability estimates, otherwise they are raw scores.
+
rho : list of floats
+
+
support_vectors : list of floats
+
+
vectors_per_class : list of ints
+
+
+ +#### Inputs + +
+
X : T1
+
Data to be classified.
+
+ +#### Outputs + +
+
Y : T2
+
Classification outputs (one class per example).
+
Z : tensor(float)
+
Class scores (one per class per example), if prob_a and prob_b are provided they are probabilities for each class, otherwise they are raw scores.
+
+ +#### Type Constraints + +
+
T1 : tensor(float), tensor(double), tensor(int64), tensor(int32)
+
The input must be a tensor of a numeric type, either [C] or [N,C].
+
T2 : tensor(string), tensor(int64)
+
The output type will be a tensor of strings or integers, depending on which of the classlabels_* attributes is used. Its size will match the batch size of the input.
+
+ + +### **ai.onnx.ml.SVMRegressor** + + Support Vector Machine regression prediction and one-class SVM anomaly detection. + +#### Version + +This version of the operator has been available since version 1 of the 'ai.onnx.ml' operator set. + +#### Attributes + +
+
coefficients : list of floats
+
Support vector coefficients.
+
kernel_params : list of floats
+
List of 3 elements containing gamma, coef0, and degree, in that order. Zero if unused for the kernel.
+
kernel_type : string (default is LINEAR)
+
The kernel type, one of 'LINEAR,' 'POLY,' 'RBF,' 'SIGMOID'.
+
n_supports : int (default is 0)
+
The number of support vectors.
+
one_class : int (default is 0)
+
Flag indicating whether the regression is a one-class SVM or not.
+
post_transform : string (default is NONE)
+
Indicates the transform to apply to the score.
One of 'NONE,' 'SOFTMAX,' 'LOGISTIC,' 'SOFTMAX_ZERO,' or 'PROBIT.'
+
rho : list of floats
+
+
support_vectors : list of floats
+
Chosen support vectors
+
+ +#### Inputs + +
+
X : T
+
Data to be regressed.
+
+ +#### Outputs + +
+
Y : tensor(float)
+
Regression outputs (one score per target per example).
+
+ +#### Type Constraints + +
+
T : tensor(float), tensor(double), tensor(int64), tensor(int32)
+
The input type must be a tensor of a numeric type, either [C] or [N,C].
+
+ + +### **ai.onnx.ml.Scaler** + + Rescale input data, for example to standardize features by removing the mean and scaling to unit variance. + +#### Version + +This version of the operator has been available since version 1 of the 'ai.onnx.ml' operator set. + +#### Attributes + +
+
offset : list of floats
+
First, offset by this.
Can be length of features in an [N,F] tensor or length 1, in which case it applies to all features, regardless of dimension count.
+
scale : list of floats
+
Second, multiply by this.
Can be length of features in an [N,F] tensor or length 1, in which case it applies to all features, regardless of dimension count.
Must be same length as 'offset'
+
+ +#### Inputs + +
+
X : T
+
Data to be scaled.
+
+ +#### Outputs + +
+
Y : tensor(float)
+
Scaled output data.
+
+ +#### Type Constraints + +
+
T : tensor(float), tensor(double), tensor(int64), tensor(int32)
+
The input must be a tensor of a numeric type.
+
+ + +### **ai.onnx.ml.TreeEnsemble** + + Tree Ensemble operator. Returns the regressed values for each input in a batch. + Inputs have dimensions `[N, F]` where `N` is the input batch size and `F` is the number of input features. + Outputs have dimensions `[N, num_targets]` where `N` is the batch size and `num_targets` is the number of targets, which is a configurable attribute. + + The encoding of this attribute is split along interior nodes and the leaves of the trees. Notably, attributes with the prefix `nodes_*` are associated with interior nodes, and attributes with the prefix `leaf_*` are associated with leaves. + The attributes `nodes_*` must all have the same length and encode a sequence of tuples, as defined by taking all the `nodes_*` fields at a given position. + + All fields prefixed with `leaf_*` represent tree leaves, and similarly define tuples of leaves and must have identical length. + + This operator can be used to implement both the previous `TreeEnsembleRegressor` and `TreeEnsembleClassifier` nodes. + The `TreeEnsembleRegressor` node maps directly to this node and requires changing how the nodes are represented. + The `TreeEnsembleClassifier` node can be implemented by adding a `ArgMax` node after this node to determine the top class. + To encode class labels, a `LabelEncoder` or `GatherND` operator may be used. + +#### Version + +This version of the operator has been available since version 5 of the 'ai.onnx.ml' operator set. + +#### Attributes + +
+
aggregate_function : int (default is 1)
+
Defines how to aggregate leaf values within a target.
One of 'AVERAGE' (0) 'SUM' (1) 'MIN' (2) 'MAX (3) defaults to 'SUM' (1)
+
leaf_targetids : list of ints (required)
+
The index of the target that this leaf contributes to (this must be in range `[0, n_targets)`).
+
leaf_weights : tensor (required)
+
The weight for each leaf.
+
membership_values : tensor
+
Members to test membership of for each set membership node. List all of the members to test again in the order that the 'BRANCH_MEMBER' mode appears in `node_modes`, delimited by `NaN`s. Will have the same number of sets of values as nodes with mode 'BRANCH_MEMBER'. This may be omitted if the node doesn't contain any 'BRANCH_MEMBER' nodes.
+
n_targets : int
+
The total number of targets.
+
nodes_falseleafs : list of ints (required)
+
1 if false branch is leaf for each node and 0 if an interior node. To represent a tree that is a leaf (only has one node), one can do so by having a single `nodes_*` entry with true and false branches referencing the same `leaf_*` entry
+
nodes_falsenodeids : list of ints (required)
+
If `nodes_falseleafs` is false at an entry, this represents the position of the false branch node. This position can be used to index into a `nodes_*` entry. If `nodes_falseleafs` is false, it is an index into the leaf_* attributes.
+
nodes_featureids : list of ints (required)
+
Feature id for each node.
+
nodes_hitrates : tensor
+
Popularity of each node, used for performance and may be omitted.
+
nodes_missing_value_tracks_true : list of ints
+
For each node, define whether to follow the true branch (if attribute value is 1) or false branch (if attribute value is 0) in the presence of a NaN input feature. This attribute may be left undefined and the default value is false (0) for all nodes.
+
nodes_modes : tensor (required)
+
The comparison operation performed by the node. This is encoded as an enumeration of 0 ('BRANCH_LEQ'), 1 ('BRANCH_LT'), 2 ('BRANCH_GTE'), 3 ('BRANCH_GT'), 4 ('BRANCH_EQ'), 5 ('BRANCH_NEQ'), and 6 ('BRANCH_MEMBER'). Note this is a tensor of type uint8.
+
nodes_splits : tensor (required)
+
Thresholds to do the splitting on for each node with mode that is not 'BRANCH_MEMBER'.
+
nodes_trueleafs : list of ints (required)
+
1 if true branch is leaf for each node and 0 an interior node. To represent a tree that is a leaf (only has one node), one can do so by having a single `nodes_*` entry with true and false branches referencing the same `leaf_*` entry
+
nodes_truenodeids : list of ints (required)
+
If `nodes_trueleafs` is false at an entry, this represents the position of the true branch node. This position can be used to index into a `nodes_*` entry. If `nodes_trueleafs` is false, it is an index into the leaf_* attributes.
+
post_transform : int (default is 0)
+
Indicates the transform to apply to the score.
One of 'NONE' (0), 'SOFTMAX' (1), 'LOGISTIC' (2), 'SOFTMAX_ZERO' (3) or 'PROBIT' (4), defaults to 'NONE' (0)
+
tree_roots : list of ints (required)
+
Index into `nodes_*` for the root of each tree. The tree structure is derived from the branching of each node.
+
+ +#### Inputs + +
+
X : T
+
Input of shape [Batch Size, Number of Features]
+
+ +#### Outputs + +
+
Y : T
+
Output of shape [Batch Size, Number of targets]
+
+ +#### Type Constraints + +
+
T : tensor(float), tensor(double), tensor(float16)
+
The input type must be a tensor of a numeric type.
+
+ + +#### Examples + +
+tree_ensemble_set_membership + +```python +node = onnx.helper.make_node( + "TreeEnsemble", + ["X"], + ["Y"], + domain="ai.onnx.ml", + n_targets=4, + aggregate_function=1, + membership_values=make_tensor( + "membership_values", + onnx.TensorProto.FLOAT, + (8,), + [1.2, 3.7, 8, 9, np.nan, 12, 7, np.nan], + ), + nodes_missing_value_tracks_true=None, + nodes_hitrates=None, + post_transform=0, + tree_roots=[0], + nodes_modes=make_tensor( + "nodes_modes", + onnx.TensorProto.UINT8, + (3,), + np.array([0, 6, 6], dtype=np.uint8), + ), + nodes_featureids=[0, 0, 0], + nodes_splits=make_tensor( + "nodes_splits", + onnx.TensorProto.FLOAT, + (3,), + np.array([11, 232344.0, np.nan], dtype=np.float32), + ), + nodes_trueleafs=[0, 1, 1], + nodes_truenodeids=[1, 0, 1], + nodes_falseleafs=[1, 0, 1], + nodes_falsenodeids=[2, 2, 3], + leaf_targetids=[0, 1, 2, 3], + leaf_weights=make_tensor( + "leaf_weights", onnx.TensorProto.FLOAT, (4,), [1, 10, 1000, 100] + ), +) + +x = np.array([1.2, 3.4, -0.12, np.nan, 12, 7], np.float32).reshape(-1, 1) +expected = np.array( + [ + [1, 0, 0, 0], + [0, 0, 0, 100], + [0, 0, 0, 100], + [0, 0, 1000, 0], + [0, 0, 1000, 0], + [0, 10, 0, 0], + ], + dtype=np.float32, +) +expect( + node, + inputs=[x], + outputs=[expected], + name="test_ai_onnx_ml_tree_ensemble_set_membership", +) +``` + +
+ + +
+tree_ensemble_single_tree + +```python +node = onnx.helper.make_node( + "TreeEnsemble", + ["X"], + ["Y"], + domain="ai.onnx.ml", + n_targets=2, + membership_values=None, + nodes_missing_value_tracks_true=None, + nodes_hitrates=None, + aggregate_function=1, + post_transform=0, + tree_roots=[0], + nodes_modes=make_tensor( + "nodes_modes", + onnx.TensorProto.UINT8, + (3,), + np.array([0, 0, 0], dtype=np.uint8), + ), + nodes_featureids=[0, 0, 0], + nodes_splits=make_tensor( + "nodes_splits", + onnx.TensorProto.DOUBLE, + (3,), + np.array([3.14, 1.2, 4.2], dtype=np.float64), + ), + nodes_truenodeids=[1, 0, 1], + nodes_trueleafs=[0, 1, 1], + nodes_falsenodeids=[2, 2, 3], + nodes_falseleafs=[0, 1, 1], + leaf_targetids=[0, 1, 0, 1], + leaf_weights=make_tensor( + "leaf_weights", + onnx.TensorProto.DOUBLE, + (4,), + np.array([5.23, 12.12, -12.23, 7.21], dtype=np.float64), + ), +) + +x = np.array([1.2, 3.4, -0.12, 1.66, 4.14, 1.77], np.float64).reshape(3, 2) +y = np.array([[5.23, 0], [5.23, 0], [0, 12.12]], dtype=np.float64) +expect( + node, + inputs=[x], + outputs=[y], + name="test_ai_onnx_ml_tree_ensemble_single_tree", +) +``` + +
+ + +### **ai.onnx.ml.TreeEnsembleClassifier** (deprecated) + + This operator is DEPRECATED. Please use TreeEnsemble with provides similar functionality. + In order to determine the top class, the ArgMax node can be applied to the output of TreeEnsemble. + To encode class labels, use a LabelEncoder operator. + Tree Ensemble classifier. Returns the top class for each of N inputs.
+ The attributes named 'nodes_X' form a sequence of tuples, associated by + index into the sequences, which must all be of equal length. These tuples + define the nodes.
+ Similarly, all fields prefixed with 'class_' are tuples of votes at the leaves. + A leaf may have multiple votes, where each vote is weighted by + the associated class_weights index.
+ One and only one of classlabels_strings or classlabels_int64s + will be defined. The class_ids are indices into this list. + All fields ending with _as_tensor can be used instead of the + same parameter without the suffix if the element type is double and not float. + +#### Version + +This version of the operator has been deprecated since version 5 of the 'ai.onnx.ml' operator set. + +Other versions of this operator: 1, 3 + + +### **ai.onnx.ml.TreeEnsembleRegressor** (deprecated) + + This operator is DEPRECATED. Please use TreeEnsemble instead which provides the same + functionality.
+ Tree Ensemble regressor. Returns the regressed values for each input in N.
+ All args with nodes_ are fields of a tuple of tree nodes, and + it is assumed they are the same length, and an index i will decode the + tuple across these inputs. Each node id can appear only once + for each tree id.
+ All fields prefixed with target_ are tuples of votes at the leaves.
+ A leaf may have multiple votes, where each vote is weighted by + the associated target_weights index.
+ All fields ending with _as_tensor can be used instead of the + same parameter without the suffix if the element type is double and not float. + All trees must have their node ids start at 0 and increment by 1.
+ Mode enum is BRANCH_LEQ, BRANCH_LT, BRANCH_GTE, BRANCH_GT, BRANCH_EQ, BRANCH_NEQ, LEAF + +#### Version + +This version of the operator has been deprecated since version 5 of the 'ai.onnx.ml' operator set. + +Other versions of this operator: 1, 3 + + +### **ai.onnx.ml.ZipMap** + + Creates a map from the input and the attributes.
+ The values are provided by the input tensor, while the keys are specified by the attributes. + Must provide keys in either classlabels_strings or classlabels_int64s (but not both).
+ The columns of the tensor correspond one-by-one to the keys specified by the attributes. There must be as many columns as keys.
+ +#### Version + +This version of the operator has been available since version 1 of the 'ai.onnx.ml' operator set. + +#### Attributes + +
+
classlabels_int64s : list of ints
+
The keys when using int keys.
One and only one of the 'classlabels_*' attributes must be defined.
+
classlabels_strings : list of strings
+
The keys when using string keys.
One and only one of the 'classlabels_*' attributes must be defined.
+
+ +#### Inputs + +
+
X : tensor(float)
+
The input values
+
+ +#### Outputs + +
+
Z : T
+
The output map
+
+ +#### Type Constraints + +
+
T : seq(map(string, float)), seq(map(int64, float))
+
The output will be a sequence of string or integer maps to float.
+
+ + diff --git a/docs/Operators.md b/docs/Operators.md new file mode 100644 index 0000000..0ee4ec6 --- /dev/null +++ b/docs/Operators.md @@ -0,0 +1,44256 @@ + +## Operator Schemas +*This file is automatically generated from the + [def files](/onnx/defs) via [this script](/onnx/defs/gen_doc.py). + Do not modify directly and instead edit operator definitions.* + +For an operator input/output's differentiability, it can be differentiable, + non-differentiable, or undefined. If a variable's differentiability + is not specified, that variable has undefined differentiability. + +### ai.onnx (default) +|**Operator**|**Since version**|| +|-|-|-| +|Abs|13, 6, 1| +|Acos|22, 7| +|Acosh|22, 9| +|Add|14, 13, 7, 6, 1| +|And|7, 1| +|ArgMax|13, 12, 11, 1| +|ArgMin|13, 12, 11, 1| +|Asin|22, 7| +|Asinh|22, 9| +|Atan|22, 7| +|Atanh|22, 9| +|AveragePool|22, 19, 11, 10, 7, 1| +|BatchNormalization|15, 14, 9, 7, 6, 1| +|BitCast|26| +|BitShift|11| +|BitwiseAnd|18| +|BitwiseNot|18| +|BitwiseOr|18| +|BitwiseXor|18| +|Cast|25, 24, 23, 21, 19, 13, 9, 6, 1| +|Ceil|13, 6, 1| +|Col2Im|18| +|Compress|11, 9| +|Concat|13, 11, 4, 1| +|ConcatFromSequence|11| +|Constant|25, 24, 23, 21, 19, 13, 12, 11, 9, 1| +|ConstantOfShape|25, 24, 23, 21, 20, 9| +|Conv|22, 11, 1| +|ConvInteger|10| +|ConvTranspose|22, 11, 1| +|Cos|22, 7| +|Cosh|22, 9| +|CumProd|26| +|CumSum|14, 11| +|DFT|20, 17| +|DeformConv|22, 19| +|DepthToSpace|13, 11, 1| +|DequantizeLinear|25, 24, 23, 21, 19, 13, 10| +|Det|22, 11| +|Div|14, 13, 7, 6, 1| +|Dropout|22, 13, 12, 10, 7, 6, 1| +|Einsum|12| +|Equal|19, 13, 11, 7, 1| +|Erf|13, 9| +|Exp|13, 6, 1| +|Expand|13, 8| +|EyeLike|22, 9| +|Flatten|25, 24, 23, 21, 13, 11, 9, 1| +|Floor|13, 6, 1| +|GRU|22, 14, 7, 3, 1| +|Gather|13, 11, 1| +|GatherElements|13, 11| +|GatherND|13, 12, 11| +|Gemm|13, 11, 9, 7, 6, 1| +|GlobalAveragePool|22, 1| +|GlobalLpPool|22, 2, 1| +|GlobalMaxPool|22, 1| +|Greater|13, 9, 7, 1| +|GridSample|22, 20, 16| +|Hardmax|13, 11, 1| +|Identity|25, 24, 23, 21, 19, 16, 14, 13, 1| +|If|25, 24, 23, 21, 19, 16, 13, 11, 1| +|ImageDecoder|20| +|InstanceNormalization|22, 6, 1| +|IsInf|20, 10| +|IsNaN|20, 13, 9| +|LRN|13, 1| +|LSTM|22, 14, 7, 1| +|Less|13, 9, 7, 1| +|Log|13, 6, 1| +|Loop|25, 24, 23, 21, 19, 16, 13, 11, 1| +|LpNormalization|22, 1| +|LpPool|22, 18, 11, 2, 1| +|MatMul|13, 9, 1| +|MatMulInteger|10| +|Max|13, 12, 8, 6, 1| +|MaxPool|22, 12, 11, 10, 8, 1| +|MaxRoiPool|22, 1| +|MaxUnpool|22, 11, 9| +|Mean|13, 8, 6, 1| +|MelWeightMatrix|17| +|Min|13, 12, 8, 6, 1| +|Mod|13, 10| +|Mul|14, 13, 7, 6, 1| +|Multinomial|22, 7| +|Neg|13, 6, 1| +|NonMaxSuppression|11, 10| +|NonZero|13, 9| +|Not|1| +|OneHot|11, 9| +|Optional|15| +|OptionalGetElement|18, 15| +|OptionalHasElement|18, 15| +|Or|7, 1| +|Pad|25, 24, 23, 21, 19, 18, 13, 11, 2, 1| +|Pow|15, 13, 12, 7, 1| +|QLinearConv|10| +|QLinearMatMul|21, 10| +|QuantizeLinear|25, 24, 23, 21, 19, 13, 10| +|RNN|22, 14, 7, 1| +|RandomNormal|22, 1| +|RandomNormalLike|22, 1| +|RandomUniform|22, 1| +|RandomUniformLike|22, 1| +|Reciprocal|13, 6, 1| +|ReduceMax|20, 18, 13, 12, 11, 1| +|ReduceMean|18, 13, 11, 1| +|ReduceMin|20, 18, 13, 12, 11, 1| +|ReduceProd|18, 13, 11, 1| +|ReduceSum|13, 11, 1| +|RegexFullMatch|20| +|Reshape|25, 24, 23, 21, 19, 14, 13, 5, 1| +|Resize|19, 18, 13, 11, 10| +|ReverseSequence|10| +|RoiAlign|22, 16, 10| +|Round|22, 11| +|STFT|17| +|Scan|25, 24, 23, 21, 19, 16, 11, 9, 8| +|Scatter (deprecated)|11, 9| +|ScatterElements|18, 16, 13, 11| +|ScatterND|18, 16, 13, 11| +|SequenceAt|11| +|SequenceConstruct|11| +|SequenceEmpty|11| +|SequenceErase|11| +|SequenceInsert|11| +|SequenceLength|11| +|Shape|25, 24, 23, 21, 19, 15, 13, 1| +|Sigmoid|13, 6, 1| +|Sign|13, 9| +|Sin|22, 7| +|Sinh|22, 9| +|Size|25, 24, 23, 21, 19, 13, 1| +|Slice|13, 11, 10, 1| +|SpaceToDepth|13, 1| +|Split|18, 13, 11, 2, 1| +|SplitToSequence|24, 11| +|Sqrt|13, 6, 1| +|Squeeze|25, 24, 23, 21, 13, 11, 1| +|StringConcat|20| +|StringNormalizer|10| +|StringSplit|20| +|Sub|14, 13, 7, 6, 1| +|Sum|13, 8, 6, 1| +|Tan|22, 7| +|Tanh|13, 6, 1| +|TensorScatter|24| +|TfIdfVectorizer|9| +|Tile|13, 6, 1| +|TopK|24, 11, 10, 1| +|Transpose|25, 24, 23, 21, 13, 1| +|Trilu|14| +|Unique|11| +|Unsqueeze|25, 24, 23, 21, 13, 11, 1| +|Upsample (deprecated)|10, 9, 7| +|Where|16, 9| +|Xor|7, 1| +|**Function**|**Since version**|**Function version**| +|AffineGrid|20|20| +|Attention|24, 23|24| +|Bernoulli|22, 15|22| +|BlackmanWindow|17|17| +|CastLike|25, 24, 23, 21, 19, 15|25| +|CausalConvWithState|27|27| +|Celu|28, 12|28| +|CenterCropPad|18|18| +|Clip|13, 12, 11, 6, 1|13| +|DynamicQuantizeLinear|11|11| +|Elu|22, 6, 1|18| +|Gelu|20|20| +|GreaterOrEqual|16, 12|16| +|GroupNormalization|21, 18|21| +|HammingWindow|17|17| +|HannWindow|17|17| +|HardSigmoid|22, 6, 1|18| +|HardSwish|22, 14|22| +|LayerNormalization|17|17, 18| +|LeakyRelu|16, 6, 1|16| +|LessOrEqual|16, 12|16| +|LinearAttention|27|27| +|LogSoftmax|13, 11, 1|13, 18| +|MeanVarianceNormalization|13, 9|13, 18| +|Mish|22, 18|22| +|NegativeLogLikelihoodLoss|22, 13, 12|22| +|PRelu|16, 9, 7, 6, 1|16| +|RMSNormalization|23|23| +|Range|27, 11|27| +|ReduceL1|18, 13, 11, 1|18| +|ReduceL2|18, 13, 11, 1|18| +|ReduceLogSum|18, 13, 11, 1|18| +|ReduceLogSumExp|18, 13, 11, 1|18| +|ReduceSumSquare|18, 13, 11, 1|18| +|Relu|14, 13, 6, 1|18| +|RotaryEmbedding|23|23| +|Selu|22, 6, 1|18| +|SequenceMap|17|17| +|Shrink|9|18| +|Softmax|13, 11, 1|13, 18| +|SoftmaxCrossEntropyLoss|13, 12|13| +|Softplus|22, 1|18| +|Softsign|22, 1|18| +|Swish|24|24| +|ThresholdedRelu|22, 10|18| + +### ai.onnx.preview +|**Operator**|**Since version**|| +|-|-|-| +|**Function**|**Since version**|**Function version**| +|experimental ai.onnx.preview.FlexAttention|1|1| + +### ai.onnx.preview.training +|**Operator**|**Since version**|| +|-|-|-| +|ai.onnx.preview.training.Adagrad|1| +|ai.onnx.preview.training.Adam|1| +|ai.onnx.preview.training.Gradient|1| +|ai.onnx.preview.training.Momentum|1| + + +## ai.onnx (default) +### **Abs** + + Absolute takes one input data (Tensor) and produces one output data + (Tensor) where absolute value, y = abs(x), is applied to + the tensor elementwise. + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +Other versions of this operator: 1, 6 + +#### Inputs + +
+
X (differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
Y (differentiable) : T
+
Output tensor
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input and output types to all numeric tensors.
+
+ + +#### Examples + +
+abs + +```python +node = onnx.helper.make_node( + "Abs", + inputs=["x"], + outputs=["y"], +) +x = np.random.randn(3, 4, 5).astype(np.float32) +y = np.abs(x) + +expect(node, inputs=[x], outputs=[y], name="test_abs") +``` + +
+ + +#### Sample Implementation + +
+Abs + +```python +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + + +def abs(input: np.ndarray) -> np.ndarray: # noqa: A001 + return np.abs(input) # type: ignore[no-any-return] + +``` + +
+ + +### **Acos** + + Calculates the arccosine (inverse of cosine) of the given input tensor, element-wise. + +#### Version + +This version of the operator has been available since version 22 of the default ONNX operator set. + +Other versions of this operator: 7 + +#### Inputs + +
+
input (differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
output (differentiable) : T
+
The arccosine of the input tensor computed element-wise
+
+ +#### Type Constraints + +
+
T : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ + +#### Examples + +
+acos + +```python +node = onnx.helper.make_node( + "Acos", + inputs=["x"], + outputs=["y"], +) + +x = np.array([-0.5, 0, 0.5]).astype(np.float32) +y = np.arccos(x) +expect(node, inputs=[x], outputs=[y], name="test_acos_example") + +x = np.random.rand(3, 4, 5).astype(np.float32) +y = np.arccos(x) +expect(node, inputs=[x], outputs=[y], name="test_acos") +``` + +
+ + +### **Acosh** + + Calculates the hyperbolic arccosine of the given input tensor element-wise. + +#### Version + +This version of the operator has been available since version 22 of the default ONNX operator set. + +Other versions of this operator: 9 + +#### Inputs + +
+
input (differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
output (differentiable) : T
+
The hyperbolic arccosine values of the input tensor computed element-wise
+
+ +#### Type Constraints + +
+
T : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ + +#### Examples + +
+acosh + +```python +node = onnx.helper.make_node( + "Acosh", + inputs=["x"], + outputs=["y"], +) + +x = np.array([10, np.e, 1]).astype(np.float32) +y = np.arccosh(x) # expected output [2.99322295, 1.65745449, 0.] +expect(node, inputs=[x], outputs=[y], name="test_acosh_example") + +x = np.random.uniform(1.0, 10.0, (3, 4, 5)).astype(np.float32) +y = np.arccosh(x) +expect(node, inputs=[x], outputs=[y], name="test_acosh") +``` + +
+ + +### **Add** + + Performs element-wise binary addition (with Numpy-style broadcasting support). + + This operator supports **multidirectional (i.e., Numpy-style) broadcasting**; for more details please check [the doc](Broadcasting.md). + + (Opset 14 change): Extend supported types to include uint8, int8, uint16, and int16. + +#### Version + +This version of the operator has been available since version 14 of the default ONNX operator set. + +Other versions of this operator: 1, 6, 7, 13 + +#### Inputs + +
+
A (differentiable) : T
+
First operand.
+
B (differentiable) : T
+
Second operand.
+
+ +#### Outputs + +
+
C (differentiable) : T
+
Result, has same element type as two inputs
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input and output types to all numeric tensors.
+
+ + +#### Examples + +
+add + +```python +node = onnx.helper.make_node( + "Add", + inputs=["x", "y"], + outputs=["sum"], +) + +x = np.random.randn(3, 4, 5).astype(np.float32) +y = np.random.randn(3, 4, 5).astype(np.float32) +expect(node, inputs=[x, y], outputs=[x + y], name="test_add") + +x = np.random.randint(24, size=(3, 4, 5), dtype=np.int8) +y = np.random.randint(24, size=(3, 4, 5), dtype=np.int8) +expect(node, inputs=[x, y], outputs=[x + y], name="test_add_int8") + +x = np.random.randint(24, size=(3, 4, 5), dtype=np.int16) +y = np.random.randint(24, size=(3, 4, 5), dtype=np.int16) +expect(node, inputs=[x, y], outputs=[x + y], name="test_add_int16") + +x = np.random.randint(24, size=(3, 4, 5), dtype=np.uint8) +y = np.random.randint(24, size=(3, 4, 5), dtype=np.uint8) +expect(node, inputs=[x, y], outputs=[x + y], name="test_add_uint8") + +x = np.random.randint(24, size=(3, 4, 5), dtype=np.uint16) +y = np.random.randint(24, size=(3, 4, 5), dtype=np.uint16) +expect(node, inputs=[x, y], outputs=[x + y], name="test_add_uint16") + +x = np.random.randint(24, size=(3, 4, 5), dtype=np.uint32) +y = np.random.randint(24, size=(3, 4, 5), dtype=np.uint32) +expect(node, inputs=[x, y], outputs=[x + y], name="test_add_uint32") + +x = np.random.randint(24, size=(3, 4, 5), dtype=np.uint64) +y = np.random.randint(24, size=(3, 4, 5), dtype=np.uint64) +expect(node, inputs=[x, y], outputs=[x + y], name="test_add_uint64") +``` + +
+ + +
+add_broadcast + +```python +node = onnx.helper.make_node( + "Add", + inputs=["x", "y"], + outputs=["sum"], +) + +x = np.random.randn(3, 4, 5).astype(np.float32) +y = np.random.randn(5).astype(np.float32) +expect(node, inputs=[x, y], outputs=[x + y], name="test_add_bcast") +``` + +
+ + +### **AffineGrid** + + Generates a 2D or 3D flow field (sampling grid), given a batch of affine matrices theta + (https://pytorch.org/docs/stable/generated/torch.nn.functional.affine_grid.html). + An affine matrix `theta` is applied to a position tensor represented in its homogeneous expression. Here is an example in 3D: + ``` + [r00, r01, r02, t0] [x] [x'] + [r10, r11, r12, t1] * [y] = [y'] + [r20, r21, r22, t2] [z] [z'] + [0, 0, 0, 1 ] [1] [1 ] + ``` + where `(x, y, z)` is the position in the original space, `(x', y', z')` is the position in the output space. + The last row is always `[0, 0, 0, 1]` and is not stored in the affine matrix. Therefore we have `theta` of shape `(N, 2, 3)` for 2D or `(N, 3, 4)` for 3D. + + Input `size` is used to define grid of positions evenly spaced in the original 2D or 3D space, with dimensions ranging from `-1` to `1`. + The output `grid` contains positions in the output space. + + When `align_corners=1`, consider `-1` and `1` to refer to the centers of the corner pixels (mark `v` in illustration). + ``` + v v v v + |-------------------|------------------| + -1 0 1 + ``` + When `align_corners=0`, consider `-1` and `1` to refer to the outer edge of the corner pixels. + ``` + v v v v + |------------------|-------------------| + -1 0 1 + ``` + +#### Version + +This version of the operator has been available since version 20 of the default ONNX operator set. + +#### Attributes + +
+
align_corners : int (default is 0)
+
if align_corners=1, consider -1 and 1 to refer to the centers of the corner pixels. if align_corners=0, consider -1 and 1 to refer to the outer edge the corner pixels.
+
+ +#### Inputs + +
+
theta (non-differentiable) : T1
+
input batch of affine matrices with shape (N, 2, 3) for 2D or (N, 3, 4) for 3D
+
size (non-differentiable) : T2
+
the target output image size (N, C, H, W) for 2D or (N, C, D, H, W) for 3D
+
+ +#### Outputs + +
+
grid (differentiable) : T1
+
output tensor of shape (N, H, W, 2) of 2D sample coordinates or (N, D, H, W, 3) of 3D sample coordinates.
+
+ +#### Type Constraints + +
+
T1 : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain grid types to float tensors.
+
T2 : tensor(int64)
+
Constrain size's type to int64 tensors.
+
+ + +#### Examples + +
+2d_no_reference_evaluator + +```python +theta_2d = create_theta_2d() +N, C, H, W = len(theta_2d), 3, 5, 6 +data_size = (H, W) +for align_corners in (0, 1): + node = onnx.helper.make_node( + "AffineGrid", + inputs=["theta", "size"], + outputs=["grid"], + align_corners=align_corners, + ) + + original_grid = construct_original_grid(data_size, align_corners) + grid = apply_affine_transform(theta_2d, original_grid) + + test_name = "test_affine_grid_2d" + if align_corners == 1: + test_name += "_align_corners" + expect( + node, + inputs=[theta_2d, np.array([N, C, H, W], dtype=np.int64)], + outputs=[grid], + name=test_name, + ) +``` + +
+ + +
+3d_no_reference_evaluator + +```python +theta_3d = create_theta_3d() +N, C, D, H, W = len(theta_3d), 3, 4, 5, 6 +data_size = (D, H, W) +for align_corners in (0, 1): + node = onnx.helper.make_node( + "AffineGrid", + inputs=["theta", "size"], + outputs=["grid"], + align_corners=align_corners, + ) + + original_grid = construct_original_grid(data_size, align_corners) + grid = apply_affine_transform(theta_3d, original_grid) + + test_name = "test_affine_grid_3d" + if align_corners == 1: + test_name += "_align_corners" + expect( + node, + inputs=[theta_3d, np.array([N, C, D, H, W], dtype=np.int64)], + outputs=[grid], + name=test_name, + ) +``` + +
+ + +### **And** + + Returns the tensor resulted from performing the `and` logical operation + elementwise on the input tensors `A` and `B` (with Numpy-style broadcasting support). + + This operator supports **multidirectional (i.e., Numpy-style) broadcasting**; for more details please check [the doc](Broadcasting.md). + +#### Version + +This version of the operator has been available since version 7 of the default ONNX operator set. + +Other versions of this operator: 1 + +#### Inputs + +
+
A (non-differentiable) : T
+
First input operand for the logical operator.
+
B (non-differentiable) : T
+
Second input operand for the logical operator.
+
+ +#### Outputs + +
+
C (non-differentiable) : T1
+
Result tensor.
+
+ +#### Type Constraints + +
+
T : tensor(bool)
+
Constrain input to boolean tensor.
+
T1 : tensor(bool)
+
Constrain output to boolean tensor.
+
+ + +#### Examples + +
+and + +```python +node = onnx.helper.make_node( + "And", + inputs=["x", "y"], + outputs=["and"], +) + +# 2d +x = (np.random.randn(3, 4) > 0).astype(bool) +y = (np.random.randn(3, 4) > 0).astype(bool) +z = np.logical_and(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_and2d") + +# 3d +x = (np.random.randn(3, 4, 5) > 0).astype(bool) +y = (np.random.randn(3, 4, 5) > 0).astype(bool) +z = np.logical_and(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_and3d") + +# 4d +x = (np.random.randn(3, 4, 5, 6) > 0).astype(bool) +y = (np.random.randn(3, 4, 5, 6) > 0).astype(bool) +z = np.logical_and(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_and4d") +``` + +
+ + +
+and_broadcast + +```python +node = onnx.helper.make_node( + "And", + inputs=["x", "y"], + outputs=["and"], +) + +# 3d vs 1d +x = (np.random.randn(3, 4, 5) > 0).astype(bool) +y = (np.random.randn(5) > 0).astype(bool) +z = np.logical_and(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_and_bcast3v1d") + +# 3d vs 2d +x = (np.random.randn(3, 4, 5) > 0).astype(bool) +y = (np.random.randn(4, 5) > 0).astype(bool) +z = np.logical_and(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_and_bcast3v2d") + +# 4d vs 2d +x = (np.random.randn(3, 4, 5, 6) > 0).astype(bool) +y = (np.random.randn(5, 6) > 0).astype(bool) +z = np.logical_and(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_and_bcast4v2d") + +# 4d vs 3d +x = (np.random.randn(3, 4, 5, 6) > 0).astype(bool) +y = (np.random.randn(4, 5, 6) > 0).astype(bool) +z = np.logical_and(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_and_bcast4v3d") + +# 4d vs 4d +x = (np.random.randn(1, 4, 1, 6) > 0).astype(bool) +y = (np.random.randn(3, 1, 5, 6) > 0).astype(bool) +z = np.logical_and(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_and_bcast4v4d") +``` + +
+ + +### **ArgMax** + + Computes the indices of the max elements of the input tensor's element along the + provided axis. The resulting tensor has the same rank as the input if keepdims equals 1. + If keepdims equals 0, then the resulting tensor has the reduced dimension pruned. + If select_last_index is True (default False), the index of the last occurrence of the max + is selected if the max appears more than once in the input. Otherwise the index of the + first occurrence is selected. + The type of the output tensor is integer. + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +Other versions of this operator: 1, 11, 12 + +#### Attributes + +
+
axis : int (default is 0)
+
The axis in which to compute the arg indices. Accepted range is [-r, r-1] where r = rank(data).
+
keepdims : int (default is 1)
+
Keep the reduced dimension or not, default 1 means keep reduced dimension.
+
select_last_index : int (default is 0)
+
Whether to select the last index or the first index if the {name} appears in multiple indices, default is False (first index).
+
+ +#### Inputs + +
+
data (non-differentiable) : T
+
An input tensor.
+
+ +#### Outputs + +
+
reduced (non-differentiable) : tensor(int64)
+
Reduced output tensor with integer data type.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input and output types to all numeric tensors.
+
+ + +#### Examples + +
+default_axes_keepdims + +```python +data = np.array([[2, 2], [3, 10]], dtype=np.float32) +keepdims = 1 +node = onnx.helper.make_node( + "ArgMax", inputs=["data"], outputs=["result"], keepdims=keepdims +) + +# result: [[1, 1]] +result = argmax_use_numpy(data, keepdims=keepdims) +expect( + node, + inputs=[data], + outputs=[result], + name="test_argmax_default_axis_example", +) + +data = np.random.uniform(-10, 10, [2, 3, 4]).astype(np.float32) +# result's shape: [1, 3, 4] +result = argmax_use_numpy(data, keepdims=keepdims) +expect( + node, + inputs=[data], + outputs=[result], + name="test_argmax_default_axis_random", +) +``` + +
+ + +
+default_axes_keepdims_select_last_index + +```python +data = np.array([[2, 2], [3, 10]], dtype=np.float32) +keepdims = 1 +node = onnx.helper.make_node( + "ArgMax", + inputs=["data"], + outputs=["result"], + keepdims=keepdims, + select_last_index=True, +) + +# result: [[1, 1]] +result = argmax_use_numpy_select_last_index(data, keepdims=keepdims) +expect( + node, + inputs=[data], + outputs=[result], + name="test_argmax_default_axis_example_select_last_index", +) + +data = np.random.uniform(-10, 10, [2, 3, 4]).astype(np.float32) +# result's shape: [1, 3, 4] +result = argmax_use_numpy_select_last_index(data, keepdims=keepdims) +expect( + node, + inputs=[data], + outputs=[result], + name="test_argmax_default_axis_random_select_last_index", +) +``` + +
+ + +
+keepdims + +```python +data = np.array([[2, 2], [3, 10]], dtype=np.float32) +axis = 1 +keepdims = 1 +node = onnx.helper.make_node( + "ArgMax", inputs=["data"], outputs=["result"], axis=axis, keepdims=keepdims +) +# result: [[0], [1]] +result = argmax_use_numpy(data, axis=axis, keepdims=keepdims) +expect( + node, inputs=[data], outputs=[result], name="test_argmax_keepdims_example" +) + +data = np.random.uniform(-10, 10, [2, 3, 4]).astype(np.float32) +# result's shape: [2, 1, 4] +result = argmax_use_numpy(data, axis=axis, keepdims=keepdims) +expect( + node, inputs=[data], outputs=[result], name="test_argmax_keepdims_random" +) +``` + +
+ + +
+keepdims_select_last_index + +```python +data = np.array([[2, 2], [3, 10]], dtype=np.float32) +axis = 1 +keepdims = 1 +node = onnx.helper.make_node( + "ArgMax", + inputs=["data"], + outputs=["result"], + axis=axis, + keepdims=keepdims, + select_last_index=True, +) +# result: [[1], [1]] +result = argmax_use_numpy_select_last_index(data, axis=axis, keepdims=keepdims) +expect( + node, + inputs=[data], + outputs=[result], + name="test_argmax_keepdims_example_select_last_index", +) + +data = np.random.uniform(-10, 10, [2, 3, 4]).astype(np.float32) +# result's shape: [2, 1, 4] +result = argmax_use_numpy_select_last_index(data, axis=axis, keepdims=keepdims) +expect( + node, + inputs=[data], + outputs=[result], + name="test_argmax_keepdims_random_select_last_index", +) +``` + +
+ + +
+negative_axis_keepdims + +```python +data = np.array([[2, 2], [3, 10]], dtype=np.float32) +axis = -1 +keepdims = 1 +node = onnx.helper.make_node( + "ArgMax", inputs=["data"], outputs=["result"], axis=axis, keepdims=keepdims +) +# result: [[0], [1]] +result = argmax_use_numpy(data, axis=axis, keepdims=keepdims) +expect( + node, + inputs=[data], + outputs=[result], + name="test_argmax_negative_axis_keepdims_example", +) + +data = np.random.uniform(-10, 10, [2, 3, 4]).astype(np.float32) +# result's shape: [2, 3, 1] +result = argmax_use_numpy(data, axis=axis, keepdims=keepdims) +expect( + node, + inputs=[data], + outputs=[result], + name="test_argmax_negative_axis_keepdims_random", +) +``` + +
+ + +
+negative_axis_keepdims_select_last_index + +```python +data = np.array([[2, 2], [3, 10]], dtype=np.float32) +axis = -1 +keepdims = 1 +node = onnx.helper.make_node( + "ArgMax", + inputs=["data"], + outputs=["result"], + axis=axis, + keepdims=keepdims, + select_last_index=True, +) +# result: [[1], [1]] +result = argmax_use_numpy_select_last_index(data, axis=axis, keepdims=keepdims) +expect( + node, + inputs=[data], + outputs=[result], + name="test_argmax_negative_axis_keepdims_example_select_last_index", +) + +data = np.random.uniform(-10, 10, [2, 3, 4]).astype(np.float32) +# result's shape: [2, 3, 1] +result = argmax_use_numpy_select_last_index(data, axis=axis, keepdims=keepdims) +expect( + node, + inputs=[data], + outputs=[result], + name="test_argmax_negative_axis_keepdims_random_select_last_index", +) +``` + +
+ + +
+no_keepdims + +```python +data = np.array([[2, 2], [3, 10]], dtype=np.float32) +axis = 1 +keepdims = 0 +node = onnx.helper.make_node( + "ArgMax", inputs=["data"], outputs=["result"], axis=axis, keepdims=keepdims +) +# result: [0, 1] +result = argmax_use_numpy(data, axis=axis, keepdims=keepdims) +expect( + node, + inputs=[data], + outputs=[result], + name="test_argmax_no_keepdims_example", +) + +data = np.random.uniform(-10, 10, [2, 3, 4]).astype(np.float32) +# result's shape: [2, 4] +result = argmax_use_numpy(data, axis=axis, keepdims=keepdims) +expect( + node, inputs=[data], outputs=[result], name="test_argmax_no_keepdims_random" +) +``` + +
+ + +
+no_keepdims_select_last_index + +```python +data = np.array([[2, 2], [3, 10]], dtype=np.float32) +axis = 1 +keepdims = 0 +node = onnx.helper.make_node( + "ArgMax", + inputs=["data"], + outputs=["result"], + axis=axis, + keepdims=keepdims, + select_last_index=True, +) +# result: [1, 1] +result = argmax_use_numpy_select_last_index(data, axis=axis, keepdims=keepdims) +expect( + node, + inputs=[data], + outputs=[result], + name="test_argmax_no_keepdims_example_select_last_index", +) + +data = np.random.uniform(-10, 10, [2, 3, 4]).astype(np.float32) +# result's shape: [2, 4] +result = argmax_use_numpy_select_last_index(data, axis=axis, keepdims=keepdims) +expect( + node, + inputs=[data], + outputs=[result], + name="test_argmax_no_keepdims_random_select_last_index", +) +``` + +
+ + +### **ArgMin** + + Computes the indices of the min elements of the input tensor's element along the + provided axis. The resulting tensor has the same rank as the input if keepdims equals 1. + If keepdims equals 0, then the resulting tensor has the reduced dimension pruned. + If select_last_index is True (default False), the index of the last occurrence of the min + is selected if the min appears more than once in the input. Otherwise the index of the + first occurrence is selected. + The type of the output tensor is integer. + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +Other versions of this operator: 1, 11, 12 + +#### Attributes + +
+
axis : int (default is 0)
+
The axis in which to compute the arg indices. Accepted range is [-r, r-1] where r = rank(data).
+
keepdims : int (default is 1)
+
Keep the reduced dimension or not, default 1 means keep reduced dimension.
+
select_last_index : int (default is 0)
+
Whether to select the last index or the first index if the {name} appears in multiple indices, default is False (first index).
+
+ +#### Inputs + +
+
data (non-differentiable) : T
+
An input tensor.
+
+ +#### Outputs + +
+
reduced (non-differentiable) : tensor(int64)
+
Reduced output tensor with integer data type.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input and output types to all numeric tensors.
+
+ + +#### Examples + +
+default_axes_keepdims + +```python +data = np.array([[2, 1], [3, 10]], dtype=np.float32) +keepdims = 1 +node = onnx.helper.make_node( + "ArgMin", inputs=["data"], outputs=["result"], keepdims=keepdims +) + +# The content of result is : [[0], [0]] +result = argmin_use_numpy(data, keepdims=keepdims) +expect( + node, + inputs=[data], + outputs=[result], + name="test_argmin_default_axis_example", +) + +data = np.random.uniform(-10, 10, [2, 3, 4]).astype(np.float32) +# result's shape: [1, 3, 4] +result = argmin_use_numpy(data, keepdims=keepdims) +expect( + node, + inputs=[data], + outputs=[result], + name="test_argmin_default_axis_random", +) +``` + +
+ + +
+default_axes_keepdims_select_last_index + +```python +data = np.array([[2, 2], [3, 10]], dtype=np.float32) +keepdims = 1 +node = onnx.helper.make_node( + "ArgMin", + inputs=["data"], + outputs=["result"], + keepdims=keepdims, + select_last_index=True, +) + +# result: [[0, 0]] +result = argmin_use_numpy_select_last_index(data, keepdims=keepdims) +expect( + node, + inputs=[data], + outputs=[result], + name="test_argmin_default_axis_example_select_last_index", +) + +data = np.random.uniform(-10, 10, [2, 3, 4]).astype(np.float32) +# result's shape: [1, 3, 4] +result = argmin_use_numpy_select_last_index(data, keepdims=keepdims) +expect( + node, + inputs=[data], + outputs=[result], + name="test_argmin_default_axis_random_select_last_index", +) +``` + +
+ + +
+keepdims + +```python +data = np.array([[2, 1], [3, 10]], dtype=np.float32) +axis = 1 +keepdims = 1 +node = onnx.helper.make_node( + "ArgMin", inputs=["data"], outputs=["result"], axis=axis, keepdims=keepdims +) +# The content of result is : [[1], [0]] +result = argmin_use_numpy(data, axis=axis, keepdims=keepdims) +expect( + node, inputs=[data], outputs=[result], name="test_argmin_keepdims_example" +) + +data = np.random.uniform(-10, 10, [2, 3, 4]).astype(np.float32) +# result's shape: [2, 1, 4] +result = argmin_use_numpy(data, axis=axis, keepdims=keepdims) +expect( + node, inputs=[data], outputs=[result], name="test_argmin_keepdims_random" +) +``` + +
+ + +
+keepdims_select_last_index + +```python +data = np.array([[2, 2], [3, 10]], dtype=np.float32) +axis = 1 +keepdims = 1 +node = onnx.helper.make_node( + "ArgMin", + inputs=["data"], + outputs=["result"], + axis=axis, + keepdims=keepdims, + select_last_index=True, +) +# result: [[1], [0]] +result = argmin_use_numpy_select_last_index(data, axis=axis, keepdims=keepdims) +expect( + node, + inputs=[data], + outputs=[result], + name="test_argmin_keepdims_example_select_last_index", +) + +data = np.random.uniform(-10, 10, [2, 3, 4]).astype(np.float32) +# result's shape: [2, 1, 4] +result = argmin_use_numpy_select_last_index(data, axis=axis, keepdims=keepdims) +expect( + node, + inputs=[data], + outputs=[result], + name="test_argmin_keepdims_random_select_last_index", +) +``` + +
+ + +
+negative_axis_keepdims + +```python +data = np.array([[2, 1], [3, 10]], dtype=np.float32) +axis = -1 +keepdims = 1 +node = onnx.helper.make_node( + "ArgMin", inputs=["data"], outputs=["result"], axis=axis, keepdims=keepdims +) +# The content of result is : [[1], [0]] +result = argmin_use_numpy(data, axis=axis, keepdims=keepdims) +expect( + node, + inputs=[data], + outputs=[result], + name="test_argmin_negative_axis_keepdims_example", +) + +data = np.random.uniform(-10, 10, [2, 3, 4]).astype(np.float32) +# result's shape: [2, 3, 1] +result = argmin_use_numpy(data, axis=axis, keepdims=keepdims) +expect( + node, + inputs=[data], + outputs=[result], + name="test_argmin_negative_axis_keepdims_random", +) +``` + +
+ + +
+negative_axis_keepdims_select_last_index + +```python +data = np.array([[2, 2], [3, 10]], dtype=np.float32) +axis = -1 +keepdims = 1 +node = onnx.helper.make_node( + "ArgMin", + inputs=["data"], + outputs=["result"], + axis=axis, + keepdims=keepdims, + select_last_index=True, +) +# result: [[1], [0]] +result = argmin_use_numpy_select_last_index(data, axis=axis, keepdims=keepdims) +expect( + node, + inputs=[data], + outputs=[result], + name="test_argmin_negative_axis_keepdims_example_select_last_index", +) + +data = np.random.uniform(-10, 10, [2, 3, 4]).astype(np.float32) +# result's shape: [2, 3, 1] +result = argmin_use_numpy_select_last_index(data, axis=axis, keepdims=keepdims) +expect( + node, + inputs=[data], + outputs=[result], + name="test_argmin_negative_axis_keepdims_random_select_last_index", +) +``` + +
+ + +
+no_keepdims + +```python +data = np.array([[2, 1], [3, 10]], dtype=np.float32) +axis = 1 +keepdims = 0 +node = onnx.helper.make_node( + "ArgMin", inputs=["data"], outputs=["result"], axis=axis, keepdims=keepdims +) +# The content of result is : [[1, 0]] +result = argmin_use_numpy(data, axis=axis, keepdims=keepdims) +expect( + node, + inputs=[data], + outputs=[result], + name="test_argmin_no_keepdims_example", +) + +data = np.random.uniform(-10, 10, [2, 3, 4]).astype(np.float32) +# result's shape: [2, 4] +result = argmin_use_numpy(data, axis=axis, keepdims=keepdims) +expect( + node, inputs=[data], outputs=[result], name="test_argmin_no_keepdims_random" +) +``` + +
+ + +
+no_keepdims_select_last_index + +```python +data = np.array([[2, 2], [3, 10]], dtype=np.float32) +axis = 1 +keepdims = 0 +node = onnx.helper.make_node( + "ArgMin", + inputs=["data"], + outputs=["result"], + axis=axis, + keepdims=keepdims, + select_last_index=True, +) +# result: [[1, 0]] +result = argmin_use_numpy_select_last_index(data, axis=axis, keepdims=keepdims) +expect( + node, + inputs=[data], + outputs=[result], + name="test_argmin_no_keepdims_example_select_last_index", +) + +data = np.random.uniform(-10, 10, [2, 3, 4]).astype(np.float32) +# result's shape: [2, 4] +result = argmin_use_numpy_select_last_index(data, axis=axis, keepdims=keepdims) +expect( + node, + inputs=[data], + outputs=[result], + name="test_argmin_no_keepdims_random_select_last_index", +) +``` + +
+ + +### **Asin** + + Calculates the arcsine (inverse of sine) of the given input tensor, element-wise. + +#### Version + +This version of the operator has been available since version 22 of the default ONNX operator set. + +Other versions of this operator: 7 + +#### Inputs + +
+
input (differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
output (differentiable) : T
+
The arcsine of the input tensor computed element-wise
+
+ +#### Type Constraints + +
+
T : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ + +#### Examples + +
+asin + +```python +node = onnx.helper.make_node( + "Asin", + inputs=["x"], + outputs=["y"], +) + +x = np.array([-0.5, 0, 0.5]).astype(np.float32) +y = np.arcsin(x) +expect(node, inputs=[x], outputs=[y], name="test_asin_example") + +x = np.random.rand(3, 4, 5).astype(np.float32) +y = np.arcsin(x) +expect(node, inputs=[x], outputs=[y], name="test_asin") +``` + +
+ + +### **Asinh** + + Calculates the hyperbolic arcsine of the given input tensor element-wise. + +#### Version + +This version of the operator has been available since version 22 of the default ONNX operator set. + +Other versions of this operator: 9 + +#### Inputs + +
+
input (differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
output (differentiable) : T
+
The hyperbolic arcsine values of the input tensor computed element-wise
+
+ +#### Type Constraints + +
+
T : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ + +#### Examples + +
+asinh + +```python +node = onnx.helper.make_node( + "Asinh", + inputs=["x"], + outputs=["y"], +) + +x = np.array([-1, 0, 1]).astype(np.float32) +y = np.arcsinh(x) # expected output [-0.88137358, 0., 0.88137358] +expect(node, inputs=[x], outputs=[y], name="test_asinh_example") + +x = np.random.randn(3, 4, 5).astype(np.float32) +y = np.arcsinh(x) +expect(node, inputs=[x], outputs=[y], name="test_asinh") +``` + +
+ + +### **Atan** + + Calculates the arctangent (inverse of tangent) of the given input tensor, element-wise. + +#### Version + +This version of the operator has been available since version 22 of the default ONNX operator set. + +Other versions of this operator: 7 + +#### Inputs + +
+
input (differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
output (differentiable) : T
+
The arctangent of the input tensor computed element-wise
+
+ +#### Type Constraints + +
+
T : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ + +#### Examples + +
+atan + +```python +node = onnx.helper.make_node( + "Atan", + inputs=["x"], + outputs=["y"], +) + +x = np.array([-1, 0, 1]).astype(np.float32) +y = np.arctan(x) +expect(node, inputs=[x], outputs=[y], name="test_atan_example") + +x = np.random.randn(3, 4, 5).astype(np.float32) +y = np.arctan(x) +expect(node, inputs=[x], outputs=[y], name="test_atan") +``` + +
+ + +### **Atanh** + + Calculates the hyperbolic arctangent of the given input tensor element-wise. + +#### Version + +This version of the operator has been available since version 22 of the default ONNX operator set. + +Other versions of this operator: 9 + +#### Inputs + +
+
input (differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
output (differentiable) : T
+
The hyperbolic arctangent values of the input tensor computed element-wise
+
+ +#### Type Constraints + +
+
T : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ + +#### Examples + +
+atanh + +```python +node = onnx.helper.make_node( + "Atanh", + inputs=["x"], + outputs=["y"], +) + +x = np.array([-0.5, 0, 0.5]).astype(np.float32) +y = np.arctanh(x) # expected output [-0.54930615, 0., 0.54930615] +expect(node, inputs=[x], outputs=[y], name="test_atanh_example") + +x = np.random.uniform(0.0, 1.0, (3, 4, 5)).astype(np.float32) +y = np.arctanh(x) +expect(node, inputs=[x], outputs=[y], name="test_atanh") +``` + +
+ + +### **Attention** + + Computes scaled dot product attention on query, key and value tensors, using an optional attention mask if passed. + + This operator covers self and cross variants of the attention operation based on sequence lengths of K, Q and V. + + For self attention, `kv_sequence_length` equals to `q_sequence_length`. + + For cross attention, query and key might have different lengths. + + This operator also covers the 3 following variants based on the number of heads: + 1) Multi-headed Attention (MHA): Described in the paper https://arxiv.org/pdf/1706.03762, `q_num_heads = kv_num_heads`. + 2) Group-query Attention (GQA): Described in the paper https://arxiv.org/pdf/2305.13245, `q_num_heads > kv_num_heads`, `q_num_heads % kv_num_heads == 0`. + 3) Multi-query Attention (MQA): Described in the paper https://arxiv.org/pdf/1911.02150, `q_num_heads > kv_num_heads`, `kv_num_heads=1`. + + Attention bias to be added is calculated based on `attn_mask` input and `is_causal` attribute: + 1) `attn_mask`: A boolean mask where a value of `True` indicates that the element should take part in attention or a float mask of the same type as query, key, value that is added to the attention score. + 2) If `is_causal` is set to `1`, causal masking is applied with bottom-right (offset-aware) alignment: query `i` attends key `j` iff `j <= i + offset`, as illustrated below. + + ``` + 2D causal mask for Attention (PR onnx/onnx#8068) + S_q=4 queries, S_k=8 keys + Rule: query i attends key j iff j <= i + offset + offset = nonpad_kv_seqlen - S_q + + nonpad_kv_seqlen=4, offset=4-4=0 + + k0 k1 k2 k3 k4 k5 k6 k7 + +----+----+----+----+----+----+----+----+ + q0 | ## | | | | | | | | + +----+----+----+----+----+----+----+----+ + q1 | ## | ## | | | | | | | + +----+----+----+----+----+----+----+----+ + q2 | ## | ## | ## | | | | | | + +----+----+----+----+----+----+----+----+ + q3 | ## | ## | ## | ## | | | | | + +----+----+----+----+----+----+----+----+ + + + nonpad_kv_seqlen=8, offset=8-4=4 + + k0 k1 k2 k3 k4 k5 k6 k7 + +----+----+----+----+----+----+----+----+ + q0 | ## | ## | ## | ## | ## | | | | + +----+----+----+----+----+----+----+----+ + q1 | ## | ## | ## | ## | ## | ## | | | + +----+----+----+----+----+----+----+----+ + q2 | ## | ## | ## | ## | ## | ## | ## | | + +----+----+----+----+----+----+----+----+ + q3 | ## | ## | ## | ## | ## | ## | ## | ## | + +----+----+----+----+----+----+----+----+ + ``` + + With `nonpad_kv_seqlen=4` (offset=0), the mask is the standard lower-triangular. With `nonpad_kv_seqlen=8` (offset=4), the diagonal shifts right by 4, so each query sees the 4 additional valid cached keys. + + `offset` is the count of valid keys preceding the current query block: `offset = past_sequence_length` when `past_key` is provided; `offset = nonpad_kv_seqlen - q_sequence_length` (per batch) when an external cache is indicated by `nonpad_kv_seqlen` without `past_key`; `offset = 0` when neither is provided (the no-cache case, which reduces to the standard lower-triangular mask). When `offset < 0` (`nonpad_kv_seqlen < q_sequence_length`, i.e. more query tokens than cached keys) the leading query rows have an empty key set (no key satisfies `j <= i + offset`) and are fully masked. The causal frontier is computed independently of `attn_mask` and is then composed with it additively: a boolean `attn_mask` intersects the allowed set (its disallowed positions contribute `-inf` to the bias), while a float `attn_mask` is added to the attention scores rather than disabling positions. A fully-masked query row (no key attended, including the negative-offset leading rows) produces a zero output row, not `NaN`, for both `Y` and the mode-`3` `qk_matmul_output` debug output; the mode-`3` `qk_matmul_output` is emitted at the operator's output precision (`T1`). + + Errata (in-place behavioral correction, no opset bump): the reference implementation and backend tests were incorrect when `nonpad_kv_seqlen != q_sequence_length` (nonzero bottom-right offset, top-left instead of bottom-right causal alignment) and produced `NaN` for fully-masked rows; corrected in version 1.23. This fixed three behaviors described above: external-cache bottom-right causal alignment (`offset = nonpad_kv_seqlen - q_sequence_length`), zero (non-`NaN`) output for fully-masked rows including the mode-`3` `qk_matmul_output`, and the mode-`3` `qk_matmul_output` precision (`T1`). + + With respect to KV cache update, this operator allows the following two use cases: + + 1) Cache update happens inside the Attention operator. In this case, the `K` and `V` inputs contain only the incoming + tokens for the current autoregressive step, and the four optional inputs/outputs past and present key and value are + all needed. The Attention op performs a Concat operation on the past and incoming key and value to form the present + key and value, respectively. Note that this only works correctly for the special case where the past key and value + do not contain padded tokens. + 2) Cache update happens outside the Attention operator (for example, through the `TensorScatter` operator). In this + case, the `K` and `V` inputs correspond to the entire cache tensor, so the four optional inputs/outputs past and + present key and value should not be used. An additional input `nonpad_kv_seqlen` of shape (batch_size,) may be + provided to indicate the number of non-padding tokens in each sample of the batch to save unnecessary computation. + Here, the kv_sequence dimension of `attn_mask` can be shorter than `K` and `V`, but still needs to be at least as long + as the maximum value of `nonpad_kv_seqlen`. + + Both past and present state key/values are optional. They shall be used together, and not allowed to use only one of them. + The following pattern is applied to the Q, K and V inputs after appropriate reshaping of K and V inputs based on sequence lengths and num heads provided: + + ``` + The following pattern is applied by this operator: + Q K V + | | | + Q*sqrt(scale) K*sqrt(scale) | + | | | + | Transpose | + | | | + ---MatMul--- | + | | + softcap (if provided) | + | | + at_mask---Add | + | | + Softmax | + | | + -----MatMul------ + | + Y + ``` + + +#### Version + +This version of the operator has been available since version 24 of the default ONNX operator set. + +Other versions of this operator: 23 + +#### Attributes + +
+
is_causal : int (default is 0)
+
If set to `1`, causal masking is applied. For a square Q/K (no cache offset) this is a lower-triangular matrix. In general the mask is bottom-right (offset-aware): query in-block index `i` attends key `j` iff `j <= i + offset`, where `offset` is the count of valid keys preceding the query block (`past_sequence_length` for an internal `past_key` cache, or `nonpad_kv_seqlen - q_sequence_length` per batch for an external cache). When `offset = 0` this reduces to the lower-triangular (top-left) mask.
+
kv_num_heads : int
+
Number of heads of key and value. Must be used with 3D inputs of Q, K and V.
+
q_num_heads : int
+
Number of heads of query. Must be used with 3D inputs of Q, K and V.
+
qk_matmul_output_mode : int (default is 0)
+
If set to `0`, qk_matmul_output is the output of qk matmul. If set to `1`, qk_matmul_output is the output after the softcap operation (before mask addition). If set to `2`, qk_matmul_output includes the attention mask and softcap (if provided) applied to the output of qk matmul. If set to `3`, qk_matmul_output is the output after the softmax operation. In mode `3`, a fully-masked query row (every key disallowed) is a zero row, consistent with the corresponding row of the primary output `Y`: the fully-masked-row guard is applied before this output is produced. The mode-`3` output is emitted at the operator's output precision (`T1`); when `softmax_precision` differs from `T1` this is a cast of the softmax result to `T1`. Default value is 0.
+
scale : float
+
Scaling factor applied to $Q*K^T$. Default value is `1/sqrt(head_size)`. To prevent [numerical overflow](https://tinyurl.com/sudb9s96), scale `Q`, `K` by `sqrt(scale)` before matmul.
+
softcap : float (default is 0.0)
+
Softcap value for attention weights. Default value is 0.
+
softmax_precision : int
+
The floating-point precision used in softmax computation. If softmax precision is not provided, the same precision as the input of softmax (Q and K) is used.
+
+ +#### Inputs (3 - 7) + +
+
Q : T1
+
Query tensor. 4D tensor with shape `(batch_size, q_num_heads, q_sequence_length, head_size)` or 3D tensor with shape `(batch_size, q_sequence_length, q_hidden_size)`. For cases with a 3D input tensor, `q_hidden_size = q_num_heads * head_size`
+
K : T1
+
Key tensor. 4D tensor with shape `(batch_size, kv_num_heads, kv_sequence_length, head_size)` or 3D tensor with shape `(batch_size, kv_sequence_length, k_hidden_size)`. For cases with a 3D input tensor, `k_hidden_size = kv_num_heads * head_size`
+
V : T2
+
Value tensor. 4D tensor with shape `(batch_size, kv_num_heads, kv_sequence_length, v_head_size)` or 3D tensor with shape `(batch_size, kv_sequence_length, v_hidden_size)`. For cases with a 3D input tensor, `v_hidden_size = kv_num_heads * v_head_size`
+
attn_mask (optional) : U
+
Attention mask. Shape must be broadcastable to `(batch_size, q_num_heads, q_sequence_length, total_sequence_length)` where `total_sequence_length = past_sequence_length + kv_sequence_length.` The last dimension can also be shorter than `total_sequence_length` and will be padded to `total_sequence_length` with negative infinity. Two types of masks are supported: a boolean mask where a value of `True` indicates that the element should take part in attention, or a float mask of the same type as query, key, value that is added to the attention score.
+
past_key (optional) : T1
+
past state cache for key with shape `(batch_size, kv_num_heads, past_sequence_length, head_size)`
+
past_value (optional) : T2
+
past state cache for value with shape `(batch_size, kv_num_heads, past_sequence_length, v_head_size)`
+
nonpad_kv_seqlen (optional) : tensor(int64)
+
A vector of integers of shape `(batch_size,)` that indicates the number of valid (ie, non-padding) tokens in each sample. A padding mask can be derived from this. This should not be used together with `past_key` and `past_value` inputs or `present_key` and `present_value` outputs (See the KV cache use cases in the operator description).
+
+ +#### Outputs (1 - 4) + +
+
Y : T1
+
The output tensor . 4D tensor with shape `(batch_size, q_num_heads, q_sequence_length, v_head_size)` or 3D tensor with shape `(batch_size, q_sequence_length, hidden_size)`. For cases with a 3D input tensor, `hidden_size = q_num_heads * v_head_size`
+
present_key (optional) : T1
+
Updated key cache with shape `(batch_size, kv_num_heads, total_sequence_length, head_size)` where `total_sequence_length = past_sequence_length + kv_sequence_length`.
+
present_value (optional) : T2
+
Updated value cache with shape `(batch_size, kv_num_heads, total_sequence_length, v_head_size)` where `total_sequence_length = past_sequence_length + kv_sequence_length`.
+
qk_matmul_output (optional) : T1
+
The output of QK matmul. 4D tensor with shape `(batch_size, q_num_heads, q_sequence_length, total_sequence_length)` where `total_sequence_length = past_sequence_length + kv_sequence_length`.
+
+ +#### Type Constraints + +
+
T1 : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain Q and K inputs types to float tensors.
+
T2 : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain V input types to float tensors.
+
U : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(bool)
+
Constrain output 'mask' types to boolean tensors and input types.
+
+ + +#### Examples + +
+attention + +```python +node = onnx.helper.make_node("Attention", inputs=["Q", "K", "V"], outputs=["Y"]) + +Q = np.random.rand(2, 3, 4, 8).astype(np.float32) +K = np.random.rand(2, 3, 6, 8).astype(np.float32) +V = np.random.rand(2, 3, 6, 8).astype(np.float32) + +Y, _, _, _ = _compute_attention(Q, K, V) + +expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_attention_4d", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+ + +
+attention_23_boolmask_fullymasked_row_nan_robustness + +```python +"""Opset-23 fully-masked boolean ``attn_mask`` row -> zero (not ``NaN``). + +This locks the opset-23 / ``old.cc`` function-body fully-masked-row guard +against future regressions. In opset 23 the only in-contract fully-masked +row comes from an all-``False`` boolean ``attn_mask`` row (``is_causal`` is +not set here): every key for that query is disallowed, so ``softmax`` over an +all-``-inf`` bias row is ``NaN``. The guard zeros that row's probabilities +before the ``P @ V`` contraction so the output row is exactly ``0``, while +rows with at least one allowed key are unchanged. + +4D Q/K/V is used so ``q_num_heads``/``kv_num_heads`` are omitted (passing +them would make the function body treat the input as 3D). +""" +np.random.seed(4) +B, H, S, D = 1, 2, 2, 8 + +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask"], + outputs=["Y"], +) + +Q = np.random.rand(B, H, S, D).astype(np.float32) +K = np.random.rand(B, H, S, D).astype(np.float32) +V = np.random.rand(B, H, S, D).astype(np.float32) +# Row 0: no key allowed -> fully masked (Bug-2 empty row). Row 1: both keys +# allowed -> finite, unchanged by the guard. +attn_mask = np.array([[False, False], [True, True]], dtype=np.bool_) + +Y, _, _, _ = _compute_attention(Q, K, V, attn_mask=attn_mask) + +# Fully-masked row 0 is exactly zero (not NaN); every other cell is finite. +assert np.all(np.isfinite(Y)), "non-masked rows must be finite" +assert np.array_equal(Y[:, :, 0, :], np.zeros_like(Y[:, :, 0, :])), ( + "fully-masked row must be zero (Bug-2)" +) + +expect( + node, + inputs=[Q, K, V, attn_mask], + outputs=[Y], + name="test_attention_23_boolmask_fullymasked_row_nan_robustness", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+ + +
+attention_23_fullymasked_qk_matmul_output_mode3_zero + +```python +"""Opset-23 ``qk_matmul_output_mode=3`` fully-masked row is a zero row. + +Mode ``3`` exposes the post-softmax matrix as the optional +``qk_matmul_output``. For a fully-masked query row (all-``False`` boolean +``attn_mask`` row), the fully-masked-row guard is applied before this output +is produced, so the mode-3 row is zeroed, consistent with the primary output +``Y`` row (both are ``0``). This pins the mandated agreement between the +guarded primary output and the mode-3 output at opset 23. + +4D Q/K/V is used so ``q_num_heads``/``kv_num_heads`` are omitted (passing +them would make the function body treat the input as 3D). +""" +np.random.seed(13) +B, H, S, D = 1, 2, 2, 8 + +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask"], + outputs=["Y", "", "", "qk_matmul_output"], + qk_matmul_output_mode=3, +) + +Q = np.random.rand(B, H, S, D).astype(np.float32) +K = np.random.rand(B, H, S, D).astype(np.float32) +V = np.random.rand(B, H, S, D).astype(np.float32) +# Row 0: no key allowed -> fully masked. Row 1: both keys allowed -> finite. +attn_mask = np.array([[False, False], [True, True]], dtype=np.bool_) + +Y, _, _, qk_matmul_output = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + qk_matmul_output_mode=3, +) + +# Primary output row 0 and the mode-3 row 0 are both guarded to zero. +assert np.array_equal(Y[:, :, 0, :], np.zeros_like(Y[:, :, 0, :])), ( + "fully-masked primary output row must be zero" +) +assert np.array_equal( + qk_matmul_output[:, :, 0, :], np.zeros_like(qk_matmul_output[:, :, 0, :]) +), "mode-3 output row for a fully-masked query must be zero (consistent with Y)" +assert np.all(np.isfinite(qk_matmul_output)), ( + "all mode-3 rows are finite (the fully-masked row is guarded to 0.0)" +) +assert np.all(np.isfinite(Y)), ( + "all Y rows are finite (the fully-masked row is guarded to 0.0)" +) + +expect( + node, + inputs=[Q, K, V, attn_mask], + outputs=[Y, qk_matmul_output], + name="test_attention_23_fullymasked_qk_matmul_output_mode3_zero", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+ + +
+attention_24_fullymasked_qk_matmul_output_mode3_zero + +```python +"""Opset-24 ``qk_matmul_output_mode=3`` fully-masked row is a zero row. + +The opset-24 twin of +``export_attention_23_fullymasked_qk_matmul_output_mode3_zero``. Mode ``3`` +exposes the post-softmax matrix as the optional ``qk_matmul_output``. For a +fully-masked query row (all-``False`` boolean ``attn_mask`` row), the +fully-masked-row guard is applied before this output is produced, so the +mode-3 row is zeroed, consistent with the primary output ``Y`` row (both are +``0``). This pins the mandated agreement between the guarded primary output +and the mode-3 output at opset 24. + +4D Q/K/V is used so ``q_num_heads``/``kv_num_heads`` are omitted (passing +them would make the function body treat the input as 3D). +""" +np.random.seed(13) +B, H, S, D = 1, 2, 2, 8 + +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask"], + outputs=["Y", "", "", "qk_matmul_output"], + qk_matmul_output_mode=3, +) + +Q = np.random.rand(B, H, S, D).astype(np.float32) +K = np.random.rand(B, H, S, D).astype(np.float32) +V = np.random.rand(B, H, S, D).astype(np.float32) +# Row 0: no key allowed -> fully masked. Row 1: both keys allowed -> finite. +attn_mask = np.array([[False, False], [True, True]], dtype=np.bool_) + +Y, _, _, qk_matmul_output = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + qk_matmul_output_mode=3, +) + +# Primary output row 0 and the mode-3 row 0 are both guarded to zero. +assert np.array_equal(Y[:, :, 0, :], np.zeros_like(Y[:, :, 0, :])), ( + "fully-masked primary output row must be zero" +) +assert np.array_equal( + qk_matmul_output[:, :, 0, :], np.zeros_like(qk_matmul_output[:, :, 0, :]) +), "mode-3 output row for a fully-masked query must be zero (consistent with Y)" +assert np.all(np.isfinite(qk_matmul_output)), ( + "all mode-3 rows are finite (the fully-masked row is guarded to 0.0)" +) +assert np.all(np.isfinite(Y)), ( + "all Y rows are finite (the fully-masked row is guarded to 0.0)" +) + +expect( + node, + inputs=[Q, K, V, attn_mask], + outputs=[Y, qk_matmul_output], + name="test_attention_24_fullymasked_qk_matmul_output_mode3_zero", + opset_imports=[onnx.helper.make_opsetid("", 24)], +) +``` + +
+ + +
+attention_24_qk_matmul_output_mode3_softmax_precision + +```python +"""Mode-3 ``qk_matmul_output`` is emitted at the output precision ``T1``. + +``qk_matmul_output_mode=3`` exposes the post-softmax probabilities. When +``softmax_precision`` differs from the operator's output type ``T1`` (here +``T1 = float16`` with softmax computed in ``float32``), the mode-3 output is +cast back to ``T1`` -- matching the reference implementation, which casts the +exposed matrix to ``Q.dtype``. This locks both the dtype contract and the +fully-masked-row zeroing under a non-default ``softmax_precision``. + +4D Q/K/V is used so ``q_num_heads``/``kv_num_heads`` are omitted (passing +them would make the function body treat the input as 3D). +""" +np.random.seed(17) +B, H, S, D = 1, 2, 2, 8 + +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask"], + outputs=["Y", "", "", "qk_matmul_output"], + qk_matmul_output_mode=3, + softmax_precision=int(onnx.TensorProto.FLOAT), +) + +# T1 = float16; softmax runs in float32, so the mode-3 output is cast back to +# float16 on emission. +Q = np.random.rand(B, H, S, D).astype(np.float16) +K = np.random.rand(B, H, S, D).astype(np.float16) +V = np.random.rand(B, H, S, D).astype(np.float16) +# Row 0: fully masked. Row 1: both keys allowed -> finite. +attn_mask = np.array([[False, False], [True, True]], dtype=np.bool_) + +Y, _, _, qk_matmul_output = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + qk_matmul_output_mode=3, + softmax_precision=int(onnx.TensorProto.FLOAT), +) + +# The mode-3 output is emitted at T1 (float16), not the float32 softmax +# precision, matching the operator's output type. +assert qk_matmul_output.dtype == np.float16, ( + "mode-3 qk_matmul_output must be emitted at the output precision T1 (float16)" +) +# The fully-masked row is still guarded to zero, consistent with Y. +assert np.array_equal( + qk_matmul_output[:, :, 0, :], np.zeros_like(qk_matmul_output[:, :, 0, :]) +), "mode-3 output row for a fully-masked query must be zero (consistent with Y)" +assert np.all(np.isfinite(qk_matmul_output)), ( + "all mode-3 rows are finite (the fully-masked row is guarded to 0.0)" +) + +expect( + node, + inputs=[Q, K, V, attn_mask], + outputs=[Y, qk_matmul_output], + name="test_attention_24_qk_matmul_output_mode3_softmax_precision", + opset_imports=[onnx.helper.make_opsetid("", 24)], +) +``` + +
+ + +
+attention_3d + +```python +q_num_heads, kv_num_heads = 3, 3 +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V"], + outputs=["Y"], + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, +) + +Q = np.random.rand(2, 4, 24).astype(np.float32) +K = np.random.rand(2, 6, 24).astype(np.float32) +V = np.random.rand(2, 6, 24).astype(np.float32) + +Y, _, _, _ = _compute_attention( + Q, + K, + V, + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, +) + +expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_attention_3d", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+ + +
+attention_3d_attn_mask + +```python +q_num_heads, kv_num_heads = 3, 3 +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask"], + outputs=["Y"], + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, +) + +Q = np.random.rand(2, 4, 24).astype(np.float32) +K = np.random.rand(2, 6, 24).astype(np.float32) +V = np.random.rand(2, 6, 24).astype(np.float32) +attn_mask = np.random.rand(4, 6).astype(np.float32) + +Y, _, _, _ = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, +) + +expect( + node, + inputs=[Q, K, V, attn_mask], + outputs=[Y], + name="test_attention_3d_attn_mask", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+ + +
+attention_3d_causal + +```python +q_num_heads, kv_num_heads = 3, 3 +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V"], + outputs=["Y"], + is_causal=1, + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, +) + +Q = np.random.rand(2, 4, 24).astype(np.float32) +K = np.random.rand(2, 6, 24).astype(np.float32) +V = np.random.rand(2, 6, 24).astype(np.float32) + +Y, _, _, _ = _compute_attention( + Q, + K, + V, + is_causal=1, + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, +) + +expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_attention_3d_causal", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+ + +
+attention_3d_diff_head_sizes + +```python +q_num_heads, kv_num_heads = 3, 3 +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V"], + outputs=["Y"], + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, +) + +Q = np.random.rand(2, 4, 24).astype(np.float32) +K = np.random.rand(2, 6, 24).astype(np.float32) +V = np.random.rand(2, 6, 30).astype(np.float32) + +Y, _, _, _ = _compute_attention( + Q, + K, + V, + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, +) + +expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_attention_3d_diff_heads_sizes", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+ + +
+attention_3d_diff_head_sizes_attn_mask + +```python +q_num_heads, kv_num_heads = 3, 3 +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask"], + outputs=["Y"], + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, +) + +Q = np.random.rand(2, 4, 24).astype(np.float32) +K = np.random.rand(2, 6, 24).astype(np.float32) +V = np.random.rand(2, 6, 30).astype(np.float32) +attn_mask = np.random.rand(4, 6).astype(np.float32) + +Y, _, _, _ = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, +) + +expect( + node, + inputs=[Q, K, V, attn_mask], + outputs=[Y], + name="test_attention_3d_diff_heads_sizes_attn_mask", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+ + +
+attention_3d_diff_head_sizes_causal + +```python +q_num_heads, kv_num_heads = 3, 3 +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V"], + outputs=["Y"], + is_causal=1, + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, +) + +Q = np.random.rand(2, 4, 24).astype(np.float32) +K = np.random.rand(2, 6, 24).astype(np.float32) +V = np.random.rand(2, 6, 30).astype(np.float32) + +Y, _, _, _ = _compute_attention( + Q, + K, + V, + is_causal=1, + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, +) + +expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_attention_3d_diff_heads_sizes_causal", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+ + +
+attention_3d_diff_head_sizes_scaled + +```python +scale = 1e-2 +q_num_heads, kv_num_heads = 3, 3 +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V"], + outputs=["Y"], + scale=scale, + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, +) + +Q = np.random.rand(2, 4, 24).astype(np.float32) +K = np.random.rand(2, 6, 24).astype(np.float32) +V = np.random.rand(2, 6, 30).astype(np.float32) + +Y, _, _, _ = _compute_attention( + Q, + K, + V, + scale=scale, + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, +) + +expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_attention_3d_diff_heads_sizes_scaled", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+ + +
+attention_3d_diff_head_sizes_softcap + +```python +q_num_heads, kv_num_heads = 3, 3 +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V"], + outputs=["Y"], + softcap=3.0, + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, +) + +Q = np.random.rand(2, 4, 24).astype(np.float32) +K = np.random.rand(2, 6, 24).astype(np.float32) +V = np.random.rand(2, 6, 30).astype(np.float32) + +Y, _, _, _ = _compute_attention( + Q, + K, + V, + softcap=3.0, + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, +) + +expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_attention_3d_diff_heads_sizes_softcap", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+ + +
+attention_3d_diff_head_sizes_with_past_and_present + +```python +q_num_heads, kv_num_heads = 3, 3 +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask", "past_key", "past_value"], + outputs=["Y", "present_key", "present_value"], + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, +) + +past_sequence_length = 12 +Q = np.random.rand(2, 4, 24).astype(np.float32) +K = np.random.rand(2, 6, 24).astype(np.float32) +V = np.random.rand(2, 6, 30).astype(np.float32) +attn_mask = np.random.rand(4, 6 + past_sequence_length).astype(np.float32) +past_key = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float32) +past_value = np.random.rand(2, 3, past_sequence_length, 10).astype(np.float32) + +Y, present_key, present_value, _ = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + past_key=past_key, + past_value=past_value, + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, +) + +expect( + node, + inputs=[Q, K, V, attn_mask, past_key, past_value], + outputs=[Y, present_key, present_value], + name="test_attention_3d_diff_heads_with_past_and_present", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+ + +
+attention_3d_gqa + +```python +q_num_heads, kv_num_heads = 9, 3 +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V"], + outputs=["Y"], + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, +) + +Q = np.random.rand(2, 4, 72).astype(np.float32) +K = np.random.rand(2, 6, 24).astype(np.float32) +V = np.random.rand(2, 6, 24).astype(np.float32) + +Y, _, _, _ = _compute_attention( + Q, + K, + V, + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, +) + +expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_attention_3d_gqa", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+ + +
+attention_3d_gqa_attn_mask + +```python +q_num_heads, kv_num_heads = 9, 3 +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask"], + outputs=["Y"], + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, +) + +Q = np.random.rand(2, 4, 72).astype(np.float32) +K = np.random.rand(2, 6, 24).astype(np.float32) +V = np.random.rand(2, 6, 24).astype(np.float32) +attn_mask = np.random.rand(4, 6).astype(np.float32) + +Y, _, _, _ = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, +) + +expect( + node, + inputs=[Q, K, V, attn_mask], + outputs=[Y], + name="test_attention_3d_gqa_attn_mask", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+ + +
+attention_3d_gqa_causal + +```python +q_num_heads, kv_num_heads = 9, 3 +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V"], + outputs=["Y"], + is_causal=1, + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, +) + +Q = np.random.rand(2, 4, 72).astype(np.float32) +K = np.random.rand(2, 6, 24).astype(np.float32) +V = np.random.rand(2, 6, 24).astype(np.float32) + +Y, _, _, _ = _compute_attention( + Q, + K, + V, + is_causal=1, + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, +) + +expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_attention_3d_gqa_causal", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+ + +
+attention_3d_gqa_scaled + +```python +scale = 1e-2 +q_num_heads, kv_num_heads = 9, 3 +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V"], + outputs=["Y"], + scale=scale, + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, +) + +Q = np.random.rand(2, 4, 72).astype(np.float32) +K = np.random.rand(2, 6, 24).astype(np.float32) +V = np.random.rand(2, 6, 24).astype(np.float32) + +Y, _, _, _ = _compute_attention( + Q, + K, + V, + scale=scale, + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, +) + +expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_attention_3d_gqa_scaled", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+ + +
+attention_3d_gqa_softcap + +```python +q_num_heads, kv_num_heads = 9, 3 +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V"], + outputs=["Y"], + softcap=3.0, + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, +) + +Q = np.random.rand(2, 4, 72).astype(np.float32) +K = np.random.rand(2, 6, 24).astype(np.float32) +V = np.random.rand(2, 6, 24).astype(np.float32) + +Y, _, _, _ = _compute_attention( + Q, + K, + V, + softcap=3.0, + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, +) + +expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_attention_3d_gqa_softcap", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+ + +
+attention_3d_gqa_with_past_and_present + +```python +q_num_heads, kv_num_heads = 9, 3 +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask", "past_key", "past_value"], + outputs=["Y", "present_key", "present_value"], + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, +) + +past_sequence_length = 12 +Q = np.random.rand(2, 4, 72).astype(np.float32) +K = np.random.rand(2, 6, 24).astype(np.float32) +V = np.random.rand(2, 6, 24).astype(np.float32) +attn_mask = np.random.rand(4, 6 + past_sequence_length).astype(np.float32) +past_key = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float32) +past_value = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float32) + +Y, present_key, present_value, _ = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + past_key=past_key, + past_value=past_value, + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, +) + +expect( + node, + inputs=[Q, K, V, attn_mask, past_key, past_value], + outputs=[Y, present_key, present_value], + name="test_attention_3d_gqa_with_past_and_present", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+ + +
+attention_3d_scaled + +```python +scale = 1e-2 +q_num_heads, kv_num_heads = 3, 3 +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V"], + outputs=["Y"], + scale=scale, + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, +) + +Q = np.random.rand(2, 4, 24).astype(np.float32) +K = np.random.rand(2, 6, 24).astype(np.float32) +V = np.random.rand(2, 6, 24).astype(np.float32) + +Y, _, _, _ = _compute_attention( + Q, + K, + V, + scale=scale, + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, +) + +expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_attention_3d_scaled", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+ + +
+attention_3d_softcap + +```python +q_num_heads, kv_num_heads = 3, 3 +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V"], + outputs=["Y"], + softcap=3.0, + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, +) + +Q = np.random.rand(2, 4, 24).astype(np.float32) +K = np.random.rand(2, 6, 24).astype(np.float32) +V = np.random.rand(2, 6, 24).astype(np.float32) + +Y, _, _, _ = _compute_attention( + Q, + K, + V, + softcap=3.0, + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, +) + +expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_attention_3d_softcap", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+ + +
+attention_3d_transpose_verification + +```python +"""Test case to verify correct 3D to 4D transpose behavior. + +This test verifies that 3D inputs are correctly reshaped and transposed +according to the ONNX specification: +[batch_size, seq_length, hidden_size] -> +[batch_size, seq_length, num_heads, head_size] -> +[batch_size, num_heads, seq_length, head_size] +""" +q_num_heads, kv_num_heads = 3, 3 +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V"], + outputs=["Y"], + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, +) + +# Test inputs that will clearly demonstrate the transpose behavior +batch_size = 1 +q_seq_length = 2 +kv_seq_length = 2 +head_size = 4 +q_hidden_size = q_num_heads * head_size # 3 * 4 = 12 +kv_hidden_size = kv_num_heads * head_size # 3 * 4 = 12 + +# Create structured inputs to verify correct transpose behavior +# Q has a pattern where each position in hidden dimension has a specific value +Q = np.zeros((batch_size, q_seq_length, q_hidden_size), dtype=np.float32) +# Fill Q with pattern: head0=[1,1,1,1], head1=[2,2,2,2], head2=[3,3,3,3] +for head in range(q_num_heads): + start_idx = head * head_size + end_idx = start_idx + head_size + Q[0, :, start_idx:end_idx] = float(head + 1) + +K = np.ones((batch_size, kv_seq_length, kv_hidden_size), dtype=np.float32) * 0.1 +V = np.ones((batch_size, kv_seq_length, kv_hidden_size), dtype=np.float32) * 0.1 + +Y, _, _, _ = _compute_attention( + Q, + K, + V, + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, +) + +expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_attention_3d_transpose_verification", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+ + +
+attention_3d_with_past_and_present + +```python +q_num_heads, kv_num_heads = 3, 3 +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask", "past_key", "past_value"], + outputs=["Y", "present_key", "present_value"], + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, +) + +past_sequence_length = 12 +Q = np.random.rand(2, 4, 24).astype(np.float32) +K = np.random.rand(2, 6, 24).astype(np.float32) +V = np.random.rand(2, 6, 24).astype(np.float32) +attn_mask = np.random.rand(4, 6 + past_sequence_length).astype(np.float32) +past_key = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float32) +past_value = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float32) + +Y, present_key, present_value, _ = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + past_key=past_key, + past_value=past_value, + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, +) + +expect( + node, + inputs=[Q, K, V, attn_mask, past_key, past_value], + outputs=[Y, present_key, present_value], + name="test_attention_3d_with_past_and_present", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+ + +
+attention_3d_with_past_and_present_qk_matmul + +```python +q_num_heads, kv_num_heads = 3, 3 +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask", "past_key", "past_value"], + outputs=["Y", "present_key", "present_value", "qk_matmul_output"], + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, +) + +past_sequence_length = 12 +Q = np.random.rand(2, 4, 24).astype(np.float32) +K = np.random.rand(2, 6, 24).astype(np.float32) +V = np.random.rand(2, 6, 24).astype(np.float32) +attn_mask = np.random.rand(4, 6 + past_sequence_length).astype(np.float32) +past_key = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float32) +past_value = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float32) + +Y, present_key, present_value, qk_matmul_output = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + past_key=past_key, + past_value=past_value, + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, +) + +expect( + node, + inputs=[Q, K, V, attn_mask, past_key, past_value], + outputs=[Y, present_key, present_value, qk_matmul_output], + name="test_attention_3d_with_past_and_present_qk_matmul", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+ + +
+attention_3d_with_past_and_present_qk_matmul_bias + +```python +q_num_heads, kv_num_heads = 3, 3 +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask", "past_key", "past_value"], + outputs=["Y", "present_key", "present_value", "qk_matmul_output"], + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, + qk_matmul_output_mode=2, +) + +past_sequence_length = 12 +Q = np.random.rand(2, 4, 24).astype(np.float32) +K = np.random.rand(2, 6, 24).astype(np.float32) +V = np.random.rand(2, 6, 24).astype(np.float32) +attn_mask = np.random.rand(4, 6 + past_sequence_length).astype(np.float32) +past_key = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float32) +past_value = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float32) + +Y, present_key, present_value, qk_matmul_output = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + past_key=past_key, + past_value=past_value, + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, + qk_matmul_output_mode=2, +) + +expect( + node, + inputs=[Q, K, V, attn_mask, past_key, past_value], + outputs=[Y, present_key, present_value, qk_matmul_output], + name="test_attention_3d_with_past_and_present_qk_matmul_bias", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+ + +
+attention_3d_with_past_and_present_qk_matmul_softcap + +```python +q_num_heads, kv_num_heads = 3, 3 +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask", "past_key", "past_value"], + outputs=["Y", "present_key", "present_value", "qk_matmul_output"], + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, + softcap=2.0, + qk_matmul_output_mode=1, +) + +past_sequence_length = 12 +Q = np.random.rand(2, 4, 24).astype(np.float32) +K = np.random.rand(2, 6, 24).astype(np.float32) +V = np.random.rand(2, 6, 24).astype(np.float32) +attn_mask = np.random.rand(4, 6 + past_sequence_length).astype(np.float32) +past_key = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float32) +past_value = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float32) + +Y, present_key, present_value, qk_matmul_output = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + past_key=past_key, + past_value=past_value, + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, + softcap=2.0, + qk_matmul_output_mode=1, +) + +expect( + node, + inputs=[Q, K, V, attn_mask, past_key, past_value], + outputs=[Y, present_key, present_value, qk_matmul_output], + name="test_attention_3d_with_past_and_present_qk_matmul_softcap", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+ + +
+attention_3d_with_past_and_present_qk_matmul_softmax + +```python +q_num_heads, kv_num_heads = 3, 3 +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask", "past_key", "past_value"], + outputs=["Y", "present_key", "present_value", "qk_matmul_output"], + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, + qk_matmul_output_mode=3, +) + +past_sequence_length = 12 +Q = np.random.rand(2, 4, 24).astype(np.float32) +K = np.random.rand(2, 6, 24).astype(np.float32) +V = np.random.rand(2, 6, 24).astype(np.float32) +attn_mask = np.random.rand(4, 6 + past_sequence_length).astype(np.float32) +past_key = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float32) +past_value = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float32) + +Y, present_key, present_value, qk_matmul_output = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + past_key=past_key, + past_value=past_value, + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, + qk_matmul_output_mode=3, +) + +expect( + node, + inputs=[Q, K, V, attn_mask, past_key, past_value], + outputs=[Y, present_key, present_value, qk_matmul_output], + name="test_attention_3d_with_past_and_present_qk_matmul_softmax", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+ + +
+attention_4d_causal_nonpad_attn_mask_composition + +```python +"""Compose ``is_causal`` + ``nonpad_kv_seqlen`` + boolean ``attn_mask``. + +The existing nonpad tests use no ``attn_mask`` and the existing mask tests +use no ``nonpad_kv_seqlen``; this is the first to activate all three +constraints together on the external-cache path with ``batch > 1``. The +three biases are summed additively and a key is attended only if allowed by +all three. Crucially the inputs are designed so that **each constraint is +independently necessary** -- removing any one changes the golden -- to avoid a +degenerate test that a backend ignoring ``is_causal`` and/or +``nonpad_kv_seqlen`` could still pass: + +* **``is_causal`` binds.** Each batch has a key that the boolean mask allows + (``True``) but the bottom-right causal frontier disallows + (``j > i + offset``); only ``is_causal`` masks it (batch 0 row 0 key 2, + batch 1 row 0 key 3). +* **``attn_mask`` binds.** Each batch has a key the causal frontier and the + padding bound both allow but the boolean mask sets ``False`` (batch 0 row 2 + key 1, batch 1 row 2 key 2); only the mask masks it. +* **``nonpad_kv_seqlen`` binds.** ``nonpad_kv_seqlen`` sets the per-batch + causal *offset* (``offset = nonpad_kv_seqlen - q_sequence_length``), so + dropping it collapses the frontier to top-left (``offset = 0``) and shifts + which keys are attended. (Under ``is_causal=1`` the causal frontier already + subsumes the ``j < nonpad`` padding bound, so ``nonpad_kv_seqlen`` binds + through the offset it induces rather than through a redundant padding cut.) + +The mask is chosen to leave at least one allowed key on every query row, so +this exercises the *intersection* of the three constraints with finite outputs +(the fully-masked-row guard is covered by +``test_attention_4d_causal_nonpad_negative_offset_structural_empty`` and +``test_attention_24_fullymasked_qk_matmul_output_mode3_zero``). + +4D Q/K/V is used so ``q_num_heads``/``kv_num_heads`` are omitted (passing +them would make the function body treat the input as 3D). +""" +np.random.seed(11) +B, H, L, D = 2, 2, 6, 8 +S_q = 3 + +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask", "", "", "nonpad_kv_seqlen"], + outputs=["Y"], + is_causal=1, +) + +Q = np.random.rand(B, H, S_q, D).astype(np.float32) +K = np.random.rand(B, H, L, D).astype(np.float32) +V = np.random.rand(B, H, L, D).astype(np.float32) +nonpad_kv_seqlen = np.array([4, 5], dtype=np.int64) # offsets [1, 2] +# Per-batch (B, 1, S_q, L) bool mask. Each batch is laid out so all three +# constraints uniquely bind (see the docstring): a causal-only-masked key +# (mask True, j > i + offset), a mask-only-masked key (mask False, causal + +# nonpad allow it), and >=1 allowed key per row. +attn_mask = np.array( + [ + [ + [ + [True, True, True, False, False, False], + [True, True, True, False, False, False], + [True, False, True, True, False, False], + ] + ], + [ + [ + [True, True, True, True, False, False], + [True, True, True, True, False, False], + [True, True, False, True, True, False], + ] + ], + ], + dtype=np.bool_, +) + +Y, _, _, _ = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + nonpad_kv_seqlen=nonpad_kv_seqlen, + is_causal=1, +) + +# The chosen mask leaves >=1 allowed key per row, so the composition stays +# finite (no fully-masked row in this case). +assert np.all(np.isfinite(Y)), "composed-constraint output must be finite" + +# Non-degeneracy: each constraint is independently necessary. Removing any one +# of the three (is_causal, attn_mask, nonpad_kv_seqlen) must change the result, +# so a backend that ignores is_causal or nonpad_kv_seqlen cannot reproduce the +# golden by applying only the most restrictive mask. +y_no_causal, _, _, _ = _compute_attention( + Q, K, V, attn_mask=attn_mask, nonpad_kv_seqlen=nonpad_kv_seqlen, is_causal=0 +) +y_no_mask, _, _, _ = _compute_attention( + Q, K, V, nonpad_kv_seqlen=nonpad_kv_seqlen, is_causal=1 +) +y_no_nonpad, _, _, _ = _compute_attention( + Q, K, V, attn_mask=attn_mask, is_causal=1 +) +assert not np.allclose(Y, y_no_causal, equal_nan=True), ( + "is_causal must bind: dropping it changes the result" +) +assert not np.allclose(Y, y_no_mask, equal_nan=True), ( + "attn_mask must bind: dropping it changes the result" +) +assert not np.allclose(Y, y_no_nonpad, equal_nan=True), ( + "nonpad_kv_seqlen must bind (via the causal offset): dropping it changes the result" +) + +expect( + node, + inputs=[Q, K, V, attn_mask, nonpad_kv_seqlen], + outputs=[Y], + name="test_attention_4d_causal_nonpad_attn_mask_composition", + opset_imports=[onnx.helper.make_opsetid("", 24)], +) +``` + +
+ + +
+attention_4d_causal_nonpad_batch_prefill + +```python +"""Batch>1 continued prefill with distinct per-batch bottom-right offsets. + +The batched generalization of the ``batch == 1`` continued-prefill case: with +``nonpad_kv_seqlen = [4, 5, 6]`` and ``S_q = 2`` the per-batch bottom-right +offsets are ``[2, 3, 4]`` (all ``>= 0``), so each batch realigns its causal +frontier to its own valid-key prefix. This pins that the per-batch offset is +applied independently across the batch dimension. + +4D Q/K/V is used so ``q_num_heads``/``kv_num_heads`` are omitted (passing +them would make the function body treat the input as 3D). +""" +np.random.seed(12) +B, H, L, D = 3, 2, 6, 8 +S_q = 2 + +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "", "", "", "nonpad_kv_seqlen"], + outputs=["Y"], + is_causal=1, +) + +Q = np.random.rand(B, H, S_q, D).astype(np.float32) +K = np.random.rand(B, H, L, D).astype(np.float32) +V = np.random.rand(B, H, L, D).astype(np.float32) +nonpad_kv_seqlen = np.array([4, 5, 6], dtype=np.int64) # offsets [2, 3, 4] + +Y, _, _, _ = _compute_attention( + Q, + K, + V, + nonpad_kv_seqlen=nonpad_kv_seqlen, + is_causal=1, +) + +assert np.all(np.isfinite(Y)), "per-batch prefill output must be finite" + +expect( + node, + inputs=[Q, K, V, nonpad_kv_seqlen], + outputs=[Y], + name="test_attention_4d_causal_nonpad_batch_prefill", + opset_imports=[onnx.helper.make_opsetid("", 24)], +) +``` + +
+ + +
+attention_4d_causal_nonpad_continued_prefill + +```python +"""Continued / chunked prefill (S_q=2) into a partially-filled static cache. + +With ``nonpad_kv_seqlen = [4]`` and ``S_q = 2`` the bottom-right offset is +``4 - 2 = 2``: query 0 attends keys ``{0,1,2}`` and query 1 attends +``{0,1,2,3}``. The old top-left alignment would mask everything past the +diagonal (``{0}`` and ``{0,1}``), so this test fails pre-fix. +""" +np.random.seed(1) +B, H, L, D = 1, 2, 4, 8 +S_q = 2 + +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "", "", "", "nonpad_kv_seqlen"], + outputs=["Y"], + is_causal=1, +) + +Q = np.random.rand(B, H, S_q, D).astype(np.float32) +K = np.random.rand(B, H, L, D).astype(np.float32) +V = np.random.rand(B, H, L, D).astype(np.float32) +nonpad_kv_seqlen = np.array([4], dtype=np.int64) + +Y, _, _, _ = _compute_attention( + Q, + K, + V, + nonpad_kv_seqlen=nonpad_kv_seqlen, + is_causal=1, +) + +expect( + node, + inputs=[Q, K, V, nonpad_kv_seqlen], + outputs=[Y], + name="test_attention_4d_causal_nonpad_continued_prefill", + opset_imports=[onnx.helper.make_opsetid("", 24)], +) +``` + +
+ + +
+attention_4d_causal_nonpad_negative_offset_structural_empty + +```python +"""Negative bottom-right offset: structurally-empty early query rows -> zero. + +This is the onnx-node twin of the ORT gtest +``Attention_Causal_NonPadKVSeqLen_StructuralEmptyRow_Zero`` / +``StructuralEmptyRows_Zero_CUDA``. With ``nonpad_kv_seqlen = [2]`` and +``S_q = 4`` the bottom-right offset is ``2 - 4 = -2``: query row ``sq`` +attends keys ``0..(sq - 2)``, so rows 0 and 1 have an empty key set. Their +``softmax`` over an all-``-inf`` bias row is ``NaN``; the fully-masked-row +guard zeros those rows before the ``P @ V`` contraction so the output rows are +exactly ``0``, while rows 2 and 3 (attending keys ``{0}`` and ``{0,1}``) stay finite +and nonzero. A ``nonpad_kv_seqlen[b] < q_sequence_length`` input is out of +the contract's intended use, but its result is still well-defined (zeroed +rows) rather than ``NaN``; this test pins that defined behavior. + +4D Q/K/V is used so ``q_num_heads``/``kv_num_heads`` are omitted (passing +them would make the function body treat the input as 3D). +""" +np.random.seed(7) +B, H, L, D = 1, 2, 4, 8 +S_q = 4 + +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "", "", "", "nonpad_kv_seqlen"], + outputs=["Y"], + is_causal=1, +) + +Q = np.random.rand(B, H, S_q, D).astype(np.float32) +K = np.random.rand(B, H, L, D).astype(np.float32) +V = np.random.rand(B, H, L, D).astype(np.float32) +# offset = nonpad - S_q = 2 - 4 = -2 -> rows 0,1 structurally empty. +nonpad_kv_seqlen = np.array([2], dtype=np.int64) + +Y, _, _, _ = _compute_attention( + Q, + K, + V, + nonpad_kv_seqlen=nonpad_kv_seqlen, + is_causal=1, +) + +# Structurally-empty early rows are exactly zero (not NaN); later rows finite. +assert np.all(np.isfinite(Y)), "all output rows must be finite" +assert np.array_equal(Y[:, :, 0, :], np.zeros_like(Y[:, :, 0, :])), ( + "structurally-empty row 0 must be zero" +) +assert np.array_equal(Y[:, :, 1, :], np.zeros_like(Y[:, :, 1, :])), ( + "structurally-empty row 1 must be zero" +) +assert np.any(Y[:, :, 2, :] != 0) and np.any(Y[:, :, 3, :] != 0), ( + "rows with a non-empty key set must be nonzero" +) + +expect( + node, + inputs=[Q, K, V, nonpad_kv_seqlen], + outputs=[Y], + name="test_attention_4d_causal_nonpad_negative_offset_structural_empty", + opset_imports=[onnx.helper.make_opsetid("", 24)], +) +``` + +
+ + +
+attention_4d_causal_with_past_and_present + +```python +"""Regression guard: internal (past_key) cache + is_causal. + +This exercises the unchanged scalar bottom-right path (offset = +past_sequence_length). Its golden output must remain identical to the +pre-fix behavior, proving the external-cache change does not touch the +past_key path. +""" +np.random.seed(2) +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "", "past_key", "past_value"], + outputs=["Y", "present_key", "present_value"], + is_causal=1, +) + +past_sequence_length = 3 +Q = np.random.rand(2, 3, 4, 8).astype(np.float32) +K = np.random.rand(2, 3, 4, 8).astype(np.float32) +V = np.random.rand(2, 3, 4, 8).astype(np.float32) +past_key = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float32) +past_value = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float32) + +Y, present_key, present_value, _ = _compute_attention( + Q, + K, + V, + past_key=past_key, + past_value=past_value, + is_causal=1, +) + +expect( + node, + inputs=[Q, K, V, past_key, past_value], + outputs=[Y, present_key, present_value], + name="test_attention_4d_causal_with_past_and_present", + opset_imports=[onnx.helper.make_opsetid("", 24)], +) +``` + +
+ + +
+attention_4d_diff_heads_mask4d_padded_kv + +```python +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask", "", "", "nonpad_kv_seqlen"], + outputs=["Y"], +) + +Q = np.random.rand(2, 3, 4, 8).astype(np.float32) +K = np.random.rand(2, 3, 6, 8).astype(np.float32) +V = np.random.rand(2, 3, 6, 10).astype(np.float32) +attn_mask = np.random.rand(2, 3, 4, 4).astype(np.float32) +nonpad_kv_seqlen = np.array([3, 4], dtype=np.int64) + +Y, _, _, _ = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + nonpad_kv_seqlen=nonpad_kv_seqlen, +) + +expect( + node, + inputs=[Q, K, V, attn_mask, nonpad_kv_seqlen], + outputs=[Y], + name="test_attention_4d_diff_heads_mask4d_padded_kv", + opset_imports=[onnx.helper.make_opsetid("", 24)], +) +``` + +
+ + +
+attention_4d_gqa_causal_nonpad_decode + +```python +"""External/static-cache decode (S_q=1) with per-batch valid lengths. + +K/V are the full static cache buffer; ``nonpad_kv_seqlen`` marks how many +leading keys are valid per batch. With bottom-right (offset-aware) causal +masking the single decode query attends keys ``0..nonpad[b]-1``. Under the +old top-left alignment it would attend only key 0, so this test fails +pre-fix and passes post-fix. +""" +np.random.seed(0) +B, H_q, H_kv, L, D = 2, 4, 2, 8, 8 + +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "", "", "", "nonpad_kv_seqlen"], + outputs=["Y"], + is_causal=1, +) + +Q = np.random.rand(B, H_q, 1, D).astype(np.float32) +K = np.random.rand(B, H_kv, L, D).astype(np.float32) +V = np.random.rand(B, H_kv, L, D).astype(np.float32) +# Batch 0 has all 8 keys valid, batch 1 only the first 5. +nonpad_kv_seqlen = np.array([8, 5], dtype=np.int64) + +Y, _, _, _ = _compute_attention( + Q, + K, + V, + nonpad_kv_seqlen=nonpad_kv_seqlen, + is_causal=1, +) + +expect( + node, + inputs=[Q, K, V, nonpad_kv_seqlen], + outputs=[Y], + name="test_attention_4d_gqa_causal_nonpad_decode", + opset_imports=[onnx.helper.make_opsetid("", 24)], +) +``` + +
+ + +
+attention_4d_gqa_causal_nonpad_decode_fp16 + +```python +"""fp16 variant of the external-cache decode case (locks -inf dtype handling).""" +np.random.seed(0) +B, H_q, H_kv, L, D = 2, 4, 2, 8, 8 + +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "", "", "", "nonpad_kv_seqlen"], + outputs=["Y"], + is_causal=1, +) + +Q = np.random.rand(B, H_q, 1, D).astype(np.float16) +K = np.random.rand(B, H_kv, L, D).astype(np.float16) +V = np.random.rand(B, H_kv, L, D).astype(np.float16) +nonpad_kv_seqlen = np.array([8, 5], dtype=np.int64) + +Y, _, _, _ = _compute_attention( + Q, + K, + V, + nonpad_kv_seqlen=nonpad_kv_seqlen, + is_causal=1, +) + +expect( + node, + inputs=[Q, K, V, nonpad_kv_seqlen], + outputs=[Y], + name="test_attention_4d_gqa_causal_nonpad_decode_fp16", + opset_imports=[onnx.helper.make_opsetid("", 24)], +) +``` + +
+ + +
+attention_attn_3d_mask + +```python +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask"], + outputs=["Y"], +) + +Q = np.random.rand(2, 3, 4, 8).astype(np.float32) +K = np.random.rand(2, 3, 6, 8).astype(np.float32) +V = np.random.rand(2, 3, 6, 8).astype(np.float32) +attn_mask = np.random.rand(2, 1, 4, 6).astype(np.float32) + +Y, _, _, _ = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, +) + +expect( + node, + inputs=[Q, K, V, attn_mask], + outputs=[Y], + name="test_attention_4d_attn_mask_3d", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+ + +
+attention_attn_3d_mask_causal + +```python +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask"], + outputs=["Y"], + is_causal=1, +) + +Q = np.random.rand(2, 3, 4, 8).astype(np.float32) +K = np.random.rand(2, 3, 6, 8).astype(np.float32) +V = np.random.rand(2, 3, 6, 8).astype(np.float32) +attn_mask = np.random.rand(2, 1, 4, 6).astype(np.float32) + +Y, _, _, _ = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + is_causal=1, +) + +expect( + node, + inputs=[Q, K, V, attn_mask], + outputs=[Y], + name="test_attention_4d_attn_mask_3d_causal", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+ + +
+attention_attn_4d_mask + +```python +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask"], + outputs=["Y"], +) + +Q = np.random.rand(2, 3, 4, 8).astype(np.float32) +K = np.random.rand(2, 3, 6, 8).astype(np.float32) +V = np.random.rand(2, 3, 6, 8).astype(np.float32) +attn_mask = np.random.rand(2, 3, 4, 6).astype(np.float32) + +Y, _, _, _ = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, +) + +expect( + node, + inputs=[Q, K, V, attn_mask], + outputs=[Y], + name="test_attention_4d_attn_mask_4d", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+ + +
+attention_attn_4d_mask_causal + +```python +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask"], + outputs=["Y"], + is_causal=1, +) + +Q = np.random.rand(2, 3, 4, 8).astype(np.float32) +K = np.random.rand(2, 3, 6, 8).astype(np.float32) +V = np.random.rand(2, 3, 6, 8).astype(np.float32) +attn_mask = np.random.rand(2, 3, 4, 6).astype(np.float32) + +Y, _, _, _ = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + is_causal=1, +) + +expect( + node, + inputs=[Q, K, V, attn_mask], + outputs=[Y], + name="test_attention_4d_attn_mask_4d_causal", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+ + +
+attention_attn_mask + +```python +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask"], + outputs=["Y"], +) + +Q = np.random.rand(2, 3, 4, 8).astype(np.float32) +K = np.random.rand(2, 3, 6, 8).astype(np.float32) +V = np.random.rand(2, 3, 6, 8).astype(np.float32) +attn_mask = np.random.rand(4, 6).astype(np.float32) + +Y, _, _, _ = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, +) + +expect( + node, + inputs=[Q, K, V, attn_mask], + outputs=[Y], + name="test_attention_4d_attn_mask", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+ + +
+attention_attn_mask_bool + +```python +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask"], + outputs=["Y"], +) + +Q = np.random.rand(2, 3, 4, 8).astype(np.float32) +K = np.random.rand(2, 3, 6, 8).astype(np.float32) +V = np.random.rand(2, 3, 6, 8).astype(np.float32) +attn_mask = np.random.rand(4, 6).astype(bool) + +Y, _, _, _ = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, +) + +expect( + node, + inputs=[Q, K, V, attn_mask], + outputs=[Y], + name="test_attention_4d_attn_mask_bool", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+ + +
+attention_attn_mask_bool_4d + +```python +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask"], + outputs=["Y"], +) + +Q = np.random.rand(2, 3, 4, 8).astype(np.float32) +K = np.random.rand(2, 3, 6, 8).astype(np.float32) +V = np.random.rand(2, 3, 6, 8).astype(np.float32) +attn_mask = np.random.rand(2, 3, 4, 6).astype(bool) + +Y, _, _, _ = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, +) + +expect( + node, + inputs=[Q, K, V, attn_mask], + outputs=[Y], + name="test_attention_4d_attn_mask_bool_4d", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+ + +
+attention_causal + +```python +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V"], + outputs=["Y"], + is_causal=1, +) + +Q = np.random.rand(2, 3, 4, 8).astype(np.float32) +K = np.random.rand(2, 3, 6, 8).astype(np.float32) +V = np.random.rand(2, 3, 6, 8).astype(np.float32) + +Y, _, _, _ = _compute_attention(Q, K, V, is_causal=1) + +expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_attention_4d_causal", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+ + +
+attention_causal_boolmask_nan_robustness + +```python +"""Composed ``is_causal`` + boolean ``attn_mask`` NaN-robustness. + +The causal frontier (lower-triangular here, offset 0) and the boolean +``attn_mask`` are intersected: a key is attended only if allowed by both. +This exercises two pre-fix NaN sources on the same forward pass: + +* **Bug-1 (allowed cells stay finite).** Query 0 is allowed key 0 by both + the causal frontier (``{0}``) and the mask (``True`` at key 0). The old + ``(1 - attn_mask) * -inf`` conversion computes ``0 * -inf = NaN`` at that + allowed cell, poisoning the row. The select conversion + ``where(attn_mask, 0, -inf)`` keeps it finite. +* **Bug-2 (fully-masked row -> 0).** Query 1 is allowed keys ``{0, 1}`` by + the causal frontier but the mask is ``False`` at both, so the combined + constraint allows no key. ``softmax`` of an all-``-inf`` row is ``NaN``; + the fully-masked-row guard zeros it before the ``P @ V`` contraction so + the output row is ``0``. + +4D Q/K/V is used so ``q_num_heads``/``kv_num_heads`` are omitted (passing +them would make the function body treat the input as 3D). +""" +np.random.seed(3) +B, H, S, D = 1, 2, 2, 8 + +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask"], + outputs=["Y"], + is_causal=1, +) + +Q = np.random.rand(B, H, S, D).astype(np.float32) +K = np.random.rand(B, H, S, D).astype(np.float32) +V = np.random.rand(B, H, S, D).astype(np.float32) +# Row 0: key 0 allowed (Bug-1 allowed cell). Row 1: no key allowed -> fully +# masked once intersected with the causal frontier (Bug-2 empty row). +attn_mask = np.array([[True, False], [False, False]], dtype=np.bool_) + +Y, _, _, _ = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + is_causal=1, +) + +# Bug-1: allowed cells are finite (no NaN anywhere). Bug-2: the fully-masked +# query row is exactly zero, not NaN. +assert np.all(np.isfinite(Y)), "allowed cells must be finite (Bug-1)" +assert np.array_equal(Y[:, :, 1, :], np.zeros_like(Y[:, :, 1, :])), ( + "fully-masked row must be zero (Bug-2)" +) + +expect( + node, + inputs=[Q, K, V, attn_mask], + outputs=[Y], + name="test_attention_causal_boolmask_nan_robustness", + opset_imports=[onnx.helper.make_opsetid("", 24)], +) +``` + +
+ + +
+attention_diff_head_sizes + +```python +node = onnx.helper.make_node("Attention", inputs=["Q", "K", "V"], outputs=["Y"]) + +Q = np.random.rand(2, 3, 4, 8).astype(np.float32) +K = np.random.rand(2, 3, 6, 8).astype(np.float32) +V = np.random.rand(2, 3, 6, 10).astype(np.float32) + +Y, _, _, _ = _compute_attention(Q, K, V) + +expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_attention_4d_diff_heads_sizes", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+ + +
+attention_diff_head_sizes_attn_mask + +```python +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask"], + outputs=["Y"], +) + +Q = np.random.rand(2, 3, 4, 8).astype(np.float32) +K = np.random.rand(2, 3, 6, 8).astype(np.float32) +V = np.random.rand(2, 3, 6, 10).astype(np.float32) +attn_mask = np.random.rand(4, 6).astype(np.float32) + +Y, _, _, _ = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, +) + +expect( + node, + inputs=[Q, K, V, attn_mask], + outputs=[Y], + name="test_attention_4d_diff_heads_sizes_attn_mask", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+ + +
+attention_diff_head_sizes_causal + +```python +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V"], + outputs=["Y"], + is_causal=1, +) + +Q = np.random.rand(2, 3, 4, 8).astype(np.float32) +K = np.random.rand(2, 3, 6, 8).astype(np.float32) +V = np.random.rand(2, 3, 6, 10).astype(np.float32) + +Y, _, _, _ = _compute_attention( + Q, + K, + V, + is_causal=1, +) + +expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_attention_4d_diff_heads_sizes_causal", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+ + +
+attention_diff_head_sizes_scaled + +```python +scale = 1e-2 +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V"], + outputs=["Y"], + scale=scale, +) + +Q = np.random.rand(2, 3, 4, 8).astype(np.float32) +K = np.random.rand(2, 3, 6, 8).astype(np.float32) +V = np.random.rand(2, 3, 6, 10).astype(np.float32) + +Y, _, _, _ = _compute_attention(Q, K, V, scale=scale) + +expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_attention_4d_diff_heads_sizes_scaled", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+ + +
+attention_diff_head_sizes_softcap + +```python +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V"], + outputs=["Y"], + softcap=2.0, +) + +Q = np.random.rand(2, 3, 4, 8).astype(np.float32) +K = np.random.rand(2, 3, 6, 8).astype(np.float32) +V = np.random.rand(2, 3, 6, 10).astype(np.float32) + +Y, _, _, _ = _compute_attention( + Q, + K, + V, + softcap=2.0, +) + +expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_attention_4d_diff_heads_sizes_softcap", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+ + +
+attention_diff_head_sizes_with_past_and_present + +```python +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask", "past_key", "past_value"], + outputs=["Y", "present_key", "present_value"], +) + +past_sequence_length = 12 +Q = np.random.rand(2, 3, 4, 8).astype(np.float32) +K = np.random.rand(2, 3, 6, 8).astype(np.float32) +V = np.random.rand(2, 3, 6, 10).astype(np.float32) +attn_mask = np.random.rand(4, 6 + past_sequence_length).astype(np.float32) +past_key = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float32) +past_value = np.random.rand(2, 3, past_sequence_length, 10).astype(np.float32) + +Y, present_key, present_value, _ = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + past_key=past_key, + past_value=past_value, +) + +expect( + node, + inputs=[Q, K, V, attn_mask, past_key, past_value], + outputs=[Y, present_key, present_value], + name="test_attention_4d_diff_heads_with_past_and_present", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+ + +
+attention_diff_head_sizes_with_past_and_present_mask3D + +```python +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask", "past_key", "past_value"], + outputs=["Y", "present_key", "present_value"], +) + +past_sequence_length = 12 +Q = np.random.rand(2, 3, 4, 8).astype(np.float32) +K = np.random.rand(2, 3, 6, 8).astype(np.float32) +V = np.random.rand(2, 3, 6, 10).astype(np.float32) +attn_mask = np.random.rand(2, 1, 4, 6 + past_sequence_length).astype(np.float32) +past_key = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float32) +past_value = np.random.rand(2, 3, past_sequence_length, 10).astype(np.float32) + +Y, present_key, present_value, _ = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + past_key=past_key, + past_value=past_value, +) + +expect( + node, + inputs=[Q, K, V, attn_mask, past_key, past_value], + outputs=[Y, present_key, present_value], + name="test_attention_4d_diff_heads_with_past_and_present_mask3d", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+ + +
+attention_diff_head_sizes_with_past_and_present_mask4D + +```python +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask", "past_key", "past_value"], + outputs=["Y", "present_key", "present_value"], +) + +past_sequence_length = 12 +Q = np.random.rand(2, 3, 4, 8).astype(np.float32) +K = np.random.rand(2, 3, 6, 8).astype(np.float32) +V = np.random.rand(2, 3, 6, 10).astype(np.float32) +attn_mask = np.random.rand(2, 3, 4, 6 + past_sequence_length).astype(np.float32) +past_key = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float32) +past_value = np.random.rand(2, 3, past_sequence_length, 10).astype(np.float32) + +Y, present_key, present_value, _ = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + past_key=past_key, + past_value=past_value, +) + +expect( + node, + inputs=[Q, K, V, attn_mask, past_key, past_value], + outputs=[Y, present_key, present_value], + name="test_attention_4d_diff_heads_with_past_and_present_mask4d", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+ + +
+attention_fp16 + +```python +node = onnx.helper.make_node("Attention", inputs=["Q", "K", "V"], outputs=["Y"]) + +Q = np.random.rand(2, 3, 4, 8).astype(np.float16) +K = np.random.rand(2, 3, 6, 8).astype(np.float16) +V = np.random.rand(2, 3, 6, 8).astype(np.float16) + +Y, _, _, _ = _compute_attention(Q, K, V) + +expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_attention_4d_fp16", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+ + +
+attention_gqa + +```python +node = onnx.helper.make_node("Attention", inputs=["Q", "K", "V"], outputs=["Y"]) + +Q = np.random.rand(2, 9, 4, 8).astype(np.float32) +K = np.random.rand(2, 3, 6, 8).astype(np.float32) +V = np.random.rand(2, 3, 6, 8).astype(np.float32) + +Y, _, _, _ = _compute_attention(Q, K, V) + +expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_attention_4d_gqa", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+ + +
+attention_gqa_attn_mask + +```python +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask"], + outputs=["Y"], +) + +Q = np.random.rand(2, 9, 4, 8).astype(np.float32) +K = np.random.rand(2, 3, 6, 8).astype(np.float32) +V = np.random.rand(2, 3, 6, 8).astype(np.float32) +attn_mask = np.random.rand(4, 6).astype(np.float32) + +Y, _, _, _ = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, +) + +expect( + node, + inputs=[Q, K, V, attn_mask], + outputs=[Y], + name="test_attention_4d_gqa_attn_mask", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+ + +
+attention_gqa_causal + +```python +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V"], + outputs=["Y"], + is_causal=1, +) + +Q = np.random.rand(2, 9, 4, 8).astype(np.float32) +K = np.random.rand(2, 3, 6, 8).astype(np.float32) +V = np.random.rand(2, 3, 6, 8).astype(np.float32) + +Y, _, _, _ = _compute_attention(Q, K, V, is_causal=1) + +expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_attention_4d_gqa_causal", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+ + +
+attention_gqa_scaled + +```python +scale = 1e-2 +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V"], + outputs=["Y"], + scale=scale, +) + +Q = np.random.rand(2, 9, 4, 8).astype(np.float32) +K = np.random.rand(2, 3, 6, 8).astype(np.float32) +V = np.random.rand(2, 3, 6, 8).astype(np.float32) + +Y, _, _, _ = _compute_attention(Q, K, V, scale=scale) + +expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_attention_4d_gqa_scaled", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+ + +
+attention_gqa_softcap + +```python +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V"], + outputs=["Y"], + softcap=2.0, +) + +Q = np.random.rand(2, 9, 4, 8).astype(np.float32) +K = np.random.rand(2, 3, 6, 8).astype(np.float32) +V = np.random.rand(2, 3, 6, 8).astype(np.float32) + +Y, _, _, _ = _compute_attention(Q, K, V, softcap=2.0) + +expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_attention_4d_gqa_softcap", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+ + +
+attention_gqa_with_past_and_present + +```python +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask", "past_key", "past_value"], + outputs=["Y", "present_key", "present_value"], +) + +past_sequence_length = 12 +Q = np.random.rand(2, 9, 4, 8).astype(np.float32) +K = np.random.rand(2, 3, 6, 8).astype(np.float32) +V = np.random.rand(2, 3, 6, 8).astype(np.float32) +attn_mask = np.random.rand(4, 6 + past_sequence_length).astype(np.float32) +past_key = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float32) +past_value = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float32) + +Y, present_key, present_value, _ = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + past_key=past_key, + past_value=past_value, +) + +expect( + node, + inputs=[Q, K, V, attn_mask, past_key, past_value], + outputs=[Y, present_key, present_value], + name="test_attention_4d_gqa_with_past_and_present", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+ + +
+attention_gqa_with_past_and_present_fp16 + +```python +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask", "past_key", "past_value"], + outputs=["Y", "present_key", "present_value"], +) + +past_sequence_length = 12 +Q = np.random.rand(2, 9, 4, 8).astype(np.float16) +K = np.random.rand(2, 3, 6, 8).astype(np.float16) +V = np.random.rand(2, 3, 6, 8).astype(np.float16) +attn_mask = np.random.rand(4, 6 + past_sequence_length).astype(np.float16) +past_key = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float16) +past_value = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float16) + +Y, present_key, present_value, _ = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + past_key=past_key, + past_value=past_value, +) + +expect( + node, + inputs=[Q, K, V, attn_mask, past_key, past_value], + outputs=[Y, present_key, present_value], + name="test_attention_4d_gqa_with_past_and_present_fp16", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+ + +
+attention_scaled + +```python +scale = 1e-2 +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V"], + outputs=["Y"], + scale=scale, +) + +Q = np.random.rand(2, 3, 4, 8).astype(np.float32) +K = np.random.rand(2, 3, 6, 8).astype(np.float32) +V = np.random.rand(2, 3, 6, 8).astype(np.float32) + +Y, _, _, _ = _compute_attention(Q, K, V, scale=scale) + +expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_attention_4d_scaled", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+ + +
+attention_softcap + +```python +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V"], + outputs=["Y"], + softcap=2.0, +) + +Q = np.random.rand(2, 3, 4, 8).astype(np.float32) +K = np.random.rand(2, 3, 6, 8).astype(np.float32) +V = np.random.rand(2, 3, 6, 8).astype(np.float32) + +Y, _, _, _ = _compute_attention(Q, K, V, softcap=2.0) + +expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_attention_4d_softcap", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+ + +
+attention_softcap_with_neginf_mask + +```python +"""Softcap + -inf mask: verifies softcap is applied BEFORE mask/bias. + +If ordering were wrong (mask then softcap), tanh(-inf/softcap) = -1, +so softcap * tanh(-inf/softcap) = -softcap (finite). That leaks +probability to masked positions. With correct ordering (softcap then +mask), the -inf mask values survive to softmax and yield zero weight. +""" +np.random.seed(42) +B, H, S_q, S_kv, D = 1, 1, 4, 6, 8 + +Q = np.random.rand(B, H, S_q, D).astype(np.float32) +K = np.random.rand(B, H, S_kv, D).astype(np.float32) +V = np.random.rand(B, H, S_kv, D).astype(np.float32) + +# All Q positions are blocked from KV positions 4 and 5. +attn_mask = np.zeros((S_q, S_kv), dtype=np.float32) +attn_mask[:, 4:] = -np.inf + +softcap = 0.5 + +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask"], + outputs=["Y"], + softcap=softcap, +) + +Y, _, _, _ = _compute_attention(Q, K, V, attn_mask=attn_mask, softcap=softcap) + +expect( + node, + inputs=[Q, K, V, attn_mask], + outputs=[Y], + name="test_attention_4d_softcap_neginf_mask", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+ + +
+attention_softcap_with_neginf_mask_poison + +```python +"""Softcap + -inf mask + poison values at masked KV positions. + +V has value 1000 at the masked positions (4 and 5). With correct +ordering the output stays in [0, 1] because the mask zeros out those +positions. With wrong ordering the output explodes (> 50), making +the failure obvious even with loose tolerances. +""" +np.random.seed(42) +B, H, S_q, S_kv, D = 1, 1, 4, 6, 8 + +Q = np.random.rand(B, H, S_q, D).astype(np.float32) +K = np.random.rand(B, H, S_kv, D).astype(np.float32) +V = np.random.rand(B, H, S_kv, D).astype(np.float32) + +# Block all Q positions from KV positions 4 and 5. +attn_mask = np.zeros((S_q, S_kv), dtype=np.float32) +attn_mask[:, 4:] = -np.inf + +# Poison: if attention leaks to masked positions, output >> 1. +V[:, :, 4:, :] = 1000.0 + +softcap = 0.5 + +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask"], + outputs=["Y"], + softcap=softcap, +) + +Y, _, _, _ = _compute_attention(Q, K, V, attn_mask=attn_mask, softcap=softcap) + +expect( + node, + inputs=[Q, K, V, attn_mask], + outputs=[Y], + name="test_attention_4d_softcap_neginf_mask_poison", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+ + +
+attention_with_past_and_present + +```python +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask", "past_key", "past_value"], + outputs=["Y", "present_key", "present_value"], +) + +past_sequence_length = 12 +Q = np.random.rand(2, 3, 4, 8).astype(np.float32) +K = np.random.rand(2, 3, 6, 8).astype(np.float32) +V = np.random.rand(2, 3, 6, 8).astype(np.float32) +attn_mask = np.random.rand(4, 6 + past_sequence_length).astype(np.float32) +past_key = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float32) +past_value = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float32) + +Y, present_key, present_value, _ = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + past_key=past_key, + past_value=past_value, +) + +expect( + node, + inputs=[Q, K, V, attn_mask, past_key, past_value], + outputs=[Y, present_key, present_value], + name="test_attention_4d_with_past_and_present", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+ + +
+attention_with_past_and_present_qk_matmul + +```python +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask", "past_key", "past_value"], + outputs=["Y", "present_key", "present_value", "qk_matmul_output"], +) + +past_sequence_length = 12 +Q = np.random.rand(2, 3, 4, 8).astype(np.float32) +K = np.random.rand(2, 3, 6, 8).astype(np.float32) +V = np.random.rand(2, 3, 6, 8).astype(np.float32) +attn_mask = np.random.rand(4, 6 + past_sequence_length).astype(np.float32) +past_key = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float32) +past_value = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float32) + +Y, present_key, present_value, qk_matmul_output = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + past_key=past_key, + past_value=past_value, +) + +expect( + node, + inputs=[Q, K, V, attn_mask, past_key, past_value], + outputs=[Y, present_key, present_value, qk_matmul_output], + name="test_attention_4d_with_past_and_present_qk_matmul", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+ + +
+attention_with_past_and_present_qk_matmul_bias + +```python +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask", "past_key", "past_value"], + outputs=["Y", "present_key", "present_value", "qk_matmul_output"], + qk_matmul_output_mode=2, +) + +past_sequence_length = 12 +Q = np.random.rand(2, 3, 4, 8).astype(np.float32) +K = np.random.rand(2, 3, 6, 8).astype(np.float32) +V = np.random.rand(2, 3, 6, 8).astype(np.float32) +attn_mask = np.random.rand(4, 6 + past_sequence_length).astype(np.float32) +past_key = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float32) +past_value = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float32) + +Y, present_key, present_value, qk_matmul_output = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + past_key=past_key, + past_value=past_value, + qk_matmul_output_mode=2, +) + +expect( + node, + inputs=[Q, K, V, attn_mask, past_key, past_value], + outputs=[Y, present_key, present_value, qk_matmul_output], + name="test_attention_4d_with_past_and_present_qk_matmul_bias", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+ + +
+attention_with_past_and_present_qk_matmul_bias_3d_mask + +```python +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask", "past_key", "past_value"], + outputs=["Y", "present_key", "present_value", "qk_matmul_output"], + qk_matmul_output_mode=2, +) + +past_sequence_length = 12 +Q = np.random.rand(2, 3, 4, 8).astype(np.float32) +K = np.random.rand(2, 3, 6, 8).astype(np.float32) +V = np.random.rand(2, 3, 6, 8).astype(np.float32) +attn_mask = np.random.rand(2, 1, 4, 6 + past_sequence_length).astype(np.float32) +past_key = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float32) +past_value = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float32) + +Y, present_key, present_value, qk_matmul_output = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + past_key=past_key, + past_value=past_value, + qk_matmul_output_mode=2, +) + +expect( + node, + inputs=[Q, K, V, attn_mask, past_key, past_value], + outputs=[Y, present_key, present_value, qk_matmul_output], + name="test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+ + +
+attention_with_past_and_present_qk_matmul_bias_3d_mask_causal + +```python +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask", "past_key", "past_value"], + outputs=["Y", "present_key", "present_value", "qk_matmul_output"], + qk_matmul_output_mode=2, + is_causal=1, +) + +past_sequence_length = 12 +Q = np.random.rand(2, 3, 4, 8).astype(np.float32) +K = np.random.rand(2, 3, 6, 8).astype(np.float32) +V = np.random.rand(2, 3, 6, 8).astype(np.float32) +attn_mask = np.random.rand(2, 1, 4, 6 + past_sequence_length).astype(np.float32) +past_key = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float32) +past_value = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float32) + +Y, present_key, present_value, qk_matmul_output = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + past_key=past_key, + past_value=past_value, + qk_matmul_output_mode=2, + is_causal=1, +) + +expect( + node, + inputs=[Q, K, V, attn_mask, past_key, past_value], + outputs=[Y, present_key, present_value, qk_matmul_output], + name="test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_causal", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+ + +
+attention_with_past_and_present_qk_matmul_bias_4d_mask + +```python +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask", "past_key", "past_value"], + outputs=["Y", "present_key", "present_value", "qk_matmul_output"], + qk_matmul_output_mode=2, +) + +past_sequence_length = 12 +Q = np.random.rand(2, 3, 4, 8).astype(np.float32) +K = np.random.rand(2, 3, 6, 8).astype(np.float32) +V = np.random.rand(2, 3, 6, 8).astype(np.float32) +attn_mask = np.random.rand(2, 3, 4, 6 + past_sequence_length).astype(np.float32) +past_key = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float32) +past_value = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float32) + +Y, present_key, present_value, qk_matmul_output = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + past_key=past_key, + past_value=past_value, + qk_matmul_output_mode=2, +) + +expect( + node, + inputs=[Q, K, V, attn_mask, past_key, past_value], + outputs=[Y, present_key, present_value, qk_matmul_output], + name="test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+ + +
+attention_with_past_and_present_qk_matmul_bias_4d_mask_causal + +```python +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask", "past_key", "past_value"], + outputs=["Y", "present_key", "present_value", "qk_matmul_output"], + qk_matmul_output_mode=2, + is_causal=1, +) + +past_sequence_length = 12 +Q = np.random.rand(2, 3, 4, 8).astype(np.float32) +K = np.random.rand(2, 3, 6, 8).astype(np.float32) +V = np.random.rand(2, 3, 6, 8).astype(np.float32) +attn_mask = np.random.rand(2, 3, 4, 6 + past_sequence_length).astype(np.float32) +past_key = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float32) +past_value = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float32) + +Y, present_key, present_value, qk_matmul_output = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + past_key=past_key, + past_value=past_value, + qk_matmul_output_mode=2, + is_causal=1, +) + +expect( + node, + inputs=[Q, K, V, attn_mask, past_key, past_value], + outputs=[Y, present_key, present_value, qk_matmul_output], + name="test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_causal", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+ + +
+attention_with_qk_matmul + +```python +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V"], + outputs=["Y", "", "", "qk_matmul_output"], +) + +Q = np.random.rand(2, 3, 4, 8).astype(np.float32) +K = np.random.rand(2, 3, 6, 8).astype(np.float32) +V = np.random.rand(2, 3, 6, 8).astype(np.float32) + +Y, _, _, qk_matmul_output = _compute_attention(Q, K, V) + +expect( + node, + inputs=[Q, K, V], + outputs=[Y, qk_matmul_output], + name="test_attention_4d_with_qk_matmul", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+ + +
+attention_with_qk_matmul_bias + +```python +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask"], + outputs=["Y", "", "", "qk_matmul_output"], + qk_matmul_output_mode=2, +) + +Q = np.random.rand(2, 3, 4, 8).astype(np.float32) +K = np.random.rand(2, 3, 6, 8).astype(np.float32) +V = np.random.rand(2, 3, 6, 8).astype(np.float32) +attn_mask = np.random.rand(4, 6).astype(np.float32) + +Y, _, _, qk_matmul_output = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + qk_matmul_output_mode=2, +) + +expect( + node, + inputs=[Q, K, V, attn_mask], + outputs=[Y, qk_matmul_output], + name="test_attention_4d_with_qk_matmul_bias", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+ + +
+attention_with_qk_matmul_softcap + +```python +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask"], + outputs=["Y", "", "", "qk_matmul_output"], + softcap=2.0, + qk_matmul_output_mode=1, +) + +Q = np.random.rand(2, 3, 4, 8).astype(np.float32) +K = np.random.rand(2, 3, 6, 8).astype(np.float32) +V = np.random.rand(2, 3, 6, 8).astype(np.float32) +attn_mask = np.random.rand(4, 6).astype(np.float32) + +Y, _, _, qk_matmul_output = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + softcap=2.0, + qk_matmul_output_mode=1, +) + +expect( + node, + inputs=[Q, K, V, attn_mask], + outputs=[Y, qk_matmul_output], + name="test_attention_4d_with_qk_matmul_softcap", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+ + +
+attention_with_qk_matmul_softmax + +```python +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask"], + outputs=["Y", "", "", "qk_matmul_output"], + qk_matmul_output_mode=3, +) + +Q = np.random.rand(2, 3, 4, 8).astype(np.float32) +K = np.random.rand(2, 3, 6, 8).astype(np.float32) +V = np.random.rand(2, 3, 6, 8).astype(np.float32) +attn_mask = np.random.rand(4, 6).astype(np.float32) + +Y, _, _, qk_matmul_output = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + qk_matmul_output_mode=3, +) + +expect( + node, + inputs=[Q, K, V, attn_mask], + outputs=[Y, qk_matmul_output], + name="test_attention_4d_with_qk_matmul_softmax", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+ + +### **AveragePool** + + AveragePool consumes an input tensor X and applies average pooling across + the tensor according to kernel sizes, stride sizes, and pad lengths. + average pooling consisting of computing the average on all values of a + subset of the input tensor according to the kernel size and downsampling the + data into the output tensor Y for further processing. The output spatial shape is calculated differently + depending on whether explicit padding is used, where pads is employed, or auto padding is used, where auto_pad is utilized. + With explicit padding (https://pytorch.org/docs/stable/generated/torch.nn.MaxPool2d.html?highlight=maxpool#torch.nn.MaxPool2d): + ``` + output_spatial_shape[i] = floor((input_spatial_shape[i] + pad_shape[i] - dilation[i] * (kernel_shape[i] - 1) - 1) / strides_spatial_shape[i] + 1) + ``` + or + ``` + output_spatial_shape[i] = ceil((input_spatial_shape[i] + pad_shape[i] - dilation[i] * (kernel_shape[i] - 1) - 1) / strides_spatial_shape[i] + 1) + ``` + if ceil_mode is enabled. `pad_shape[i]` is the sum of pads along axis `i`. Sliding windows that would start in the right padded region are ignored. + + `auto_pad` is a DEPRECATED attribute. If you are using them currently, the output spatial shape will be following when ceil_mode is enabled: + ``` + VALID: output_spatial_shape[i] = ceil((input_spatial_shape[i] - ((kernel_spatial_shape[i] - 1) * dilations[i] + 1) + 1) / strides_spatial_shape[i]) + SAME_UPPER or SAME_LOWER: output_spatial_shape[i] = ceil(input_spatial_shape[i] / strides_spatial_shape[i]) + ``` + or when ceil_mode is disabled (https://www.tensorflow.org/api_docs/python/tf/keras/layers/AveragePooling2D): + ``` + VALID: output_spatial_shape[i] = floor((input_spatial_shape[i] - ((kernel_spatial_shape[i] - 1) * dilations[i] + 1)) / strides_spatial_shape[i]) + 1 + SAME_UPPER or SAME_LOWER: output_spatial_shape[i] = floor((input_spatial_shape[i] - 1) / strides_spatial_shape[i]) + 1 + ``` + And pad shape will be following if `SAME_UPPER` or `SAME_LOWER`: + ``` + pad_shape[i] = (output_spatial_shape[i] - 1) * strides_spatial_shape[i] + ((kernel_spatial_shape[i] - 1) * dilations[i] + 1) - input_spatial_shape[i] + ``` + The output of each pooling window is divided by the number of elements (exclude pad when attribute count_include_pad is zero). + + +#### Version + +This version of the operator has been available since version 22 of the default ONNX operator set. + +Other versions of this operator: 1, 7, 10, 11, 19 + +#### Attributes + +
+
auto_pad : string (default is NOTSET)
+
auto_pad must be either NOTSET, SAME_UPPER, SAME_LOWER or VALID. Where default value is NOTSET, which means explicit padding is used. SAME_UPPER or SAME_LOWER mean pad the input so that `output_shape[i] = ceil(input_shape[i] / strides[i])` for each axis `i`. The padding is split between the two sides equally or almost equally (depending on whether it is even or odd). In case the padding is an odd number, the extra padding is added at the end for SAME_UPPER and at the beginning for SAME_LOWER.
+
ceil_mode : int (default is 0)
+
Whether to use ceil or floor (default) to compute the output shape.
+
count_include_pad : int (default is 0)
+
Whether include pad pixels when calculating values for the edges. Default is 0, doesn't count include pad.
+
dilations : list of ints
+
Dilation value along each spatial axis of filter. If not present, the dilation defaults to 1 along each spatial axis.
+
kernel_shape : list of ints (required)
+
The size of the kernel along each axis.
+
pads : list of ints
+
Padding for the beginning and ending along each spatial axis, it can take any value greater than or equal to 0. The value represent the number of pixels added to the beginning and end part of the corresponding axis. `pads` format should be as follow [x1_begin, x2_begin...x1_end, x2_end,...], where xi_begin the number of pixels added at the beginning of axis `i` and xi_end, the number of pixels added at the end of axis `i`. This attribute cannot be used simultaneously with auto_pad attribute. If not present, the padding defaults to 0 along start and end of each spatial axis.
+
strides : list of ints
+
Stride along each spatial axis. If not present, the stride defaults to 1 along each spatial axis.
+
+ +#### Inputs + +
+
X (differentiable) : T
+
Input data tensor from the previous operator; dimensions for image case are (N x C x H x W), where N is the batch size, C is the number of channels, and H and W are the height and the width of the data. For non image case, the dimensions are in the form of (N x C x D1 x D2 ... Dn), where N is the batch size. Optionally, if dimension denotation is in effect, the operation expects the input data tensor to arrive with the dimension denotation of [DATA_BATCH, DATA_CHANNEL, DATA_FEATURE, DATA_FEATURE ...].
+
+ +#### Outputs + +
+
Y (differentiable) : T
+
Output data tensor from average or max pooling across the input tensor. Dimensions will vary based on various kernel, stride, and pad sizes. Floor value of the dimension is used
+
+ +#### Type Constraints + +
+
T : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ + +#### Examples + +
+averagepool_1d_default + +```python +"""input_shape: [1, 3, 32] +output_shape: [1, 3, 31] +""" +node = onnx.helper.make_node( + "AveragePool", + inputs=["x"], + outputs=["y"], + kernel_shape=[2], +) +x = np.random.randn(1, 3, 32).astype(np.float32) +x_shape = np.shape(x) +pads = None +kernel_shape = [2] +strides = [1] +out_shape, _ = get_output_shape_explicit_padding( + pads, x_shape[2:], kernel_shape, strides +) +padded = x +y = pool(padded, x_shape, kernel_shape, strides, out_shape, "AVG") + +expect(node, inputs=[x], outputs=[y], name="test_averagepool_1d_default") +``` + +
+ + +
+averagepool_2d_ceil + +```python +"""input_shape: [1, 1, 4, 4] +output_shape: [1, 1, 2, 2] +""" +node = onnx.helper.make_node( + "AveragePool", + inputs=["x"], + outputs=["y"], + kernel_shape=[3, 3], + strides=[2, 2], + ceil_mode=True, +) +x = np.array( + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ] + ] + ] +).astype(np.float32) +y = np.array([[[[6, 7.5], [12, 13.5]]]]).astype(np.float32) + +expect(node, inputs=[x], outputs=[y], name="test_averagepool_2d_ceil") +``` + +
+ + +
+averagepool_2d_ceil_last_window_starts_on_pad + +```python +"""input_shape: [1, 3, 2, 2] +output_shape: [1, 3, 1, 1] +""" +node = onnx.helper.make_node( + "AveragePool", + inputs=["x"], + outputs=["y"], + kernel_shape=[3, 3], + strides=[3, 3], + pads=[1, 1, 1, 1], + ceil_mode=True, + count_include_pad=1, +) +x = np.array( + [ + [ + [[0.8580, 0.0786], [0.2692, 0.1537]], + [[0.8816, 0.4353], [0.5772, 0.6623]], + [[0.9067, 0.9483], [0.5970, 0.7630]], + ] + ] +).astype(np.float32) +y = np.array([[[[0.1511]], [[0.2841]], [[0.3572]]]]).astype(np.float32) + +expect( + node, + inputs=[x], + outputs=[y], + name="test_averagepool_2d_ceil_last_window_starts_on_pad", +) +``` + +
+ + +
+averagepool_2d_default + +```python +"""input_shape: [1, 3, 32, 32] +output_shape: [1, 3, 31, 31] +""" +node = onnx.helper.make_node( + "AveragePool", + inputs=["x"], + outputs=["y"], + kernel_shape=[2, 2], +) +x = np.random.randn(1, 3, 32, 32).astype(np.float32) +x_shape = np.shape(x) +pads = None +kernel_shape = (2, 2) +strides = (1, 1) +out_shape, _ = get_output_shape_explicit_padding( + pads, x_shape[2:], kernel_shape, strides +) +padded = x +y = pool(padded, x_shape, kernel_shape, strides, out_shape, "AVG") + +expect(node, inputs=[x], outputs=[y], name="test_averagepool_2d_default") +``` + +
+ + +
+averagepool_2d_dilations + +```python +"""input_shape: [1, 1, 4, 4] +output_shape: [1, 1, 2, 2] +""" +node = onnx.helper.make_node( + "AveragePool", + inputs=["x"], + outputs=["y"], + kernel_shape=[2, 2], + strides=[1, 1], + dilations=[2, 2], + ceil_mode=True, +) + +# input shape: [1, 1, 4, 4] +x = np.array( + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ] + ] + ] +).astype(np.float32) + +y = np.array([[[[6, 7], [10, 11]]]]).astype(np.float32) + +expect(node, inputs=[x], outputs=[y], name="test_averagepool_2d_dilations") +``` + +
+ + +
+averagepool_2d_pads + +```python +"""input_shape: [1, 3, 28, 28] +output_shape: [1, 3, 30, 30] +pad_shape: [4, 4] -> [2, 2, 2, 2] by axis +""" +node = onnx.helper.make_node( + "AveragePool", + inputs=["x"], + outputs=["y"], + kernel_shape=[3, 3], + pads=[2, 2, 2, 2], +) +x = np.random.randn(1, 3, 28, 28).astype(np.float32) +x_shape = np.shape(x) +kernel_shape = (3, 3) +strides = (1, 1) +pad_bottom = 2 +pad_top = 2 +pad_right = 2 +pad_left = 2 +pads = [pad_top, pad_left, pad_bottom, pad_right] +out_shape, extra_pads = get_output_shape_explicit_padding( + pads, x_shape[2:], kernel_shape, strides, ceil_mode=False +) +padded = np.pad( + x, + ( + (0, 0), + (0, 0), + (extra_pads[0], extra_pads[2]), + (extra_pads[1], extra_pads[3]), + ), + mode="constant", + constant_values=np.nan, +) +y = pool( + padded, + x_shape, + kernel_shape, + strides, + out_shape, + "AVG", + pads_required=extra_pads, + pads=pads, +) + +expect(node, inputs=[x], outputs=[y], name="test_averagepool_2d_pads") +``` + +
+ + +
+averagepool_2d_pads_count_include_pad + +```python +"""input_shape: [1, 3, 28, 28] +output_shape: [1, 3, 30, 30] +pad_shape: [4, 4] -> [2, 2, 2, 2] by axis +""" +node = onnx.helper.make_node( + "AveragePool", + inputs=["x"], + outputs=["y"], + kernel_shape=[3, 3], + pads=[2, 2, 2, 2], + count_include_pad=1, +) +x = np.random.randn(1, 3, 28, 28).astype(np.float32) +x_shape = np.shape(x) +dilations = (1, 1) +kernel_shape = (3, 3) +strides = (1, 1) +pad_bottom = 2 +pad_top = 2 +pad_right = 2 +pad_left = 2 +pads = [pad_top, pad_left, pad_bottom, pad_right] +out_shape, extra_pads = get_output_shape_explicit_padding( + pads, x_shape[2:], kernel_shape, strides, dilations, ceil_mode=False +) +padded = np.pad( + x, + ( + (0, 0), + (0, 0), + (extra_pads[0], extra_pads[2]), + (extra_pads[1], extra_pads[3]), + ), + mode="constant", + constant_values=0, +) +y = pool( + padded, + x_shape, + kernel_shape, + strides, + out_shape, + "AVG", + pads_required=extra_pads, + pads=pads, + count_include_pad=1, +) + +expect( + node, + inputs=[x], + outputs=[y], + name="test_averagepool_2d_pads_count_include_pad", +) +``` + +
+ + +
+averagepool_2d_precomputed_pads + +```python +"""input_shape: [1, 1, 5, 5] +output_shape: [1, 1, 5, 5] +pad_shape: [4, 4] -> [2, 2, 2, 2] by axis +""" +node = onnx.helper.make_node( + "AveragePool", + inputs=["x"], + outputs=["y"], + kernel_shape=[5, 5], + pads=[2, 2, 2, 2], +) +x = np.array( + [ + [ + [ + [1, 2, 3, 4, 5], + [6, 7, 8, 9, 10], + [11, 12, 13, 14, 15], + [16, 17, 18, 19, 20], + [21, 22, 23, 24, 25], + ] + ] + ] +).astype(np.float32) +y = np.array( + [ + [ + [ + [7, 7.5, 8, 8.5, 9], + [9.5, 10, 10.5, 11, 11.5], + [12, 12.5, 13, 13.5, 14], + [14.5, 15, 15.5, 16, 16.5], + [17, 17.5, 18, 18.5, 19], + ] + ] + ] +).astype(np.float32) + +expect( + node, inputs=[x], outputs=[y], name="test_averagepool_2d_precomputed_pads" +) +``` + +
+ + +
+averagepool_2d_precomputed_pads_count_include_pad + +```python +"""input_shape: [1, 1, 5, 5] +output_shape: [1, 1, 5, 5] +pad_shape: [4, 4] -> [2, 2, 2, 2] by axis +""" +node = onnx.helper.make_node( + "AveragePool", + inputs=["x"], + outputs=["y"], + kernel_shape=[5, 5], + pads=[2, 2, 2, 2], + count_include_pad=1, +) +x = np.array( + [ + [ + [ + [1, 2, 3, 4, 5], + [6, 7, 8, 9, 10], + [11, 12, 13, 14, 15], + [16, 17, 18, 19, 20], + [21, 22, 23, 24, 25], + ] + ] + ] +).astype(np.float32) +y = np.array( + [ + [ + [ + [2.5200, 3.6000, 4.8000, 4.0800, 3.2400], + [4.5600, 6.4000, 8.4000, 7.0400, 5.5200], + [7.2000, 10.0000, 13.0000, 10.8000, 8.4000], + [6.9600, 9.6000, 12.4000, 10.2400, 7.9200], + [6.1200, 8.4000, 10.8000, 8.8800, 6.8400], + ] + ] + ] +).astype(np.float32) + +expect( + node, + inputs=[x], + outputs=[y], + name="test_averagepool_2d_precomputed_pads_count_include_pad", +) +``` + +
+ + +
+averagepool_2d_precomputed_same_upper + +```python +"""input_shape: [1, 1, 5, 5] +output_shape: [1, 1, 3, 3] +pad_shape: [2, 2] -> [1, 1, 1, 1] by axis +""" +node = onnx.helper.make_node( + "AveragePool", + inputs=["x"], + outputs=["y"], + kernel_shape=[3, 3], + strides=[2, 2], + auto_pad="SAME_UPPER", +) +x = np.array( + [ + [ + [ + [1, 2, 3, 4, 5], + [6, 7, 8, 9, 10], + [11, 12, 13, 14, 15], + [16, 17, 18, 19, 20], + [21, 22, 23, 24, 25], + ] + ] + ] +).astype(np.float32) +y = np.array([[[[4, 5.5, 7], [11.5, 13, 14.5], [19, 20.5, 22]]]]).astype( + np.float32 +) + +expect( + node, + inputs=[x], + outputs=[y], + name="test_averagepool_2d_precomputed_same_upper", +) +``` + +
+ + +
+averagepool_2d_precomputed_strides + +```python +"""input_shape: [1, 1, 5, 5] +output_shape: [1, 1, 2, 2] +""" +node = onnx.helper.make_node( + "AveragePool", + inputs=["x"], + outputs=["y"], + kernel_shape=[2, 2], + strides=[2, 2], +) +x = np.array( + [ + [ + [ + [1, 2, 3, 4, 5], + [6, 7, 8, 9, 10], + [11, 12, 13, 14, 15], + [16, 17, 18, 19, 20], + [21, 22, 23, 24, 25], + ] + ] + ] +).astype(np.float32) +y = np.array([[[[4, 6], [14, 16]]]]).astype(np.float32) + +expect( + node, + inputs=[x], + outputs=[y], + name="test_averagepool_2d_precomputed_strides", +) +``` + +
+ + +
+averagepool_2d_same_lower + +```python +"""input_shape: [1, 3, 32, 32] +output_shape: [1, 3, 32, 32] +pad_shape: [1, 1] -> [1, 0, 1, 0] by axis +""" +node = onnx.helper.make_node( + "AveragePool", + inputs=["x"], + outputs=["y"], + kernel_shape=[2, 2], + auto_pad="SAME_LOWER", +) +x = np.random.randn(1, 3, 32, 32).astype(np.float32) +x_shape = np.shape(x) +kernel_shape = (2, 2) +strides = (1, 1) +out_shape = get_output_shape_auto_pad( + "SAME_LOWER", x_shape[2:], kernel_shape, strides +) +pad_shape = get_pad_shape( + "SAME_LOWER", x_shape[2:], kernel_shape, strides, out_shape +) +pad_bottom = pad_shape[0] // 2 +pad_top = pad_shape[0] - pad_bottom +pad_right = pad_shape[1] // 2 +pad_left = pad_shape[1] - pad_right +padded = np.pad( + x, + ((0, 0), (0, 0), (pad_top, pad_bottom), (pad_left, pad_right)), + mode="constant", + constant_values=np.nan, +) +pads = (pad_top, pad_left, pad_bottom, pad_right) +y = pool( + padded, + x_shape, + kernel_shape, + strides, + out_shape, + "AVG", + pads_required=pads, + pads=pads, +) + +expect(node, inputs=[x], outputs=[y], name="test_averagepool_2d_same_lower") +``` + +
+ + +
+averagepool_2d_same_upper + +```python +"""input_shape: [1, 3, 32, 32] +output_shape: [1, 3, 32, 32] +pad_shape: [1, 1] -> [0, 1, 0, 1] by axis +""" +node = onnx.helper.make_node( + "AveragePool", + inputs=["x"], + outputs=["y"], + kernel_shape=[2, 2], + auto_pad="SAME_UPPER", +) +x = np.random.randn(1, 3, 32, 32).astype(np.float32) +x_shape = np.shape(x) +kernel_shape = (2, 2) +strides = (1, 1) +out_shape = get_output_shape_auto_pad( + "SAME_UPPER", x_shape[2:], kernel_shape, strides +) +pad_shape = get_pad_shape( + "SAME_UPPER", x_shape[2:], kernel_shape, strides, out_shape +) +pad_top = pad_shape[0] // 2 +pad_bottom = pad_shape[0] - pad_top +pad_left = pad_shape[1] // 2 +pad_right = pad_shape[1] - pad_left +padded = np.pad( + x, + ((0, 0), (0, 0), (pad_top, pad_bottom), (pad_left, pad_right)), + mode="constant", + constant_values=np.nan, +) +pads = (pad_top, pad_left, pad_bottom, pad_right) +y = pool( + padded, + x_shape, + kernel_shape, + strides, + out_shape, + "AVG", + pads_required=pads, + pads=pads, +) + +expect(node, inputs=[x], outputs=[y], name="test_averagepool_2d_same_upper") +``` + +
+ + +
+averagepool_2d_strides + +```python +"""input_shape: [1, 3, 32, 32] +output_shape: [1, 3, 10, 10] +""" +node = onnx.helper.make_node( + "AveragePool", + inputs=["x"], + outputs=["y"], + kernel_shape=[5, 5], + strides=[3, 3], +) +x = np.random.randn(1, 3, 32, 32).astype(np.float32) +x_shape = np.shape(x) +kernel_shape = (5, 5) +strides = (3, 3) +out_shape, pads = get_output_shape_explicit_padding( + None, x_shape[2:], kernel_shape, strides, ceil_mode=False +) +padded = x +y = pool( + padded, + x_shape, + kernel_shape, + strides, + out_shape, + "AVG", + pads_required=pads, + pads=None, +) + +expect(node, inputs=[x], outputs=[y], name="test_averagepool_2d_strides") +``` + +
+ + +
+averagepool_3d_default + +```python +"""input_shape: [1, 3, 32, 32, 32] +output_shape: [1, 3, 31, 31, 31] +""" +node = onnx.helper.make_node( + "AveragePool", + inputs=["x"], + outputs=["y"], + kernel_shape=[2, 2, 2], +) +x = np.random.randn(1, 3, 32, 32, 32).astype(np.float32) +x_shape = np.shape(x) +pads = None +kernel_shape = [2, 2, 2] +strides = [1, 1, 1] +out_shape, _ = get_output_shape_explicit_padding( + pads, x_shape[2:], kernel_shape, strides +) +padded = x +y = pool(padded, x_shape, kernel_shape, strides, out_shape, "AVG") + +expect(node, inputs=[x], outputs=[y], name="test_averagepool_3d_default") +``` + +
+ + +
+averagepool_3d_dilations + +```python +"""input_shape: [1, 1, 4, 4] +output_shape: [1, 1, 2, 2] +""" +node = onnx.helper.make_node( + "AveragePool", + inputs=["x"], + outputs=["y"], + kernel_shape=[2, 2, 2], + strides=[1, 1, 1], + dilations=[2, 2, 2], + ceil_mode=True, +) + +# input shape: [1, 1, 4, 4, 4] +x = np.array( + [ + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ], + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ], + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ], + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ], + ] + ] + ] +).astype(np.float32) + +y = np.array([[[[[6, 7], [10, 11]], [[6, 7], [10, 11]]]]]).astype(np.float32) + +expect( + node, inputs=[x], outputs=[y], name="test_averagepool_3d_dilations_small" +) +``` + +
+ + +
+averagepool_3d_dilations_large + +```python +x_shape = (32, 32, 32) +dilations = (2, 2, 2) +kernel_shape = (5, 5, 5) +strides = (3, 3, 3) +count_include_pad = 0 + +for count_include_pad in (0, 1): + for ceil_mode in (True, False): + node = onnx.helper.make_node( + "AveragePool", + inputs=["x"], + outputs=["y"], + kernel_shape=kernel_shape, + strides=strides, + dilations=dilations, + count_include_pad=count_include_pad, + ceil_mode=ceil_mode, + ) + + x = np.random.randn(1, 1, *x_shape).astype(np.float32) + out_shape, extra_pads = get_output_shape_explicit_padding( + None, + x_shape, + kernel_shape, + strides, + dilations=dilations, + ceil_mode=ceil_mode, + ) + padded = np.pad( + x, + ( + (0, 0), + (0, 0), + (extra_pads[0], extra_pads[3]), + (extra_pads[1], extra_pads[4]), + (extra_pads[2], extra_pads[5]), + ), + mode="constant", + constant_values=0 if count_include_pad == 1 else np.nan, + ) + y = pool( + padded, + (1, 1, *x_shape), + kernel_shape, + strides, + out_shape, + "AVG", + pads_required=extra_pads, + pads=None, + dilations=dilations, + count_include_pad=count_include_pad, + ) + + test_name = f"test_averagepool_3d_dilations_large_count_include_pad_is_{count_include_pad}_ceil_mode_is_{ceil_mode}" + expect(node, inputs=[x], outputs=[y], name=test_name) +``` + +
+ + +### **BatchNormalization** + + Carries out batch normalization as described in the paper + https://arxiv.org/abs/1502.03167. Depending on the mode it is being run, + There are five required inputs 'X', 'scale', 'B', 'input_mean' and + 'input_var'. + Note that 'input_mean' and 'input_var' are expected to be the estimated + statistics in inference mode (training_mode=False, default), + and the running statistics in training mode (training_mode=True). + There are multiple cases for the number of outputs, which we list below: + + * Output case #1: Y, running_mean, running_var (training_mode=True) + * Output case #2: Y (training_mode=False) + + When training_mode=False, extra outputs are invalid. + The outputs are updated as follows when training_mode=True: + ``` + running_mean = input_mean * momentum + current_mean * (1 - momentum) + running_var = input_var * momentum + current_var * (1 - momentum) + + Y = (X - current_mean) / sqrt(current_var + epsilon) * scale + B + ``` + where: + ``` + current_mean = ReduceMean(X, axis=all_except_channel_index) + current_var = ReduceVar(X, axis=all_except_channel_index) + ``` + Notice that `ReduceVar` refers to the population variance, and it equals to + `sum(sqrd(x_i - x_avg)) / N` + where `N` is the population size (this formula does not use sample size `N - 1`). + + The computation of ReduceMean and ReduceVar uses float to avoid overflow for float16 inputs. + + When training_mode=False: + ``` + Y = (X - input_mean) / sqrt(input_var + epsilon) * scale + B + ``` + + For previous (depreciated) non-spatial cases, implementors are suggested + to flatten the input shape to (N x C * D1 * D2 * ... * Dn) before a BatchNormalization Op. + This operator has **optional** inputs/outputs. See [the doc](IR.md) for more details about the representation of optional arguments. An empty string may be used in the place of an actual argument's name to indicate a missing argument. Trailing optional arguments (those not followed by an argument that is present) may also be simply omitted. + +#### Version + +This version of the operator has been available since version 15 of the default ONNX operator set. + +Other versions of this operator: 1, 6, 7, 9, 14 + +#### Attributes + +
+
epsilon : float (default is 1e-05)
+
The epsilon value to use to avoid division by zero.
+
momentum : float (default is 0.9)
+
Factor used in computing the running mean and variance.e.g., running_mean = running_mean * momentum + mean * (1 - momentum).
+
training_mode : int (default is 0)
+
If set to true, it indicates BatchNormalization is being used for training, and outputs 1 and 2 are to be computed.
+
+ +#### Inputs + +
+
X (differentiable) : T
+
Input data tensor from the previous operator; dimensions are in the form of (N x C x D1 x D2 ... Dn), where N is the batch size, C is the number of channels. Statistics are computed for every channel of C over N and D1 to Dn dimensions. For image data, input dimensions become (N x C x H x W). The op also accepts single dimension input of size N in which case C is assumed to be 1
+
scale (differentiable) : T1
+
Scale tensor of shape (C).
+
B (differentiable) : T1
+
Bias tensor of shape (C).
+
input_mean (differentiable) : T2
+
running (training) or estimated (testing) mean tensor of shape (C).
+
input_var (differentiable) : T2
+
running (training) or estimated (testing) variance tensor of shape (C).
+
+ +#### Outputs (1 - 3) + +
+
Y (differentiable) : T
+
The output tensor of the same shape as X
+
running_mean (optional, non-differentiable) : T2
+
The running mean after the BatchNormalization operator.
+
running_var (optional, non-differentiable) : T2
+
The running variance after the BatchNormalization operator. This op uses the population size (N) for calculating variance, and not the sample size N-1.
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input and output types to float tensors.
+
T1 : tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain scale and bias types to float tensors.
+
T2 : tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain mean and variance types to float tensors.
+
+ + +#### Examples + +
+batchnormalization + +```python +# input size: (2, 3, 4, 5) +x = np.random.randn(2, 3, 4, 5).astype(np.float32) +s = np.random.randn(3).astype(np.float32) +bias = np.random.randn(3).astype(np.float32) +mean = np.random.randn(3).astype(np.float32) +var = np.random.rand(3).astype(np.float32) +y = _batchnorm_test_mode(x, s, bias, mean, var).astype(np.float32) + +node = onnx.helper.make_node( + "BatchNormalization", + inputs=["x", "s", "bias", "mean", "var"], + outputs=["y"], +) + +# output size: (2, 3, 4, 5) +expect( + node, + inputs=[x, s, bias, mean, var], + outputs=[y], + name="test_batchnorm_example", +) + +# input size: (2, 3, 4, 5) +x = np.random.randn(2, 3, 4, 5).astype(np.float32) +s = np.random.randn(3).astype(np.float32) +bias = np.random.randn(3).astype(np.float32) +mean = np.random.randn(3).astype(np.float32) +var = np.random.rand(3).astype(np.float32) +epsilon = 1e-2 +y = _batchnorm_test_mode(x, s, bias, mean, var, epsilon).astype(np.float32) + +node = onnx.helper.make_node( + "BatchNormalization", + inputs=["x", "s", "bias", "mean", "var"], + outputs=["y"], + epsilon=epsilon, +) + +# output size: (2, 3, 4, 5) +expect( + node, + inputs=[x, s, bias, mean, var], + outputs=[y], + name="test_batchnorm_epsilon", +) +``` + +
+ + +
+train + +```python +# input size: (2, 3, 4, 5) +x = np.random.randn(2, 3, 4, 5).astype(np.float32) +s = np.random.randn(3).astype(np.float32) +bias = np.random.randn(3).astype(np.float32) +mean = np.random.randn(3).astype(np.float32) +var = np.random.rand(3).astype(np.float32) +# using np.bool(1) while generating test data with "'bool' object has no attribute 'dtype'" +# working around by using np.byte(1).astype(bool) +training_mode = 1 +y, output_mean, output_var = _batchnorm_training_mode(x, s, bias, mean, var) + +node = onnx.helper.make_node( + "BatchNormalization", + inputs=["x", "s", "bias", "mean", "var"], + outputs=["y", "output_mean", "output_var"], + training_mode=training_mode, +) + +# output size: (2, 3, 4, 5) +expect( + node, + inputs=[x, s, bias, mean, var], + outputs=[y, output_mean, output_var], + name="test_batchnorm_example_training_mode", +) + +# input size: (2, 3, 4, 5) +x = np.random.randn(2, 3, 4, 5).astype(np.float32) +s = np.random.randn(3).astype(np.float32) +bias = np.random.randn(3).astype(np.float32) +mean = np.random.randn(3).astype(np.float32) +var = np.random.rand(3).astype(np.float32) +training_mode = 1 +momentum = 0.9 +epsilon = 1e-2 +y, output_mean, output_var = _batchnorm_training_mode( + x, s, bias, mean, var, momentum, epsilon +) + +node = onnx.helper.make_node( + "BatchNormalization", + inputs=["x", "s", "bias", "mean", "var"], + outputs=["y", "output_mean", "output_var"], + epsilon=epsilon, + training_mode=training_mode, +) + +# output size: (2, 3, 4, 5) +expect( + node, + inputs=[x, s, bias, mean, var], + outputs=[y, output_mean, output_var], + name="test_batchnorm_epsilon_training_mode", +) +``` + +
+ + +### **Bernoulli** + + Draws binary random numbers (0 or 1) from a Bernoulli distribution. The input tensor should be a tensor + containing probabilities p (a value in the range [0,1]) to be used for drawing the binary random number, + where an output of 1 is produced with probability p and an output of 0 is produced with probability (1-p). + + This operator is non-deterministic and may not produce the same values in different + implementations (even if a seed is specified). + +#### Version + +This version of the operator has been available since version 22 of the default ONNX operator set. + +Other versions of this operator: 15 + +#### Attributes + +
+
dtype : int
+
The data type for the elements of the output tensor. if not specified, we will use the data type of the input tensor.
+
seed : float
+
(Optional) Seed to the random generator, if not specified we will auto generate one.
+
+ +#### Inputs + +
+
input : T1
+
All values in input have to be in the range:[0, 1].
+
+ +#### Outputs + +
+
output : T2
+
The returned output tensor only has values 0 or 1, same shape as input tensor.
+
+ +#### Type Constraints + +
+
T1 : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain input types to float tensors.
+
T2 : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(bool)
+
Constrain output types to all numeric tensors and bool tensors.
+
+ + +#### Examples + +
+bernoulli_with_dtype + +```python +node = onnx.helper.make_node( + "Bernoulli", + inputs=["x"], + outputs=["y"], + dtype=onnx.TensorProto.DOUBLE, +) + +x = np.random.uniform(0.0, 1.0, 10).astype(np.float32) +y = bernoulli_reference_implementation(x, float) +expect(node, inputs=[x], outputs=[y], name="test_bernoulli_double") +``` + +
+ + +
+bernoulli_with_seed + +```python +seed = float(0) +node = onnx.helper.make_node( + "Bernoulli", + inputs=["x"], + outputs=["y"], + seed=seed, +) + +x = np.random.uniform(0.0, 1.0, 10).astype(np.float32) +y = bernoulli_reference_implementation(x, np.float32) +expect(node, inputs=[x], outputs=[y], name="test_bernoulli_seed") +``` + +
+ + +
+bernoulli_without_dtype + +```python +node = onnx.helper.make_node( + "Bernoulli", + inputs=["x"], + outputs=["y"], +) + +x = np.random.uniform(0.0, 1.0, 10).astype(float) +y = bernoulli_reference_implementation(x, float) +expect(node, inputs=[x], outputs=[y], name="test_bernoulli") +``` + +
+ + +### **BitCast** + + Reinterprets the binary representation of a tensor as a different data type, + specified by the 'to' attribute. Unlike Cast, BitCast preserves the exact bit + pattern without any value conversion. + + The target data type must have the same bit-width as the input data type. + The output tensor has the same shape as the input tensor. + All types except string are supported. Implementations must treat the + underlying bytes as little endian. + +#### Version + +This version of the operator has been available since version 26 of the default ONNX operator set. + +#### Attributes + +
+
to : int (required)
+
The data type to which the input tensor is bitwise reinterpreted. Must be one of the non-string types from DataType enum in TensorProto. The target type must have the same bit-width as the input type.
+
+ +#### Inputs + +
+
input (non-differentiable) : T1
+
Input tensor to be bitcast.
+
+ +#### Outputs + +
+
output (non-differentiable) : T2
+
Output tensor with the same shape as the input.
+
+ +#### Type Constraints + +
+
T1 : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(bool), tensor(complex64), tensor(complex128), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(uint4), tensor(int4), tensor(float4e2m1), tensor(float8e8m0), tensor(uint2), tensor(int2)
+
Constrain input types. Bitcasting from string is not supported.
+
T2 : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(bool), tensor(complex64), tensor(complex128), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(uint4), tensor(int4), tensor(float4e2m1), tensor(float8e8m0), tensor(uint2), tensor(int2)
+
Constrain output types. Bitcasting to string is not supported.
+
+ + +#### Examples + +
+bitcast_2d_float32_to_int32 + +```python +"""Test bitcasting 2D array from float32 to int32.""" +node = onnx.helper.make_node( + "BitCast", + inputs=["x"], + outputs=["y"], + to=onnx.TensorProto.INT32, +) +x = np.array([[1.0, 2.0, 3.0], [4.0, 5.0, 6.0]], dtype=np.float32) +y = x.view(np.int32) +expect(node, inputs=[x], outputs=[y], name="test_bitcast_2d_float32_to_int32") +``` + +
+ + +
+bitcast_bool_to_uint8 + +```python +"""Test bitcasting from bool to uint8 (same size).""" +node = onnx.helper.make_node( + "BitCast", + inputs=["x"], + outputs=["y"], + to=onnx.TensorProto.UINT8, +) +x = np.array([True, False, True, False], dtype=np.bool_) +y = x.view(np.uint8) +expect(node, inputs=[x], outputs=[y], name="test_bitcast_bool_to_uint8") +``` + +
+ + +
+bitcast_float32_to_int32 + +```python +"""Test bitcasting from float32 to int32 (same size).""" +node = onnx.helper.make_node( + "BitCast", + inputs=["x"], + outputs=["y"], + to=onnx.TensorProto.INT32, +) +x = np.array([1.0, -2.5, 3.75], dtype=np.float32) +y = x.view(np.int32) +expect(node, inputs=[x], outputs=[y], name="test_bitcast_float32_to_int32") +``` + +
+ + +
+bitcast_float64_to_int64 + +```python +"""Test bitcasting from float64 to int64 (same size).""" +node = onnx.helper.make_node( + "BitCast", + inputs=["x"], + outputs=["y"], + to=onnx.TensorProto.INT64, +) +x = np.array([1.0, -2.5, 3.75], dtype=np.float64) +y = x.view(np.int64) +expect(node, inputs=[x], outputs=[y], name="test_bitcast_float64_to_int64") +``` + +
+ + +
+bitcast_int32_to_float32 + +```python +"""Test bitcasting from int32 to float32 (same size).""" +node = onnx.helper.make_node( + "BitCast", + inputs=["x"], + outputs=["y"], + to=onnx.TensorProto.FLOAT, +) +x = np.array([1065353216, -1071644672, 1081081856], dtype=np.int32) +y = x.view(np.float32) +expect(node, inputs=[x], outputs=[y], name="test_bitcast_int32_to_float32") +``` + +
+ + +
+bitcast_int64_to_float64 + +```python +"""Test bitcasting from int64 to float64 (same size).""" +node = onnx.helper.make_node( + "BitCast", + inputs=["x"], + outputs=["y"], + to=onnx.TensorProto.DOUBLE, +) +x = np.array( + [4607182418800017408, -4611686018427387904, 4614256656552045184], + dtype=np.int64, +) +y = x.view(np.float64) +expect(node, inputs=[x], outputs=[y], name="test_bitcast_int64_to_float64") +``` + +
+ + +
+bitcast_int8_to_uint8 + +```python +"""Test bitcasting from int8 to uint8 (same size, different signedness).""" +node = onnx.helper.make_node( + "BitCast", + inputs=["x"], + outputs=["y"], + to=onnx.TensorProto.UINT8, +) +x = np.array([-1, -128, 127, 0], dtype=np.int8) +y = x.view(np.uint8) +expect(node, inputs=[x], outputs=[y], name="test_bitcast_int8_to_uint8") +``` + +
+ + +
+bitcast_scalar_float32_to_int32 + +```python +"""Test bitcasting scalar from float32 to int32.""" +node = onnx.helper.make_node( + "BitCast", + inputs=["x"], + outputs=["y"], + to=onnx.TensorProto.INT32, +) +x = np.array(1.0, dtype=np.float32) +y = x.view(np.int32) +expect( + node, inputs=[x], outputs=[y], name="test_bitcast_scalar_float32_to_int32" +) +``` + +
+ + +
+bitcast_uint16_to_int16 + +```python +"""Test bitcasting from uint16 to int16 (same size, different signedness).""" +node = onnx.helper.make_node( + "BitCast", + inputs=["x"], + outputs=["y"], + to=onnx.TensorProto.INT16, +) +x = np.array([1, 32768, 65535], dtype=np.uint16) +y = x.view(np.int16) +expect(node, inputs=[x], outputs=[y], name="test_bitcast_uint16_to_int16") +``` + +
+ + +
+bitcast_uint32_to_int32 + +```python +"""Test bitcasting from uint32 to int32 (same size, different signedness).""" +node = onnx.helper.make_node( + "BitCast", + inputs=["x"], + outputs=["y"], + to=onnx.TensorProto.INT32, +) +x = np.array([4294967295, 2147483648, 2147483647], dtype=np.uint32) +y = x.view(np.int32) +expect(node, inputs=[x], outputs=[y], name="test_bitcast_uint32_to_int32") +``` + +
+ + +### **BitShift** + + Bitwise shift operator performs element-wise operation. For each input element, if the + attribute "direction" is "RIGHT", this operator moves its binary representation toward + the right side so that the input value is effectively decreased. If the attribute "direction" + is "LEFT", bits of binary representation moves toward the left side, which results the + increase of its actual value. The input X is the tensor to be shifted and another input + Y specifies the amounts of shifting. For example, if "direction" is "Right", X is [1, 4], + and S is [1, 1], the corresponding output Z would be [0, 2]. If "direction" is "LEFT" with + X=[1, 2] and S=[1, 2], the corresponding output Y would be [2, 8]. + + Because this operator supports Numpy-style broadcasting, X's and Y's shapes are + not necessarily identical. + This operator supports **multidirectional (i.e., Numpy-style) broadcasting**; for more details please check [the doc](Broadcasting.md). + +#### Version + +This version of the operator has been available since version 11 of the default ONNX operator set. + +#### Attributes + +
+
direction : string (required)
+
Direction of moving bits. It can be either "RIGHT" (for right shift) or "LEFT" (for left shift).
+
+ +#### Inputs + +
+
X (non-differentiable) : T
+
First operand, input to be shifted.
+
Y (non-differentiable) : T
+
Second operand, amounts of shift.
+
+ +#### Outputs + +
+
Z (non-differentiable) : T
+
Output tensor
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64)
+
Constrain input and output types to integer tensors.
+
+ + +#### Examples + +
+left_unit16 + +```python +node = onnx.helper.make_node( + "BitShift", inputs=["x", "y"], outputs=["z"], direction="LEFT" +) + +x = np.array([16, 4, 1]).astype(np.uint16) +y = np.array([1, 2, 3]).astype(np.uint16) +z = x << y # expected output [32, 16, 8] +expect(node, inputs=[x, y], outputs=[z], name="test_bitshift_left_uint16") +``` + +
+ + +
+left_unit32 + +```python +node = onnx.helper.make_node( + "BitShift", inputs=["x", "y"], outputs=["z"], direction="LEFT" +) + +x = np.array([16, 4, 1]).astype(np.uint32) +y = np.array([1, 2, 3]).astype(np.uint32) +z = x << y # expected output [32, 16, 8] +expect(node, inputs=[x, y], outputs=[z], name="test_bitshift_left_uint32") +``` + +
+ + +
+left_unit64 + +```python +node = onnx.helper.make_node( + "BitShift", inputs=["x", "y"], outputs=["z"], direction="LEFT" +) + +x = np.array([16, 4, 1]).astype(np.uint64) +y = np.array([1, 2, 3]).astype(np.uint64) +z = x << y # expected output [32, 16, 8] +expect(node, inputs=[x, y], outputs=[z], name="test_bitshift_left_uint64") +``` + +
+ + +
+left_unit8 + +```python +node = onnx.helper.make_node( + "BitShift", inputs=["x", "y"], outputs=["z"], direction="LEFT" +) + +x = np.array([16, 4, 1]).astype(np.uint8) +y = np.array([1, 2, 3]).astype(np.uint8) +z = x << y # expected output [32, 16, 8] +expect(node, inputs=[x, y], outputs=[z], name="test_bitshift_left_uint8") +``` + +
+ + +
+right_unit16 + +```python +node = onnx.helper.make_node( + "BitShift", inputs=["x", "y"], outputs=["z"], direction="RIGHT" +) + +x = np.array([16, 4, 1]).astype(np.uint16) +y = np.array([1, 2, 3]).astype(np.uint16) +z = x >> y # expected output [8, 1, 0] +expect(node, inputs=[x, y], outputs=[z], name="test_bitshift_right_uint16") +``` + +
+ + +
+right_unit32 + +```python +node = onnx.helper.make_node( + "BitShift", inputs=["x", "y"], outputs=["z"], direction="RIGHT" +) + +x = np.array([16, 4, 1]).astype(np.uint32) +y = np.array([1, 2, 3]).astype(np.uint32) +z = x >> y # expected output [8, 1, 0] +expect(node, inputs=[x, y], outputs=[z], name="test_bitshift_right_uint32") +``` + +
+ + +
+right_unit64 + +```python +node = onnx.helper.make_node( + "BitShift", inputs=["x", "y"], outputs=["z"], direction="RIGHT" +) + +x = np.array([16, 4, 1]).astype(np.uint64) +y = np.array([1, 2, 3]).astype(np.uint64) +z = x >> y # expected output [8, 1, 0] +expect(node, inputs=[x, y], outputs=[z], name="test_bitshift_right_uint64") +``` + +
+ + +
+right_unit8 + +```python +node = onnx.helper.make_node( + "BitShift", inputs=["x", "y"], outputs=["z"], direction="RIGHT" +) + +x = np.array([16, 4, 1]).astype(np.uint8) +y = np.array([1, 2, 3]).astype(np.uint8) +z = x >> y # expected output [8, 1, 0] +expect(node, inputs=[x, y], outputs=[z], name="test_bitshift_right_uint8") +``` + +
+ + +### **BitwiseAnd** + + Returns the tensor resulting from performing the bitwise `and` operation + elementwise on the input tensors `A` and `B` (with Numpy-style broadcasting support). + + This operator supports **multidirectional (i.e., Numpy-style) broadcasting**; for more details please check [the doc](Broadcasting.md). + +#### Version + +This version of the operator has been available since version 18 of the default ONNX operator set. + +#### Inputs + +
+
A (non-differentiable) : T
+
First input operand for the bitwise operator.
+
B (non-differentiable) : T
+
Second input operand for the bitwise operator.
+
+ +#### Outputs + +
+
C (non-differentiable) : T
+
Result tensor.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64)
+
Constrain input to integer tensors.
+
+ + +#### Examples + +
+bitwiseand + +```python +node = onnx.helper.make_node( + "BitwiseAnd", + inputs=["x", "y"], + outputs=["bitwiseand"], +) + +# 2d +x = create_random_int((3, 4), np.int32) +y = create_random_int((3, 4), np.int32) +z = np.bitwise_and(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_bitwise_and_i32_2d") + +# 3d +x = create_random_int((3, 4, 5), np.int16) +y = create_random_int((3, 4, 5), np.int16) +z = np.bitwise_and(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_bitwise_and_i16_3d") +``` + +
+ + +
+bitwiseand_broadcast + +```python +node = onnx.helper.make_node( + "BitwiseAnd", + inputs=["x", "y"], + outputs=["bitwiseand"], +) + +# 3d vs 1d +x = create_random_int((3, 4, 5), np.uint64) +y = create_random_int((5,), np.uint64) +z = np.bitwise_and(x, y) +expect( + node, inputs=[x, y], outputs=[z], name="test_bitwise_and_ui64_bcast_3v1d" +) + +# 4d vs 3d +x = create_random_int((3, 4, 5, 6), np.uint8) +y = create_random_int((4, 5, 6), np.uint8) +z = np.bitwise_and(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_bitwise_and_ui8_bcast_4v3d") +``` + +
+ + +### **BitwiseNot** + + Returns the bitwise not of the input tensor element-wise. + +#### Version + +This version of the operator has been available since version 18 of the default ONNX operator set. + +#### Inputs + +
+
X (non-differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
Y (non-differentiable) : T
+
Output tensor
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64)
+
Constrain input/output to integer tensors.
+
+ + +#### Examples + +
+bitwisenot + +```python +node = onnx.helper.make_node( + "BitwiseNot", + inputs=["x"], + outputs=["bitwise_not"], +) + +# 2d +x = create_random_int((3, 4), np.int32) +y = np.bitwise_not(x) +expect(node, inputs=[x], outputs=[y], name="test_bitwise_not_2d") + +# 3d +x = create_random_int((3, 4, 5), np.uint16) +y = np.bitwise_not(x) +expect(node, inputs=[x], outputs=[y], name="test_bitwise_not_3d") + +# 4d +x = create_random_int((3, 4, 5, 6), np.uint8) +y = np.bitwise_not(x) +expect(node, inputs=[x], outputs=[y], name="test_bitwise_not_4d") +``` + +
+ + +### **BitwiseOr** + + Returns the tensor resulting from performing the bitwise `or` operation + elementwise on the input tensors `A` and `B` (with Numpy-style broadcasting support). + + This operator supports **multidirectional (i.e., Numpy-style) broadcasting**; for more details please check [the doc](Broadcasting.md). + +#### Version + +This version of the operator has been available since version 18 of the default ONNX operator set. + +#### Inputs + +
+
A (non-differentiable) : T
+
First input operand for the bitwise operator.
+
B (non-differentiable) : T
+
Second input operand for the bitwise operator.
+
+ +#### Outputs + +
+
C (non-differentiable) : T
+
Result tensor.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64)
+
Constrain input to integer tensors.
+
+ + +#### Examples + +
+bitwiseor + +```python +node = onnx.helper.make_node( + "BitwiseOr", + inputs=["x", "y"], + outputs=["bitwiseor"], +) +# 2d +x = create_random_int((3, 4), np.int32) +y = create_random_int((3, 4), np.int32) +z = np.bitwise_or(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_bitwise_or_i32_2d") + +# 4d +x = create_random_int((3, 4, 5, 6), np.int8) +y = create_random_int((3, 4, 5, 6), np.int8) +z = np.bitwise_or(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_bitwise_or_i16_4d") +``` + +
+ + +
+bitwiseor_broadcast + +```python +node = onnx.helper.make_node( + "BitwiseOr", + inputs=["x", "y"], + outputs=["bitwiseor"], +) + +# 3d vs 1d +x = create_random_int((3, 4, 5), np.uint64) +y = create_random_int((5,), np.uint64) +z = np.bitwise_or(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_bitwise_or_ui64_bcast_3v1d") + +# 4d vs 3d +x = create_random_int((3, 4, 5, 6), np.uint8) +y = create_random_int((4, 5, 6), np.uint8) +z = np.bitwise_or(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_bitwise_or_ui8_bcast_4v3d") +``` + +
+ + +### **BitwiseXor** + + Returns the tensor resulting from performing the bitwise `xor` operation + elementwise on the input tensors `A` and `B` (with Numpy-style broadcasting support). + + This operator supports **multidirectional (i.e., Numpy-style) broadcasting**; for more details please check [the doc](Broadcasting.md). + +#### Version + +This version of the operator has been available since version 18 of the default ONNX operator set. + +#### Inputs + +
+
A (non-differentiable) : T
+
First input operand for the bitwise operator.
+
B (non-differentiable) : T
+
Second input operand for the bitwise operator.
+
+ +#### Outputs + +
+
C (non-differentiable) : T
+
Result tensor.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64)
+
Constrain input to integer tensors.
+
+ + +#### Examples + +
+bitwiseor_broadcast + +```python +node = onnx.helper.make_node( + "BitwiseXor", + inputs=["x", "y"], + outputs=["bitwisexor"], +) + +# 3d vs 1d +x = create_random_int((3, 4, 5), np.uint64) +y = create_random_int((5,), np.uint64) +z = np.bitwise_xor(x, y) +expect( + node, inputs=[x, y], outputs=[z], name="test_bitwise_xor_ui64_bcast_3v1d" +) + +# 4d vs 3d +x = create_random_int((3, 4, 5, 6), np.uint8) +y = create_random_int((4, 5, 6), np.uint8) +z = np.bitwise_xor(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_bitwise_xor_ui8_bcast_4v3d") +``` + +
+ + +
+bitwisexor + +```python +node = onnx.helper.make_node( + "BitwiseXor", + inputs=["x", "y"], + outputs=["bitwisexor"], +) + +# 2d +x = create_random_int((3, 4), np.int32) +y = create_random_int((3, 4), np.int32) +z = np.bitwise_xor(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_bitwise_xor_i32_2d") + +# 3d +x = create_random_int((3, 4, 5), np.int16) +y = create_random_int((3, 4, 5), np.int16) +z = np.bitwise_xor(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_bitwise_xor_i16_3d") +``` + +
+ + +### **BlackmanWindow** + + Generates a Blackman window as described in the paper https://ieeexplore.ieee.org/document/1455106. + +#### Version + +This version of the operator has been available since version 17 of the default ONNX operator set. + +#### Attributes + +
+
output_datatype : int (default is 1)
+
The data type of the output tensor. Strictly must be one of the values from DataType enum in TensorProto whose values correspond to T2. The default value is 1 = FLOAT.
+
periodic : int (default is 1)
+
If 1, returns a window to be used as periodic function. If 0, return a symmetric window. When 'periodic' is specified, hann computes a window of length size + 1 and returns the first size points. The default value is 1.
+
+ +#### Inputs + +
+
size (non-differentiable) : T1
+
A scalar value indicating the length of the window.
+
+ +#### Outputs + +
+
output (non-differentiable) : T2
+
A Blackman window with length: size. The output has the shape: [size].
+
+ +#### Type Constraints + +
+
T1 : tensor(int32), tensor(int64)
+
Constrain the input size to int32_t or int64_t.
+
T2 : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain output types to numeric tensors.
+
+ + +#### Examples + +
+blackmanwindow + +```python +# Test periodic window +node = onnx.helper.make_node( + "BlackmanWindow", + inputs=["x"], + outputs=["y"], +) +size = np.int32(10) +a0 = 0.42 +a1 = -0.5 +a2 = 0.08 +y = a0 +y += a1 * np.cos(2 * np.pi * np.arange(0, size, 1, dtype=np.float32) / size) +y += a2 * np.cos(4 * np.pi * np.arange(0, size, 1, dtype=np.float32) / size) +expect( + node, + inputs=[size], + outputs=[y.astype(np.float32)], + name="test_blackmanwindow", +) + +# Test symmetric window +node = onnx.helper.make_node( + "BlackmanWindow", inputs=["x"], outputs=["y"], periodic=0 +) +size = np.int32(10) +a0 = 0.42 +a1 = -0.5 +a2 = 0.08 +y = a0 +y += a1 * np.cos( + 2 * np.pi * np.arange(0, size, 1, dtype=np.float32) / (size - 1) +) +y += a2 * np.cos( + 4 * np.pi * np.arange(0, size, 1, dtype=np.float32) / (size - 1) +) +expect( + node, + inputs=[size], + outputs=[y.astype(np.float32)], + name="test_blackmanwindow_symmetric", +) +``` + +
+ + +### **Cast** + + The operator casts the elements of a given input tensor to a data type + specified by the 'to' argument and returns an output tensor of the same size in + the converted type. The 'to' argument must be one of the data types specified + in the 'DataType' enum field in the TensorProto message. + + Casting from string tensor in plain (e.g., "3.14" and "1000") and scientific numeric representations + (e.g., "1e-5" and "1E8") to float types is supported. For example, converting string "100.5" to an integer may + yield result 100. There are some string literals reserved for special floating-point values; + "+INF" (and "INF"), "-INF", and "NaN" are positive infinity, negative infinity, and not-a-number, respectively. + Any string which can exactly match "+INF" in a case-insensitive way would be mapped to positive infinite. Similarly, + this case-insensitive rule is applied to "INF" and "NaN". When casting from numeric tensors + to string tensors, plain floating-point representation (such as "314.15926") would be used. + Converting non-numerical-literal string such as "Hello World!" is an undefined behavior. Cases + of converting string representing floating-point arithmetic value, such as "2.718", to INT is an undefined behavior. + + Conversion from a numerical type to any numerical type is always allowed. + User must be aware of precision loss and value change caused by range difference between two types. + For example, a 64-bit float 3.1415926459 may be round to a 32-bit float 3.141592. Similarly, converting + an integer 36 to Boolean may produce 1 because we truncate bits which can't be stored in the targeted type. + + In more detail, the conversion among numerical types should follow these rules + if the destination type is not a float 8 type. + + * Casting from floating point to: + * floating point: +/- infinity if OOR (out of range). + * fixed point: undefined if OOR. + * bool: +/- 0.0 to False; all else to True. + * Casting from fixed point to: + * floating point: +/- infinity if OOR. (+ infinity in the case of uint) + * fixed point: when OOR, discard higher bits and reinterpret (with respect to two's complement representation for + signed types). For example, 200 (int16) -> -56 (int8). + * bool: zero to False; nonzero to True. + * Casting from bool to: + * floating point: `{1.0, 0.0}`. + * fixed point: `{1, 0}`. + * bool: no change. + + Float 8 types (E4M3FN, E4M3FNUZ, E5M2, E5M2FNUZ) were introduced to speed up the training of + deep models. By default the conversion of a float *x* obeys + to the following rules. `[x]` means the value rounded to + the target mantissa width. + + | x | E4M3FN | E4M3FNUZ | E5M2 | E5M2FNUZ | + | ----------------- | -------- | -------- | -------- | -------- | + | 0 | 0 | 0 | 0 | 0 | + | -0 | -0 | 0 | -0 | 0 | + | NaN | NaN | NaN | NaN | NaN | + | Inf | FLT_MAX | FLT_MAX | FLT_MAX | FLT_MAX | + | -Inf | -FLT_MAX | -FLT_MAX | -FLT_MAX | -FLT_MAX | + | \[x\] > FLT_MAX | FLT_MAX | FLT_MAX | FLT_MAX | FLT_MAX | + | \[x\] \< -FLT_MAX | -FLT_MAX | -FLT_MAX | -FLT_MAX | -FLT_MAX | + | else | RNE | RNE | RNE | RNE | + + The behavior changes if the parameter 'saturate' is set to False. + The rules then become: + + | x | E4M3FN | E4M3FNUZ | E5M2 | E5M2FNUZ | + | ----------------- | ------ | -------- | ---- | -------- | + | 0 | 0 | 0 | 0 | 0 | + | -0 | -0 | 0 | -0 | 0 | + | NaN | NaN | NaN | NaN | NaN | + | -NaN | -NaN | NaN | -NaN | NaN | + | Inf | NaN | NaN | Inf | NaN | + | -Inf | -NaN | NaN | -Inf | NaN | + | \[x\] > FLT_MAX | NaN | NaN | Inf | NaN | + | \[x\] \< -FLT_MAX | NaN | NaN | -Inf | NaN | + | else | RNE | RNE | RNE | RNE | + + FLOAT8E8M0 type was introduced to enable [Microscaling (MX) formats](https://www.opencompute.org/documents/ocp-microscaling-formats-mx-v1-0-spec-final-pdf). + When casting to FLOAT8E8M0, the rounding behavior can be specified using the `round_mode` and `saturate` attributes. + The current CUDA behavior is to round up and saturate. Casting negative values to FLOAT8E8M0 gives undefined behavior. + The following table describes the casting behavior of special values to FLOAT8E8M0 in the two most common cases. + + | x | saturate + up | non-saturate + nearest | + | ----------------- | ------------- | --------------------- | + | 0 | 0 | NaN | + | -0 | Unspecified | Unspecified | + | NaN | NaN | NaN | + | Inf | E8M0_MAX | NaN | + | x > E8M0_MAX | E8M0_MAX | NaN | + | x < E8M0_MIN | E8M0_MIN | NaN | + | x < 0 | Unspecified | Unspecified | + +#### Version + +This version of the operator has been available since version 25 of the default ONNX operator set. + +Other versions of this operator: 1, 6, 9, 13, 19, 21, 23, 24 + +#### Attributes + +
+
round_mode : string (default is up)
+
Rounding mode for conversion to float8e8m0. It only applies to casting to float8e8m0 and is `up` by default. `up`: round to nearest value away from zero, `down`: round to nearest value towards zero, `nearest`: round to nearest value and ties round up.
+
saturate : int (default is 1)
+
The parameter defines how the conversion behaves if an input value is out of range of the destination type. It only applies for float 8 conversion (float8e4m3fn, float8e4m3fnuz, float8e5m2, float8e5m2fnuz, float8e8m0). It is true by default. All cases are fully described in the tables inserted in the operator description.
+
to : int (required)
+
The data type to which the elements of the input tensor are cast. Strictly must be one of the types from DataType enum in TensorProto
+
+ +#### Inputs + +
+
input (differentiable) : T1
+
Input tensor to be cast.
+
+ +#### Outputs + +
+
output (differentiable) : T2
+
Output tensor with the same shape as input with type specified by the 'to' argument
+
+ +#### Type Constraints + +
+
T1 : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(uint4), tensor(int4), tensor(float4e2m1), tensor(float8e8m0), tensor(uint2), tensor(int2)
+
Constrain input types. Casting from complex is not supported.
+
T2 : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(uint4), tensor(int4), tensor(float4e2m1), tensor(float8e8m0), tensor(uint2), tensor(int2)
+
Constrain output types. Casting to complex is not supported.
+
+ + +#### Examples + +
+cast + +```python +test_cases = [ + ("FLOAT", "FLOAT16"), + ("FLOAT", "DOUBLE"), + ("FLOAT16", "FLOAT"), + ("FLOAT16", "DOUBLE"), + ("DOUBLE", "FLOAT"), + ("DOUBLE", "FLOAT16"), + ("FLOAT", "BFLOAT16"), + ("BFLOAT16", "FLOAT"), + ("FLOAT", "FLOAT8E4M3FN"), + ("FLOAT16", "FLOAT8E4M3FN"), + ("FLOAT", "FLOAT8E4M3FNUZ"), + ("FLOAT16", "FLOAT8E4M3FNUZ"), + ("FLOAT8E4M3FN", "FLOAT"), + ("FLOAT8E4M3FN", "FLOAT16"), + ("FLOAT8E4M3FNUZ", "FLOAT"), + ("FLOAT8E4M3FNUZ", "FLOAT16"), + ("FLOAT", "FLOAT8E5M2"), + ("FLOAT16", "FLOAT8E5M2"), + ("FLOAT", "FLOAT8E5M2FNUZ"), + ("FLOAT16", "FLOAT8E5M2FNUZ"), + ("FLOAT8E5M2", "FLOAT"), + ("FLOAT8E5M2", "FLOAT16"), + ("FLOAT8E5M2FNUZ", "FLOAT"), + ("FLOAT8E5M2FNUZ", "FLOAT16"), + ("FLOAT", "UINT4"), + ("FLOAT16", "UINT4"), + ("FLOAT", "INT4"), + ("FLOAT16", "INT4"), + ("UINT4", "FLOAT"), + ("UINT4", "FLOAT16"), + ("UINT4", "UINT8"), + ("INT4", "FLOAT"), + ("INT4", "FLOAT16"), + ("INT4", "INT8"), + ("FLOAT4E2M1", "FLOAT"), + ("FLOAT4E2M1", "FLOAT16"), + ("FLOAT", "FLOAT4E2M1"), + ("FLOAT16", "FLOAT4E2M1"), + ("FLOAT", "UINT2"), + ("FLOAT16", "UINT2"), + ("FLOAT", "INT2"), + ("FLOAT16", "INT2"), + ("UINT2", "FLOAT"), + ("UINT2", "FLOAT16"), + ("UINT2", "UINT8"), + ("INT2", "FLOAT"), + ("INT2", "FLOAT16"), + ("INT2", "INT8"), +] + +for from_type, to_type in test_cases: + if from_type == to_type: + # Skip cases where from_type and to_type are the same + continue + from_dtype = getattr(TensorProto, from_type) + to_dtype = getattr(TensorProto, to_type) + from_np_dtype = tensor_dtype_to_np_dtype(from_dtype) + to_np_dtype = tensor_dtype_to_np_dtype(to_dtype) + + if from_type == "BFLOAT16" or to_type == "BFLOAT16": + np_fp32 = np.array( + [ + "0.47892547", + "0.48033667", + "0.49968487", + "0.81910545", + "0.47031248", + "0.816468", + "0.21087195", + "0.7229038", + "NaN", + "INF", + "+INF", + "-INF", + ], + dtype=np.float32, + ) + input_shape = (3, 4) + + elif from_type in F8_TYPES or to_type in F8_TYPES: + np_fp32 = np.array( + [ + "0.47892547", + "0.48033667", + "0.49968487", + "0.81910545", + "0.47031248", + "0.7229038", + "1000000", + "1e-7", + "NaN", + "INF", + "+INF", + "-INF", + "-0.0000001", + "0.0000001", + "-1000000", + ], + dtype=np.float32, + ) + input_shape = (3, 5) + elif from_type in ("UINT4", "INT4") or to_type in ("UINT4", "INT4"): + np_fp32 = np.arange(-9, 16).astype(np.float32) + input_shape = (5, 5) + elif from_type in ("UINT2", "INT2") or to_type in ("UINT2", "INT2"): + np_fp32 = np.arange(-3, 4).astype(np.float32) + input_shape = (7, 1) + elif from_type == "FLOAT4E2M1" or to_type == "FLOAT4E2M1": + np_fp32 = np.array( + [ + "0.48", + "0.25", + "1.05", + "-3.5", + "-8", + "9", + "1000000", + "1e-7", + "NaN", + "INF", + "+INF", + "-INF", + "-4", + "0.01", + "-0.0", + ], + dtype=np.float32, + ) + input_shape = (3, 5) + + else: + np_fp32 = np.array( + [ + "0.47892547", + "0.48033667", + "0.49968487", + "0.81910545", + "0.47031248", + "0.816468", + "0.21087195", + "0.7229038", + "NaN", + "INF", + "+INF", + "-INF", + ], + dtype=np.float32, + ).reshape([3, 4]) + input_shape = (3, 4) + + if from_type in F8_TYPES: + np_from = onnx.numpy_helper.saturate_cast(np_fp32, from_np_dtype) + input = make_tensor( + "input", + from_dtype, + input_shape, + vals=np_from, + raw=True, + ) + elif from_type in FOUR_BIT_TYPES: + np_from = np_fp32.astype(from_np_dtype) + packed = onnx.numpy_helper._pack_4bitx2(np_from) + # No byteswap needed on big-endian machines as _pack_4bitx2() + # returns a numpy array with uint8 datatype. + input = make_tensor( + "input", from_dtype, input_shape, vals=packed.tobytes(), raw=True + ) + elif from_type in TWO_BIT_TYPES: + np_from = np_fp32.astype(from_np_dtype) + packed = onnx.numpy_helper._pack_2bitx4(np_from) + input = make_tensor( + "input", from_dtype, input_shape, vals=packed.tobytes(), raw=True + ) + else: + np_from = np_fp32.astype(from_np_dtype) + input = make_tensor( + "input", from_dtype, input_shape, vals=np_from, raw=True + ) + + if to_type in F8_TYPES: + output = make_tensor( + "output", + to_dtype, + input_shape, + vals=onnx.numpy_helper.saturate_cast(np_from, to_np_dtype), + raw=True, + ) + elif to_type in FOUR_BIT_TYPES: + packed = onnx.numpy_helper._pack_4bitx2(np_from.astype(to_np_dtype)) + # No byteswap needed on big-endian machines as _pack_4bitx2() + # returns a numpy array with uint8 datatype. + output = make_tensor( + "output", to_dtype, input_shape, vals=packed.tobytes(), raw=True + ) + elif to_type in TWO_BIT_TYPES: + packed = onnx.numpy_helper._pack_2bitx4(np_from.astype(to_np_dtype)) + output = make_tensor( + "output", to_dtype, input_shape, vals=packed.tobytes(), raw=True + ) + else: + output = make_tensor( + "output", + to_dtype, + input_shape, + vals=np_from.astype(to_np_dtype), + raw=True, + ) + + node = onnx.helper.make_node( + "Cast", + inputs=["input"], + outputs=["output"], + to=to_dtype, + ) + expect( + node, + inputs=[input], + outputs=[output], + name="test_cast_" + from_type + "_to_" + to_type, + ) +``` + +
+ + +
+e8m0 + +```python +np_fp32 = np.array( + [ + "0.0", + "0.124", + "0.25", + "0.5", + "1.1", + "2.0", + "4.0", + "8.0", + ], + dtype=np.float32, +) +test_cases = [ + ("FLOAT", "FLOAT8E8M0"), + ("FLOAT16", "FLOAT8E8M0"), + ("FLOAT8E8M0", "FLOAT"), + ("FLOAT8E8M0", "FLOAT16"), +] +for from_type, to_type in test_cases: + if from_type == "FLOAT": + input_np = np_fp32 + output_np = to_float8e8m0(np_fp32) + elif from_type == "FLOAT16": + input_np = np_fp32.astype(np.float16) + output_np = to_float8e8m0(input_np) + elif from_type == "FLOAT8E8M0": + input_np = to_float8e8m0(np_fp32) + if to_type == "FLOAT": + output_np = input_np.astype(np.float32) + elif to_type == "FLOAT16": + output_np = input_np.astype(np.float16) + else: + raise ValueError( + f"Conversion from {from_type} to {to_type} is not tested." + ) + else: + raise ValueError( + f"Conversion from {from_type} to {to_type} is not tested." + ) + input = make_tensor( + "input", + getattr(TensorProto, from_type), + [2, 4], + input_np, + raw=True, + ) + output = make_tensor( + "output", + getattr(TensorProto, to_type), + [2, 4], + output_np, + raw=True, + ) + if to_type == "FLOAT8E8M0": + node = onnx.helper.make_node( + "Cast", + inputs=["input"], + outputs=["output"], + to=getattr(TensorProto, to_type), + saturate=1, + round_mode="up", + ) + else: + node = onnx.helper.make_node( + "Cast", + inputs=["input"], + outputs=["output"], + to=getattr(TensorProto, to_type), + ) + + expect( + node, + inputs=[input], + outputs=[output], + name="test_cast_e8m0_" + from_type + "_to_" + to_type, + ) +``` + +
+ + +
+saturate_false + +```python +test_cases = itertools.product( + [ + "FLOAT", + "FLOAT16", + ], + [ + "FLOAT8E4M3FN", + "FLOAT8E4M3FNUZ", + "FLOAT8E5M2", + "FLOAT8E5M2FNUZ", + ], +) +input_shape = (3, 5) +for from_type, to_type in test_cases: + from_dtype = getattr(TensorProto, from_type) + to_dtype = getattr(TensorProto, to_type) + from_np_dtype = tensor_dtype_to_np_dtype(from_dtype) + to_np_dtype = tensor_dtype_to_np_dtype(to_dtype) + np_fp32 = np.array( + [ + "0.47892547", + "0.48033667", + "0.49968487", + "0.81910545", + "0.47031248", + "0.7229038", + "1000000", + "1e-7", + "NaN", + "INF", + "+INF", + "-INF", + "-0.0000001", + "0.0000001", + "-1000000", + ], + dtype=np.float32, + ) + + input = make_tensor( + "input", + from_dtype, + input_shape, + vals=np_fp32.astype(from_np_dtype), + raw=True, + ) + output = make_tensor( + "output", + to_dtype, + input_shape, + vals=np_fp32.astype(from_np_dtype).astype(to_np_dtype), + raw=True, + ) + + node = onnx.helper.make_node( + "Cast", + inputs=["input"], + outputs=["output"], + to=to_dtype, + saturate=0, + ) + expect( + node, + inputs=[input], + outputs=[output], + name="test_cast_no_saturate_" + from_type + "_to_" + to_type, + ) +``` + +
+ + +### **CastLike** + + The operator casts the elements of a given input tensor (the first input) to + the same data type as the elements of the second input tensor. + See documentation of the Cast operator for further details. + +#### Version + +This version of the operator has been available since version 25 of the default ONNX operator set. + +Other versions of this operator: 15, 19, 21, 23, 24 + +#### Attributes + +
+
round_mode : string (default is up)
+
Rounding mode for conversion to float8e8m0. It only applies to casting to float8e8m0 and is `up` by default. `up`: round to nearest value away from zero, `down`: round to nearest value towards zero, `nearest`: round to nearest value and ties round up. Please refer to operator Cast description for further details.
+
saturate : int (default is 1)
+
The parameter defines how the conversion behaves if an input value is out of range of the destination type. It only applies for float 8 conversion (float8e4m3fn, float8e4m3fnuz, float8e5m2, float8e5m2fnuz, float8e8m0). It is true by default. Please refer to operator Cast description for further details.
+
+ +#### Inputs + +
+
input (differentiable) : T1
+
Input tensor to be cast.
+
target_type (non-differentiable) : T2
+
The (first) input tensor will be cast to produce a tensor of the same type as this (second input) tensor.
+
+ +#### Outputs + +
+
output (differentiable) : T2
+
Output tensor produced by casting the first input tensor to have the same type as the second input tensor.
+
+ +#### Type Constraints + +
+
T1 : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(uint4), tensor(int4), tensor(float4e2m1), tensor(float8e8m0), tensor(uint2), tensor(int2)
+
Constrain input types. Casting from complex is not supported.
+
T2 : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(uint4), tensor(int4), tensor(float4e2m1), tensor(float8e8m0), tensor(uint2), tensor(int2)
+
Constrain output types. Casting to complex is not supported.
+
+ + +#### Examples + +
+castlike + +```python +test_cases = [ + ("FLOAT", "FLOAT16"), + ("FLOAT", "DOUBLE"), + ("FLOAT16", "FLOAT"), + ("FLOAT16", "DOUBLE"), + ("DOUBLE", "FLOAT"), + ("DOUBLE", "FLOAT16"), + ("FLOAT", "BFLOAT16"), + ("BFLOAT16", "FLOAT"), + ("FLOAT", "FLOAT8E4M3FN"), + ("FLOAT16", "FLOAT8E4M3FN"), + ("FLOAT", "FLOAT8E4M3FNUZ"), + ("FLOAT16", "FLOAT8E4M3FNUZ"), + ("FLOAT8E4M3FN", "FLOAT"), + ("FLOAT8E4M3FN", "FLOAT16"), + ("FLOAT8E4M3FNUZ", "FLOAT"), + ("FLOAT8E4M3FNUZ", "FLOAT16"), + ("FLOAT", "FLOAT8E5M2"), + ("FLOAT16", "FLOAT8E5M2"), + ("FLOAT", "FLOAT8E5M2FNUZ"), + ("FLOAT16", "FLOAT8E5M2FNUZ"), + ("FLOAT8E5M2", "FLOAT"), + ("FLOAT8E5M2", "FLOAT16"), + ("FLOAT8E5M2FNUZ", "FLOAT"), + ("FLOAT8E5M2FNUZ", "FLOAT16"), + ("FLOAT", "UINT4"), + ("FLOAT16", "UINT4"), + ("FLOAT", "INT4"), + ("FLOAT16", "INT4"), + ("UINT4", "FLOAT"), + ("UINT4", "FLOAT16"), + ("UINT4", "UINT8"), + ("INT4", "FLOAT"), + ("INT4", "FLOAT16"), + ("INT4", "INT8"), + ("FLOAT4E2M1", "FLOAT"), + ("FLOAT4E2M1", "FLOAT16"), + ("FLOAT", "FLOAT4E2M1"), + ("FLOAT16", "FLOAT4E2M1"), + ("FLOAT", "UINT2"), + ("FLOAT16", "UINT2"), + ("FLOAT", "INT2"), + ("FLOAT16", "INT2"), + ("UINT2", "FLOAT"), + ("UINT2", "FLOAT16"), + ("UINT2", "UINT8"), + ("INT2", "FLOAT"), + ("INT2", "FLOAT16"), + ("INT2", "INT8"), +] + +f8_types = {"FLOAT8E4M3FN", "FLOAT8E4M3FNUZ", "FLOAT8E5M2", "FLOAT8E5M2FNUZ"} + +for from_type, to_type in test_cases: + if from_type == to_type: + # Skip cases where from_type and to_type are the same + continue + from_dtype = getattr(TensorProto, from_type) + to_dtype = getattr(TensorProto, to_type) + from_np_dtype = tensor_dtype_to_np_dtype(from_dtype) + to_np_dtype = tensor_dtype_to_np_dtype(to_dtype) + + if from_type == "BFLOAT16" or to_type == "BFLOAT16": + np_fp32 = np.array( + [ + "0.47892547", + "0.48033667", + "0.49968487", + "0.81910545", + "0.47031248", + "0.816468", + "0.21087195", + "0.7229038", + "NaN", + "INF", + "+INF", + "-INF", + ], + dtype=np.float32, + ) + input_shape = (3, 4) + + elif from_type in f8_types or to_type in f8_types: + np_fp32 = np.array( + [ + "0.47892547", + "0.48033667", + "0.49968487", + "0.81910545", + "0.47031248", + "0.7229038", + "1000000", + "1e-7", + "NaN", + "INF", + "+INF", + "-INF", + "-0.0000001", + "0.0000001", + "-1000000", + ], + dtype=np.float32, + ) + input_shape = (3, 5) + elif from_type in ("UINT4", "INT4") or to_type in ("UINT4", "INT4"): + np_fp32 = np.arange(-9, 16).astype(np.float32) + input_shape = (5, 5) + elif from_type in ("UINT2", "INT2") or to_type in ("UINT2", "INT2"): + np_fp32 = np.arange(-3, 4).astype(np.float32) + input_shape = (7, 1) + elif from_type == "FLOAT4E2M1" or to_type == "FLOAT4E2M1": + np_fp32 = np.array( + [ + "0.48", + "0.25", + "1.05", + "-3.5", + "-8", + "9", + "1000000", + "1e-7", + "NaN", + "INF", + "+INF", + "-INF", + "-4", + "0.01", + "-0.0", + ], + dtype=np.float32, + ) + input_shape = (3, 5) + + else: + np_fp32 = np.array( + [ + "0.47892547", + "0.48033667", + "0.49968487", + "0.81910545", + "0.47031248", + "0.816468", + "0.21087195", + "0.7229038", + "NaN", + "INF", + "+INF", + "-INF", + ], + dtype=np.float32, + ).reshape([3, 4]) + input_shape = (3, 4) + + if from_type in F8_TYPES: + np_from = onnx.numpy_helper.saturate_cast(np_fp32, from_np_dtype) + input = make_tensor( + "input", + from_dtype, + input_shape, + vals=np_from, + raw=True, + ) + elif from_type in FOUR_BIT_TYPES: + np_from = np_fp32.astype(from_np_dtype) + packed = onnx.numpy_helper._pack_4bitx2(np_from) + # No byteswap needed on big-endian machines as _pack_4bitx2() + # returns a numpy array with uint8 datatype. + input = make_tensor( + "input", from_dtype, input_shape, vals=packed.tobytes(), raw=True + ) + elif from_type in TWO_BIT_TYPES: + np_from = np_fp32.astype(from_np_dtype) + packed = onnx.numpy_helper._pack_2bitx4(np_from) + # No byteswap needed on big-endian machines as _pack_2bitx4() + # returns a numpy array with uint8 datatype. + input = make_tensor( + "input", from_dtype, input_shape, vals=packed.tobytes(), raw=True + ) + else: + np_from = np_fp32.astype(from_np_dtype) + input = make_tensor( + "input", from_dtype, input_shape, vals=np_from, raw=True + ) + + if to_type in F8_TYPES: + output = make_tensor( + "output", + to_dtype, + input_shape, + vals=onnx.numpy_helper.saturate_cast(np_from, to_np_dtype), + raw=True, + ) + elif to_type in FOUR_BIT_TYPES: + packed = onnx.numpy_helper._pack_4bitx2(np_from.astype(to_np_dtype)) + # No byteswap needed on big-endian machines as _pack_4bitx2() + # returns a numpy array with uint8 datatype. + output = make_tensor( + "output", to_dtype, input_shape, vals=packed.tobytes(), raw=True + ) + elif to_type in TWO_BIT_TYPES: + packed = onnx.numpy_helper._pack_2bitx4(np_from.astype(to_np_dtype)) + # No byteswap needed on big-endian machines as _pack_2bitx4() + # returns a numpy array with uint8 datatype. + output = make_tensor( + "output", to_dtype, input_shape, vals=packed.tobytes(), raw=True + ) + else: + output = make_tensor( + "output", + to_dtype, + input_shape, + vals=np_from.astype(to_np_dtype), + raw=True, + ) + + like = make_tensor("like", to_dtype, (0,), vals=[]) + + node = onnx.helper.make_node( + "CastLike", + inputs=["input", "like"], + outputs=["output"], + ) + + expect( + node, + inputs=[input, like], + outputs=[output], + name="test_castlike_" + from_type + "_to_" + to_type, + ) +``` + +
+ + +
+saturate_false + +```python +test_cases = itertools.product( + [ + "FLOAT", + "FLOAT16", + ], + [ + "FLOAT8E4M3FN", + "FLOAT8E4M3FNUZ", + "FLOAT8E5M2", + "FLOAT8E5M2FNUZ", + ], +) +input_shape = (3, 5) +for from_type, to_type in test_cases: + from_dtype = getattr(TensorProto, from_type) + to_dtype = getattr(TensorProto, to_type) + from_np_dtype = tensor_dtype_to_np_dtype(from_dtype) + to_np_dtype = tensor_dtype_to_np_dtype(to_dtype) + np_fp32 = np.array( + [ + "0.47892547", + "0.48033667", + "0.49968487", + "0.81910545", + "0.47031248", + "0.7229038", + "1000000", + "1e-7", + "NaN", + "INF", + "+INF", + "-INF", + "-0.0000001", + "0.0000001", + "-1000000", + ], + dtype=np.float32, + ) + + input = make_tensor( + "input", + from_dtype, + input_shape, + vals=np_fp32.astype(from_np_dtype), + raw=True, + ) + output = make_tensor( + "output", + to_dtype, + input_shape, + vals=np_fp32.astype(from_np_dtype).astype(to_np_dtype), + raw=True, + ) + + like = make_tensor("like", to_dtype, (0,), vals=[]) + + node = onnx.helper.make_node( + "CastLike", + inputs=["input", "like"], + outputs=["output"], + saturate=0, + ) + + expect( + node, + inputs=[input, like], + outputs=[output], + name="test_castlike_no_saturate_" + from_type + "_to_" + to_type, + ) +``` + +
+ + +### **CausalConvWithState** + + Stateful causal 1D depthwise convolution. + + Used by Gated DeltaNet (Qwen3.5) and Mamba (Jamba, FalconMamba) as a preprocessing step. + Replaces the 3-op pattern (Concat + Conv + Slice) with a single fused operation. + + The convolution is causal (looks only at current and past positions) and depthwise + (each channel is convolved independently with its own kernel). + + The input, weight, past_state, output, and present_state tensors are rank-3 with + shape (batch_size, channels, length). The optional bias input is rank-1 with + shape (channels). For higher-dimensional data, use Reshape nodes before and + after this operator to pack extra dimensions into the batch or channel axis. + + Weight layout: (channels, 1, k) for depthwise convolution. + The carry state stores the last (k-1) positions for incremental decode. + + The optional activation attribute supports fused SiLU/Swish activation. + + +#### Version + +This version of the operator has been available since version 27 of the default ONNX operator set. + +#### Attributes + +
+
activation : string (default is none)
+
Fused activation function. One of: 'silu', 'swish', 'none'. Default is 'none'.
+
+ +#### Inputs (2 - 4) + +
+
input (differentiable) : T
+
Input tensor with shape (batch_size, channels, length). Channels-first layout.
+
weight (differentiable) : T
+
Depthwise convolution kernel with shape (channels, 1, k) where k is the kernel size. The middle dim of size 1 follows the ONNX `Conv` weight layout `(M, C/group, k1, ..., kn)`: since this op is always depthwise, `group = channels`, so `C/group = 1`. Keeping this layout makes the weight tensor a drop-in for a depthwise `Conv(group=channels)` weight, so `Conv` <-> `CausalConvWithState` rewrites require no reshape.
+
bias (optional, differentiable) : T
+
Optional per-channel bias with shape (channels).
+
past_state (optional, non-differentiable) : T
+
Carry state from previous step with shape (batch_size, channels, k - 1). If not provided, padding is zero.
+
+ +#### Outputs + +
+
output (differentiable) : T
+
Convolution output with same shape as input.
+
present_state (non-differentiable) : T
+
Updated carry state with shape (batch_size, channels, k - 1). Contains the last (k - 1) values of the effective padded/concatenated sequence along the causal axis, including any values from past_state or zero-padding when the current input is shorter than k - 1.
+
+ +#### Type Constraints + +
+
T : tensor(float), tensor(float16), tensor(bfloat16)
+
Constrain input and output types to float tensors.
+
+ + +#### Examples + +
+b1_c1_degenerate + +```python +# Mamba/GDN inner-head edge case: B=1, C=1. +node = onnx.helper.make_node( + "CausalConvWithState", + inputs=["input", "weight"], + outputs=["output", "present_state"], +) + +batch_size, channels, length, k = 1, 1, 6, 4 +input_ = np.random.randn(batch_size, channels, length).astype(np.float32) +weight = np.random.randn(channels, 1, k).astype(np.float32) + +output, present_state = _compute(input_, weight) + +expect( + node, + inputs=[input_, weight], + outputs=[output, present_state], + name="test_causal_conv_with_state_b1_c1_degenerate", + opset_imports=[onnx.helper.make_opsetid("", 27)], +) +``` + +
+ + +
+basic + +```python +node = onnx.helper.make_node( + "CausalConvWithState", + inputs=["input", "weight"], + outputs=["output", "present_state"], +) + +batch_size, channels, length, k = 2, 4, 8, 4 +input_ = np.random.randn(batch_size, channels, length).astype(np.float32) +weight = np.random.randn(channels, 1, k).astype(np.float32) + +output, present_state = _compute(input_, weight) + +expect( + node, + inputs=[input_, weight], + outputs=[output, present_state], + name="test_causal_conv_with_state_basic", + opset_imports=[onnx.helper.make_opsetid("", 27)], +) +``` + +
+ + +
+decode_step + +```python +node = onnx.helper.make_node( + "CausalConvWithState", + inputs=["input", "weight", "bias", "past_state"], + outputs=["output", "present_state"], +) + +batch_size, channels, length, k = 2, 4, 1, 4 +input_ = np.random.randn(batch_size, channels, length).astype(np.float32) +weight = np.random.randn(channels, 1, k).astype(np.float32) +bias = np.random.randn(channels).astype(np.float32) +past_state = np.random.randn(batch_size, channels, k - 1).astype(np.float32) + +output, present_state = _compute( + input_, weight, bias=bias, past_state=past_state +) + +expect( + node, + inputs=[input_, weight, bias, past_state], + outputs=[output, present_state], + name="test_causal_conv_with_state_decode_step", + opset_imports=[onnx.helper.make_opsetid("", 27)], +) +``` + +
+ + +
+fp16 + +```python +node = onnx.helper.make_node( + "CausalConvWithState", + inputs=["input", "weight"], + outputs=["output", "present_state"], +) + +batch_size, channels, length, k = 2, 4, 8, 4 +input_ = np.random.rand(batch_size, channels, length).astype(np.float16) +weight = np.random.rand(channels, 1, k).astype(np.float16) + +output, present_state = _compute(input_, weight) + +expect( + node, + inputs=[input_, weight], + outputs=[output, present_state], + name="test_causal_conv_with_state_fp16", + opset_imports=[onnx.helper.make_opsetid("", 27)], +) +``` + +
+ + +
+kernel_size_one + +```python +node = onnx.helper.make_node( + "CausalConvWithState", + inputs=["input", "weight"], + outputs=["output", "present_state"], +) + +batch_size, channels, length, k = 2, 4, 8, 1 +input_ = np.random.randn(batch_size, channels, length).astype(np.float32) +weight = np.random.randn(channels, 1, k).astype(np.float32) + +output, present_state = _compute(input_, weight) + +expect( + node, + inputs=[input_, weight], + outputs=[output, present_state], + name="test_causal_conv_with_state_kernel_size_one", + opset_imports=[onnx.helper.make_opsetid("", 27)], +) +``` + +
+ + +
+short_input_no_past_state + +```python +# L < k-1 with no past_state: zero-pad is wider than the input. +node = onnx.helper.make_node( + "CausalConvWithState", + inputs=["input", "weight"], + outputs=["output", "present_state"], +) + +batch_size, channels, length, k = 2, 4, 2, 5 +input_ = np.random.randn(batch_size, channels, length).astype(np.float32) +weight = np.random.randn(channels, 1, k).astype(np.float32) + +output, present_state = _compute(input_, weight) + +expect( + node, + inputs=[input_, weight], + outputs=[output, present_state], + name="test_causal_conv_with_state_short_input_no_past_state", + opset_imports=[onnx.helper.make_opsetid("", 27)], +) +``` + +
+ + +
+silu + +```python +node = onnx.helper.make_node( + "CausalConvWithState", + inputs=["input", "weight"], + outputs=["output", "present_state"], + activation="silu", +) + +batch_size, channels, length, k = 2, 4, 8, 4 +input_ = np.random.randn(batch_size, channels, length).astype(np.float32) +weight = np.random.randn(channels, 1, k).astype(np.float32) + +output, present_state = _compute(input_, weight, activation="silu") + +expect( + node, + inputs=[input_, weight], + outputs=[output, present_state], + name="test_causal_conv_with_state_silu", + opset_imports=[onnx.helper.make_opsetid("", 27)], +) +``` + +
+ + +
+silu_fp16 + +```python +# fp16 + SiLU: the reference upcasts Sigmoid/Mul to float32, so the +# function-body expansion must do the same to stay numerically faithful. +node = onnx.helper.make_node( + "CausalConvWithState", + inputs=["input", "weight"], + outputs=["output", "present_state"], + activation="silu", +) + +batch_size, channels, length, k = 2, 4, 8, 4 +input_ = np.random.rand(batch_size, channels, length).astype(np.float16) +weight = np.random.rand(channels, 1, k).astype(np.float16) + +output, present_state = _compute(input_, weight, activation="silu") + +expect( + node, + inputs=[input_, weight], + outputs=[output, present_state], + name="test_causal_conv_with_state_silu_fp16", + opset_imports=[onnx.helper.make_opsetid("", 27)], +) +``` + +
+ + +
+silu_with_past_state + +```python +# Fused activation combined with concat-from-past variant of PaddedInput. +node = onnx.helper.make_node( + "CausalConvWithState", + inputs=["input", "weight", "", "past_state"], + outputs=["output", "present_state"], + activation="silu", +) + +batch_size, channels, length, k = 2, 4, 8, 4 +input_ = np.random.randn(batch_size, channels, length).astype(np.float32) +weight = np.random.randn(channels, 1, k).astype(np.float32) +past_state = np.random.randn(batch_size, channels, k - 1).astype(np.float32) + +output, present_state = _compute( + input_, weight, past_state=past_state, activation="silu" +) + +expect( + node, + inputs=[input_, weight, past_state], + outputs=[output, present_state], + name="test_causal_conv_with_state_silu_with_past_state", + opset_imports=[onnx.helper.make_opsetid("", 27)], +) +``` + +
+ + +
+swish_alias + +```python +node = onnx.helper.make_node( + "CausalConvWithState", + inputs=["input", "weight"], + outputs=["output", "present_state"], + activation="swish", +) + +batch_size, channels, length, k = 2, 4, 8, 4 +input_ = np.random.randn(batch_size, channels, length).astype(np.float32) +weight = np.random.randn(channels, 1, k).astype(np.float32) + +output, present_state = _compute(input_, weight, activation="swish") + +expect( + node, + inputs=[input_, weight], + outputs=[output, present_state], + name="test_causal_conv_with_state_swish_alias", + opset_imports=[onnx.helper.make_opsetid("", 27)], +) +``` + +
+ + +
+with_bias + +```python +node = onnx.helper.make_node( + "CausalConvWithState", + inputs=["input", "weight", "bias"], + outputs=["output", "present_state"], +) + +batch_size, channels, length, k = 2, 4, 8, 4 +input_ = np.random.randn(batch_size, channels, length).astype(np.float32) +weight = np.random.randn(channels, 1, k).astype(np.float32) +bias = np.random.randn(channels).astype(np.float32) + +output, present_state = _compute(input_, weight, bias=bias) + +expect( + node, + inputs=[input_, weight, bias], + outputs=[output, present_state], + name="test_causal_conv_with_state_with_bias", + opset_imports=[onnx.helper.make_opsetid("", 27)], +) +``` + +
+ + +
+with_bias_and_past_state + +```python +# Multi-token (T>1) path through Concat(past, input) -> Conv(+bias). +node = onnx.helper.make_node( + "CausalConvWithState", + inputs=["input", "weight", "bias", "past_state"], + outputs=["output", "present_state"], +) + +batch_size, channels, length, k = 2, 4, 8, 4 +input_ = np.random.randn(batch_size, channels, length).astype(np.float32) +weight = np.random.randn(channels, 1, k).astype(np.float32) +bias = np.random.randn(channels).astype(np.float32) +past_state = np.random.randn(batch_size, channels, k - 1).astype(np.float32) + +output, present_state = _compute( + input_, weight, bias=bias, past_state=past_state +) + +expect( + node, + inputs=[input_, weight, bias, past_state], + outputs=[output, present_state], + name="test_causal_conv_with_state_with_bias_and_past_state", + opset_imports=[onnx.helper.make_opsetid("", 27)], +) +``` + +
+ + +
+with_past_state + +```python +node = onnx.helper.make_node( + "CausalConvWithState", + inputs=["input", "weight", "", "past_state"], + outputs=["output", "present_state"], +) + +batch_size, channels, length, k = 2, 4, 8, 4 +input_ = np.random.randn(batch_size, channels, length).astype(np.float32) +weight = np.random.randn(channels, 1, k).astype(np.float32) +past_state = np.random.randn(batch_size, channels, k - 1).astype(np.float32) + +output, present_state = _compute(input_, weight, past_state=past_state) + +expect( + node, + inputs=[input_, weight, past_state], + outputs=[output, present_state], + name="test_causal_conv_with_state_with_past_state", + opset_imports=[onnx.helper.make_opsetid("", 27)], +) +``` + +
+ + +### **Ceil** + + Ceil takes one input data (Tensor) and produces one output data + (Tensor) where the ceil is, y = ceil(x), is applied to + the tensor elementwise. If x is integral, +0, -0, NaN, or infinite, x itself is returned. + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +Other versions of this operator: 1, 6 + +#### Inputs + +
+
X (non-differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
Y (non-differentiable) : T
+
Output tensor
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input and output types to float tensors.
+
+ + +#### Examples + +
+ceil + +```python +node = onnx.helper.make_node( + "Ceil", + inputs=["x"], + outputs=["y"], +) + +x = np.array([-1.5, 1.2]).astype(np.float32) +y = np.ceil(x) # expected output [-1., 2.] +expect(node, inputs=[x], outputs=[y], name="test_ceil_example") + +x = np.random.randn(3, 4, 5).astype(np.float32) +y = np.ceil(x) +expect(node, inputs=[x], outputs=[y], name="test_ceil") +``` + +
+ + +### **Celu** + + Continuously Differentiable Exponential Linear Units: + Perform the linear unit element-wise on the input tensor X + using formula: + + ``` + max(0,x) + min(0,alpha*(exp(x/alpha)-1)) + ``` + +#### Version + +This version of the operator has been available since version 28 of the default ONNX operator set. + +Other versions of this operator: 12 + +#### Attributes + +
+
alpha : float (default is 1.0)
+
The Alpha value in Celu formula which control the shape of the unit. The default value is 1.0.
+
+ +#### Inputs + +
+
X (differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
Y (differentiable) : T
+
Output tensor
+
+ +#### Type Constraints + +
+
T : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ + +#### Examples + +
+celu + +```python +alpha = 2.0 +node = onnx.helper.make_node( + "Celu", + inputs=["X"], + outputs=["Y"], + alpha=alpha, +) + +input_data = np.array( + [ + [ + [[0.8439683], [0.5665144], [0.05836735]], + [[0.02916367], [0.12964272], [0.5060197]], + [[0.79538304], [0.9411346], [0.9546573]], + ], + [ + [[0.17730942], [0.46192095], [0.26480448]], + [[0.6746842], [0.01665257], [0.62473077]], + [[0.9240844], [0.9722341], [0.11965699]], + ], + [ + [[0.41356155], [0.9129373], [0.59330076]], + [[0.81929934], [0.7862604], [0.11799799]], + [[0.69248444], [0.54119414], [0.07513223]], + ], + ], + dtype=np.float32, +) + +# Calculate expected output data +positive_input = np.maximum(0, input_data) +negative_input = np.minimum(0, alpha * (np.exp(input_data / alpha) - 1)) +expected_output = positive_input + negative_input + +expect(node, inputs=[input_data], outputs=[expected_output], name="test_celu") +``` + +
+ + +
+celu_bfloat16 + +```python +alpha = 2.0 +node = onnx.helper.make_node( + "Celu", + inputs=["X"], + outputs=["Y"], + alpha=alpha, +) + +input_data = np.array([-3.0, -0.5, 0.0, 0.5, 3.0], dtype=ml_dtypes.bfloat16) + +positive_input = np.maximum(0, input_data) +negative_input = np.minimum(0, alpha * (np.exp(input_data / alpha) - 1)) +expected_output = (positive_input + negative_input).astype(ml_dtypes.bfloat16) + +expect( + node, + inputs=[input_data], + outputs=[expected_output], + name="test_celu_bfloat16", +) +``` + +
+ + +
+celu_float16 + +```python +alpha = 2.0 +node = onnx.helper.make_node( + "Celu", + inputs=["X"], + outputs=["Y"], + alpha=alpha, +) + +input_data = np.array([-3.0, -0.5, 0.0, 0.5, 3.0], dtype=np.float16) + +positive_input = np.maximum(0, input_data) +negative_input = np.minimum(0, alpha * (np.exp(input_data / alpha) - 1)) +expected_output = (positive_input + negative_input).astype(np.float16) + +expect( + node, + inputs=[input_data], + outputs=[expected_output], + name="test_celu_float16", +) +``` + +
+ + +### **CenterCropPad** + + Center crop or pad an input to given dimensions. + + The crop/pad dimensions can be specified for a subset of the `axes`; unspecified dimensions will remain unchanged. + + If the input dimensions are larger than the target crop dimensions, a centered cropping window will be extracted + from the input. The starting value for the cropping window is rounded down, which means that if the difference + between the input shape and the crop shape is odd, the cropping window will be shifted half a pixel to the left + of the input center. + + If the input dimensions are smaller than the target crop dimensions, the input will be padded equally on both sides + to center it in the output. In cases where the total number of padding pixels is odd, an additional pixel will be + added to the right side. + + The padding value used is zero. + +#### Version + +This version of the operator has been available since version 18 of the default ONNX operator set. + +#### Attributes + +
+
axes : list of ints
+
If provided, it specifies a subset of axes that 'shape' refer to. If not provided, all axes are assumed [0, 1, ..., r-1], where r = rank(data). Negative value means counting dimensions from the back. Accepted range is [-r, r-1], where r = rank(data). Behavior is undefined if an axis is repeated.
+
+ +#### Inputs + +
+
input_data (differentiable) : T
+
Input to extract the centered crop from.
+
shape (non-differentiable) : Tind
+
1-D tensor representing the cropping window dimensions.
+
+ +#### Outputs + +
+
output_data (differentiable) : T
+
Output data.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain input and output types to all tensor types.
+
Tind : tensor(int32), tensor(int64)
+
Constrain indices to integer types
+
+ + +#### Examples + +
+center_crop_pad_crop + +```python +node = onnx.helper.make_node( + "CenterCropPad", + inputs=["x", "shape"], + outputs=["y"], +) + +# First dim is even diff, second is uneven +x = np.random.randn(20, 10, 3).astype(np.float32) +shape = np.array([10, 7, 3], dtype=np.int64) +y = x[5:15, 1:8, :] + +expect(node, inputs=[x, shape], outputs=[y], name="test_center_crop_pad_crop") +``` + +
+ + +
+center_crop_pad_crop_and_pad + +```python +node = onnx.helper.make_node( + "CenterCropPad", + inputs=["x", "shape"], + outputs=["y"], +) + +# Cropping on first dim, padding on second, third stays the same +x = np.random.randn(20, 8, 3).astype(np.float32) +shape = np.array([10, 10, 3], dtype=np.int64) +y = np.zeros([10, 10, 3], dtype=np.float32) +y[:, 1:9, :] = x[5:15, :, :] + +expect( + node, + inputs=[x, shape], + outputs=[y], + name="test_center_crop_pad_crop_and_pad", +) +``` + +
+ + +
+center_crop_pad_crop_axes_chw + +```python +node = onnx.helper.make_node( + "CenterCropPad", + inputs=["x", "shape"], + outputs=["y"], + axes=[1, 2], +) + +# Cropping on second dim, padding on third, first stays the same +x = np.random.randn(3, 20, 8).astype(np.float32) +shape = np.array([10, 9], dtype=np.int64) +y = np.zeros([3, 10, 9], dtype=np.float32) +y[:, :, :8] = x[:, 5:15, :] + +expect( + node, + inputs=[x, shape], + outputs=[y], + name="test_center_crop_pad_crop_axes_chw", +) +``` + +
+ + +
+center_crop_pad_crop_axes_hwc + +```python +node = onnx.helper.make_node( + "CenterCropPad", + inputs=["x", "shape"], + outputs=["y"], + axes=[0, 1], +) + +# Cropping on first dim, padding on second, third stays the same +x = np.random.randn(20, 8, 3).astype(np.float32) +shape = np.array([10, 9], dtype=np.int64) +y = np.zeros([10, 9, 3], dtype=np.float32) +y[:, :8, :] = x[5:15, :, :] + +expect( + node, + inputs=[x, shape], + outputs=[y], + name="test_center_crop_pad_crop_axes_hwc", +) +``` + +
+ + +
+center_crop_pad_crop_negative_axes_hwc + +```python +node = onnx.helper.make_node( + "CenterCropPad", + inputs=["x", "shape"], + outputs=["y"], + axes=[-3, -2], +) + +# Cropping on first dim, padding on second, third stays the same +x = np.random.randn(20, 8, 3).astype(np.float32) +shape = np.array([10, 9], dtype=np.int64) +y = np.zeros([10, 9, 3], dtype=np.float32) +y[:, :8, :] = x[5:15, :, :] + +expect( + node, + inputs=[x, shape], + outputs=[y], + name="test_center_crop_pad_crop_negative_axes_hwc", +) +``` + +
+ + +
+center_crop_pad_pad + +```python +node = onnx.helper.make_node( + "CenterCropPad", + inputs=["x", "shape"], + outputs=["y"], +) + +# First dim is even diff, second is uneven +x = np.random.randn(10, 7, 3).astype(np.float32) +shape = np.array([20, 10, 3], dtype=np.int64) +y = np.zeros([20, 10, 3], dtype=np.float32) +y[5:15, 1:8, :] = x + +expect(node, inputs=[x, shape], outputs=[y], name="test_center_crop_pad_pad") +``` + +
+ + +### **Clip** + + Clip operator limits the given input within an interval. The interval is + specified by the inputs 'min' and 'max'. They default to + numeric_limits::lowest() and numeric_limits::max(), respectively. + When 'min' is greater than 'max', the clip operator sets all the 'input' values to + the value of 'max'. Thus, this is equivalent to 'Min(max, Max(input, min))'. + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +Other versions of this operator: 1, 6, 11, 12 + +#### Inputs (1 - 3) + +
+
input (differentiable) : T
+
Input tensor whose elements to be clipped
+
min (optional, non-differentiable) : T
+
Minimum value, under which element is replaced by min. It must be a scalar(tensor of empty shape).
+
max (optional, non-differentiable) : T
+
Maximum value, above which element is replaced by max. It must be a scalar(tensor of empty shape).
+
+ +#### Outputs + +
+
output (differentiable) : T
+
Output tensor with clipped input elements
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input and output types to all numeric tensors.
+
+ + +#### Examples + +
+clip + +```python +node = onnx.helper.make_node( + "Clip", + inputs=["x", "min", "max"], + outputs=["y"], +) + +x = np.array([-2, 0, 2]).astype(np.float32) +min_val = np.float32(-1) +max_val = np.float32(1) +y = np.clip(x, min_val, max_val) # expected output [-1., 0., 1.] +expect( + node, inputs=[x, min_val, max_val], outputs=[y], name="test_clip_example" +) + +x = np.random.randn(3, 4, 5).astype(np.float32) +y = np.clip(x, min_val, max_val) +expect(node, inputs=[x, min_val, max_val], outputs=[y], name="test_clip") +node = onnx.helper.make_node( + "Clip", + inputs=["x", "min", "max"], + outputs=["y"], +) + +min_val = np.float32(-5) +max_val = np.float32(5) + +x = np.array([-1, 0, 1]).astype(np.float32) +y = np.array([-1, 0, 1]).astype(np.float32) +expect( + node, inputs=[x, min_val, max_val], outputs=[y], name="test_clip_inbounds" +) + +x = np.array([-6, 0, 6]).astype(np.float32) +y = np.array([-5, 0, 5]).astype(np.float32) +expect( + node, inputs=[x, min_val, max_val], outputs=[y], name="test_clip_outbounds" +) + +x = np.array([-1, 0, 6]).astype(np.float32) +y = np.array([-1, 0, 5]).astype(np.float32) +expect( + node, + inputs=[x, min_val, max_val], + outputs=[y], + name="test_clip_splitbounds", +) + +x = np.array([-2, 0, 6]).astype(np.float32) +y = np.array([1, 1, 1]).astype(np.float32) +min_val = np.float32(2) +max_val = np.float32(1) +expect( + node, + inputs=[x, min_val, max_val], + outputs=[y], + name="test_clip_min_greater_than_max", +) +``` + +
+ + +
+clip_default + +```python +node = onnx.helper.make_node( + "Clip", + inputs=["x", "min"], + outputs=["y"], +) +min_val = np.float32(0) +x = np.random.randn(3, 4, 5).astype(np.float32) +y = np.clip(x, min_val, np.inf) +expect(node, inputs=[x, min_val], outputs=[y], name="test_clip_default_min") + +no_min = "" # optional input, not supplied +node = onnx.helper.make_node( + "Clip", + inputs=["x", no_min, "max"], + outputs=["y"], +) +max_val = np.float32(0) +x = np.random.randn(3, 4, 5).astype(np.float32) +y = np.clip(x, -np.inf, max_val) +expect(node, inputs=[x, max_val], outputs=[y], name="test_clip_default_max") + +no_max = "" # optional input, not supplied +node = onnx.helper.make_node( + "Clip", + inputs=["x", no_min, no_max], + outputs=["y"], +) + +x = np.array([-1, 0, 1]).astype(np.float32) +y = np.array([-1, 0, 1]).astype(np.float32) +expect(node, inputs=[x], outputs=[y], name="test_clip_default_inbounds") +``` + +
+ + +
+clip_default_int8 + +```python +node = onnx.helper.make_node( + "Clip", + inputs=["x", "min"], + outputs=["y"], +) +min_val = np.int8(0) +x = np.random.randn(3, 4, 5).astype(np.int8) +y = np.clip(x, min_val, np.iinfo(np.int8).max) +expect( + node, inputs=[x, min_val], outputs=[y], name="test_clip_default_int8_min" +) + +no_min = "" # optional input, not supplied +node = onnx.helper.make_node( + "Clip", + inputs=["x", no_min, "max"], + outputs=["y"], +) +max_val = np.int8(0) +x = np.random.randn(3, 4, 5).astype(np.int8) +y = np.clip(x, np.iinfo(np.int8).min, max_val) +expect( + node, inputs=[x, max_val], outputs=[y], name="test_clip_default_int8_max" +) + +no_max = "" # optional input, not supplied +node = onnx.helper.make_node( + "Clip", + inputs=["x", no_min, no_max], + outputs=["y"], +) + +x = np.array([-1, 0, 1]).astype(np.int8) +y = np.array([-1, 0, 1]).astype(np.int8) +expect(node, inputs=[x], outputs=[y], name="test_clip_default_int8_inbounds") +``` + +
+ + +### **Col2Im** + + The operator rearranges column blocks back into a multidimensional image + + Col2Im behaves similarly to PyTorch's fold https://pytorch.org/docs/stable/generated/torch.nn.Fold.html, + but it only supports *batched* multi-dimensional image tensors. + Another implementation in Python with N-dimension support can be found at https://github.com/f-dangel/unfoldNd/. + + NOTE: + Although specifying image_shape looks redundant because it could be calculated from + convolution formulas, it is required as input for more advanced scenarios as explained + at PyTorch's implementation (https://github.com/pytorch/pytorch/blob/master/aten/src/ATen/native/Col2Im.cpp#L10) + +#### Version + +This version of the operator has been available since version 18 of the default ONNX operator set. + +#### Attributes + +
+
dilations : list of ints
+
1-dimensional tensor with dilation value along each spatial axis of the image. If not present, the dilation defaults to 1 along each spatial axis of the image.
+
pads : list of ints
+
1-dimensional tensor with padding value for the beginning and ending along each spatial axis, it can take any value greater than or equal to 0. The value represent the number of pixels added to the beginning and end part of the corresponding axis. `pads` format should be as follow [x1_begin, x2_begin...x1_end, x2_end,...], where xi_begin is the number of pixels added at the beginning of axis `i` and xi_end is the number of pixels added at the end of axis `i`. If not present, the padding defaults to 0 along start and end of each spatial axis.
+
strides : list of ints
+
1-dimensional tensor with stride value along each spatial axis. If not present, the stride defaults to 1 along each spatial axis.
+
+ +#### Inputs + +
+
input (differentiable) : T
+
Input data tensor to be rearranged from column blocks back into an image. This is a 3-dimensional tensor containing [N, C * n-ary-product(block_shape), L], where N is batch dimension, C is image channel dimension and L is number of blocks.The blocks are enumerated in increasing lexicographic-order of their indices.For example, with an image-size 10*20 and block-size 9*18, there would be 2*3 blocks, enumerated in the order block(0, 0), block(0, 1), block(0, 2), block(1, 0), block(1, 1), block(1, 2).
+
image_shape (non-differentiable) : tensor(int64)
+
The shape of the spatial dimensions of the image after rearranging the column blocks.This is a 1-dimensional tensor with size of at least 2, containing the value [H_img, W_img] for a 2-D image or [dim_i1, dim_i2, ..., dim_iN] for a N-D image.
+
block_shape (non-differentiable) : tensor(int64)
+
The shape of the block to apply on the input.This is a 1-dimensional tensor of size of at least 2, containing the value [H_block, W_block] for a 2-D image or [dim_b1, dim_b2, ..., dim_bN] for a N-D block.This is the block-shape before dilation is applied to it.
+
+ +#### Outputs + +
+
output (differentiable) : T
+
Output tensor produced by rearranging blocks into an image.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain input and output types to all numeric tensor types.
+
+ + +#### Examples + +
+col2im + +```python +input = np.array( + [ + [ + [1.0, 6.0, 11.0, 16.0, 21.0], # (1, 5, 5) + [2.0, 7.0, 12.0, 17.0, 22.0], + [3.0, 8.0, 13.0, 18.0, 23.0], + [4.0, 9.0, 14.0, 19.0, 24.0], + [5.0, 0.0, 15.0, 20.0, 25.0], + ] + ] +).astype(np.float32) + +image_shape = np.array([5, 5]).astype(np.int64) +block_shape = np.array([1, 5]).astype(np.int64) +node = onnx.helper.make_node( + "Col2Im", ["input", "image_shape", "block_shape"], ["output"] +) + +output = np.array( + [ + [ + [ + [1.0, 2.0, 3.0, 4.0, 5.0], # (1, 1, 5, 5) + [6.0, 7.0, 8.0, 9.0, 0.0], + [11.0, 12.0, 13.0, 14.0, 15.0], + [16.0, 17.0, 18.0, 19.0, 20.0], + [21.0, 22.0, 23.0, 24.0, 25.0], + ] + ] + ] +).astype(np.float32) + +expect( + node, + inputs=[input, image_shape, block_shape], + outputs=[output], + name="test_col2im", +) +``` + +
+ + +
+col2im_5d + +```python +input = np.array( + [ + [ + [1, 6, 11, 16, 21, 26, 31, 36, 41, 46, 51, 56], # (1, 10, 12) + [2, 7, 12, 17, 22, 27, 32, 37, 42, 47, 52, 57], + [3, 8, 13, 18, 23, 28, 33, 38, 43, 48, 53, 58], + [4, 9, 14, 19, 24, 29, 34, 39, 44, 49, 54, 59], + [5, 10, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60], + [61, 66, 71, 76, 81, 86, 91, 96, 101, 106, 111, 116], + [62, 67, 72, 77, 82, 87, 92, 97, 102, 107, 112, 117], + [63, 68, 73, 78, 83, 88, 93, 98, 103, 108, 113, 118], + [64, 69, 74, 79, 84, 89, 94, 99, 104, 109, 114, 119], + [65, 70, 75, 80, 85, 90, 95, 100, 105, 110, 115, 120], + ] + ] +).astype(np.float32) +image_shape = np.array([3, 4, 5]).astype(np.int64) +block_shape = np.array([1, 1, 5]).astype(np.int64) + +output = np.array( + [ + [ + [ + [ + [1, 2, 3, 4, 5], # (1, 2, 3, 4, 5) + [6, 7, 8, 9, 10], + [11, 12, 13, 14, 15], + [16, 17, 18, 19, 20], + ], + [ + [21, 22, 23, 24, 25], + [26, 27, 28, 29, 30], + [31, 32, 33, 34, 35], + [36, 37, 38, 39, 40], + ], + [ + [41, 42, 43, 44, 45], + [46, 47, 48, 49, 50], + [51, 52, 53, 54, 55], + [56, 57, 58, 59, 60], + ], + ], + [ + [ + [61, 62, 63, 64, 65], + [66, 67, 68, 69, 70], + [71, 72, 73, 74, 75], + [76, 77, 78, 79, 80], + ], + [ + [81, 82, 83, 84, 85], + [86, 87, 88, 89, 90], + [91, 92, 93, 94, 95], + [96, 97, 98, 99, 100], + ], + [ + [101, 102, 103, 104, 105], + [106, 107, 108, 109, 110], + [111, 112, 113, 114, 115], + [116, 117, 118, 119, 120], + ], + ], + ] + ] +).astype(np.float32) + +node = onnx.helper.make_node( + "Col2Im", ["input", "image_shape", "block_shape"], ["output"] +) +expect( + node, + inputs=[input, image_shape, block_shape], + outputs=[output], + name="test_col2im_5d", +) +``` + +
+ + +
+col2im_dilations + +```python +input = np.array( + [ + [ + [1.0, 5.0, 9.0, 13.0, 17], # (1, 4, 5) + [2.0, 6.0, 10.0, 14.0, 18], + [3.0, 7.0, 11.0, 15.0, 19], + [4.0, 8.0, 12.0, 16.0, 20], + ] + ] +).astype(np.float32) +image_shape = np.array([6, 6]).astype(np.int64) +block_shape = np.array([2, 2]).astype(np.int64) + +output = np.array( + [ + [ + [ + [1.0, 0.0, 0.0, 0.0, 0.0, 2.0], # (1, 1, 6, 6) + [8.0, 0.0, 0.0, 0.0, 0.0, 10.0], + [16.0, 0.0, 0.0, 0.0, 0.0, 18.0], + [24.0, 0.0, 0.0, 0.0, 0.0, 26.0], + [32.0, 0.0, 0.0, 0.0, 0.0, 34.0], + [19.0, 0.0, 0.0, 0.0, 0.0, 20.0], + ] + ] + ] +).astype(np.float32) + +node = onnx.helper.make_node( + "Col2Im", + ["input", "image_shape", "block_shape"], + ["output"], + dilations=[1, 5], +) +expect( + node, + inputs=[input, image_shape, block_shape], + outputs=[output], + name="test_col2im_dilations", +) +``` + +
+ + +
+col2im_pads + +```python +input = np.array( + [ + [ + [ + 1.0, + 6.0, + 11.0, + 16.0, + 21.0, + 26, + 31, + 36, + 41, + 46, + 51, + 56, + 61, + 66, + 71, + ], # (1, 5, 15) + [ + 2.0, + 7.0, + 12.0, + 17.0, + 22.0, + 27, + 32, + 37, + 42, + 47, + 52, + 57, + 62, + 67, + 72, + ], + [ + 3.0, + 8.0, + 13.0, + 18.0, + 23.0, + 28, + 33, + 38, + 43, + 48, + 53, + 58, + 63, + 68, + 73, + ], + [ + 4.0, + 9.0, + 14.0, + 19.0, + 24.0, + 29, + 34, + 39, + 44, + 49, + 54, + 59, + 64, + 69, + 74, + ], + [ + 5.0, + 10.0, + 15.0, + 20.0, + 25.0, + 30, + 35, + 40, + 45, + 50, + 55, + 60, + 65, + 70, + 75, + ], + ] + ] +).astype(np.float32) +image_shape = np.array([5, 5]).astype(np.int64) +block_shape = np.array([1, 5]).astype(np.int64) + +output = np.array( + [ + [ + [ + [8.0, 21.0, 24.0, 27.0, 24.0], # (1, 1, 5, 5) + [38.0, 66.0, 69.0, 72.0, 54.0], + [68.0, 111.0, 114.0, 117.0, 84.0], + [98.0, 156.0, 159.0, 162.0, 114.0], + [128.0, 201.0, 204.0, 207.0, 144.0], + ] + ] + ] +).astype(np.float32) + +node = onnx.helper.make_node( + "Col2Im", + ["input", "image_shape", "block_shape"], + ["output"], + pads=[0, 1, 0, 1], +) +expect( + node, + inputs=[input, image_shape, block_shape], + outputs=[output], + name="test_col2im_pads", +) +``` + +
+ + +
+col2im_strides + +```python +input = np.array( + [ + [ + [0.0, 0.0, 0.0, 0.0], # (1, 9, 4) + [1.0, 1.0, 1.0, 1.0], + [1.0, 1.0, 1.0, 1.0], + [1.0, 1.0, 1.0, 1.0], + [0.0, 0.0, 0.0, 0.0], + [0.0, 0.0, 0.0, 0.0], + [0.0, 0.0, 0.0, 0.0], + [1.0, 1.0, 1.0, 1.0], + [0.0, 0.0, 0.0, 0.0], + ] + ] +).astype(np.float32) +image_shape = np.array([5, 5]).astype(np.int64) +block_shape = np.array([3, 3]).astype(np.int64) + +output = np.array( + [ + [ + [ + [0.0, 1.0, 1.0, 1.0, 1.0], # (1, 1, 5, 5) + [1.0, 0.0, 1.0, 0.0, 0.0], + [0.0, 2.0, 1.0, 2.0, 1.0], + [1.0, 0.0, 1.0, 0.0, 0.0], + [0.0, 1.0, 0.0, 1.0, 0.0], + ] + ] + ] +).astype(np.float32) + +node = onnx.helper.make_node( + "Col2Im", + ["input", "image_shape", "block_shape"], + ["output"], + strides=[2, 2], +) +expect( + node, + inputs=[input, image_shape, block_shape], + outputs=[output], + name="test_col2im_strides", +) +``` + +
+ + +### **Compress** + + Selects slices from an input tensor along a given axis where condition evaluates to True for each axis index. + In case axis is not provided, input is flattened before elements are selected. + Compress behaves like numpy.compress: https://docs.scipy.org/doc/numpy/reference/generated/numpy.compress.html + + +#### Version + +This version of the operator has been available since version 11 of the default ONNX operator set. + +Other versions of this operator: 9 + +#### Attributes + +
+
axis : int
+
(Optional) Axis along which to take slices. If not specified, input is flattened before elements being selected. Negative value means counting dimensions from the back. Accepted range is [-r, r-1] where r = rank(input).
+
+ +#### Inputs + +
+
input (differentiable) : T
+
Tensor of rank r >= 1.
+
condition (non-differentiable) : T1
+
Rank 1 tensor of booleans to indicate which slices or data elements to be selected. Its length can be less than the input length along the axis or the flattened input size if axis is not specified. In such cases data slices or elements exceeding the condition length are discarded.
+
+ +#### Outputs + +
+
output (differentiable) : T
+
Tensor of rank r if axis is specified. Otherwise output is a Tensor of rank 1.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain input and output types to all tensor types.
+
T1 : tensor(bool)
+
Constrain to boolean tensors.
+
+ + +#### Examples + +
+compress_0 + +```python +node = onnx.helper.make_node( + "Compress", + inputs=["input", "condition"], + outputs=["output"], + axis=0, +) +input = np.array([[1, 2], [3, 4], [5, 6]]).astype(np.float32) +condition = np.array([0, 1, 1]) +output = np.compress(condition, input, axis=0) +# print(output) +# [[ 3. 4.] +# [ 5. 6.]] + +expect( + node, + inputs=[input, condition.astype(bool)], + outputs=[output], + name="test_compress_0", +) +``` + +
+ + +
+compress_1 + +```python +node = onnx.helper.make_node( + "Compress", + inputs=["input", "condition"], + outputs=["output"], + axis=1, +) +input = np.array([[1, 2], [3, 4], [5, 6]]).astype(np.float32) +condition = np.array([0, 1]) +output = np.compress(condition, input, axis=1) +# print(output) +# [[ 2.] +# [ 4.] +# [ 6.]] + +expect( + node, + inputs=[input, condition.astype(bool)], + outputs=[output], + name="test_compress_1", +) +``` + +
+ + +
+compress_default_axis + +```python +node = onnx.helper.make_node( + "Compress", + inputs=["input", "condition"], + outputs=["output"], +) +input = np.array([[1, 2], [3, 4], [5, 6]]).astype(np.float32) +condition = np.array([0, 1, 0, 0, 1]) +output = np.compress(condition, input) +# print(output) +# [ 2., 5.] + +expect( + node, + inputs=[input, condition.astype(bool)], + outputs=[output], + name="test_compress_default_axis", +) +``` + +
+ + +
+compress_negative_axis + +```python +node = onnx.helper.make_node( + "Compress", + inputs=["input", "condition"], + outputs=["output"], + axis=-1, +) +input = np.array([[1, 2], [3, 4], [5, 6]]).astype(np.float32) +condition = np.array([0, 1]) +output = np.compress(condition, input, axis=-1) +# print(output) +# [[ 2.] +# [ 4.] +# [ 6.]] +expect( + node, + inputs=[input, condition.astype(bool)], + outputs=[output], + name="test_compress_negative_axis", +) +``` + +
+ + +### **Concat** + + Concatenate a list of tensors into a single tensor. All input tensors must have the same shape, except for the dimension size of the axis to concatenate on. + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +Other versions of this operator: 1, 4, 11 + +#### Attributes + +
+
axis : int (required)
+
Which axis to concat on. A negative value means counting dimensions from the back. Accepted range is [-r, r-1] where r = rank(inputs)..
+
+ +#### Inputs (1 - ∞) + +
+
inputs (variadic, differentiable) : T
+
List of tensors for concatenation
+
+ +#### Outputs + +
+
concat_result (differentiable) : T
+
Concatenated tensor
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain output types to any tensor type.
+
+ + +#### Examples + +
+concat + +```python +test_cases: dict[str, Sequence[Any]] = { + "1d": ([1, 2], [3, 4]), + "2d": ([[1, 2], [3, 4]], [[5, 6], [7, 8]]), + "3d": ( + [[[1, 2], [3, 4]], [[5, 6], [7, 8]]], + [[[9, 10], [11, 12]], [[13, 14], [15, 16]]], + ), +} + +for test_case, values_ in test_cases.items(): + values = [np.asarray(v, dtype=np.float32) for v in values_] + for i in range(len(values[0].shape)): + in_args = ["value" + str(k) for k in range(len(values))] + node = onnx.helper.make_node( + "Concat", inputs=list(in_args), outputs=["output"], axis=i + ) + output = np.concatenate(values, i) + expect( + node, + inputs=list(values), + outputs=[output], + name="test_concat_" + test_case + "_axis_" + str(i), + ) + + for i in range(-len(values[0].shape), 0): + in_args = ["value" + str(k) for k in range(len(values))] + node = onnx.helper.make_node( + "Concat", inputs=list(in_args), outputs=["output"], axis=i + ) + output = np.concatenate(values, i) + expect( + node, + inputs=list(values), + outputs=[output], + name="test_concat_" + test_case + "_axis_negative_" + str(abs(i)), + ) +``` + +
+ + +### **ConcatFromSequence** + + Concatenate a sequence of tensors into a single tensor. + All input tensors must have the same shape, except for the dimension size of the axis to concatenate on. + By default 'new_axis' is 0, the behavior is similar to numpy.concatenate. + When 'new_axis' is 1, the behavior is similar to numpy.stack. + +#### Version + +This version of the operator has been available since version 11 of the default ONNX operator set. + +#### Attributes + +
+
axis : int (required)
+
Which axis to concat on. Accepted range in `[-r, r - 1]`, where `r` is the rank of input tensors. When `new_axis` is 1, accepted range is `[-r - 1, r]`.
+
new_axis : int (default is 0)
+
Insert and concatenate on a new axis or not, default 0 means do not insert new axis.
+
+ +#### Inputs + +
+
input_sequence : S
+
Sequence of tensors for concatenation
+
+ +#### Outputs + +
+
concat_result : T
+
Concatenated tensor
+
+ +#### Type Constraints + +
+
S : seq(tensor(uint8)), seq(tensor(uint16)), seq(tensor(uint32)), seq(tensor(uint64)), seq(tensor(int8)), seq(tensor(int16)), seq(tensor(int32)), seq(tensor(int64)), seq(tensor(float16)), seq(tensor(float)), seq(tensor(double)), seq(tensor(string)), seq(tensor(bool)), seq(tensor(complex64)), seq(tensor(complex128))
+
Constrain input types to any tensor type.
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain output types to any tensor type.
+
+ + +### **Constant** + + This operator produces a constant tensor. Exactly one of the provided attributes, either value, sparse_value, + or value_* must be specified. + +#### Version + +This version of the operator has been available since version 25 of the default ONNX operator set. + +Other versions of this operator: 1, 9, 11, 12, 13, 19, 21, 23, 24 + +#### Attributes + +
+
sparse_value : sparse_tensor
+
The value for the elements of the output tensor in sparse format.
+
value : tensor
+
The value for the elements of the output tensor.
+
value_float : float
+
The value for the sole element for the scalar, float32, output tensor.
+
value_floats : list of floats
+
The values for the elements for the 1D, float32, output tensor.
+
value_int : int
+
The value for the sole element for the scalar, int64, output tensor.
+
value_ints : list of ints
+
The values for the elements for the 1D, int64, output tensor.
+
value_string : string
+
The value for the sole element for the scalar, UTF-8 string, output tensor.
+
value_strings : list of strings
+
The values for the elements for the 1D, UTF-8 string, output tensor.
+
+ +#### Inputs + + +#### Outputs + +
+
output : T
+
Output tensor containing the same value of the provided tensor.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(uint4), tensor(int4), tensor(float4e2m1), tensor(float8e8m0), tensor(uint2), tensor(int2)
+
Constrain input and output types to all tensor types.
+
+ + +#### Examples + +
+constant + +```python +values = np.random.randn(5, 5).astype(np.float32) +node = onnx.helper.make_node( + "Constant", + inputs=[], + outputs=["values"], + value=onnx.helper.make_tensor( + name="const_tensor", + data_type=onnx.TensorProto.FLOAT, + dims=values.shape, + vals=values.flatten().astype(float), + ), +) + +expect(node, inputs=[], outputs=[values], name="test_constant") +``` + +
+ + +### **ConstantOfShape** + + Generate a tensor with given value and shape. + +#### Version + +This version of the operator has been available since version 25 of the default ONNX operator set. + +Other versions of this operator: 9, 20, 21, 23, 24 + +#### Attributes + +
+
value : tensor
+
(Optional) The value of the output elements.Should be a one-element tensor. If not specified, it defaults to a tensor of value 0 and datatype float32
+
+ +#### Inputs + +
+
input : T1
+
1D tensor. The shape of the expected output tensor. If empty tensor is given, the output would be a scalar. All values must be >= 0.
+
+ +#### Outputs + +
+
output : T2
+
Output tensor of shape specified by 'input'.If attribute 'value' is specified, the value and datatype of the output tensor is taken from 'value'.If attribute 'value' is not specified, the value in the output defaults to 0, and the datatype defaults to float32.
+
+ +#### Type Constraints + +
+
T1 : tensor(int64)
+
Constrain input types.
+
T2 : tensor(float16), tensor(float), tensor(double), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(uint4), tensor(int4), tensor(bool), tensor(bfloat16), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(float4e2m1), tensor(float8e8m0), tensor(uint2), tensor(int2)
+
Constrain output types to be numerics or boolean.
+
+ + +#### Examples + +
+float_ones + +```python +x = np.array([4, 3, 2]).astype(np.int64) +tensor_value = onnx.helper.make_tensor( + "value", onnx.TensorProto.FLOAT, [1], [1] +) +node = onnx.helper.make_node( + "ConstantOfShape", + inputs=["x"], + outputs=["y"], + value=tensor_value, +) + +y = np.ones(x, dtype=np.float32) +expect(node, inputs=[x], outputs=[y], name="test_constantofshape_float_ones") +``` + +
+ + +
+int32_shape_zero + +```python +x = np.array( + [ + 0, + ] +).astype(np.int64) +tensor_value = onnx.helper.make_tensor( + "value", onnx.TensorProto.INT32, [1], [0] +) +node = onnx.helper.make_node( + "ConstantOfShape", + inputs=["x"], + outputs=["y"], + value=tensor_value, +) +y = np.zeros(x, dtype=np.int32) +expect( + node, inputs=[x], outputs=[y], name="test_constantofshape_int_shape_zero" +) +``` + +
+ + +
+int32_zeros + +```python +x = np.array([10, 6]).astype(np.int64) +tensor_value = onnx.helper.make_tensor( + "value", onnx.TensorProto.INT32, [1], [0] +) +node = onnx.helper.make_node( + "ConstantOfShape", + inputs=["x"], + outputs=["y"], + value=tensor_value, +) +y = np.zeros(x, dtype=np.int32) +expect(node, inputs=[x], outputs=[y], name="test_constantofshape_int_zeros") +``` + +
+ + +### **Conv** + + The convolution operator consumes an input tensor and a filter, and + computes the output. + +#### Version + +This version of the operator has been available since version 22 of the default ONNX operator set. + +Other versions of this operator: 1, 11 + +#### Attributes + +
+
auto_pad : string (default is NOTSET)
+
auto_pad must be either NOTSET, SAME_UPPER, SAME_LOWER or VALID. Where default value is NOTSET, which means explicit padding is used. SAME_UPPER or SAME_LOWER mean pad the input so that `output_shape[i] = ceil(input_shape[i] / strides[i])` for each axis `i`. The padding is split between the two sides equally or almost equally (depending on whether it is even or odd). In case the padding is an odd number, the extra padding is added at the end for SAME_UPPER and at the beginning for SAME_LOWER.
+
dilations : list of ints
+
dilation value along each spatial axis of the filter. If not present, the dilation defaults is 1 along each spatial axis.
+
group : int (default is 1)
+
number of groups input channels and output channels are divided into.
+
kernel_shape : list of ints
+
The shape of the convolution kernel. If not present, should be inferred from input W.
+
pads : list of ints
+
Padding for the beginning and ending along each spatial axis, it can take any value greater than or equal to 0. The value represent the number of pixels added to the beginning and end part of the corresponding axis. `pads` format should be as follow [x1_begin, x2_begin...x1_end, x2_end,...], where xi_begin the number of pixels added at the beginning of axis `i` and xi_end, the number of pixels added at the end of axis `i`. This attribute cannot be used simultaneously with auto_pad attribute. If not present, the padding defaults to 0 along start and end of each spatial axis.
+
strides : list of ints
+
Stride along each spatial axis. If not present, the stride defaults is 1 along each spatial axis.
+
+ +#### Inputs (2 - 3) + +
+
X (differentiable) : T
+
Input data tensor from previous layer; has size (N x C x H x W), where N is the batch size, C is the number of channels, and H and W are the height and width. Note that this is for the 2D image. Otherwise the size is (N x C x D1 x D2 ... x Dn). Optionally, if dimension denotation is in effect, the operation expects input data tensor to arrive with the dimension denotation of [DATA_BATCH, DATA_CHANNEL, DATA_FEATURE, DATA_FEATURE ...].
+
W (differentiable) : T
+
The weight tensor that will be used in the convolutions; has size (M x C/group x kH x kW), where C is the number of channels, and kH and kW are the height and width of the kernel, and M is the number of feature maps. For more than 2 dimensions, the kernel shape will be (M x C/group x k1 x k2 x ... x kn), where (k1 x k2 x ... kn) is the dimension of the kernel. Optionally, if dimension denotation is in effect, the operation expects the weight tensor to arrive with the dimension denotation of [FILTER_OUT_CHANNEL, FILTER_IN_CHANNEL, FILTER_SPATIAL, FILTER_SPATIAL ...]. Assuming zero based indices for the shape array, X.shape[1] == (W.shape[1] * group) == C and W.shape[0] mod G == 0. Or in other words FILTER_IN_CHANNEL multiplied by the number of groups should be equal to DATA_CHANNEL and the number of feature maps M should be a multiple of the number of groups G.
+
B (optional, differentiable) : T
+
Optional 1D bias to be added to the convolution, has size of M.
+
+ +#### Outputs + +
+
Y (differentiable) : T
+
Output data tensor that contains the result of the convolution. The output dimensions are functions of the kernel size, stride size, and pad lengths.
+
+ +#### Type Constraints + +
+
T : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ + +#### Examples + +
+conv + +```python +x = np.array( + [ + [ + [ + [0.0, 1.0, 2.0, 3.0, 4.0], # (1, 1, 5, 5) input tensor + [5.0, 6.0, 7.0, 8.0, 9.0], + [10.0, 11.0, 12.0, 13.0, 14.0], + [15.0, 16.0, 17.0, 18.0, 19.0], + [20.0, 21.0, 22.0, 23.0, 24.0], + ] + ] + ] +).astype(np.float32) +W = np.array( + [ + [ + [ + [1.0, 1.0, 1.0], # (1, 1, 3, 3) tensor for convolution weights + [1.0, 1.0, 1.0], + [1.0, 1.0, 1.0], + ] + ] + ] +).astype(np.float32) + +# Convolution with padding +node_with_padding = onnx.helper.make_node( + "Conv", + inputs=["x", "W"], + outputs=["y"], + kernel_shape=[3, 3], + # Default values for other attributes: strides=[1, 1], dilations=[1, 1], groups=1 + pads=[1, 1, 1, 1], +) +y_with_padding = np.array( + [ + [ + [ + [12.0, 21.0, 27.0, 33.0, 24.0], # (1, 1, 5, 5) output tensor + [33.0, 54.0, 63.0, 72.0, 51.0], + [63.0, 99.0, 108.0, 117.0, 81.0], + [93.0, 144.0, 153.0, 162.0, 111.0], + [72.0, 111.0, 117.0, 123.0, 84.0], + ] + ] + ] +).astype(np.float32) +expect( + node_with_padding, + inputs=[x, W], + outputs=[y_with_padding], + name="test_basic_conv_with_padding", +) + +# Convolution without padding +node_without_padding = onnx.helper.make_node( + "Conv", + inputs=["x", "W"], + outputs=["y"], + kernel_shape=[3, 3], + # Default values for other attributes: strides=[1, 1], dilations=[1, 1], groups=1 + pads=[0, 0, 0, 0], +) +y_without_padding = np.array( + [ + [ + [ + [54.0, 63.0, 72.0], # (1, 1, 3, 3) output tensor + [99.0, 108.0, 117.0], + [144.0, 153.0, 162.0], + ] + ] + ] +).astype(np.float32) +expect( + node_without_padding, + inputs=[x, W], + outputs=[y_without_padding], + name="test_basic_conv_without_padding", +) +``` + +
+ + +
+conv_with_autopad_same + +```python +x = np.array( + [ + [ + [ + [0.0, 1.0, 2.0, 3.0, 4.0], # (1, 1, 5, 5) input tensor + [5.0, 6.0, 7.0, 8.0, 9.0], + [10.0, 11.0, 12.0, 13.0, 14.0], + [15.0, 16.0, 17.0, 18.0, 19.0], + [20.0, 21.0, 22.0, 23.0, 24.0], + ] + ] + ] +).astype(np.float32) +W = np.array( + [ + [ + [ + [1.0, 1.0, 1.0], # (1, 1, 3, 3) tensor for convolution weights + [1.0, 1.0, 1.0], + [1.0, 1.0, 1.0], + ] + ] + ] +).astype(np.float32) + +# Convolution with auto_pad='SAME_LOWER' and strides=2 +node = onnx.helper.make_node( + "Conv", + inputs=["x", "W"], + outputs=["y"], + auto_pad="SAME_LOWER", + kernel_shape=[3, 3], + strides=[2, 2], +) +y = np.array( + [[[[12.0, 27.0, 24.0], [63.0, 108.0, 81.0], [72.0, 117.0, 84.0]]]] +).astype(np.float32) +expect(node, inputs=[x, W], outputs=[y], name="test_conv_with_autopad_same") +``` + +
+ + +
+conv_with_strides + +```python +x = np.array( + [ + [ + [ + [0.0, 1.0, 2.0, 3.0, 4.0], # (1, 1, 7, 5) input tensor + [5.0, 6.0, 7.0, 8.0, 9.0], + [10.0, 11.0, 12.0, 13.0, 14.0], + [15.0, 16.0, 17.0, 18.0, 19.0], + [20.0, 21.0, 22.0, 23.0, 24.0], + [25.0, 26.0, 27.0, 28.0, 29.0], + [30.0, 31.0, 32.0, 33.0, 34.0], + ] + ] + ] +).astype(np.float32) +W = np.array( + [ + [ + [ + [1.0, 1.0, 1.0], # (1, 1, 3, 3) tensor for convolution weights + [1.0, 1.0, 1.0], + [1.0, 1.0, 1.0], + ] + ] + ] +).astype(np.float32) + +# Convolution with strides=2 and padding +node_with_padding = onnx.helper.make_node( + "Conv", + inputs=["x", "W"], + outputs=["y"], + kernel_shape=[3, 3], + pads=[1, 1, 1, 1], + strides=[ + 2, + 2, + ], # Default values for other attributes: dilations=[1, 1], groups=1 +) +y_with_padding = np.array( + [ + [ + [ + [12.0, 27.0, 24.0], # (1, 1, 4, 3) output tensor + [63.0, 108.0, 81.0], + [123.0, 198.0, 141.0], + [112.0, 177.0, 124.0], + ] + ] + ] +).astype(np.float32) +expect( + node_with_padding, + inputs=[x, W], + outputs=[y_with_padding], + name="test_conv_with_strides_padding", +) + +# Convolution with strides=2 and no padding +node_without_padding = onnx.helper.make_node( + "Conv", + inputs=["x", "W"], + outputs=["y"], + kernel_shape=[3, 3], + pads=[0, 0, 0, 0], + strides=[ + 2, + 2, + ], # Default values for other attributes: dilations=[1, 1], groups=1 +) +y_without_padding = np.array( + [ + [ + [ + [54.0, 72.0], # (1, 1, 3, 2) output tensor + [144.0, 162.0], + [234.0, 252.0], + ] + ] + ] +).astype(np.float32) +expect( + node_without_padding, + inputs=[x, W], + outputs=[y_without_padding], + name="test_conv_with_strides_no_padding", +) + +# Convolution with strides=2 and padding only along one dimension (the H dimension in NxCxHxW tensor) +node_with_asymmetric_padding = onnx.helper.make_node( + "Conv", + inputs=["x", "W"], + outputs=["y"], + kernel_shape=[3, 3], + pads=[1, 0, 1, 0], + strides=[ + 2, + 2, + ], # Default values for other attributes: dilations=[1, 1], groups=1 +) +y_with_asymmetric_padding = np.array( + [ + [ + [ + [21.0, 33.0], # (1, 1, 4, 2) output tensor + [99.0, 117.0], + [189.0, 207.0], + [171.0, 183.0], + ] + ] + ] +).astype(np.float32) +expect( + node_with_asymmetric_padding, + inputs=[x, W], + outputs=[y_with_asymmetric_padding], + name="test_conv_with_strides_and_asymmetric_padding", +) +``` + +
+ + +### **ConvInteger** + + The integer convolution operator consumes an input tensor, its zero-point, a filter, and its zero-point, + and computes the output. The production MUST never overflow. The accumulation may overflow if and only if in 32 bits. + +#### Version + +This version of the operator has been available since version 10 of the default ONNX operator set. + +#### Attributes + +
+
auto_pad : string (default is NOTSET)
+
auto_pad must be either NOTSET, SAME_UPPER, SAME_LOWER or VALID. Where default value is NOTSET, which means explicit padding is used. SAME_UPPER or SAME_LOWER mean pad the input so that `output_shape[i] = ceil(input_shape[i] / strides[i])` for each axis `i`. The padding is split between the two sides equally or almost equally (depending on whether it is even or odd). In case the padding is an odd number, the extra padding is added at the end for SAME_UPPER and at the beginning for SAME_LOWER.
+
dilations : list of ints
+
dilation value along each spatial axis of the filter. If not present, the dilation defaults to 1 along each axis.
+
group : int (default is 1)
+
number of groups input channels and output channels are divided into. default is 1.
+
kernel_shape : list of ints
+
The shape of the convolution kernel. If not present, should be inferred from input 'w'.
+
pads : list of ints
+
Padding for the beginning and ending along each spatial axis, it can take any value greater than or equal to 0.The value represent the number of pixels added to the beginning and end part of the corresponding axis.`pads` format should be as follow [x1_begin, x2_begin...x1_end, x2_end,...], where xi_begin the number ofpixels added at the beginning of axis `i` and xi_end, the number of pixels added at the end of axis `i`.This attribute cannot be used simultaneously with auto_pad attribute. If not present, the padding defaultsto 0 along start and end of each spatial axis.
+
strides : list of ints
+
Stride along each spatial axis. If not present, the stride defaults to 1 along each axis.
+
+ +#### Inputs (2 - 4) + +
+
x : T1
+
Input data tensor from previous layer; has size (N x C x H x W), where N is the batch size, C is the number of channels, and H and W are the height and width. Note that this is for the 2D image. Otherwise the size is (N x C x D1 x D2 ... x Dn). Optionally, if dimension denotation is in effect, the operation expects input data tensor to arrive with the dimension denotation of [DATA_BATCH, DATA_CHANNEL, DATA_FEATURE, DATA_FEATURE ...].
+
w : T2
+
The weight tensor that will be used in the convolutions; has size (M x C/group x kH x kW), where C is the number of channels, and kH and kW are the height and width of the kernel, and M is the number of feature maps. For more than 2 dimensions, the kernel shape will be (M x C/group x k1 x k2 x ... x kn), where (k1 x k2 x ... kn) is the dimension of the kernel. Optionally, if dimension denotation is in effect, the operation expects the weight tensor to arrive with the dimension denotation of [FILTER_OUT_CHANNEL, FILTER_IN_CHANNEL, FILTER_SPATIAL, FILTER_SPATIAL ...]. X.shape[1] == (W.shape[1] * group) == C (assuming zero based indices for the shape array). Or in other words FILTER_IN_CHANNEL should be equal to DATA_CHANNEL.
+
x_zero_point (optional) : T1
+
Zero point tensor for input 'x'. It's optional and default value is 0. It's a scalar, which means a per-tensor/layer quantization.
+
w_zero_point (optional) : T2
+
Zero point tensor for input 'w'. It's optional and default value is 0. It could be a scalar or a 1-D tensor, which means a per-tensor/layer or per output channel quantization. If it's a 1-D tensor, its number of elements should be equal to the number of output channels (M)
+
+ +#### Outputs + +
+
y : T3
+
Output data tensor that contains the result of the convolution. The output dimensions are functions of the kernel size, stride size, and pad lengths.
+
+ +#### Type Constraints + +
+
T1 : tensor(int8), tensor(uint8)
+
Constrain input x and its zero point data type to 8-bit integer tensor.
+
T2 : tensor(int8), tensor(uint8)
+
Constrain input w and its zero point data type to 8-bit integer tensor.
+
T3 : tensor(int32)
+
Constrain output y data type to 32-bit integer tensor.
+
+ + +#### Examples + +
+with_padding + +```python +x = ( + np.array([2, 3, 4, 5, 6, 7, 8, 9, 10]) + .astype(np.uint8) + .reshape((1, 1, 3, 3)) +) +x_zero_point = np.uint8(1) +w_zero_points = np.array([0, 1], dtype=np.uint8) +w = np.array([1, 1, 1, 1, 1, 1, 1, 1]).astype(np.uint8).reshape((2, 1, 2, 2)) + +y = ( + np.array( + [ + 1, + 3, + 5, + 3, + 5, + 12, + 16, + 9, + 11, + 24, + 28, + 15, + 7, + 15, + 17, + 9, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + ] + ) + .astype(np.int32) + .reshape((1, 2, 4, 4)) +) + +# ConvInteger with padding +convinteger_node_with_padding = onnx.helper.make_node( + "ConvInteger", + inputs=["x", "w", "x_zero_point", "w_zero_points"], + outputs=["y"], + pads=[1, 1, 1, 1], +) + +expect( + convinteger_node_with_padding, + inputs=[x, w, x_zero_point, w_zero_points], + outputs=[y], + name="test_convinteger_with_padding", +) +``` + +
+ + +
+without_padding + +```python +x = ( + np.array([2, 3, 4, 5, 6, 7, 8, 9, 10]) + .astype(np.uint8) + .reshape((1, 1, 3, 3)) +) +x_zero_point = np.uint8(1) +w = np.array([1, 1, 1, 1]).astype(np.uint8).reshape((1, 1, 2, 2)) + +y = np.array([12, 16, 24, 28]).astype(np.int32).reshape(1, 1, 2, 2) + +# ConvInteger without padding +convinteger_node = onnx.helper.make_node( + "ConvInteger", inputs=["x", "w", "x_zero_point"], outputs=["y"] +) + +expect( + convinteger_node, + inputs=[x, w, x_zero_point], + outputs=[y], + name="test_convinteger_without_padding", +) +``` + +
+ + +### **ConvTranspose** + + The convolution transpose operator consumes an input tensor and a filter, + and computes the output. + + If the pads parameter is provided the shape of the output is calculated via the following equation: + + output_shape[i] = stride[i] * (input_size[i] - 1) + output_padding[i] + ((kernel_shape[i] - 1) * dilations[i] + 1) - pads[start_i] - pads[end_i] + + output_shape can also be explicitly specified in which case pads values are auto generated using these equations: + + total_padding[i] = stride[i] * (input_size[i] - 1) + output_padding[i] + ((kernel_shape[i] - 1) * dilations[i] + 1) - output_shape[i] + If (auto_pads == SAME_UPPER): pads[start_i] = total_padding[i]/2; pads[end_i] = total_padding[i] - (total_padding[i]/2) + Else: pads[start_i] = total_padding[i] - (total_padding[i]/2); pads[end_i] = (total_padding[i]/2). + + + +#### Version + +This version of the operator has been available since version 22 of the default ONNX operator set. + +Other versions of this operator: 1, 11 + +#### Attributes + +
+
auto_pad : string (default is NOTSET)
+
auto_pad must be either NOTSET, SAME_UPPER, SAME_LOWER or VALID. Where default value is NOTSET, which means explicit padding is used. SAME_UPPER or SAME_LOWER mean pad the input so that `output_shape[i] = input_shape[i] * strides[i]` for each axis `i`. The padding is split between the two sides equally or almost equally (depending on whether it is even or odd). In case the padding is an odd number, the extra padding is added at the end for SAME_UPPER and at the beginning for SAME_LOWER.
+
dilations : list of ints
+
dilation value along each spatial axis of the filter. If not present, the dilation defaults to 1 along each spatial axis.
+
group : int (default is 1)
+
number of groups input channels and output channels are divided into.
+
kernel_shape : list of ints
+
The shape of the convolution kernel. If not present, should be inferred from input W.
+
output_padding : list of ints
+
Additional elements added to the side with higher coordinate indices in the output. Each padding value in "output_padding" must be less than the corresponding stride/dilation dimension. By default, this attribute is a zero vector. Note that this attribute doesn't directly affect the computed output values. It only controls the selection of the computed values, so changing this attribute only adds or removes output elements. If "output_shape" is explicitly provided, "output_padding" does not contribute additional size to "output_shape" but participates in the computation of the needed padding amount. This is also called adjs or adjustment in some frameworks.
+
output_shape : list of ints
+
The shape of the output can be explicitly set which will cause pads values to be auto generated. If output_shape is specified pads values are ignored. See doc for details for equations to generate pads. Note that the output_shape attribute value should not include dimensions for batch size and channels, which are automatically inferred.
+
pads : list of ints
+
Padding for the beginning and ending along each spatial axis, it can take any value greater than or equal to 0. The value represent the number of pixels added to the beginning and end part of the corresponding axis. `pads` format should be as follow [x1_begin, x2_begin...x1_end, x2_end,...], where xi_begin the number of pixels added at the beginning of axis `i` and xi_end, the number of pixels added at the end of axis `i`. This attribute cannot be used simultaneously with auto_pad attribute. If not present, the padding defaults to 0 along start and end of each spatial axis.
+
strides : list of ints
+
Stride along each spatial axis. If not present, the stride defaults to 1 along each spatial axis.
+
+ +#### Inputs (2 - 3) + +
+
X (differentiable) : T
+
Input data tensor from previous layer; has size (N x C x H x W), where N is the batch size, C is the number of channels, and H and W are the height and width. Note that this is for the 2D image. Otherwise the size is (N x C x D1 x D2 ... x Dn)
+
W (differentiable) : T
+
The weight tensor that will be used in the convolutions; has size (C x M/group x kH x kW), where C is the number of channels, and kH and kW are the height and width of the kernel, and M is the number of feature maps. For more than 2 dimensions, the weight shape will be (C x M/group x k1 x k2 x ... x kn), where (k1 x k2 x ... x kn) is the dimension of the kernel. The number of channels in the output should be equal to W.shape[1] * group (assuming zero based indices of the shape array)
+
B (optional, differentiable) : T
+
Optional 1D bias to be added to the convolution, has size of M.
+
+ +#### Outputs + +
+
Y (differentiable) : T
+
Output data tensor that contains the result of the convolution. The output dimensions are functions of the kernel size, stride size, pad lengths and group count. The number of channels in the output should be equal to W.shape[1] * group (assuming zero based indices of the shape array)
+
+ +#### Type Constraints + +
+
T : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ + +#### Examples + +
+convtranspose + +```python +x = np.array( + [[[[0.0, 1.0, 2.0], [3.0, 4.0, 5.0], [6.0, 7.0, 8.0]]]] # (1, 1, 3, 3) +).astype(np.float32) + +W = np.array( + [ + [ + [[1.0, 1.0, 1.0], [1.0, 1.0, 1.0], [1.0, 1.0, 1.0]], # (1, 2, 3, 3) + [[1.0, 1.0, 1.0], [1.0, 1.0, 1.0], [1.0, 1.0, 1.0]], + ] + ] +).astype(np.float32) + +node = onnx.helper.make_node("ConvTranspose", ["X", "W"], ["Y"]) + +y = np.array( + [ + [ + [ + [0.0, 1.0, 3.0, 3.0, 2.0], # (1, 2, 5, 5) + [3.0, 8.0, 15.0, 12.0, 7.0], + [9.0, 21.0, 36.0, 27.0, 15.0], + [9.0, 20.0, 33.0, 24.0, 13.0], + [6.0, 13.0, 21.0, 15.0, 8.0], + ], + [ + [0.0, 1.0, 3.0, 3.0, 2.0], + [3.0, 8.0, 15.0, 12.0, 7.0], + [9.0, 21.0, 36.0, 27.0, 15.0], + [9.0, 20.0, 33.0, 24.0, 13.0], + [6.0, 13.0, 21.0, 15.0, 8.0], + ], + ] + ] +).astype(np.float32) + +expect(node, inputs=[x, W], outputs=[y], name="test_convtranspose") +``` + +
+ + +
+convtranspose_1d + +```python +x = np.array([[[0.0, 1.0, 2.0]]]).astype(np.float32) # (1, 1, 3) + +W = np.array([[[1.0, 1.0, 1.0], [1.0, 1.0, 1.0]]]).astype( # (1, 2, 3) + np.float32 +) + +node = onnx.helper.make_node("ConvTranspose", ["X", "W"], ["Y"]) + +y = np.array( + [[[0.0, 1.0, 3.0, 3.0, 2.0], [0.0, 1.0, 3.0, 3.0, 2.0]]] # (1, 2, 5) +).astype(np.float32) + +expect(node, inputs=[x, W], outputs=[y], name="test_convtranspose_1d") +``` + +
+ + +
+convtranspose_3d + +```python +x = np.array( + [ + [ + [ + [ + [0.0, 1.0, 2.0, 3.0, 4.0], # (1, 1, 3, 4, 5) + [5.0, 6.0, 7.0, 8.0, 9.0], + [10.0, 11.0, 12.0, 13.0, 14.0], + [15.0, 16.0, 17.0, 18.0, 19.0], + ], + [ + [20.0, 21.0, 22.0, 23.0, 24.0], + [25.0, 26.0, 27.0, 28.0, 29.0], + [30.0, 31.0, 32.0, 33.0, 34.0], + [35.0, 36.0, 37.0, 38.0, 39.0], + ], + [ + [40.0, 41.0, 42.0, 43.0, 44.0], + [45.0, 46.0, 47.0, 48.0, 49.0], + [50.0, 51.0, 52.0, 53.0, 54.0], + [55.0, 56.0, 57.0, 58.0, 59.0], + ], + ] + ] + ] +).astype(np.float32) + +W = np.array( + [ + [ + [ + [ + [1.0, 1.0, 1.0], # (1, 2, 3, 3, 3) + [1.0, 1.0, 1.0], + [1.0, 1.0, 1.0], + ], + [[1.0, 1.0, 1.0], [1.0, 1.0, 1.0], [1.0, 1.0, 1.0]], + [[1.0, 1.0, 1.0], [1.0, 1.0, 1.0], [1.0, 1.0, 1.0]], + ], + [ + [[1.0, 1.0, 1.0], [1.0, 1.0, 1.0], [1.0, 1.0, 1.0]], + [[1.0, 1.0, 1.0], [1.0, 1.0, 1.0], [1.0, 1.0, 1.0]], + [[1.0, 1.0, 1.0], [1.0, 1.0, 1.0], [1.0, 1.0, 1.0]], + ], + ] + ] +).astype(np.float32) + +node = onnx.helper.make_node("ConvTranspose", ["X", "W"], ["Y"]) + +y = np.array( + [ + [ + [ + [ + [0.0, 1.0, 3.0, 6.0, 9.0, 7.0, 4.0], # (1, 2, 5, 6, 7) + [5.0, 12.0, 21.0, 27.0, 33.0, 24.0, 13.0], + [15.0, 33.0, 54.0, 63.0, 72.0, 51.0, 27.0], + [30.0, 63.0, 99.0, 108.0, 117.0, 81.0, 42.0], + [25.0, 52.0, 81.0, 87.0, 93.0, 64.0, 33.0], + [15.0, 31.0, 48.0, 51.0, 54.0, 37.0, 19.0], + ], + [ + [20.0, 42.0, 66.0, 72.0, 78.0, 54.0, 28.0], + [50.0, 104.0, 162.0, 174.0, 186.0, 128.0, 66.0], + [90.0, 186.0, 288.0, 306.0, 324.0, 222.0, 114.0], + [120.0, 246.0, 378.0, 396.0, 414.0, 282.0, 144.0], + [90.0, 184.0, 282.0, 294.0, 306.0, 208.0, 106.0], + [50.0, 102.0, 156.0, 162.0, 168.0, 114.0, 58.0], + ], + [ + [60.0, 123.0, 189.0, 198.0, 207.0, 141.0, 72.0], + [135.0, 276.0, 423.0, 441.0, 459.0, 312.0, 159.0], + [225.0, 459.0, 702.0, 729.0, 756.0, 513.0, 261.0], + [270.0, 549.0, 837.0, 864.0, 891.0, 603.0, 306.0], + [195.0, 396.0, 603.0, 621.0, 639.0, 432.0, 219.0], + [105.0, 213.0, 324.0, 333.0, 342.0, 231.0, 117.0], + ], + [ + [60.0, 122.0, 186.0, 192.0, 198.0, 134.0, 68.0], + [130.0, 264.0, 402.0, 414.0, 426.0, 288.0, 146.0], + [210.0, 426.0, 648.0, 666.0, 684.0, 462.0, 234.0], + [240.0, 486.0, 738.0, 756.0, 774.0, 522.0, 264.0], + [170.0, 344.0, 522.0, 534.0, 546.0, 368.0, 186.0], + [90.0, 182.0, 276.0, 282.0, 288.0, 194.0, 98.0], + ], + [ + [40.0, 81.0, 123.0, 126.0, 129.0, 87.0, 44.0], + [85.0, 172.0, 261.0, 267.0, 273.0, 184.0, 93.0], + [135.0, 273.0, 414.0, 423.0, 432.0, 291.0, 147.0], + [150.0, 303.0, 459.0, 468.0, 477.0, 321.0, 162.0], + [105.0, 212.0, 321.0, 327.0, 333.0, 224.0, 113.0], + [55.0, 111.0, 168.0, 171.0, 174.0, 117.0, 59.0], + ], + ], + [ + [ + [0.0, 1.0, 3.0, 6.0, 9.0, 7.0, 4.0], + [5.0, 12.0, 21.0, 27.0, 33.0, 24.0, 13.0], + [15.0, 33.0, 54.0, 63.0, 72.0, 51.0, 27.0], + [30.0, 63.0, 99.0, 108.0, 117.0, 81.0, 42.0], + [25.0, 52.0, 81.0, 87.0, 93.0, 64.0, 33.0], + [15.0, 31.0, 48.0, 51.0, 54.0, 37.0, 19.0], + ], + [ + [20.0, 42.0, 66.0, 72.0, 78.0, 54.0, 28.0], + [50.0, 104.0, 162.0, 174.0, 186.0, 128.0, 66.0], + [90.0, 186.0, 288.0, 306.0, 324.0, 222.0, 114.0], + [120.0, 246.0, 378.0, 396.0, 414.0, 282.0, 144.0], + [90.0, 184.0, 282.0, 294.0, 306.0, 208.0, 106.0], + [50.0, 102.0, 156.0, 162.0, 168.0, 114.0, 58.0], + ], + [ + [60.0, 123.0, 189.0, 198.0, 207.0, 141.0, 72.0], + [135.0, 276.0, 423.0, 441.0, 459.0, 312.0, 159.0], + [225.0, 459.0, 702.0, 729.0, 756.0, 513.0, 261.0], + [270.0, 549.0, 837.0, 864.0, 891.0, 603.0, 306.0], + [195.0, 396.0, 603.0, 621.0, 639.0, 432.0, 219.0], + [105.0, 213.0, 324.0, 333.0, 342.0, 231.0, 117.0], + ], + [ + [60.0, 122.0, 186.0, 192.0, 198.0, 134.0, 68.0], + [130.0, 264.0, 402.0, 414.0, 426.0, 288.0, 146.0], + [210.0, 426.0, 648.0, 666.0, 684.0, 462.0, 234.0], + [240.0, 486.0, 738.0, 756.0, 774.0, 522.0, 264.0], + [170.0, 344.0, 522.0, 534.0, 546.0, 368.0, 186.0], + [90.0, 182.0, 276.0, 282.0, 288.0, 194.0, 98.0], + ], + [ + [40.0, 81.0, 123.0, 126.0, 129.0, 87.0, 44.0], + [85.0, 172.0, 261.0, 267.0, 273.0, 184.0, 93.0], + [135.0, 273.0, 414.0, 423.0, 432.0, 291.0, 147.0], + [150.0, 303.0, 459.0, 468.0, 477.0, 321.0, 162.0], + [105.0, 212.0, 321.0, 327.0, 333.0, 224.0, 113.0], + [55.0, 111.0, 168.0, 171.0, 174.0, 117.0, 59.0], + ], + ], + ] + ] +).astype(np.float32) + +expect(node, inputs=[x, W], outputs=[y], name="test_convtranspose_3d") +``` + +
+ + +
+convtranspose_attributes + +```python +x = np.array( + [[[[0.0, 1.0, 2.0], [3.0, 4.0, 5.0], [6.0, 7.0, 8.0]]]] # (1, 1, 3, 3) +).astype(np.float32) + +W = np.array( + [ + [ + [[1.0, 1.0, 1.0], [1.0, 1.0, 1.0], [1.0, 1.0, 1.0]], # (1, 2, 3, 3) + [[1.0, 1.0, 1.0], [1.0, 1.0, 1.0], [1.0, 1.0, 1.0]], + ] + ] +).astype(np.float32) + +y = np.array( + [ + [ + [ + [0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 2.0, 0.0], # (1, 2, 10, 8) + [0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 2.0, 0.0], + [0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 2.0, 0.0], + [3.0, 3.0, 7.0, 4.0, 9.0, 5.0, 5.0, 0.0], + [3.0, 3.0, 7.0, 4.0, 9.0, 5.0, 5.0, 0.0], + [3.0, 3.0, 7.0, 4.0, 9.0, 5.0, 5.0, 0.0], + [6.0, 6.0, 13.0, 7.0, 15.0, 8.0, 8.0, 0.0], + [6.0, 6.0, 13.0, 7.0, 15.0, 8.0, 8.0, 0.0], + [6.0, 6.0, 13.0, 7.0, 15.0, 8.0, 8.0, 0.0], + [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], + ], + [ + [0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 2.0, 0.0], + [0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 2.0, 0.0], + [0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 2.0, 0.0], + [3.0, 3.0, 7.0, 4.0, 9.0, 5.0, 5.0, 0.0], + [3.0, 3.0, 7.0, 4.0, 9.0, 5.0, 5.0, 0.0], + [3.0, 3.0, 7.0, 4.0, 9.0, 5.0, 5.0, 0.0], + [6.0, 6.0, 13.0, 7.0, 15.0, 8.0, 8.0, 0.0], + [6.0, 6.0, 13.0, 7.0, 15.0, 8.0, 8.0, 0.0], + [6.0, 6.0, 13.0, 7.0, 15.0, 8.0, 8.0, 0.0], + [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], + ], + ] + ] +).astype(np.float32) + +node = onnx.helper.make_node( + "ConvTranspose", ["X", "W"], ["Y"], strides=[3, 2], output_shape=[10, 8] +) +expect(node, inputs=[x, W], outputs=[y], name="test_convtranspose_output_shape") + +node = onnx.helper.make_node( + "ConvTranspose", ["X", "W"], ["Y"], strides=[3, 2], output_padding=[1, 1] +) +expect(node, inputs=[x, W], outputs=[y], name="test_convtranspose_pad") + +node = onnx.helper.make_node( + "ConvTranspose", + ["X", "W"], + ["Y"], + name="test", + strides=[3, 2], + output_shape=[10, 8], + kernel_shape=[3, 3], + output_padding=[1, 1], +) +expect(node, inputs=[x, W], outputs=[y], name="test_convtranspose_kernel_shape") +``` + +
+ + +
+convtranspose_autopad_same + +```python +x = np.array( + [[[[0.0, 1.0, 2.0], [3.0, 4.0, 5.0], [6.0, 7.0, 8.0]]]] # (1, 1, 3, 3) +).astype(np.float32) + +W = np.array( + [ + [ + [[1.0, 1.0, 1.0], [1.0, 1.0, 1.0], [1.0, 1.0, 1.0]], # (1, 2, 3, 3) + [[1.0, 1.0, 1.0], [1.0, 1.0, 1.0], [1.0, 1.0, 1.0]], + ] + ] +).astype(np.float32) + +node = onnx.helper.make_node( + "ConvTranspose", ["X", "W"], ["Y"], auto_pad="SAME_UPPER", strides=[2, 2] +) + +y = np.array( + [ + [ + [ + [0.0, 0.0, 1.0, 1.0, 3.0, 2.0], + [0.0, 0.0, 1.0, 1.0, 3.0, 2.0], + [3.0, 3.0, 8.0, 5.0, 12.0, 7.0], + [3.0, 3.0, 7.0, 4.0, 9.0, 5.0], + [9.0, 9.0, 20.0, 11.0, 24.0, 13.0], + [6.0, 6.0, 13.0, 7.0, 15.0, 8.0], + ], + [ + [0.0, 0.0, 1.0, 1.0, 3.0, 2.0], + [0.0, 0.0, 1.0, 1.0, 3.0, 2.0], + [3.0, 3.0, 8.0, 5.0, 12.0, 7.0], + [3.0, 3.0, 7.0, 4.0, 9.0, 5.0], + [9.0, 9.0, 20.0, 11.0, 24.0, 13.0], + [6.0, 6.0, 13.0, 7.0, 15.0, 8.0], + ], + ] + ] +).astype(np.float32) + +expect(node, inputs=[x, W], outputs=[y], name="test_convtranspose_autopad_same") +``` + +
+ + +
+convtranspose_dilations + +```python +x = np.array( + [[[[3.0, 8.0, 1.0], [9.0, 5.0, 7.0], [3.0, 2.0, 6.0]]]] # (1, 1, 3, 3) +).astype(np.float32) +W = np.array([[[[7.0, 2.0], [1.0, 9.0]]]]).astype(np.float32) # (1, 1, 2, 2) + +node = onnx.helper.make_node( + "ConvTranspose", ["X", "W"], ["Y"], dilations=[2, 2] +) + +y = np.array( + [ + [ + [ + [21.0, 56.0, 13.0, 16.0, 2.0], # [1, 1, 5, 5] + [63.0, 35.0, 67.0, 10.0, 14.0], + [24.0, 22.0, 76.0, 76.0, 21.0], + [9.0, 5.0, 88.0, 45.0, 63.0], + [3.0, 2.0, 33.0, 18.0, 54.0], + ] + ] + ] +).astype(np.float32) + +expect(node, inputs=[x, W], outputs=[y], name="test_convtranspose_dilations") +``` + +
+ + +
+convtranspose_group_2 + +```python +x = np.array( + [ + [ + [[0.0, 1.0, 2.0], [3.0, 4.0, 5.0], [6.0, 7.0, 8.0]], + [[9.0, 10.0, 11.0], [12.0, 13.0, 14.0], [15.0, 16.0, 17.0]], + ] + ] +).astype(np.float32) +W = np.array( + [ + [ + [[1.0, 1.0, 1.0], [1.0, 1.0, 1.0], [1.0, 1.0, 1.0]], + ], + [ + [[1.0, 1.0, 1.0], [1.0, 1.0, 1.0], [1.0, 1.0, 1.0]], + ], + ] +).astype(np.float32) + +node = onnx.helper.make_node("ConvTranspose", ["X", "W"], ["Y"], group=2) + +y = np.array( + [ + [ + [ + [0.0, 1.0, 3.0, 3.0, 2.0], + [3.0, 8.0, 15.0, 12.0, 7.0], + [9.0, 21.0, 36.0, 27.0, 15.0], + [9.0, 20.0, 33.0, 24.0, 13.0], + [6.0, 13.0, 21.0, 15.0, 8.0], + ], + [ + [9.0, 19.0, 30.0, 21.0, 11.0], + [21.0, 44.0, 69.0, 48.0, 25.0], + [36.0, 75.0, 117.0, 81.0, 42.0], + [27.0, 56.0, 87.0, 60.0, 31.0], + [15.0, 31.0, 48.0, 33.0, 17.0], + ], + ] + ] +).astype(np.float32) + +expect(node, inputs=[x, W], outputs=[y], name="test_convtranspose_group_2") +``` + +
+ + +
+convtranspose_group_2_image_3 + +```python +x = np.array( + [ + [ + [[0.0, 1.0, 2.0], [3.0, 4.0, 5.0], [6.0, 7.0, 8.0]], + [[9.0, 10.0, 11.0], [12.0, 13.0, 14.0], [15.0, 16.0, 17.0]], + ], + [ + [[18.0, 19.0, 20.0], [21.0, 22.0, 23.0], [24.0, 25.0, 26.0]], + [[9.0, 10.0, 11.0], [12.0, 13.0, 14.0], [15.0, 16.0, 17.0]], + ], + [ + [[0.0, 1.0, 2.0], [3.0, 4.0, 5.0], [6.0, 7.0, 8.0]], + [[9.0, 10.0, 11.0], [12.0, 13.0, 14.0], [15.0, 16.0, 17.0]], + ], + ] +).astype(np.float32) +W = np.array( + [ + [ + [[1.0, 1.0, 1.0], [1.0, 1.0, 1.0], [1.0, 1.0, 1.0]], + ], + [ + [[1.0, 1.0, 1.0], [1.0, 1.0, 1.0], [1.0, 1.0, 1.0]], + ], + ] +).astype(np.float32) + +node = onnx.helper.make_node("ConvTranspose", ["X", "W"], ["Y"], group=2) + +y = np.array( + [ + [ + [ + [0.0, 1.0, 3.0, 3.0, 2.0], + [3.0, 8.0, 15.0, 12.0, 7.0], + [9.0, 21.0, 36.0, 27.0, 15.0], + [9.0, 20.0, 33.0, 24.0, 13.0], + [6.0, 13.0, 21.0, 15.0, 8.0], + ], + [ + [9.0, 19.0, 30.0, 21.0, 11.0], + [21.0, 44.0, 69.0, 48.0, 25.0], + [36.0, 75.0, 117.0, 81.0, 42.0], + [27.0, 56.0, 87.0, 60.0, 31.0], + [15.0, 31.0, 48.0, 33.0, 17.0], + ], + ], + [ + [ + [18.0, 37.0, 57.0, 39.0, 20.0], + [39.0, 80.0, 123.0, 84.0, 43.0], + [63.0, 129.0, 198.0, 135.0, 69.0], + [45.0, 92.0, 141.0, 96.0, 49.0], + [24.0, 49.0, 75.0, 51.0, 26.0], + ], + [ + [9.0, 19.0, 30.0, 21.0, 11.0], + [21.0, 44.0, 69.0, 48.0, 25.0], + [36.0, 75.0, 117.0, 81.0, 42.0], + [27.0, 56.0, 87.0, 60.0, 31.0], + [15.0, 31.0, 48.0, 33.0, 17.0], + ], + ], + [ + [ + [0.0, 1.0, 3.0, 3.0, 2.0], + [3.0, 8.0, 15.0, 12.0, 7.0], + [9.0, 21.0, 36.0, 27.0, 15.0], + [9.0, 20.0, 33.0, 24.0, 13.0], + [6.0, 13.0, 21.0, 15.0, 8.0], + ], + [ + [9.0, 19.0, 30.0, 21.0, 11.0], + [21.0, 44.0, 69.0, 48.0, 25.0], + [36.0, 75.0, 117.0, 81.0, 42.0], + [27.0, 56.0, 87.0, 60.0, 31.0], + [15.0, 31.0, 48.0, 33.0, 17.0], + ], + ], + ] +).astype(np.float32) + +expect( + node, inputs=[x, W], outputs=[y], name="test_convtranspose_group_2_image_3" +) +``` + +
+ + +
+convtranspose_pads + +```python +x = np.array( + [[[[0.0, 1.0, 2.0], [3.0, 4.0, 5.0], [6.0, 7.0, 8.0]]]] # (1, 1, 3, 3) +).astype(np.float32) + +W = np.array( + [ + [ + [[1.0, 1.0, 1.0], [1.0, 1.0, 1.0], [1.0, 1.0, 1.0]], # (1, 2, 3, 3) + [[1.0, 1.0, 1.0], [1.0, 1.0, 1.0], [1.0, 1.0, 1.0]], + ] + ] +).astype(np.float32) + +node = onnx.helper.make_node( + "ConvTranspose", ["X", "W"], ["Y"], strides=[3, 2], pads=[1, 2, 1, 2] +) + +y = np.array( + [ + [ + [ + [1.0, 1.0, 3.0], # (1, 2, 7, 3) + [1.0, 1.0, 3.0], + [7.0, 4.0, 9.0], + [7.0, 4.0, 9.0], + [7.0, 4.0, 9.0], + [13.0, 7.0, 15.0], + [13.0, 7.0, 15.0], + ], + [ + [1.0, 1.0, 3.0], + [1.0, 1.0, 3.0], + [7.0, 4.0, 9.0], + [7.0, 4.0, 9.0], + [7.0, 4.0, 9.0], + [13.0, 7.0, 15.0], + [13.0, 7.0, 15.0], + ], + ] + ] +).astype(np.float32) + +expect(node, inputs=[x, W], outputs=[y], name="test_convtranspose_pads") +``` + +
+ + +### **Cos** + + Calculates the cosine of the given input tensor, element-wise. + +#### Version + +This version of the operator has been available since version 22 of the default ONNX operator set. + +Other versions of this operator: 7 + +#### Inputs + +
+
input (differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
output (differentiable) : T
+
The cosine of the input tensor computed element-wise
+
+ +#### Type Constraints + +
+
T : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ + +#### Examples + +
+cos + +```python +node = onnx.helper.make_node( + "Cos", + inputs=["x"], + outputs=["y"], +) + +x = np.array([-1, 0, 1]).astype(np.float32) +y = np.cos(x) +expect(node, inputs=[x], outputs=[y], name="test_cos_example") + +x = np.random.randn(3, 4, 5).astype(np.float32) +y = np.cos(x) +expect(node, inputs=[x], outputs=[y], name="test_cos") +``` + +
+ + +### **Cosh** + + Calculates the hyperbolic cosine of the given input tensor element-wise. + +#### Version + +This version of the operator has been available since version 22 of the default ONNX operator set. + +Other versions of this operator: 9 + +#### Inputs + +
+
input (differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
output (differentiable) : T
+
The hyperbolic cosine values of the input tensor computed element-wise
+
+ +#### Type Constraints + +
+
T : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ + +#### Examples + +
+cosh + +```python +node = onnx.helper.make_node( + "Cosh", + inputs=["x"], + outputs=["y"], +) + +x = np.array([-1, 0, 1]).astype(np.float32) +y = np.cosh(x) # expected output [1.54308069, 1., 1.54308069] +expect(node, inputs=[x], outputs=[y], name="test_cosh_example") + +x = np.random.randn(3, 4, 5).astype(np.float32) +y = np.cosh(x) +expect(node, inputs=[x], outputs=[y], name="test_cosh") +``` + +
+ + +### **CumProd** + + Performs cumulative product of the input elements along the given axis. + By default, it will do the product inclusively meaning the first element is copied as is. + Through an `exclusive` attribute, this behavior can change to exclude the first element. + It can also perform product in the opposite direction of the axis. For that, set `reverse` attribute to 1. + + Example: + ``` + input_x = [1, 2, 3] + axis=0 + output = [1, 2, 6] + exclusive=1 + output = [1, 1, 2] + exclusive=0 + reverse=1 + output = [6, 6, 3] + exclusive=1 + reverse=1 + output = [6, 3, 1] + ``` + + +#### Version + +This version of the operator has been available since version 26 of the default ONNX operator set. + +#### Attributes + +
+
exclusive : int (default is 0)
+
If set to 1 will return exclusive product in which the top element is not included. In other terms, if set to 1, the j-th output element would be the product of the first (j-1) elements. Otherwise, it would be the product of the first j elements.
+
reverse : int (default is 0)
+
If set to 1 will perform the products in reverse direction.
+
+ +#### Inputs + +
+
x (differentiable) : T
+
An input tensor that is to be processed.
+
axis (non-differentiable) : T2
+
A 0-D tensor. Must be in the range [-rank(x), rank(x)-1]. Negative value means counting dimensions from the back.
+
+ +#### Outputs + +
+
y (differentiable) : T
+
Output tensor of the same type as 'x' with cumulative products of the x's elements
+
+ +#### Type Constraints + +
+
T : tensor(uint32), tensor(uint64), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input and output types to numeric tensors.
+
T2 : tensor(int32), tensor(int64)
+
axis tensor can be int32 or int64 only
+
+ + +#### Examples + +
+cumprod_1d + +```python +node = onnx.helper.make_node("CumProd", inputs=["x", "axis"], outputs=["y"]) +x = np.array([1.0, 2.0, 3.0, 4.0, 5.0]).astype(np.float64) +axis = np.array(0, dtype=np.int32) +y = np.array([1.0, 2.0, 6.0, 24.0, 120.0]).astype(np.float64) +expect(node, inputs=[x, axis], outputs=[y], name="test_cumprod_1d") +``` + +
+ + +
+cumprod_1d_exclusive + +```python +node = onnx.helper.make_node( + "CumProd", inputs=["x", "axis"], outputs=["y"], exclusive=1 +) +x = np.array([1.0, 2.0, 3.0, 4.0, 5.0]).astype(np.float64) +axis = np.array(0, dtype=np.int32) +y = np.array([1.0, 1.0, 2.0, 6.0, 24.0]).astype(np.float64) +expect(node, inputs=[x, axis], outputs=[y], name="test_cumprod_1d_exclusive") +``` + +
+ + +
+cumprod_1d_int32_exclusive + +```python +node = onnx.helper.make_node( + "CumProd", inputs=["x", "axis"], outputs=["y"], exclusive=1 +) +x = np.array([1, 2, 3, 4, 5]).astype(np.int32) +axis = np.array(0, dtype=np.int32) +y = np.array([1, 1, 2, 6, 24]).astype(np.int32) +expect( + node, inputs=[x, axis], outputs=[y], name="test_cumprod_1d_int32_exclusive" +) +``` + +
+ + +
+cumprod_1d_reverse + +```python +node = onnx.helper.make_node( + "CumProd", inputs=["x", "axis"], outputs=["y"], reverse=1 +) +x = np.array([1.0, 2.0, 3.0, 4.0, 5.0]).astype(np.float64) +axis = np.array(0, dtype=np.int32) +y = np.array([120.0, 120.0, 60.0, 20.0, 5.0]).astype(np.float64) +expect(node, inputs=[x, axis], outputs=[y], name="test_cumprod_1d_reverse") +``` + +
+ + +
+cumprod_1d_reverse_exclusive + +```python +node = onnx.helper.make_node( + "CumProd", inputs=["x", "axis"], outputs=["y"], reverse=1, exclusive=1 +) +x = np.array([1.0, 2.0, 3.0, 4.0, 5.0]).astype(np.float64) +axis = np.array(0, dtype=np.int32) +y = np.array([120.0, 60.0, 20.0, 5.0, 1.0]).astype(np.float64) +expect( + node, + inputs=[x, axis], + outputs=[y], + name="test_cumprod_1d_reverse_exclusive", +) +``` + +
+ + +
+cumprod_2d_axis_0 + +```python +node = onnx.helper.make_node( + "CumProd", + inputs=["x", "axis"], + outputs=["y"], +) +x = np.array([1.0, 2.0, 3.0, 4.0, 5.0, 6.0]).astype(np.float64).reshape((2, 3)) +axis = np.array(0, dtype=np.int32) +y = ( + np.array([1.0, 2.0, 3.0, 4.0, 10.0, 18.0]) + .astype(np.float64) + .reshape((2, 3)) +) +expect(node, inputs=[x, axis], outputs=[y], name="test_cumprod_2d_axis_0") +``` + +
+ + +
+cumprod_2d_axis_1 + +```python +node = onnx.helper.make_node( + "CumProd", + inputs=["x", "axis"], + outputs=["y"], +) +x = np.array([1.0, 2.0, 3.0, 4.0, 5.0, 6.0]).astype(np.float64).reshape((2, 3)) +axis = np.array(1, dtype=np.int32) +y = ( + np.array([1.0, 2.0, 6.0, 4.0, 20.0, 120.0]) + .astype(np.float64) + .reshape((2, 3)) +) +expect(node, inputs=[x, axis], outputs=[y], name="test_cumprod_2d_axis_1") +``` + +
+ + +
+cumprod_2d_int32 + +```python +node = onnx.helper.make_node( + "CumProd", + inputs=["x", "axis"], + outputs=["y"], +) +x = np.array([1, 2, 3, 4, 5, 6]).astype(np.int32).reshape((2, 3)) +axis = np.array(0, dtype=np.int32) +y = np.array([1, 2, 3, 4, 10, 18]).astype(np.int32).reshape((2, 3)) +expect(node, inputs=[x, axis], outputs=[y], name="test_cumprod_2d_int32") +``` + +
+ + +
+cumprod_2d_negative_axis + +```python +node = onnx.helper.make_node( + "CumProd", + inputs=["x", "axis"], + outputs=["y"], +) +x = np.array([1.0, 2.0, 3.0, 4.0, 5.0, 6.0]).astype(np.float64).reshape((2, 3)) +axis = np.array(-1, dtype=np.int32) +y = ( + np.array([1.0, 2.0, 6.0, 4.0, 20.0, 120.0]) + .astype(np.float64) + .reshape((2, 3)) +) +expect( + node, inputs=[x, axis], outputs=[y], name="test_cumprod_2d_negative_axis" +) +``` + +
+ + +### **CumSum** + + Performs cumulative sum of the input elements along the given axis. + By default, it will do the sum inclusively meaning the first element is copied as is. + Through an `exclusive` attribute, this behavior can change to exclude the first element. + It can also perform summation in the opposite direction of the axis. For that, set `reverse` attribute to 1. + + Example: + ``` + input_x = [1, 2, 3] + axis=0 + output = [1, 3, 6] + exclusive=1 + output = [0, 1, 3] + exclusive=0 + reverse=1 + output = [6, 5, 3] + exclusive=1 + reverse=1 + output = [5, 3, 0] + ``` + + +#### Version + +This version of the operator has been available since version 14 of the default ONNX operator set. + +Other versions of this operator: 11 + +#### Attributes + +
+
exclusive : int (default is 0)
+
If set to 1 will return exclusive sum in which the top element is not included. In other terms, if set to 1, the j-th output element would be the sum of the first (j-1) elements. Otherwise, it would be the sum of the first j elements.
+
reverse : int (default is 0)
+
If set to 1 will perform the sums in reverse direction.
+
+ +#### Inputs + +
+
x (differentiable) : T
+
An input tensor that is to be processed.
+
axis (non-differentiable) : T2
+
A 0-D tensor. Must be in the range [-rank(x), rank(x)-1]. Negative value means counting dimensions from the back.
+
+ +#### Outputs + +
+
y (differentiable) : T
+
Output tensor of the same type as 'x' with cumulative sums of the x's elements
+
+ +#### Type Constraints + +
+
T : tensor(uint32), tensor(uint64), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input and output types to numeric tensors.
+
T2 : tensor(int32), tensor(int64)
+
axis tensor can be int32 or int64 only
+
+ + +#### Examples + +
+cumsum_1d + +```python +node = onnx.helper.make_node("CumSum", inputs=["x", "axis"], outputs=["y"]) +x = np.array([1.0, 2.0, 3.0, 4.0, 5.0]).astype(np.float64) +axis = np.int32(0) +y = np.array([1.0, 3.0, 6.0, 10.0, 15.0]).astype(np.float64) +expect(node, inputs=[x, axis], outputs=[y], name="test_cumsum_1d") +``` + +
+ + +
+cumsum_1d_exclusive + +```python +node = onnx.helper.make_node( + "CumSum", inputs=["x", "axis"], outputs=["y"], exclusive=1 +) +x = np.array([1.0, 2.0, 3.0, 4.0, 5.0]).astype(np.float64) +axis = np.int32(0) +y = np.array([0.0, 1.0, 3.0, 6.0, 10.0]).astype(np.float64) +expect(node, inputs=[x, axis], outputs=[y], name="test_cumsum_1d_exclusive") +``` + +
+ + +
+cumsum_1d_int32_exclusive + +```python +node = onnx.helper.make_node( + "CumSum", inputs=["x", "axis"], outputs=["y"], exclusive=1 +) +x = np.array([1, 2, 3, 4, 5]).astype(np.int32) +axis = np.int32(0) +y = np.array([0, 1, 3, 6, 10]).astype(np.int32) +expect( + node, inputs=[x, axis], outputs=[y], name="test_cumsum_1d_int32_exclusive" +) +``` + +
+ + +
+cumsum_1d_reverse + +```python +node = onnx.helper.make_node( + "CumSum", inputs=["x", "axis"], outputs=["y"], reverse=1 +) +x = np.array([1.0, 2.0, 3.0, 4.0, 5.0]).astype(np.float64) +axis = np.int32(0) +y = np.array([15.0, 14.0, 12.0, 9.0, 5.0]).astype(np.float64) +expect(node, inputs=[x, axis], outputs=[y], name="test_cumsum_1d_reverse") +``` + +
+ + +
+cumsum_1d_reverse_exclusive + +```python +node = onnx.helper.make_node( + "CumSum", inputs=["x", "axis"], outputs=["y"], reverse=1, exclusive=1 +) +x = np.array([1.0, 2.0, 3.0, 4.0, 5.0]).astype(np.float64) +axis = np.int32(0) +y = np.array([14.0, 12.0, 9.0, 5.0, 0.0]).astype(np.float64) +expect( + node, inputs=[x, axis], outputs=[y], name="test_cumsum_1d_reverse_exclusive" +) +``` + +
+ + +
+cumsum_2d_axis_0 + +```python +node = onnx.helper.make_node( + "CumSum", + inputs=["x", "axis"], + outputs=["y"], +) +x = np.array([1.0, 2.0, 3.0, 4.0, 5.0, 6.0]).astype(np.float64).reshape((2, 3)) +axis = np.int32(0) +y = np.array([1.0, 2.0, 3.0, 5.0, 7.0, 9.0]).astype(np.float64).reshape((2, 3)) +expect(node, inputs=[x, axis], outputs=[y], name="test_cumsum_2d_axis_0") +``` + +
+ + +
+cumsum_2d_axis_1 + +```python +node = onnx.helper.make_node( + "CumSum", + inputs=["x", "axis"], + outputs=["y"], +) +x = np.array([1.0, 2.0, 3.0, 4.0, 5.0, 6.0]).astype(np.float64).reshape((2, 3)) +axis = np.int32(1) +y = np.array([1.0, 3.0, 6.0, 4.0, 9.0, 15.0]).astype(np.float64).reshape((2, 3)) +expect(node, inputs=[x, axis], outputs=[y], name="test_cumsum_2d_axis_1") +``` + +
+ + +
+cumsum_2d_int32 + +```python +node = onnx.helper.make_node( + "CumSum", + inputs=["x", "axis"], + outputs=["y"], +) +x = np.array([1, 2, 3, 4, 5, 6]).astype(np.int32).reshape((2, 3)) +axis = np.int32(0) +y = np.array([1, 2, 3, 5, 7, 9]).astype(np.int32).reshape((2, 3)) +expect(node, inputs=[x, axis], outputs=[y], name="test_cumsum_2d_int32") +``` + +
+ + +
+cumsum_2d_negative_axis + +```python +node = onnx.helper.make_node( + "CumSum", + inputs=["x", "axis"], + outputs=["y"], +) +x = np.array([1.0, 2.0, 3.0, 4.0, 5.0, 6.0]).astype(np.float64).reshape((2, 3)) +axis = np.int32(-1) +y = np.array([1.0, 3.0, 6.0, 4.0, 9.0, 15.0]).astype(np.float64).reshape((2, 3)) +expect(node, inputs=[x, axis], outputs=[y], name="test_cumsum_2d_negative_axis") +``` + +
+ + +### **DFT** + + Computes the discrete Fourier Transform (DFT) of the input. + + Assuming the input has shape `[M, N]`, where `N` is the dimension over which the + DFT is computed and `M` denotes the conceptual "all other dimensions," + the DFT `y[m, k]` of shape `[M, N]` is defined as + + $$y[m, k] = \sum_{n=0}^{N-1} e^{-2 \pi j \frac{k n}{N} } x[m, n] ,$$ + + and the inverse transform is defined as + + $$x[m, n] = \frac{1}{N} \sum_{k=0}^{N-1} e^{2 \pi j \frac{k n}{N} } y[m, k] ,$$ + + where $j$ is the imaginary unit. + + The actual shape of the output is specified in the "output" section. + + Reference: https://docs.scipy.org/doc/scipy/tutorial/fft.html + +#### Version + +This version of the operator has been available since version 20 of the default ONNX operator set. + +Other versions of this operator: 17 + +#### Attributes + +
+
inverse : int (default is 0)
+
Whether to perform the inverse discrete Fourier Transform. Default is 0, which corresponds to `false`.
+
onesided : int (default is 0)
+
If `onesided` is `1`, only values for `k` in `[0, 1, 2, ..., floor(n_fft/2) + 1]` are used or returned because the real-to-complex Fourier transform satisfies the conjugate symmetry, i.e., `X[m, k] = X[m, n_fft-k]*`, where `m` denotes "all other dimensions" DFT was not applied on. When `onesided=1` and `inverse=0` (forward DFT), only real input is supported and a one-sided complex spectrum is returned (RFFT). When `onesided=1` and `inverse=1` (inverse DFT), only complex input is supported and a full real signal is returned (IRFFT). Value can be `0` or `1`. Default is `0`.
+
+ +#### Inputs (1 - 3) + +
+
input (non-differentiable) : T1
+
For real input, the following shape is expected: `[signal_dim0][signal_dim1][signal_dim2]...[signal_dimN][1]`. For complex input, the following shape is expected: `[signal_dim0][signal_dim1][signal_dim2]...[signal_dimN][2]`. The final dimension represents the real and imaginary parts of the value in that order.
+
dft_length (optional, non-differentiable) : T2
+
The length of the signal as a scalar. If greater than the axis dimension, the signal will be zero-padded up to `dft_length`. If less than the axis dimension, only the first `dft_length` values will be used as the signal. If not provided, the default `dft_length = signal_dim_axis`, except for the IRFFT case (`onesided=1`, `inverse=1`), in which case the default dft_length is `2 * (signal_dim_axis - 1)`.
+
axis (optional, non-differentiable) : tensor(int64)
+
The axis as a scalar on which to perform the DFT. Default is `-2` (last signal axis). Negative value means counting dimensions from the back. Accepted range is $[-r, -2] \cup [0, r-2]$ where `r = rank(input)`. The last dimension is for representing complex numbers and thus is an invalid axis.
+
+ +#### Outputs + +
+
output : T1
+
The Fourier Transform of the input vector. For standard DFT (`onesided=0`), the output shape is: `[signal_dim0][signal_dim1][signal_dim2]...[signal_dimN][2]` (complex), with `signal_dim_axis = dft_length`. For RFFT (`onesided=1`, `inverse=0`), the output shape is: `[signal_dim0][signal_dim1][signal_dim2]...[signal_dimN][2]` (one-sided complex), with `signal_dim_axis = floor(dft_length/2) + 1`. For IRFFT (`onesided=1`, `inverse=1`), the output shape is: `[signal_dim0][signal_dim1][signal_dim2]...[signal_dimN][1]` (real), where `signal_dim_axis = dft_length`.
+
+ +#### Type Constraints + +
+
T1 : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
T2 : tensor(int32), tensor(int64)
+
Constrain scalar length types to integers.
+
+ + +#### Examples + +
+dft + +```python +node = onnx.helper.make_node("DFT", inputs=["x", "", "axis"], outputs=["y"]) +x = np.arange(0, 100).reshape(10, 10).astype(np.float32) +axis = np.array(1, dtype=np.int64) +y = np.fft.fft(x, axis=0) + +x = x.reshape(1, 10, 10, 1) +y = np.stack((y.real, y.imag), axis=2).astype(np.float32).reshape(1, 10, 10, 2) +expect(node, inputs=[x, axis], outputs=[y], name="test_dft") + +node = onnx.helper.make_node("DFT", inputs=["x", "", "axis"], outputs=["y"]) +x = np.arange(0, 100).reshape(10, 10).astype(np.float32) +axis = np.array(2, dtype=np.int64) +y = np.fft.fft(x, axis=1) + +x = x.reshape(1, 10, 10, 1) +y = np.stack((y.real, y.imag), axis=2).astype(np.float32).reshape(1, 10, 10, 2) +expect(node, inputs=[x, axis], outputs=[y], name="test_dft_axis") + +node = onnx.helper.make_node( + "DFT", inputs=["x", "", "axis"], outputs=["y"], inverse=1 +) +x = np.arange(0, 100, dtype=np.complex64).reshape(10, 10) +axis = np.array(1, dtype=np.int64) +y = np.fft.ifft(x, axis=0) + +x = np.stack((x.real, x.imag), axis=2).astype(np.float32).reshape(1, 10, 10, 2) +y = np.stack((y.real, y.imag), axis=2).astype(np.float32).reshape(1, 10, 10, 2) +expect(node, inputs=[x, axis], outputs=[y], name="test_dft_inverse") + +# Test RFFT (Real FFT): real input -> one-sided complex output +node = onnx.helper.make_node( + "DFT", inputs=["x", "", "axis"], outputs=["y"], onesided=1 +) +x = np.arange(0, 100).reshape(10, 10).astype(np.float32) +axis = np.array(1, dtype=np.int64) +y = np.fft.rfft(x, axis=0) + +x = x.reshape(1, 10, 10, 1) +y = np.stack((y.real, y.imag), axis=2).astype(np.float32).reshape(1, 6, 10, 2) +expect(node, inputs=[x, axis], outputs=[y], name="test_dft_rfft") + +# Test IRFFT (Inverse Real FFT): one-sided complex input -> real output +node = onnx.helper.make_node( + "DFT", inputs=["x", "", "axis"], outputs=["y"], onesided=1, inverse=1 +) +# Create one-sided complex input (6 bins for signal length 10) +x = np.fft.rfft(np.arange(0, 100).reshape(10, 10), axis=0).astype(np.complex64) +axis = np.array(1, dtype=np.int64) +y = np.fft.irfft(x, n=10, axis=0) + +x = np.stack((x.real, x.imag), axis=2).astype(np.float32).reshape(1, 6, 10, 2) +y = y.reshape(1, 10, 10, 1).astype(np.float32) +expect(node, inputs=[x, axis], outputs=[y], name="test_dft_irfft") +``` + +
+ + +
+opset19 + +```python +node = onnx.helper.make_node("DFT", inputs=["x"], outputs=["y"], axis=1) +x = np.arange(0, 100).reshape(10, 10).astype(np.float32) +y = np.fft.fft(x, axis=0) + +x = x.reshape(1, 10, 10, 1) +y = np.stack((y.real, y.imag), axis=2).astype(np.float32).reshape(1, 10, 10, 2) +expect( + node, + inputs=[x], + outputs=[y], + name="test_dft_opset19", + opset_imports=[onnx.helper.make_opsetid("", 19)], +) + +node = onnx.helper.make_node("DFT", inputs=["x"], outputs=["y"], axis=2) +x = np.arange(0, 100).reshape(10, 10).astype(np.float32) +y = np.fft.fft(x, axis=1) + +x = x.reshape(1, 10, 10, 1) +y = np.stack((y.real, y.imag), axis=2).astype(np.float32).reshape(1, 10, 10, 2) +expect( + node, + inputs=[x], + outputs=[y], + name="test_dft_axis_opset19", + opset_imports=[onnx.helper.make_opsetid("", 19)], +) + +node = onnx.helper.make_node( + "DFT", inputs=["x"], outputs=["y"], inverse=1, axis=1 +) +x = np.arange(0, 100, dtype=np.complex64).reshape( + 10, + 10, +) +y = np.fft.ifft(x, axis=0) + +x = np.stack((x.real, x.imag), axis=2).astype(np.float32).reshape(1, 10, 10, 2) +y = np.stack((y.real, y.imag), axis=2).astype(np.float32).reshape(1, 10, 10, 2) +expect( + node, + inputs=[x], + outputs=[y], + name="test_dft_inverse_opset19", + opset_imports=[onnx.helper.make_opsetid("", 19)], +) + +# Test RFFT (Real FFT): real input -> one-sided complex output +node = onnx.helper.make_node( + "DFT", inputs=["x"], outputs=["y"], onesided=1, axis=1 +) +x = np.arange(0, 100).reshape(10, 10).astype(np.float32) +y = np.fft.rfft(x, axis=0) + +x = x.reshape(1, 10, 10, 1) +y = np.stack((y.real, y.imag), axis=2).astype(np.float32).reshape(1, 6, 10, 2) +expect( + node, + inputs=[x], + outputs=[y], + name="test_dft_rfft_opset19", + opset_imports=[onnx.helper.make_opsetid("", 19)], +) + +# Test IRFFT (Inverse Real FFT): one-sided complex input -> real output +node = onnx.helper.make_node( + "DFT", inputs=["x"], outputs=["y"], onesided=1, inverse=1, axis=1 +) +# Create one-sided complex input (6 bins for signal length 10) +x = np.fft.rfft(np.arange(0, 100).reshape(10, 10), axis=0).astype(np.complex64) +y = np.fft.irfft(x, n=10, axis=0) + +x = np.stack((x.real, x.imag), axis=2).astype(np.float32).reshape(1, 6, 10, 2) +y = y.reshape(1, 10, 10, 1).astype(np.float32) +expect( + node, + inputs=[x], + outputs=[y], + name="test_dft_irfft_opset19", + opset_imports=[onnx.helper.make_opsetid("", 19)], +) +``` + +
+ + +### **DeformConv** + + Performs deformable convolution as described in https://arxiv.org/abs/1703.06211 and https://arxiv.org/abs/1811.11168. + This operator specification supports the general N-D case. Note that most common use cases have 2D or 3D data. + +#### Version + +This version of the operator has been available since version 22 of the default ONNX operator set. + +Other versions of this operator: 19 + +#### Attributes + +
+
dilations : list of ints
+
Dilation value along each spatial axis of the kernel. Default is 1 along each axis.
+
group : int (default is 1)
+
Number of groups the input and output channels, C and oC, are divided into. C and oC must both be divisible by group. Default is 1.
+
kernel_shape : list of ints
+
Shape of the convolution kernel. If not present, it is inferred from the shape of input W.
+
offset_group : int (default is 1)
+
Number of groups of offset. C must be divisible by offset_group. Default is 1.
+
pads : list of ints
+
Padding for the beginning and end along each spatial axis. The values represent the number of pixels added to the beginning and end of the corresponding axis and can take any nonnegative value. The format should be as follows: [x1_begin, x2_begin, ..., x1_end, x2_end, ...], where xi_begin is the number of pixels added at the beginning of axis `i` and xi_end is the number of pixels added at the end of axis `i`. Default is 0 along each axis.
+
strides : list of ints
+
Stride along each spatial axis. Default is 1 along each axis.
+
+ +#### Inputs (3 - 5) + +
+
X : T
+
Input data tensor. For 2D image data, it has shape (N, C, H, W) where N is the batch size, C is the number of input channels, and H and W are the height and width. In general, the shape is (N, C, D1, D2, ... , Dn) for n-dimensional data, where D1 to Dn are the spatial dimension sizes. Most common use cases have n = 2 or 3.
+
W : T
+
Weight tensor that will be used in the convolutions. It has shape (oC, C/group, kH, kW), where oC is the number of output channels and kH and kW are the kernel height and width. For more than 2 dimensions, it has shape (oC, C/group, k1, k2, ... , kn).
+
offset : T
+
Offset tensor denoting the offset for the sampling locations in the convolution kernel. It has shape (N, offset_group * kH * kW * 2, oH, oW) for 2D data or (N, offset_group * k1 * k2 * ... * kn * n, o1, o2, ... , on) for nD data. Use linear interpolationfor fractional offset values. Sampling locations outside of the padded input tensor gives zero.
+
B (optional) : T
+
Optional 1D bias of length oC to be added to the convolution. Default is a tensor of zeros.
+
mask (optional) : T
+
The mask tensor to be applied to each position in the convolution kernel. It has shape (N, offset_group * kH * kW, oH, oW) for 2D data or (N, offset_group * k1 * k2 * ... * kn * n, o1, o2, ... , on) for nD data. Default is a tensor of ones.
+
+ +#### Outputs + +
+
Y : T
+
Output data tensor that contains the result of convolution. It has shape (N, oC, oH, oW) for 2D data or (N, oC, o1, o2, ..., on) for nD data
+
+ +#### Type Constraints + +
+
T : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ + +#### Examples + +
+deformconv + +```python +X = np.arange(9).astype(np.float32) +X.shape = (1, 1, 3, 3) +W = np.ones((1, 1, 2, 2), dtype=np.float32) + +# Convolution with padding +offset_with_padding = np.zeros((1, 8, 4, 4), dtype=np.float32) +# h-coord of [0, 0] element of kernel, at output position [0, 0] +offset_with_padding[0, 0, 0, 0] = 0.5 +# w-coord of [1, 0] element of kernel, at output position [1, 2] +offset_with_padding[0, 5, 1, 2] = -0.1 + +node_with_padding = onnx.helper.make_node( + "DeformConv", + inputs=["X", "W", "offset_with_padding"], + outputs=["Y_with_padding"], + kernel_shape=[2, 2], + pads=[1, 1, 1, 1], +) +Y_with_padding = np.array( + [ + [ + [ + [0.0, 1.0, 3.0, 2.0], # (1, 1, 4, 4) output tensor + [3.0, 8.0, 11.9, 7.0], + [9.0, 20.0, 24.0, 13.0], + [6.0, 13.0, 15.0, 8.0], + ] + ] + ] +).astype(np.float32) +expect( + node_with_padding, + inputs=[X, W, offset_with_padding], + outputs=[Y_with_padding], + name="test_basic_deform_conv_with_padding", +) + +# Convolution without padding +offset_without_padding = np.zeros((1, 8, 2, 2), dtype=np.float32) +# h-coord of [0, 0] element of kernel, at output position [0, 0] +offset_without_padding[0, 0, 0, 0] = 0.5 +# w-coord of [1, 0] element of kernel, at output position [0, 1] +offset_without_padding[0, 5, 0, 1] = -0.1 + +node_without_padding = onnx.helper.make_node( + "DeformConv", + inputs=["X", "W", "offset_without_padding"], + outputs=["Y_without_padding"], + kernel_shape=[2, 2], + pads=[0, 0, 0, 0], +) +Y_without_padding = np.array( + [ + [ + [ + [9.5, 11.9], # (1, 1, 2, 2) output tensor + [20.0, 24.0], + ] + ] + ] +).astype(np.float32) +expect( + node_without_padding, + inputs=[X, W, offset_without_padding], + outputs=[Y_without_padding], + name="test_basic_deform_conv_without_padding", +) +``` + +
+ + +
+deformconv_with_mask_bias + +```python +X = np.arange(9).astype(np.float32) +X.shape = (1, 1, 3, 3) +W = np.ones((1, 1, 2, 2), dtype=np.float32) +B = np.ones((1,), dtype=np.float32) + +offset = np.zeros((1, 8, 2, 2), dtype=np.float32) +# h-coord of [0, 0] element of kernel, at output position [0, 0] +offset[0, 0, 0, 0] = 0.5 +# w-coord of [1, 0] element of kernel, at output position [0, 1] +offset[0, 5, 0, 1] = -0.1 + +mask = np.ones((1, 4, 2, 2), dtype=np.float32) +mask[0, 2, 1, 1] = 0.2 # [1, 0] element of kernel at output position [1, 1] + +node = onnx.helper.make_node( + "DeformConv", + inputs=["X", "W", "offset", "B", "mask"], + outputs=["Y"], + kernel_shape=[2, 2], + pads=[0, 0, 0, 0], +) +Y = np.array( + [ + [ + [ + [10.5, 12.9], # (1, 1, 2, 2) output tensor + [21.0, 19.4], + ] + ] + ] +).astype(np.float32) +expect( + node, + inputs=[X, W, offset, B, mask], + outputs=[Y], + name="test_deform_conv_with_mask_bias", +) +``` + +
+ + +
+deformconv_with_multiple_offset_groups + +```python +X = np.zeros((1, 2, 3, 3), dtype=np.float32) +X[0, 0] = np.reshape(np.arange(9).astype(np.float32), (3, 3)) +X[0, 1] = np.reshape(np.arange(8, -1, -1).astype(np.float32), (3, 3)) +X.shape = (1, 2, 3, 3) +W = np.ones((1, 2, 2, 2), dtype=np.float32) + +offset = np.zeros((1, 16, 2, 2), dtype=np.float32) +# h-coord of [0, 0] element of kernel in channel 0, at output position [0, 0] +offset[0, 0, 0, 0] = 0.5 +# w-coord of [1, 0] element of kernel in channel 1, at output position [0, 1] +offset[0, 13, 0, 1] = -0.1 + +node = onnx.helper.make_node( + "DeformConv", + inputs=["X", "W", "offset"], + outputs=["Y"], + kernel_shape=[2, 2], + pads=[0, 0, 0, 0], + offset_group=2, +) +Y = np.array( + [ + [ + [ + [33.5, 32.1], # (1, 1, 2, 2) output tensor + [32.0, 32.0], + ] + ] + ] +).astype(np.float32) +expect( + node, + inputs=[X, W, offset], + outputs=[Y], + name="test_deform_conv_with_multiple_offset_groups", +) +``` + +
+ + +### **DepthToSpace** + + DepthToSpace rearranges (permutes) data from depth into blocks of spatial data. + This is the reverse transformation of SpaceToDepth. More specifically, this op outputs a copy of + the input tensor where values from the depth dimension are moved in spatial blocks to the height + and width dimensions. By default, `mode` = `DCR`. + In the DCR mode, elements along the depth dimension from the input tensor are rearranged in the + following order: depth, column, and then row. The output y is computed from the input x as below: + + ``` + b, c, h, w = x.shape + tmp = np.reshape(x, [b, blocksize, blocksize, c // (blocksize**2), h, w]) + tmp = np.transpose(tmp, [0, 3, 4, 1, 5, 2]) + y = np.reshape(tmp, [b, c // (blocksize**2), h * blocksize, w * blocksize]) + ``` + + In the CRD mode, elements along the depth dimension from the input tensor are rearranged in the + following order: column, row, and the depth. The output y is computed from the input x as below: + + ``` + b, c, h, w = x.shape + tmp = np.reshape(x, [b, c // (blocksize ** 2), blocksize, blocksize, h, w]) + tmp = np.transpose(tmp, [0, 1, 4, 2, 5, 3]) + y = np.reshape(tmp, [b, c // (blocksize ** 2), h * blocksize, w * blocksize]) + ``` + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +Other versions of this operator: 1, 11 + +#### Attributes + +
+
blocksize : int (required)
+
Blocks of [blocksize, blocksize] are moved.
+
mode : string (default is DCR)
+
DCR (default) for depth-column-row order re-arrangement. Use CRD for column-row-depth order.
+
+ +#### Inputs + +
+
input (differentiable) : T
+
Input tensor of [N,C,H,W], where N is the batch axis, C is the channel or depth, H is the height and W is the width.
+
+ +#### Outputs + +
+
output (differentiable) : T
+
Output tensor of [N, C/(blocksize * blocksize), H * blocksize, W * blocksize].
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain input and output types to all tensor types.
+
+ + +#### Examples + +
+crd_mode_example + +```python +node = onnx.helper.make_node( + "DepthToSpace", inputs=["x"], outputs=["y"], blocksize=2, mode="CRD" +) + +# (1, 8, 2, 3) input tensor +x = np.array( + [ + [ + [[0.0, 1.0, 2.0], [3.0, 4.0, 5.0]], + [[9.0, 10.0, 11.0], [12.0, 13.0, 14.0]], + [[18.0, 19.0, 20.0], [21.0, 22.0, 23.0]], + [[27.0, 28.0, 29.0], [30.0, 31.0, 32.0]], + [[36.0, 37.0, 38.0], [39.0, 40.0, 41.0]], + [[45.0, 46.0, 47.0], [48.0, 49.0, 50.0]], + [[54.0, 55.0, 56.0], [57.0, 58.0, 59.0]], + [[63.0, 64.0, 65.0], [66.0, 67.0, 68.0]], + ] + ] +).astype(np.float32) + +# (1, 2, 4, 6) output tensor +y = np.array( + [ + [ + [ + [0.0, 9.0, 1.0, 10.0, 2.0, 11.0], + [18.0, 27.0, 19.0, 28.0, 20.0, 29.0], + [3.0, 12.0, 4.0, 13.0, 5.0, 14.0], + [21.0, 30.0, 22.0, 31.0, 23.0, 32.0], + ], + [ + [36.0, 45.0, 37.0, 46.0, 38.0, 47.0], + [54.0, 63.0, 55.0, 64.0, 56.0, 65.0], + [39.0, 48.0, 40.0, 49.0, 41.0, 50.0], + [57.0, 66.0, 58.0, 67.0, 59.0, 68.0], + ], + ] + ] +).astype(np.float32) +expect(node, inputs=[x], outputs=[y], name="test_depthtospace_crd_mode_example") +``` + +
+ + +
+default_mode_example + +```python +node = onnx.helper.make_node( + "DepthToSpace", inputs=["x"], outputs=["y"], blocksize=2, mode="DCR" +) + +# (1, 8, 2, 3) input tensor +x = np.array( + [ + [ + [[0.0, 1.0, 2.0], [3.0, 4.0, 5.0]], + [[9.0, 10.0, 11.0], [12.0, 13.0, 14.0]], + [[18.0, 19.0, 20.0], [21.0, 22.0, 23.0]], + [[27.0, 28.0, 29.0], [30.0, 31.0, 32.0]], + [[36.0, 37.0, 38.0], [39.0, 40.0, 41.0]], + [[45.0, 46.0, 47.0], [48.0, 49.0, 50.0]], + [[54.0, 55.0, 56.0], [57.0, 58.0, 59.0]], + [[63.0, 64.0, 65.0], [66.0, 67.0, 68.0]], + ] + ] +).astype(np.float32) + +# (1, 2, 4, 6) output tensor +y = np.array( + [ + [ + [ + [0.0, 18.0, 1.0, 19.0, 2.0, 20.0], + [36.0, 54.0, 37.0, 55.0, 38.0, 56.0], + [3.0, 21.0, 4.0, 22.0, 5.0, 23.0], + [39.0, 57.0, 40.0, 58.0, 41.0, 59.0], + ], + [ + [9.0, 27.0, 10.0, 28.0, 11.0, 29.0], + [45.0, 63.0, 46.0, 64.0, 47.0, 65.0], + [12.0, 30.0, 13.0, 31.0, 14.0, 32.0], + [48.0, 66.0, 49.0, 67.0, 50.0, 68.0], + ], + ] + ] +).astype(np.float32) +expect(node, inputs=[x], outputs=[y], name="test_depthtospace_example") +``` + +
+ + +### **DequantizeLinear** + + The linear dequantization operator. It consumes a quantized tensor, a scale, and a zero point to compute the + full-precision tensor. The dequantization formula is `y = (x - x_zero_point) * x_scale`. `x_scale` and `x_zero_point` + must have the same shape, determining the quantization's granularity: a scalar for per-tensor/per-layer quantization, + a 1-D tensor for per-axis quantization, or have a rank identical to the input for blocked quantization. + See QuantizeLinear for details on quantization granularity. + + `x_zero_point` and `x` must have the same type. `x` and `y` must have the same shape. In the case of dequantizing + `int32`, there's no zero point (zero point is supposed to be 0). + `zero-point` is usually not used in the case of float8 and 4-bit types quantization, but the dequantization formula remains the same + for consistency. The output type is determined by the attribute `output_dtype`. If `output_dtype` is not supplied then the output type + is the same as `x_scale`. The output type also determines the precision of the multiplication operation. + + +#### Version + +This version of the operator has been available since version 25 of the default ONNX operator set. + +Other versions of this operator: 10, 13, 19, 21, 23, 24 + +#### Attributes + +
+
axis : int (default is 1)
+
(Optional) The axis of the dequantizing dimension of the input tensor. Used for per-axis and blocked quantization. Negative value means counting dimensions from the back. Accepted range is `[-r, r-1]` where `r = rank(input)`.
+
block_size : int (default is 0)
+
(Optional) The size of the quantization block (number of times every scale is replicated). Used only for blocked quantization. The block size is a positive integer. Given `x` shape `(D0, ..., Di, ..., Dn)`, `y_scale` shape `(S0, ... Si, ...Sn)` and `axis=i`, the accepted range is `[ceil(Di/Si), ceil(Di/(Si-1))-1]`
+
output_dtype : int (default is 0)
+
(Optional) The output data type. If not supplied, the output data type is inferred from `x_scale` data type (`T2`)
+
+ +#### Inputs (2 - 3) + +
+
x : T1
+
N-D quantized input tensor to be de-quantized.
+
x_scale : T2
+
Scale for input `x`. For per-tensor/layer dequantization the scale is a scalar, for per per-axis dequantization it is a 1-D Tensor and for blocked dequantization it has the same shape as the input, except for one dimension in which blocking is performed.
+
x_zero_point (optional) : T1
+
Zero point for input `x`. Shape must match x_scale. It's optional. Zero point is 0 when it's not specified.
+
+ +#### Outputs + +
+
y : T3
+
N-D full precision output tensor. It has the same shape as input `x`. The data type is specified by the `output_dtype` attribute or, in its absence, the type of `x_scale`.
+
+ +#### Type Constraints + +
+
T1 : tensor(int8), tensor(uint8), tensor(int16), tensor(uint16), tensor(int32), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(uint4), tensor(int4), tensor(float4e2m1), tensor(uint2), tensor(int2)
+
The type of the inputs 'x_zero_point' and 'x'.
+
T2 : tensor(float), tensor(float16), tensor(bfloat16), tensor(float8e8m0)
+
The type of the input 'x_scale'.
+
T3 : tensor(float), tensor(float16), tensor(bfloat16)
+
The type of the output 'y'.
+
+ + +#### Examples + +
+axis + +```python +node = onnx.helper.make_node( + "DequantizeLinear", + inputs=["x", "x_scale", "x_zero_point"], + outputs=["y"], +) + +# 1-D tensor zero point and scale of size equal to axis 1 of the input tensor +x = np.array( + [ + [ + [[3, 89], [34, 200], [74, 59]], + [[5, 24], [24, 87], [32, 13]], + [[245, 99], [4, 142], [121, 102]], + ], + ], + dtype=np.uint8, +) +x_scale = np.array([2, 4, 5], dtype=np.float32) +x_zero_point = np.array([84, 24, 196], dtype=np.uint8) +y = ( + x.astype(np.float32) - x_zero_point.reshape(1, 3, 1, 1).astype(np.float32) +) * x_scale.reshape(1, 3, 1, 1) + +expect( + node, + inputs=[x, x_scale, x_zero_point], + outputs=[y], + name="test_dequantizelinear_axis", +) +``` + +
+ + +
+blocked + +```python +node = onnx.helper.make_node( + "DequantizeLinear", + inputs=["x", "x_scale", "x_zero_point"], + outputs=["y"], + axis=1, + block_size=2, +) + +x = np.array( + [ + [ + [[3, 89], [34, 200], [74, 59]], + [[5, 24], [24, 87], [32, 13]], + [[5, 12], [12, 33], [65, 42]], + [[245, 99], [4, 142], [121, 102]], + ], + ], + dtype=np.uint8, +) + +x_scale = np.array( + [ + [ + [[3.0, 2.0], [4.0, 1.0], [2.0, 2.0]], + [[5.0, 2.0], [4.0, 3.0], [5.0, 2.0]], + ], + ], + dtype=np.float32, +) +x_zero_point = np.array( + [ + [ + [[1, 0], [0, 1], [2, 20]], + [[3, 2], [4, 3], [15, 2]], + ], + ], + dtype=np.uint8, +) + +# x.shape = (1, 4, 3, 2) +# x_scale.shape = (1, 2, 3, 2) +assert x_scale.shape == x_zero_point.shape +block_axis = 1 +# The block shape is [x.shape[i] // x_scale.shape[i] for i in range(len(x.shape))] = (1, 2, 1, 1) +assert all( + x.shape[i] == x_scale.shape[i] + for i in range(len(x.shape)) + if i != block_axis +) +assert x.shape[block_axis] % x_scale.shape[block_axis] == 0 +repeats = x.shape[block_axis] // x_scale.shape[block_axis] + +# Create element-wise scale and zero point +x_scale_elementwise = np.repeat(x_scale, repeats=repeats, axis=block_axis) +x_zero_point_elementwise = np.repeat( + x_zero_point, repeats=repeats, axis=block_axis +) + +y = ( + x.astype(np.float32) - x_zero_point_elementwise.astype(np.float32) +) * x_scale_elementwise + +expect( + node, + inputs=[x, x_scale, x_zero_point], + outputs=[y], + name="test_dequantizelinear_blocked", +) +``` + +
+ + +
+dequantizelinear + +```python +node = onnx.helper.make_node( + "DequantizeLinear", + inputs=["x", "x_scale", "x_zero_point"], + outputs=["y"], +) + +# scalar zero point and scale +x = np.array([0, 3, 128, 255]).astype(np.uint8) +x_scale = np.float32(2) +x_zero_point = np.uint8(128) +y = np.array([-256, -250, 0, 254], dtype=np.float32) + +expect( + node, + inputs=[x, x_scale, x_zero_point], + outputs=[y], + name="test_dequantizelinear", +) +``` + +
+ + +
+e4m3fn + +```python +node = onnx.helper.make_node( + "DequantizeLinear", + inputs=["x", "x_scale"], + outputs=["y"], + axis=0, +) + +# scalar zero point and scale +x = make_tensor("x", TensorProto.FLOAT8E4M3FN, [5], [0, 0.5, 1, 448, -104]) +x_scale = np.float32(2) +y = np.array([0.0, 1.0, 2.0, 896.0, -208.0], dtype=np.float32) + +expect( + node, + inputs=[x, x_scale], + outputs=[y], + name="test_dequantizelinear_e4m3fn", +) +``` + +
+ + +
+e4m3fn_float16 + +```python +node = onnx.helper.make_node( + "DequantizeLinear", + inputs=["x", "x_scale"], + outputs=["y"], + axis=0, +) + +# scalar zero point and scale +x = make_tensor("x", TensorProto.FLOAT8E4M3FN, [5], [0, 0.5, 1, 448, -104]) +x_scale = np.float16(2) +y = np.array([0.0, 1.0, 2.0, 896.0, -208.0], dtype=np.float16) + +expect( + node, + inputs=[x, x_scale], + outputs=[y], + name="test_dequantizelinear_e4m3fn_float16", +) +``` + +
+ + +
+e4m3fn_zero_point + +```python +node = onnx.helper.make_node( + "DequantizeLinear", + inputs=["x", "x_scale", "zero_point"], + outputs=["y"], + axis=0, +) + +# scalar zero point and scale +x = make_tensor("x", TensorProto.FLOAT8E4M3FN, [5], [0, 0.5, 1, 448, -104]) +zero_point = make_tensor("zero_point", TensorProto.FLOAT8E4M3FN, [1], [0]) +x_scale = np.float32(2) +y = np.array([0.0, 1.0, 2.0, 896.0, -208.0], dtype=np.float32) + +expect( + node, + inputs=[x, x_scale, zero_point], + outputs=[y], + name="test_dequantizelinear_e4m3fn_zero_point", +) +``` + +
+ + +
+e5m2 + +```python +node = onnx.helper.make_node( + "DequantizeLinear", + inputs=["x", "x_scale"], + outputs=["y"], + axis=0, +) + +# scalar zero point and scale +x = make_tensor("x", TensorProto.FLOAT8E5M2, [5], [0, 0.5, 1, 49152, -96]) +x_scale = np.float32(2) +y = np.array([0.0, 1.0, 2.0, 98304.0, -192.0], dtype=np.float32) + +expect( + node, + inputs=[x, x_scale], + outputs=[y], + name="test_dequantizelinear_e5m2", +) +``` + +
+ + +
+float4e2m1 + +```python +node = onnx.helper.make_node( + "DequantizeLinear", + inputs=["x", "x_scale", "x_zero_point"], + outputs=["y"], + axis=0, +) + +# scalar zero point and scale +x = make_tensor("x", TensorProto.FLOAT4E2M1, [5], [0, 1, -1, 1.5, -4]) +x_scale = np.float32(2) +x_zero_point = make_tensor("x_zero_point", TensorProto.FLOAT4E2M1, (1,), [0]) +y = np.array([0, 2, -2, 3, -8], dtype=np.float32) + +expect( + node, + inputs=[x, x_scale, x_zero_point], + outputs=[y], + name="test_dequantizelinear_float4e2m1", +) +``` + +
+ + +
+int16 + +```python +node = onnx.helper.make_node( + "DequantizeLinear", + inputs=["x", "x_scale", "x_zero_point"], + outputs=["y"], +) + +x = np.array([-300, -30, -1025, 1270]).astype(np.int16) +x_scale = np.float32(2) +x_zero_point = np.int16(-1024) +y = np.array([1448.0, 1988.0, -2.0, 4588.0], dtype=np.float32) + +expect( + node, + inputs=[x, x_scale, x_zero_point], + outputs=[y], + name="test_dequantizelinear_int16", +) +``` + +
+ + +
+int2 + +```python +node = onnx.helper.make_node( + "DequantizeLinear", + inputs=["x", "x_scale", "x_zero_point"], + outputs=["y"], + axis=0, +) + +# scalar zero point and scale +x = make_tensor("x", TensorProto.INT2, [4], [0, 1, -1, -2]) +x_scale = np.float32(2) +x_zero_point = make_tensor("x_zero_point", TensorProto.INT2, (1,), [1]) +y = np.array([-2, 0, -4, -6], dtype=np.float32) + +expect( + node, + inputs=[x, x_scale, x_zero_point], + outputs=[y], + name="test_dequantizelinear_int2", +) +``` + +
+ + +
+int4 + +```python +node = onnx.helper.make_node( + "DequantizeLinear", + inputs=["x", "x_scale", "x_zero_point"], + outputs=["y"], + axis=0, +) + +# scalar zero point and scale +x = make_tensor("x", TensorProto.INT4, [5], [0, 1, 7, -4, -8]) +x_scale = np.float32(2) +x_zero_point = make_tensor("x_zero_point", TensorProto.INT4, (1,), [1]) +y = np.array([-2, 0, 12, -10, -18], dtype=np.float32) + +expect( + node, + inputs=[x, x_scale, x_zero_point], + outputs=[y], + name="test_dequantizelinear_int4", +) +``` + +
+ + +
+uint16 + +```python +node = onnx.helper.make_node( + "DequantizeLinear", + inputs=["x", "x_scale", "x_zero_point"], + outputs=["y"], +) + +x = np.array([30000, 31000, 32768, 33000]).astype(np.uint16) +x_scale = np.float32(2) +x_zero_point = np.uint16(32767) +y = np.array([-5534.0, -3534.0, 2.0, 466.0], dtype=np.float32) + +expect( + node, + inputs=[x, x_scale, x_zero_point], + outputs=[y], + name="test_dequantizelinear_uint16", +) +``` + +
+ + +
+uint2 + +```python +node = onnx.helper.make_node( + "DequantizeLinear", + inputs=["x", "x_scale", "x_zero_point"], + outputs=["y"], + axis=0, +) + +# scalar zero point and scale +x = make_tensor("x", TensorProto.UINT2, [4], [0, 1, 2, 3]) +x_scale = np.float32(2) +x_zero_point = make_tensor("x_zero_point", TensorProto.UINT2, (1,), [1]) +y = np.array([-2, 0, 2, 4], dtype=np.float32) + +expect( + node, + inputs=[x, x_scale, x_zero_point], + outputs=[y], + name="test_dequantizelinear_uint2", +) +``` + +
+ + +
+uint4 + +```python +node = onnx.helper.make_node( + "DequantizeLinear", + inputs=["x", "x_scale", "x_zero_point"], + outputs=["y"], + axis=0, +) + +# scalar zero point and scale +x = make_tensor("x", TensorProto.UINT4, [5], [0, 1, 7, 10, 15]) +x_scale = np.float32(2) +x_zero_point = make_tensor("x_zero_point", TensorProto.UINT4, (1,), [1]) +y = np.array([-2, 0, 12, 18, 28], dtype=np.float32) + +expect( + node, + inputs=[x, x_scale, x_zero_point], + outputs=[y], + name="test_dequantizelinear_uint4", +) +``` + +
+ + +### **Det** + + Det calculates determinant of a square matrix or batches of square matrices. + Det takes one input tensor of shape `[*, M, M]`, where `*` is zero or more batch dimensions, + and the inner-most 2 dimensions form square matrices. + The output is a tensor of shape `[*]`, containing the determinants of all input submatrices. + e.g., When the input is 2-D, the output is a scalar(shape is empty: `[]`). + +#### Version + +This version of the operator has been available since version 22 of the default ONNX operator set. + +Other versions of this operator: 11 + +#### Inputs + +
+
X (differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
Y (differentiable) : T
+
Output tensor
+
+ +#### Type Constraints + +
+
T : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to floating-point tensors.
+
+ + +#### Examples + +
+2d + +```python +node = onnx.helper.make_node( + "Det", + inputs=["x"], + outputs=["y"], +) + +x = np.arange(4).reshape(2, 2).astype(np.float32) +y = np.linalg.det(x) # expect -2 +expect(node, inputs=[x], outputs=[y], name="test_det_2d") +``` + +
+ + +
+nd + +```python +node = onnx.helper.make_node( + "Det", + inputs=["x"], + outputs=["y"], +) + +x = np.array([[[1, 2], [3, 4]], [[1, 2], [2, 1]], [[1, 3], [3, 1]]]).astype( + np.float32 +) +y = np.linalg.det(x) # expect array([-2., -3., -8.]) +expect(node, inputs=[x], outputs=[y], name="test_det_nd") +``` + +
+ + +### **Div** + + Performs element-wise binary division (with Numpy-style broadcasting support). + + This operator supports **multidirectional (i.e., Numpy-style) broadcasting**; for more details please check [the doc](Broadcasting.md). + + For integer inputs, the result is computed using truncating division (rounding toward zero). + (Opset 14 change): Extend supported types to include uint8, int8, uint16, and int16. + +#### Version + +This version of the operator has been available since version 14 of the default ONNX operator set. + +Other versions of this operator: 1, 6, 7, 13 + +#### Inputs + +
+
A (differentiable) : T
+
First operand.
+
B (differentiable) : T
+
Second operand.
+
+ +#### Outputs + +
+
C (differentiable) : T
+
Result, has same element type as two inputs
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input and output types to all numeric tensors.
+
+ + +#### Examples + +
+div + +```python +node = onnx.helper.make_node( + "Div", + inputs=["x", "y"], + outputs=["z"], +) + +x = np.array([3, 4]).astype(np.float32) +y = np.array([1, 2]).astype(np.float32) +z = x / y # expected output [3., 2.] +expect(node, inputs=[x, y], outputs=[z], name="test_div_example") + +x = np.random.randn(3, 4, 5).astype(np.float32) +y = np.random.rand(3, 4, 5).astype(np.float32) + 1.0 +z = x / y +expect(node, inputs=[x, y], outputs=[z], name="test_div") + +x = np.random.randint(24, size=(3, 4, 5), dtype=np.int8) +y = np.random.randint(24, size=(3, 4, 5), dtype=np.int8) + 1 +z = x // y +expect(node, inputs=[x, y], outputs=[z], name="test_div_int8") + +x = np.random.randint(24, size=(3, 4, 5), dtype=np.int16) +y = np.random.randint(24, size=(3, 4, 5), dtype=np.int16) + 1 +z = x // y +expect(node, inputs=[x, y], outputs=[z], name="test_div_int16") + +x = np.array([-3, 3, -3, 3], dtype=np.int32) +y = np.array([2, 2, -2, -2], dtype=np.int32) +z = np.array([-1, 1, 1, -1], dtype=np.int32) +expect(node, inputs=[x, y], outputs=[z], name="test_div_int32_trunc") + +x = np.random.randint(24, size=(3, 4, 5), dtype=np.uint8) +y = np.random.randint(24, size=(3, 4, 5), dtype=np.uint8) + 1 +z = x // y +expect(node, inputs=[x, y], outputs=[z], name="test_div_uint8") + +x = np.random.randint(24, size=(3, 4, 5), dtype=np.uint16) +y = np.random.randint(24, size=(3, 4, 5), dtype=np.uint16) + 1 +z = x // y +expect(node, inputs=[x, y], outputs=[z], name="test_div_uint16") + +x = np.random.randint(24, size=(3, 4, 5), dtype=np.uint32) +y = np.random.randint(24, size=(3, 4, 5), dtype=np.uint32) + 1 +z = x // y +expect(node, inputs=[x, y], outputs=[z], name="test_div_uint32") + +x = np.random.randint(24, size=(3, 4, 5), dtype=np.uint64) +y = np.random.randint(24, size=(3, 4, 5), dtype=np.uint64) + 1 +z = x // y +expect(node, inputs=[x, y], outputs=[z], name="test_div_uint64") +``` + +
+ + +
+div_broadcast + +```python +node = onnx.helper.make_node( + "Div", + inputs=["x", "y"], + outputs=["z"], +) + +x = np.random.randn(3, 4, 5).astype(np.float32) +y = np.random.rand(5).astype(np.float32) + 1.0 +z = x / y +expect(node, inputs=[x, y], outputs=[z], name="test_div_bcast") +``` + +
+ + +### **Dropout** + + Dropout takes an input floating-point tensor, an optional input ratio (floating-point scalar) and an optional input training_mode (boolean scalar). It produces two tensor outputs, + output (floating-point tensor) and mask (optional `Tensor`). If `training_mode` is true then the output Y will be a random dropout; + Note that this Dropout scales the masked input data by the following equation, so to convert the trained model into inference mode, + the user can simply not pass `training_mode` input or set it to false. + ``` + output = scale * data * mask, + ``` + where + ``` + scale = 1. / (1. - ratio). + ``` + This operator has **optional** inputs/outputs. See [the doc](IR.md) for more details about the representation of optional arguments. An empty string may be used in the place of an actual argument's name to indicate a missing argument. Trailing optional arguments (those not followed by an argument that is present) may also be simply omitted. + +#### Version + +This version of the operator has been available since version 22 of the default ONNX operator set. + +Other versions of this operator: 1, 6, 7, 10, 12, 13 + +#### Attributes + +
+
seed : int
+
(Optional) Seed to the random generator, if not specified we will auto generate one.
+
+ +#### Inputs (1 - 3) + +
+
data (differentiable) : T
+
The input data as Tensor.
+
ratio (optional, non-differentiable) : T1
+
The ratio of random dropout, with value in [0, 1). If set to 0, the output would be a simple copy of the input. If it's non-zero, output will be a random dropout of the scaled input, which is typically the case during training. It is an optional value, if not specified it will default to 0.5.
+
training_mode (optional, non-differentiable) : T2
+
If set to true then it indicates dropout is being used for training. It is an optional value hence unless specified explicitly, it is false. If it is false, ratio is ignored and the operation mimics inference mode where nothing will be dropped from the input data and if mask is requested as output it will contain all ones.
+
+ +#### Outputs (1 - 2) + +
+
output (differentiable) : T
+
The output.
+
mask (optional, non-differentiable) : T2
+
The output mask.
+
+ +#### Type Constraints + +
+
T : tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz)
+
Constrain input and output types to float tensors.
+
T1 : tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz)
+
Constrain input 'ratio' types to float tensors.
+
T2 : tensor(bool)
+
Constrain output 'mask' types to boolean tensors.
+
+ + +#### Examples + +
+default + +```python +seed = np.int64(0) +node = onnx.helper.make_node("Dropout", inputs=["x"], outputs=["y"], seed=seed) + +x = np.random.randn(3, 4, 5).astype(np.float32) +y = dropout(x) +expect(node, inputs=[x], outputs=[y], name="test_dropout_default") +``` + +
+ + +
+default_mask + +```python +seed = np.int64(0) +node = onnx.helper.make_node( + "Dropout", inputs=["x"], outputs=["y", "z"], seed=seed +) + +x = np.random.randn(3, 4, 5).astype(np.float32) +y, z = dropout(x, return_mask=True) +expect(node, inputs=[x], outputs=[y, z], name="test_dropout_default_mask") +``` + +
+ + +
+default_mask_ratio + +```python +seed = np.int64(0) +node = onnx.helper.make_node( + "Dropout", inputs=["x", "r"], outputs=["y", "z"], seed=seed +) + +r = np.float32(0.1) +x = np.random.randn(3, 4, 5).astype(np.float32) +y, z = dropout(x, r, return_mask=True) +expect( + node, inputs=[x, r], outputs=[y, z], name="test_dropout_default_mask_ratio" +) +``` + +
+ + +
+default_old + +```python +node = onnx.helper.make_node( + "Dropout", + inputs=["x"], + outputs=["y"], +) + +x = np.array([-1, 0, 1]).astype(np.float32) +y = x +expect( + node, + inputs=[x], + outputs=[y], + name="test_dropout_default_old", + opset_imports=[helper.make_opsetid("", 11)], +) +``` + +
+ + +
+default_ratio + +```python +seed = np.int64(0) +node = onnx.helper.make_node( + "Dropout", inputs=["x", "r"], outputs=["y"], seed=seed +) + +r = np.float32(0.1) +x = np.random.randn(3, 4, 5).astype(np.float32) +y = dropout(x, r) +expect(node, inputs=[x, r], outputs=[y], name="test_dropout_default_ratio") +``` + +
+ + +
+random_old + +```python +node = onnx.helper.make_node( + "Dropout", + inputs=["x"], + outputs=["y"], + ratio=0.2, +) + +x = np.random.randn(3, 4, 5).astype(np.float32) +y = x +expect( + node, + inputs=[x], + outputs=[y], + name="test_dropout_random_old", + opset_imports=[helper.make_opsetid("", 11)], +) +``` + +
+ + +
+training + +```python +seed = np.int64(0) +node = onnx.helper.make_node( + "Dropout", inputs=["x", "r", "t"], outputs=["y"], seed=seed +) + +x = np.random.randn(3, 4, 5).astype(np.float32) +r = np.float32(0.75) +t = np.bool_(True) +y = dropout(x, r, training_mode=t) +expect(node, inputs=[x, r, t], outputs=[y], name="test_training_dropout") +``` + +
+ + +
+training_default + +```python +seed = np.int64(0) +node = onnx.helper.make_node( + "Dropout", inputs=["x", "r", "t"], outputs=["y"], seed=seed +) + +x = np.random.randn(3, 4, 5).astype(np.float32) +r = np.float32(0.5) +t = np.bool_(True) +y = dropout(x, r, training_mode=t) +expect( + node, inputs=[x, r, t], outputs=[y], name="test_training_dropout_default" +) +``` + +
+ + +
+training_default_ratio_mask + +```python +seed = np.int64(0) +node = onnx.helper.make_node( + "Dropout", inputs=["x", "r", "t"], outputs=["y", "z"], seed=seed +) + +x = np.random.randn(3, 4, 5).astype(np.float32) +r = np.float32(0.5) +t = np.bool_(True) +y, z = dropout(x, r, training_mode=t, return_mask=True) +expect( + node, + inputs=[x, r, t], + outputs=[y, z], + name="test_training_dropout_default_mask", +) +``` + +
+ + +
+training_default_zero_ratio + +```python +seed = np.int64(0) +node = onnx.helper.make_node( + "Dropout", inputs=["x", "r", "t"], outputs=["y"], seed=seed +) + +x = np.random.randn(3, 4, 5).astype(np.float32) +r = np.float32(0.0) +t = np.bool_(True) +y = dropout(x, r, training_mode=t) +expect( + node, inputs=[x, r, t], outputs=[y], name="test_training_dropout_zero_ratio" +) +``` + +
+ + +
+training_default_zero_ratio_mask + +```python +seed = np.int64(0) +node = onnx.helper.make_node( + "Dropout", inputs=["x", "r", "t"], outputs=["y", "z"], seed=seed +) + +x = np.random.randn(3, 4, 5).astype(np.float32) +r = np.float32(0.0) +t = np.bool_(True) +y, z = dropout(x, r, training_mode=t, return_mask=True) +expect( + node, + inputs=[x, r, t], + outputs=[y, z], + name="test_training_dropout_zero_ratio_mask", +) +``` + +
+ + +
+training_ratio_mask + +```python +seed = np.int64(0) +node = onnx.helper.make_node( + "Dropout", inputs=["x", "r", "t"], outputs=["y", "z"], seed=seed +) + +x = np.random.randn(3, 4, 5).astype(np.float32) +r = np.float32(0.75) +t = np.bool_(True) +y, z = dropout(x, r, training_mode=t, return_mask=True) +expect( + node, inputs=[x, r, t], outputs=[y, z], name="test_training_dropout_mask" +) +``` + +
+ + +### **DynamicQuantizeLinear** + + A Function to fuse calculation for Scale, Zero Point and FP32->8Bit conversion of FP32 Input data. + Outputs Scale, ZeroPoint and Quantized Input for a given FP32 Input. + Scale is calculated as: + ``` + y_scale = (maximum(0, max(x)) - minimum(0, min(x))) / (qmax - qmin) + ``` + + * where qmax and qmin are max and min values for quantization range i.e. [0, 255] in case of uint8 + * data range is adjusted to include 0. + + Zero point is calculated as: + ``` + intermediate_zero_point = qmin - min(x)/y_scale + y_zero_point = cast(round(saturate(intermediate_zero_point))) + ``` + + * where qmax and qmin are max and min values for quantization range .i.e [0, 255] in case of uint8 + * for saturation, it saturates to [0, 255] if it's uint8, or [-127, 127] if it's int8. Right now only uint8 is supported. + * rounding to nearest ties to even. + + Data quantization formula is: + ``` + y = saturate (round (x / y_scale) + y_zero_point) + ``` + + * for saturation, it saturates to [0, 255] if it's uint8, or [-127, 127] if it's int8. Right now only uint8 is supported. + * rounding to nearest ties to even. + +#### Version + +This version of the operator has been available since version 11 of the default ONNX operator set. + +#### Inputs + +
+
x : T1
+
Input tensor
+
+ +#### Outputs + +
+
y : T2
+
Quantized output tensor
+
y_scale : tensor(float)
+
Output scale. It's a scalar, which means a per-tensor/layer quantization.
+
y_zero_point : T2
+
Output zero point. It's a scalar, which means a per-tensor/layer quantization.
+
+ +#### Type Constraints + +
+
T1 : tensor(float)
+
Constrain 'x' to float tensor.
+
T2 : tensor(uint8)
+
Constrain 'y_zero_point' and 'y' to 8-bit unsigned integer tensor.
+
+ + +#### Examples + +
+dynamicquantizelinear + +```python +node = onnx.helper.make_node( + "DynamicQuantizeLinear", + inputs=["x"], + outputs=["y", "y_scale", "y_zero_point"], +) + +# expected scale 0.0196078438 and zero point 153 +X = np.array([0, 2, -3, -2.5, 1.34, 0.5]).astype(np.float32) +x_min = np.minimum(0, np.min(X)) +x_max = np.maximum(0, np.max(X)) +Y_Scale = np.float32((x_max - x_min) / (255 - 0)) # uint8 -> [0, 255] +Y_ZeroPoint = np.clip(round((0 - x_min) / Y_Scale), 0, 255).astype(np.uint8) +Y = np.clip(np.round(X / Y_Scale) + Y_ZeroPoint, 0, 255).astype(np.uint8) + +expect( + node, + inputs=[X], + outputs=[Y, Y_Scale, Y_ZeroPoint], + name="test_dynamicquantizelinear", +) + +# expected scale 0.0156862754 and zero point 255 +X = np.array([-1.0, -2.1, -1.3, -2.5, -3.34, -4.0]).astype(np.float32) +x_min = np.minimum(0, np.min(X)) +x_max = np.maximum(0, np.max(X)) +Y_Scale = np.float32((x_max - x_min) / (255 - 0)) # uint8 -> [0, 255] +Y_ZeroPoint = np.clip(round((0 - x_min) / Y_Scale), 0, 255).astype(np.uint8) +Y = np.clip(np.round(X / Y_Scale) + Y_ZeroPoint, 0, 255).astype(np.uint8) + +expect( + node, + inputs=[X], + outputs=[Y, Y_Scale, Y_ZeroPoint], + name="test_dynamicquantizelinear_max_adjusted", +) + +X = ( + np.array([1, 2.1, 1.3, 2.5, 3.34, 4.0, 1.5, 2.6, 3.9, 4.0, 3.0, 2.345]) + .astype(np.float32) + .reshape((3, 4)) +) + +# expected scale 0.0156862754 and zero point 0 +x_min = np.minimum(0, np.min(X)) +x_max = np.maximum(0, np.max(X)) +Y_Scale = np.float32((x_max - x_min) / (255 - 0)) # uint8 -> [0, 255] +Y_ZeroPoint = np.clip(round((0 - x_min) / Y_Scale), 0, 255).astype(np.uint8) +Y = np.clip(np.round(X / Y_Scale) + Y_ZeroPoint, 0, 255).astype(np.uint8) + +expect( + node, + inputs=[X], + outputs=[Y, Y_Scale, Y_ZeroPoint], + name="test_dynamicquantizelinear_min_adjusted", +) +``` + +
+ + +### **Einsum** + + An einsum of the form `term1, term2 -> output-term` produces an output tensor using the following equation + + ``` + output[output-term] = reduce-sum( input1[term1] * input2[term2] ) + ``` + + where the reduce-sum performs a summation over all the indices occurring in the input terms (term1, term2) + that do not occur in the output-term. + + The Einsum operator evaluates algebraic tensor operations on a sequence of tensors, using the Einstein summation + convention. The equation string contains a comma-separated sequence of lower case letters. Each term corresponds to + an operand tensor, and the characters within the terms correspond to operands dimensions. + + This sequence may be followed by "->" to separate the left and right hand side of the equation. + If the equation contains "->" followed by the right-hand side, the explicit (not classical) form of the Einstein + summation is performed, and the right-hand side indices indicate output tensor dimensions. In other cases, + output indices are (implicitly) set to the alphabetically sorted sequence of indices appearing exactly once in the + equation. + + When a dimension character is repeated in the left-hand side, it represents summation along the dimension. + + The equation may contain ellipsis ("...") to enable broadcasting. Ellipsis must indicate a fixed number of dimensions. + Specifically, every occurrence of ellipsis in the equation must represent the same number of dimensions. + The right-hand side may contain exactly one ellipsis. In implicit mode, the ellipsis dimensions are set to the + beginning of the output. The equation string may contain space (U+0020) character. + +#### Version + +This version of the operator has been available since version 12 of the default ONNX operator set. + +#### Attributes + +
+
equation : string (required)
+
Einsum expression string.
+
+ +#### Inputs (1 - ∞) + +
+
Inputs (variadic, differentiable) : T
+
Operands
+
+ +#### Outputs + +
+
Output (differentiable) : T
+
Output tensor
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to all numerical tensor types.
+
+ + +#### Examples + +
+einsum_batch_diagonal + +```python +Eqn = "...ii ->...i" +node = onnx.helper.make_node( + "Einsum", inputs=["x"], outputs=["y"], equation=Eqn +) + +X = np.random.randn(3, 5, 5) +Z = einsum_reference_implementation(Eqn, (X,)) + +expect(node, inputs=[X], outputs=[Z], name="test_einsum_batch_diagonal") +``` + +
+ + +
+einsum_batch_matmul + +```python +Eqn = "bij, bjk -> bik" +node = onnx.helper.make_node( + "Einsum", inputs=["x", "y"], outputs=["z"], equation=Eqn +) + +X = np.random.randn(5, 2, 3) +Y = np.random.randn(5, 3, 4) +Z = einsum_reference_implementation(Eqn, (X, Y)) + +expect(node, inputs=[X, Y], outputs=[Z], name="test_einsum_batch_matmul") +``` + +
+ + +
+einsum_inner_prod + +```python +Eqn = "i,i" +node = onnx.helper.make_node( + "Einsum", inputs=["x", "y"], outputs=["z"], equation=Eqn +) + +X = np.random.randn(5) +Y = np.random.randn(5) +Z = einsum_reference_implementation(Eqn, (X, Y)) + +expect(node, inputs=[X, Y], outputs=[Z], name="test_einsum_inner_prod") +``` + +
+ + +
+einsum_scalar + +```python +Eqn = "->" +node = onnx.helper.make_node( + "Einsum", inputs=["x"], outputs=["y"], equation=Eqn +) + +X = np.array(5.0) # scalar input +Z = einsum_reference_implementation(Eqn, (X,)) + +expect(node, inputs=[X], outputs=[Z], name="test_einsum_scalar") +``` + +
+ + +
+einsum_sum + +```python +Eqn = "ij->i" +node = onnx.helper.make_node( + "Einsum", inputs=["x"], outputs=["y"], equation=Eqn +) + +X = np.random.randn(3, 4) +Z = einsum_reference_implementation(Eqn, (X,)) + +expect(node, inputs=[X], outputs=[Z], name="test_einsum_sum") +``` + +
+ + +
+einsum_transpose + +```python +Eqn = "ij->ji" +node = onnx.helper.make_node( + "Einsum", inputs=["x"], outputs=["y"], equation=Eqn +) + +X = np.random.randn(3, 4) +Y = einsum_reference_implementation(Eqn, (X,)) + +expect(node, inputs=[X], outputs=[Y], name="test_einsum_transpose") +``` + +
+ + +### **Elu** + + Elu takes one input data (Tensor) and produces one output data + (Tensor) where the function `f(x) = alpha * (exp(x) - 1.) for x < + 0`, `f(x) = x for x >= 0`., is applied to the tensor elementwise. + + +#### Version + +This version of the operator has been available since version 22 of the default ONNX operator set. + +Other versions of this operator: 1, 6 + +#### Attributes + +
+
alpha : float (default is 1.0)
+
Coefficient of ELU.
+
+ +#### Inputs + +
+
X (differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
Y (differentiable) : T
+
Output tensor
+
+ +#### Type Constraints + +
+
T : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ + +#### Examples + +
+elu + +```python +node = onnx.helper.make_node("Elu", inputs=["x"], outputs=["y"], alpha=2.0) + +x = np.array([-1, 0, 1]).astype(np.float32) +# expected output [-1.2642411, 0., 1.] +y = np.clip(x, 0, np.inf) + (np.exp(np.clip(x, -np.inf, 0)) - 1) * 2.0 +expect(node, inputs=[x], outputs=[y], name="test_elu_example") + +x = np.random.randn(3, 4, 5).astype(np.float32) +y = np.clip(x, 0, np.inf) + (np.exp(np.clip(x, -np.inf, 0)) - 1) * 2.0 +expect(node, inputs=[x], outputs=[y], name="test_elu") +``` + +
+ + +
+elu_default + +```python +default_alpha = 1.0 +node = onnx.helper.make_node( + "Elu", + inputs=["x"], + outputs=["y"], +) +x = np.random.randn(3, 4, 5).astype(np.float32) +y = np.clip(x, 0, np.inf) + (np.exp(np.clip(x, -np.inf, 0)) - 1) * default_alpha +expect(node, inputs=[x], outputs=[y], name="test_elu_default") +``` + +
+ + +### **Equal** + + Returns the tensor resulted from performing the `equal` logical operation + elementwise on the input tensors `A` and `B` (with Numpy-style broadcasting support). + + This operator supports **multidirectional (i.e., Numpy-style) broadcasting**; for more details please check [the doc](Broadcasting.md). + +#### Version + +This version of the operator has been available since version 19 of the default ONNX operator set. + +Other versions of this operator: 1, 7, 11, 13 + +#### Inputs + +
+
A (non-differentiable) : T
+
First input operand for the logical operator.
+
B (non-differentiable) : T
+
Second input operand for the logical operator.
+
+ +#### Outputs + +
+
C (non-differentiable) : T1
+
Result tensor.
+
+ +#### Type Constraints + +
+
T : tensor(bool), tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(bfloat16), tensor(string)
+
Constrain input types to all (non-complex) tensors.
+
T1 : tensor(bool)
+
Constrain output to boolean tensor.
+
+ + +#### Examples + +
+equal + +```python +node = onnx.helper.make_node( + "Equal", + inputs=["x", "y"], + outputs=["z"], +) + +x = (np.random.randn(3, 4, 5) * 10).astype(np.int32) +y = (np.random.randn(3, 4, 5) * 10).astype(np.int32) +z = np.equal(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_equal") + +x = (np.random.randn(3, 4, 5) * 10).astype(np.int8) +y = (np.random.randn(3, 4, 5) * 10).astype(np.int8) +z = np.equal(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_equal_int8") + +x = (np.random.randn(3, 4, 5) * 10).astype(np.int16) +y = (np.random.randn(3, 4, 5) * 10).astype(np.int16) +z = np.equal(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_equal_int16") + +x = np.random.randint(24, size=(3, 4, 5), dtype=np.uint8) +y = np.random.randint(24, size=(3, 4, 5), dtype=np.uint8) +z = np.equal(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_equal_uint8") + +x = np.random.randint(24, size=(3, 4, 5), dtype=np.uint16) +y = np.random.randint(24, size=(3, 4, 5), dtype=np.uint16) +z = np.equal(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_equal_uint16") + +x = np.random.randint(24, size=(3, 4, 5), dtype=np.uint32) +y = np.random.randint(24, size=(3, 4, 5), dtype=np.uint32) +z = np.equal(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_equal_uint32") + +x = np.random.randint(24, size=(3, 4, 5), dtype=np.uint64) +y = np.random.randint(24, size=(3, 4, 5), dtype=np.uint64) +z = np.equal(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_equal_uint64") +``` + +
+ + +
+equal_broadcast + +```python +node = onnx.helper.make_node( + "Equal", + inputs=["x", "y"], + outputs=["z"], +) + +x = (np.random.randn(3, 4, 5) * 10).astype(np.int32) +y = (np.random.randn(5) * 10).astype(np.int32) +z = np.equal(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_equal_bcast") +``` + +
+ + +
+equal_string + +```python +node = onnx.helper.make_node( + "Equal", + inputs=["x", "y"], + outputs=["z"], +) +x = np.array(["string1", "string2"], dtype=np.dtype(object)) +y = np.array(["string1", "string3"], dtype=np.dtype(object)) +z = np.equal(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_equal_string") +``` + +
+ + +
+equal_string_broadcast + +```python +node = onnx.helper.make_node( + "Equal", + inputs=["x", "y"], + outputs=["z"], +) +x = np.array(["string1", "string2"], dtype=np.dtype(object)) +y = np.array(["string1"], dtype=np.dtype(object)) +z = np.equal(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_equal_string_broadcast") +``` + +
+ + +### **Erf** + + Computes the error function of the given input tensor element-wise. + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +Other versions of this operator: 9 + +#### Inputs + +
+
input (differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
output (differentiable) : T
+
The error function of the input tensor computed element-wise. It has the same shape and type of the input.
+
+ +#### Type Constraints + +
+
T : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ + +#### Examples + +
+erf + +```python +node = onnx.helper.make_node( + "Erf", + inputs=["x"], + outputs=["y"], +) + +x = np.random.randn(1, 3, 32, 32).astype(np.float32) +y = np.vectorize(math.erf)(x).astype(np.float32) +expect(node, inputs=[x], outputs=[y], name="test_erf") +``` + +
+ + +### **Exp** + + Calculates the exponential of the given input tensor, element-wise. + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +Other versions of this operator: 1, 6 + +#### Inputs + +
+
input (differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
output (differentiable) : T
+
The exponential of the input tensor computed element-wise
+
+ +#### Type Constraints + +
+
T : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ + +#### Examples + +
+exp + +```python +node = onnx.helper.make_node( + "Exp", + inputs=["x"], + outputs=["y"], +) + +x = np.array([-1, 0, 1]).astype(np.float32) +y = np.exp(x) # expected output [0.36787945, 1., 2.71828175] +expect(node, inputs=[x], outputs=[y], name="test_exp_example") + +x = np.random.randn(3, 4, 5).astype(np.float32) +y = np.exp(x) +expect(node, inputs=[x], outputs=[y], name="test_exp") +``` + +
+ + +### **Expand** + + Broadcast the input tensor following the given shape and the broadcast rule. + The broadcast rule is similar to numpy.array(input) * numpy.ones(shape): + Dimensions are right alignment; + Two corresponding dimensions must have the same value, or one of them is equal to 1. + Also, this operator is similar to numpy.broadcast_to(input, shape), + but the major difference is numpy.broadcast_to() does not allow shape to be smaller than input.size(). + It is possible that the output.shape is not equal to shape, when some dimensions in shape is equal to 1, + or the shape.ndim < input.shape.ndim. + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +Other versions of this operator: 8 + +#### Inputs + +
+
input (differentiable) : T
+
Input tensor
+
shape (non-differentiable) : tensor(int64)
+
A 1-D tensor indicates the shape you want to expand to, following the broadcast rule
+
+ +#### Outputs + +
+
output (differentiable) : T
+
Output tensor
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain input and output types to all tensors.
+
+ + +#### Examples + +
+dim_changed + +```python +node = onnx.helper.make_node( + "Expand", + inputs=["data", "new_shape"], + outputs=["expanded"], +) +shape = [3, 1] +data = np.reshape(np.arange(1, np.prod(shape) + 1, dtype=np.float32), shape) +# print(data) +# [[1.], [2.], [3.]] +new_shape = [2, 1, 6] +expanded = data * np.ones(new_shape, dtype=np.float32) +# print(expanded) +# [[[1., 1., 1., 1., 1., 1.], +# [2., 2., 2., 2., 2., 2.], +# [3., 3., 3., 3., 3., 3.]], +# +# [[1., 1., 1., 1., 1., 1.], +# [2., 2., 2., 2., 2., 2.], +# [3., 3., 3., 3., 3., 3.]]] +new_shape = np.array(new_shape, dtype=np.int64) +expect( + node, + inputs=[data, new_shape], + outputs=[expanded], + name="test_expand_dim_changed", +) +``` + +
+ + +
+dim_unchanged + +```python +node = onnx.helper.make_node( + "Expand", + inputs=["data", "new_shape"], + outputs=["expanded"], +) +shape = [3, 1] +new_shape = [3, 4] +data = np.reshape(np.arange(1, np.prod(shape) + 1, dtype=np.float32), shape) +# print(data) +# [[1.], [2.], [3.]] +expanded = np.tile(data, 4) +# print(expanded) +# [[1., 1., 1., 1.], +# [2., 2., 2., 2.], +# [3., 3., 3., 3.]] +new_shape = np.array(new_shape, dtype=np.int64) +expect( + node, + inputs=[data, new_shape], + outputs=[expanded], + name="test_expand_dim_unchanged", +) +``` + +
+ + +### **EyeLike** + + Generate a 2D tensor (matrix) with ones on the diagonal and zeros everywhere else. Only 2D + tensors are supported, i.e. input T1 must be of rank 2. The shape of the output tensor is the + same as the input tensor. The data type can be specified by the 'dtype' argument. If + 'dtype' is not specified, then the type of input tensor is used. By default, the main diagonal + is populated with ones, but attribute 'k' can be used to populate upper or lower diagonals. + The 'dtype' argument must be one of the data types specified in the 'DataType' enum field in the + TensorProto message and be valid as an output type. + +#### Version + +This version of the operator has been available since version 22 of the default ONNX operator set. + +Other versions of this operator: 9 + +#### Attributes + +
+
dtype : int
+
(Optional) The data type for the elements of the output tensor. If not specified, the data type of the input tensor T1 is used.
+
k : int (default is 0)
+
(Optional) Index of the diagonal to be populated with ones. Default is 0. If T2 is the output, this op sets T2[i, i+k] = 1. k = 0 populates the main diagonal, k > 0 populates an upper diagonal, and k < 0 populates a lower diagonal.
+
+ +#### Inputs + +
+
input : T1
+
2D input tensor to copy shape, and optionally, type information from.
+
+ +#### Outputs + +
+
output : T2
+
Output tensor, same shape as input tensor T1.
+
+ +#### Type Constraints + +
+
T1 : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(bool)
+
Constrain input types. Strings and complex are not supported.
+
T2 : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(bool)
+
Constrain output types. Strings and complex are not supported.
+
+ + +#### Examples + +
+populate_off_main_diagonal + +```python +shape = (4, 5) +off_diagonal_offset = 1 +node = onnx.helper.make_node( + "EyeLike", + inputs=["x"], + outputs=["y"], + k=off_diagonal_offset, + dtype=onnx.TensorProto.FLOAT, +) + +x = np.random.randint(0, 100, size=shape, dtype=np.int32) +y = np.eye(shape[0], shape[1], k=off_diagonal_offset, dtype=np.float32) +expect( + node, + inputs=[x], + outputs=[y], + name="test_eyelike_populate_off_main_diagonal", +) +``` + +
+ + +
+with_dtype + +```python +shape = (3, 4) +node = onnx.helper.make_node( + "EyeLike", + inputs=["x"], + outputs=["y"], + dtype=onnx.TensorProto.DOUBLE, +) + +x = np.random.randint(0, 100, size=shape, dtype=np.int32) +y = np.eye(shape[0], shape[1], dtype=np.float64) +expect(node, inputs=[x], outputs=[y], name="test_eyelike_with_dtype") +``` + +
+ + +
+without_dtype + +```python +shape = (4, 4) +node = onnx.helper.make_node( + "EyeLike", + inputs=["x"], + outputs=["y"], +) + +x = np.random.randint(0, 100, size=shape, dtype=np.int32) +y = np.eye(shape[0], shape[1], dtype=np.int32) +expect(node, inputs=[x], outputs=[y], name="test_eyelike_without_dtype") +``` + +
+ + +### **Flatten** + + Flattens the input tensor into a 2D matrix. If input tensor has shape + (d_0, d_1, ... d_n) then the output will have shape + (d_0 X d_1 ... d_(axis-1), d_axis X d_(axis+1) ... X dn). + +#### Version + +This version of the operator has been available since version 25 of the default ONNX operator set. + +Other versions of this operator: 1, 9, 11, 13, 21, 23, 24 + +#### Attributes + +
+
axis : int (default is 1)
+
Indicate up to which input dimensions (exclusive) should be flattened to the outer dimension of the output. The value for axis must be in the range [-r, r], where r is the rank of the input tensor. Negative value means counting dimensions from the back. When axis = 0, the shape of the output tensor is (1, (d_0 X d_1 ... d_n), where the shape of the input tensor is (d_0, d_1, ... d_n).
+
+ +#### Inputs + +
+
input (differentiable) : T
+
A tensor of rank >= axis.
+
+ +#### Outputs + +
+
output (differentiable) : T
+
A 2D tensor with the contents of the input tensor, with input dimensions up to axis flattened to the outer dimension of the output and remaining input dimensions flattened into the inner dimension of the output.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(uint4), tensor(int4), tensor(float4e2m1), tensor(float8e8m0), tensor(uint2), tensor(int2)
+
Constrain input and output to all tensor types up to IRv13.
+
+ + +#### Examples + +
+flatten + +```python +shape = (2, 3, 4, 5) +a = np.random.random_sample(shape).astype(np.float32) + +for i in range(len(shape)): + node = onnx.helper.make_node( + "Flatten", + inputs=["a"], + outputs=["b"], + axis=i, + ) + + new_shape = (1, -1) if i == 0 else (np.prod(shape[0:i]).astype(int), -1) + b = np.reshape(a, new_shape) + expect(node, inputs=[a], outputs=[b], name="test_flatten_axis" + str(i)) +``` + +
+ + +
+flatten_negative_axis + +```python +shape = (2, 3, 4, 5) +a = np.random.random_sample(shape).astype(np.float32) + +for i in range(-len(shape), 0): + node = onnx.helper.make_node( + "Flatten", + inputs=["a"], + outputs=["b"], + axis=i, + ) + + new_shape = (np.prod(shape[0:i]).astype(int), -1) + b = np.reshape(a, new_shape) + expect( + node, + inputs=[a], + outputs=[b], + name="test_flatten_negative_axis" + str(abs(i)), + ) +``` + +
+ + +
+flatten_with_default_axis + +```python +node = onnx.helper.make_node( + "Flatten", + inputs=["a"], + outputs=["b"], # Default value for axis: axis=1 +) + +shape = (5, 4, 3, 2) +a = np.random.random_sample(shape).astype(np.float32) +new_shape = (5, 24) +b = np.reshape(a, new_shape) +expect(node, inputs=[a], outputs=[b], name="test_flatten_default_axis") +``` + +
+ + +### **Floor** + + Floor takes one input data (Tensor) and produces one output data + (Tensor) where the floor is, y = floor(x), is applied to + the tensor elementwise. If x is integral, +0, -0, NaN, or infinite, x itself is returned. + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +Other versions of this operator: 1, 6 + +#### Inputs + +
+
X (non-differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
Y (non-differentiable) : T
+
Output tensor
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input and output types to float tensors.
+
+ + +#### Examples + +
+floor + +```python +node = onnx.helper.make_node( + "Floor", + inputs=["x"], + outputs=["y"], +) + +x = np.array([-1.5, 1.2, 2]).astype(np.float32) +y = np.floor(x) # expected output [-2., 1., 2.] +expect(node, inputs=[x], outputs=[y], name="test_floor_example") + +x = np.random.randn(3, 4, 5).astype(np.float32) +y = np.floor(x) +expect(node, inputs=[x], outputs=[y], name="test_floor") +``` + +
+ + +### **GRU** + + Computes an one-layer GRU. This operator is usually supported via some custom + implementation such as CuDNN. + + Notations: + + * `X` - input tensor + * `z` - update gate + * `r` - reset gate + * `h` - hidden gate + * `t` - time step (t-1 means previous time step) + * `W[zrh]` - W parameter weight matrix for update, reset, and hidden gates + * `R[zrh]` - R recurrence weight matrix for update, reset, and hidden gates + * `Wb[zrh]` - W bias vectors for update, reset, and hidden gates + * `Rb[zrh]` - R bias vectors for update, reset, and hidden gates + * `WB[zrh]` - W parameter weight matrix for backward update, reset, and hidden gates + * `RB[zrh]` - R recurrence weight matrix for backward update, reset, and hidden gates + * `WBb[zrh]` - W bias vectors for backward update, reset, and hidden gates + * `RBb[zrh]` - R bias vectors for backward update, reset, and hidden gates + * `H` - Hidden state + * `num_directions` - 2 if direction == bidirectional else 1 + + Activation functions: + + * Relu(x) - max(0, x) + * Tanh(x) - (1 - e^{-2x})/(1 + e^{-2x}) + * Sigmoid(x) - 1/(1 + e^{-x}) + + NOTE: + Below are optional + + * Affine(x) - alpha * x + beta + * LeakyRelu(x) - x if x >= 0 else alpha * x + * ThresholdedRelu(x) - x if x >= alpha else 0 + * ScaledTanh(x) - alpha * Tanh(beta * x) + * HardSigmoid(x) - min(max(alpha * x + beta, 0), 1) + * Elu(x) - x if x >= 0 else alpha * (e^x - 1) + * Softsign(x) - x/(1 + |x|) + * Softplus(x) - log(1 + e^x) + + Equations (Default: f=Sigmoid, g=Tanh): + + * zt = f(Xt*(Wz^T) + Ht-1*(Rz^T) + Wbz + Rbz) + * rt = f(Xt*(Wr^T) + Ht-1*(Rr^T) + Wbr + Rbr) + * ht = g(Xt*(Wh^T) + (rt (.) Ht-1)*(Rh^T) + Rbh + Wbh) # default, when linear_before_reset = 0 + * ht = g(Xt*(Wh^T) + (rt (.) (Ht-1*(Rh^T) + Rbh)) + Wbh) # when linear_before_reset != 0 + * Ht = (1 - zt) (.) ht + zt (.) Ht-1 + This operator has **optional** inputs/outputs. See [the doc](IR.md) for more details about the representation of optional arguments. An empty string may be used in the place of an actual argument's name to indicate a missing argument. Trailing optional arguments (those not followed by an argument that is present) may also be simply omitted. + +#### Version + +This version of the operator has been available since version 22 of the default ONNX operator set. + +Other versions of this operator: 1, 3, 7, 14 + +#### Attributes + +
+
activation_alpha : list of floats
+
Optional scaling values used by some activation functions. The values are consumed in the order of activation functions, for example (f, g, h) in LSTM. Default values are the same as of corresponding ONNX operators.For example with LeakyRelu, the default alpha is 0.01.
+
activation_beta : list of floats
+
Optional scaling values used by some activation functions. The values are consumed in the order of activation functions, for example (f, g, h) in LSTM. Default values are the same as of corresponding ONNX operators.
+
activations : list of strings
+
A list of 2 (or 4 if bidirectional) activation functions for update, reset, and hidden gates. The activation functions must be one of the activation functions specified above. Optional: See the equations for default if not specified.
+
clip : float
+
Cell clip threshold. Clipping bounds the elements of a tensor in the range of [-threshold, +threshold] and is applied to the input of activations. No clip if not specified.
+
direction : string (default is forward)
+
Specify if the RNN is forward, reverse, or bidirectional. Must be one of forward (default), reverse, or bidirectional.
+
hidden_size : int
+
Number of neurons in the hidden layer
+
layout : int (default is 0)
+
The shape format of inputs X, initial_h and outputs Y, Y_h. If 0, the following shapes are expected: X.shape = [seq_length, batch_size, input_size], Y.shape = [seq_length, num_directions, batch_size, hidden_size], initial_h.shape = Y_h.shape = [num_directions, batch_size, hidden_size]. If 1, the following shapes are expected: X.shape = [batch_size, seq_length, input_size], Y.shape = [batch_size, seq_length, num_directions, hidden_size], initial_h.shape = Y_h.shape = [batch_size, num_directions, hidden_size].
+
linear_before_reset : int (default is 0)
+
When computing the output of the hidden gate, apply the linear transformation before multiplying by the output of the reset gate.
+
+ +#### Inputs (3 - 6) + +
+
X (differentiable) : T
+
The input sequences packed (and potentially padded) into one 3-D tensor with the shape of `[seq_length, batch_size, input_size]`.
+
W (differentiable) : T
+
The weight tensor for the gates. Concatenation of `W[zrh]` and `WB[zrh]` (if bidirectional) along dimension 0. This tensor has shape `[num_directions, 3*hidden_size, input_size]`.
+
R (differentiable) : T
+
The recurrence weight tensor. Concatenation of `R[zrh]` and `RB[zrh]` (if bidirectional) along dimension 0. This tensor has shape `[num_directions, 3*hidden_size, hidden_size]`.
+
B (optional, differentiable) : T
+
The bias tensor for the gates. Concatenation of `[Wb[zrh], Rb[zrh]]` and `[WBb[zrh], RBb[zrh]]` (if bidirectional) along dimension 0. This tensor has shape `[num_directions, 6*hidden_size]`. Optional: If not specified - assumed to be 0
+
sequence_lens (optional, non-differentiable) : T1
+
Optional tensor specifying lengths of the sequences in a batch. If not specified - assumed all sequences in the batch to have length `seq_length`. It has shape `[batch_size]`.
+
initial_h (optional, non-differentiable) : T
+
Optional initial value of the hidden. If not specified - assumed to be 0. It has shape `[num_directions, batch_size, hidden_size]`.
+
+ +#### Outputs (0 - 2) + +
+
Y (optional, differentiable) : T
+
A tensor that concats all the intermediate output values of the hidden. It has shape `[seq_length, num_directions, batch_size, hidden_size]`.
+
Y_h (optional, differentiable) : T
+
The last output value of the hidden. It has shape `[num_directions, batch_size, hidden_size]`.
+
+ +#### Type Constraints + +
+
T : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
T1 : tensor(int32)
+
Constrain seq_lens to integer tensor.
+
+ + +#### Examples + +
+batchwise + +```python +input = np.array([[[1.0, 2.0]], [[3.0, 4.0]], [[5.0, 6.0]]]).astype(np.float32) + +input_size = 2 +hidden_size = 6 +number_of_gates = 3 +weight_scale = 0.2 +layout = 1 + +node = onnx.helper.make_node( + "GRU", + inputs=["X", "W", "R"], + outputs=["Y", "Y_h"], + hidden_size=hidden_size, + layout=layout, +) + +W = weight_scale * np.ones( + (1, number_of_gates * hidden_size, input_size) +).astype(np.float32) +R = weight_scale * np.ones( + (1, number_of_gates * hidden_size, hidden_size) +).astype(np.float32) + +gru = GRUHelper(X=input, W=W, R=R, layout=layout) +Y, Y_h = gru.step() +expect( + node, + inputs=[input, W, R], + outputs=[Y.astype(np.float32), Y_h.astype(np.float32)], + name="test_gru_batchwise", +) +``` + +
+ + +
+defaults + +```python +input = np.array([[[1.0, 2.0], [3.0, 4.0], [5.0, 6.0]]]).astype(np.float32) + +input_size = 2 +hidden_size = 5 +weight_scale = 0.1 +number_of_gates = 3 + +node = onnx.helper.make_node( + "GRU", inputs=["X", "W", "R"], outputs=["", "Y_h"], hidden_size=hidden_size +) + +W = weight_scale * np.ones( + (1, number_of_gates * hidden_size, input_size) +).astype(np.float32) +R = weight_scale * np.ones( + (1, number_of_gates * hidden_size, hidden_size) +).astype(np.float32) + +gru = GRUHelper(X=input, W=W, R=R) +_, Y_h = gru.step() +expect( + node, + inputs=[input, W, R], + outputs=[Y_h.astype(np.float32)], + name="test_gru_defaults", +) +``` + +
+ + +
+initial_bias + +```python +input = np.array([[[1.0, 2.0, 3.0], [4.0, 5.0, 6.0], [7.0, 8.0, 9.0]]]).astype( + np.float32 +) + +input_size = 3 +hidden_size = 3 +weight_scale = 0.1 +custom_bias = 0.1 +number_of_gates = 3 + +node = onnx.helper.make_node( + "GRU", + inputs=["X", "W", "R", "B"], + outputs=["", "Y_h"], + hidden_size=hidden_size, +) + +W = weight_scale * np.ones( + (1, number_of_gates * hidden_size, input_size) +).astype(np.float32) +R = weight_scale * np.ones( + (1, number_of_gates * hidden_size, hidden_size) +).astype(np.float32) + +# Adding custom bias +W_B = custom_bias * np.ones((1, number_of_gates * hidden_size)).astype( + np.float32 +) +R_B = np.zeros((1, number_of_gates * hidden_size)).astype(np.float32) +B = np.concatenate((W_B, R_B), axis=1) + +gru = GRUHelper(X=input, W=W, R=R, B=B) +_, Y_h = gru.step() +expect( + node, + inputs=[input, W, R, B], + outputs=[Y_h.astype(np.float32)], + name="test_gru_with_initial_bias", +) +``` + +
+ + +
+seq_length + +```python +input = np.array( + [ + [[1.0, 2.0, 3.0], [4.0, 5.0, 6.0], [7.0, 8.0, 9.0]], + [[10.0, 11.0, 12.0], [13.0, 14.0, 15.0], [16.0, 17.0, 18.0]], + ] +).astype(np.float32) + +input_size = 3 +hidden_size = 5 +number_of_gates = 3 + +node = onnx.helper.make_node( + "GRU", + inputs=["X", "W", "R", "B"], + outputs=["", "Y_h"], + hidden_size=hidden_size, +) + +W = np.random.randn(1, number_of_gates * hidden_size, input_size).astype( + np.float32 +) +R = np.random.randn(1, number_of_gates * hidden_size, hidden_size).astype( + np.float32 +) + +# Adding custom bias +W_B = np.random.randn(1, number_of_gates * hidden_size).astype(np.float32) +R_B = np.random.randn(1, number_of_gates * hidden_size).astype(np.float32) +B = np.concatenate((W_B, R_B), axis=1) + +gru = GRUHelper(X=input, W=W, R=R, B=B) +_, Y_h = gru.step() +expect( + node, + inputs=[input, W, R, B], + outputs=[Y_h.astype(np.float32)], + name="test_gru_seq_length", +) +``` + +
+ + +### **Gather** + + Given `data` tensor of rank r >= 1, and `indices` tensor of rank q, gather + entries of the axis dimension of `data` (by default outer-most one as axis=0) indexed by `indices`, and concatenates + them in an output tensor of rank q + (r - 1). + + It is an indexing operation that indexes into the input `data` along a single (specified) axis. + Each entry in `indices` produces a `r-1` dimensional slice of the input tensor. + The entire operation produces, conceptually, a `q`-dimensional tensor of `r-1` dimensional slices, + which is arranged into a `q + (r-1)`-dimensional tensor, with the `q` dimensions taking the + place of the original `axis` that is being indexed into. + + The following few examples illustrate how `Gather` works for specific shapes of `data`, + `indices`, and given value of `axis`: + | data shape | indices shape | axis | output shape | output equation | + | --- | --- | --- | --- | --- | + | (P, Q) | ( ) (a scalar) | 0 | (Q) | output[q] = data[indices, q] | + | (P, Q, R) | ( ) (a scalar) | 1 | (P, R) | output[p, r] = data[p, indices, r] | + | (P, Q) | (R, S) | 0 | (R, S, Q) | output[r, s, q] = data[ [indices[r, s], q] | + | (P, Q) | (R, S) | 1 | (P, R, S) | output[p, r, s] = data[ p, indices[r, s]] | + + More generally, if `axis = 0`, let `k = indices[i_{0}, ..., i_{q-1}]` + then `output[i_{0}, ..., i_{q-1}, j_{0}, ..., j_{r-2}] = input[k , j_{0}, ..., j_{r-2}]`: + + ``` + data = [ + [1.0, 1.2], + [2.3, 3.4], + [4.5, 5.7], + ] + indices = [ + [0, 1], + [1, 2], + ] + output = [ + [ + [1.0, 1.2], + [2.3, 3.4], + ], + [ + [2.3, 3.4], + [4.5, 5.7], + ], + ] + ``` + + If `axis = 1`, let `k = indices[i_{0}, ..., i_{q-1}]` + then `output[j_{0}, i_{0}, ..., i_{q-1}, j_{1}, ..., j_{r-2}] = input[j_{0}, k, j_{1}, ..., j_{r-2}]`: + + ``` + data = [ + [1.0, 1.2, 1.9], + [2.3, 3.4, 3.9], + [4.5, 5.7, 5.9], + ] + indices = [ + [0, 2], + ] + axis = 1, + output = [ + [[1.0, 1.9]], + [[2.3, 3.9]], + [[4.5, 5.9]], + ] + ``` + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +Other versions of this operator: 1, 11 + +#### Attributes + +
+
axis : int (default is 0)
+
Which axis to gather on. Negative value means counting dimensions from the back. Accepted range is [-r, r-1] where r = rank(data).
+
+ +#### Inputs + +
+
data (differentiable) : T
+
Tensor of rank r >= 1.
+
indices (non-differentiable) : Tind
+
Tensor of int32/int64 indices, of any rank q. All index values are expected to be within bounds [-s, s-1] along axis of size s. It is an error if any of the index values are out of bounds.
+
+ +#### Outputs + +
+
output (differentiable) : T
+
Tensor of rank q + (r - 1).
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain input and output types to any tensor type.
+
Tind : tensor(int32), tensor(int64)
+
Constrain indices to integer types
+
+ + +#### Examples + +
+gather_0 + +```python +node = onnx.helper.make_node( + "Gather", + inputs=["data", "indices"], + outputs=["y"], + axis=0, +) +data = np.random.randn(5, 4, 3, 2).astype(np.float32) +indices = np.array([0, 1, 3]) +y = np.take(data, indices, axis=0) + +expect( + node, + inputs=[data, indices.astype(np.int64)], + outputs=[y], + name="test_gather_0", +) +``` + +
+ + +
+gather_1 + +```python +node = onnx.helper.make_node( + "Gather", + inputs=["data", "indices"], + outputs=["y"], + axis=1, +) +data = np.random.randn(5, 4, 3, 2).astype(np.float32) +indices = np.array([0, 1, 3]) +y = np.take(data, indices, axis=1) + +expect( + node, + inputs=[data, indices.astype(np.int64)], + outputs=[y], + name="test_gather_1", +) +``` + +
+ + +
+gather_2d_indices + +```python +node = onnx.helper.make_node( + "Gather", + inputs=["data", "indices"], + outputs=["y"], + axis=1, +) +data = np.random.randn(3, 3).astype(np.float32) +indices = np.array([[0, 2]]) +y = np.take(data, indices, axis=1) + +expect( + node, + inputs=[data, indices.astype(np.int64)], + outputs=[y], + name="test_gather_2d_indices", +) +``` + +
+ + +
+gather_negative_indices + +```python +node = onnx.helper.make_node( + "Gather", + inputs=["data", "indices"], + outputs=["y"], + axis=0, +) +data = np.arange(10).astype(np.float32) +indices = np.array([0, -9, -10]) +y = np.take(data, indices, axis=0) + +# print(y) +# [0. 1. 0.] + +expect( + node, + inputs=[data, indices.astype(np.int64)], + outputs=[y], + name="test_gather_negative_indices", +) +``` + +
+ + +### **GatherElements** + + GatherElements takes two inputs `data` and `indices` of the same rank r >= 1 + and an optional attribute `axis` that identifies an axis of `data` + (by default, the outer-most axis, that is axis 0). It is an indexing operation + that produces its output by indexing into the input data tensor at index + positions determined by elements of the `indices` tensor. + Its output shape is the same as the shape of `indices` and consists of one value + (gathered from the `data`) for each element in `indices`. + + For instance, in the 3-D case (r = 3), the output produced is determined + by the following equations: + ``` + out[i][j][k] = input[index[i][j][k]][j][k] if axis = 0, + out[i][j][k] = input[i][index[i][j][k]][k] if axis = 1, + out[i][j][k] = input[i][j][index[i][j][k]] if axis = 2, + ``` + + This operator is also the inverse of ScatterElements. It is similar to Torch's gather operation. + + Example 1: + ``` + data = [ + [1, 2], + [3, 4], + ] + indices = [ + [0, 0], + [1, 0], + ] + axis = 1 + output = [ + [1, 1], + [4, 3], + ] + ``` + Example 2: + ``` + data = [ + [1, 2, 3], + [4, 5, 6], + [7, 8, 9], + ] + indices = [ + [1, 2, 0], + [2, 0, 0], + ] + axis = 0 + output = [ + [4, 8, 3], + [7, 2, 3], + ] + ``` + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +Other versions of this operator: 11 + +#### Attributes + +
+
axis : int (default is 0)
+
Which axis to gather on. Negative value means counting dimensions from the back. Accepted range is [-r, r-1] where r = rank(data).
+
+ +#### Inputs + +
+
data (differentiable) : T
+
Tensor of rank r >= 1.
+
indices (non-differentiable) : Tind
+
Tensor of int32/int64 indices, with the same rank r as the input. All index values are expected to be within bounds [-s, s-1] along axis of size s. It is an error if any of the index values are out of bounds.
+
+ +#### Outputs + +
+
output (differentiable) : T
+
Tensor of the same shape as indices.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain input and output types to any tensor type.
+
Tind : tensor(int32), tensor(int64)
+
Constrain indices to integer types
+
+ + +#### Examples + +
+gather_elements_0 + +```python +axis = 1 +node = onnx.helper.make_node( + "GatherElements", + inputs=["data", "indices"], + outputs=["y"], + axis=axis, +) +data = np.array([[1, 2], [3, 4]], dtype=np.float32) +indices = np.array([[0, 0], [1, 0]], dtype=np.int32) + +y = gather_elements(data, indices, axis) +# print(y) produces +# [[1, 1], +# [4, 3]] + +expect( + node, + inputs=[data, indices.astype(np.int64)], + outputs=[y], + name="test_gather_elements_0", +) +``` + +
+ + +
+gather_elements_1 + +```python +axis = 0 +node = onnx.helper.make_node( + "GatherElements", + inputs=["data", "indices"], + outputs=["y"], + axis=axis, +) +data = np.array([[1, 2, 3], [4, 5, 6], [7, 8, 9]], dtype=np.float32) +indices = np.array([[1, 2, 0], [2, 0, 0]], dtype=np.int32) + +y = gather_elements(data, indices, axis) +# print(y) produces +# [[4, 8, 3], +# [7, 2, 3]] + +expect( + node, + inputs=[data, indices.astype(np.int64)], + outputs=[y], + name="test_gather_elements_1", +) +``` + +
+ + +
+gather_elements_negative_indices + +```python +axis = 0 +node = onnx.helper.make_node( + "GatherElements", + inputs=["data", "indices"], + outputs=["y"], + axis=axis, +) +data = np.array([[1, 2, 3], [4, 5, 6], [7, 8, 9]], dtype=np.float32) +indices = np.array([[-1, -2, 0], [-2, 0, 0]], dtype=np.int32) + +y = gather_elements(data, indices, axis) +# print(y) produces +# [[7, 5, 3], +# [4, 2, 3]] + +expect( + node, + inputs=[data, indices.astype(np.int64)], + outputs=[y], + name="test_gather_elements_negative_indices", +) +``` + +
+ + +### **GatherND** + + Given `data` tensor of rank `r` >= 1, `indices` tensor of rank `q` >= 1, and `batch_dims` integer `b`, this operator gathers + slices of `data` into an output tensor of rank `q + r - indices_shape[-1] - 1 - b`. + + `indices` is an q-dimensional integer tensor, best thought of as a `(q-1)`-dimensional tensor of index-tuples into `data`, + where each element defines a slice of `data` + + `batch_dims` (denoted as `b`) is an integer indicating the number of batch dimensions, i.e the leading `b` number of dimensions of + `data` tensor and `indices` are representing the batches, and the gather starts from the `b+1` dimension. + + Some salient points about the inputs' rank and shape: + + 1) r >= 1 and q >= 1 are to be honored. There is no dependency condition to be met between ranks `r` and `q` + + 2) The first `b` dimensions of the shape of `indices` tensor and `data` tensor must be equal. + + 3) b < min(q, r) is to be honored. + + 4) The `indices_shape[-1]` should have a value between 1 (inclusive) and rank `r-b` (inclusive) + + 5) All values in `indices` are expected to be within bounds [-s, s-1] along axis of size `s` (i.e.) `-data_shape[i] <= indices[...,i] <= data_shape[i] - 1`. + It is an error if any of the index values are out of bounds. + + The output is computed as follows: + + The output tensor is obtained by mapping each index-tuple in the `indices` tensor to the corresponding slice of the input `data`. + + 1) If `indices_shape[-1] > r-b` => error condition + + 2) If `indices_shape[-1] == r-b`, since the rank of `indices` is `q`, `indices` can be thought of as `N` `(q-b-1)`-dimensional tensors + containing 1-D tensors of dimension `r-b`, where `N` is an integer equals to the product of 1 and all the elements in the batch dimensions + of the indices_shape. Let us think of each such `r-b` ranked tensor as `indices_slice`. Each *scalar value* corresponding to `data[0:b-1,indices_slice]` + is filled into the corresponding location of the `(q-b-1)`-dimensional tensor to form the `output` tensor (Example 1 below) + + 3) If `indices_shape[-1] < r-b`, since the rank of `indices` is `q`, `indices` can be thought of as `N` `(q-b-1)`-dimensional tensor + containing 1-D tensors of dimension `< r-b`. Let us think of each such tensors as `indices_slice`. Each *tensor slice* corresponding + to `data[0:b-1, indices_slice , :]` is filled into the corresponding location of the `(q-b-1)`-dimensional tensor + to form the `output` tensor (Examples 2, 3, 4 and 5 below) + + This operator is the inverse of `ScatterND`. + + **Example 1** + + ``` + batch_dims = 0 + data = [[0,1],[2,3]] # data_shape = [2, 2] + indices = [[0,0],[1,1]] # indices_shape = [2, 2] + output = [0,3] # output_shape = [2] + ``` + + **Example 2** + + ``` + batch_dims = 0 + data = [[0,1],[2,3]] # data_shape = [2, 2] + indices = [[1],[0]] # indices_shape = [2, 1] + output = [[2,3],[0,1]] # output_shape = [2, 2] + ``` + + **Example 3** + + ``` + batch_dims = 0 + data = [[[0,1],[2,3]],[[4,5],[6,7]]] # data_shape = [2, 2, 2] + indices = [[0,1],[1,0]] # indices_shape = [2, 2] + output = [[2,3],[4,5]] # output_shape = [2, 2] + ``` + + **Example 4** + + ``` + batch_dims = 0 + data = [[[0,1],[2,3]],[[4,5],[6,7]]] # data_shape = [2, 2, 2] + indices = [[[0,1]],[[1,0]]] # indices_shape = [2, 1, 2] + output = [[[2,3]],[[4,5]]] # output_shape = [2, 1, 2] + ``` + + **Example 5** + + ``` + batch_dims = 1 + data = [[[0,1],[2,3]],[[4,5],[6,7]]] # data_shape = [2, 2, 2] + indices = [[1],[0]] # indices_shape = [2, 1] + output = [[2,3],[4,5]] # output_shape = [2, 2] + ``` + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +Other versions of this operator: 11, 12 + +#### Attributes + +
+
batch_dims : int (default is 0)
+
The number of batch dimensions. The gather of indexing starts from dimension of data[batch_dims:]
+
+ +#### Inputs + +
+
data (differentiable) : T
+
Tensor of rank r >= 1.
+
indices (non-differentiable) : tensor(int64)
+
Tensor of rank q >= 1. All index values are expected to be within bounds [-s, s-1] along axis of size s. It is an error if any of the index values are out of bounds.
+
+ +#### Outputs + +
+
output (differentiable) : T
+
Tensor of rank q + r - indices_shape[-1] - 1.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain input and output types to any tensor type.
+
+ + +#### Examples + +
+float32 + +```python +node = onnx.helper.make_node( + "GatherND", + inputs=["data", "indices"], + outputs=["output"], +) + +data = np.array([[[0, 1], [2, 3]], [[4, 5], [6, 7]]], dtype=np.float32) +indices = np.array([[[0, 1]], [[1, 0]]], dtype=np.int64) +output = gather_nd_impl(data, indices, 0) +expected_output = np.array([[[2, 3]], [[4, 5]]], dtype=np.float32) +assert np.array_equal(output, expected_output) +expect( + node, + inputs=[data, indices], + outputs=[output], + name="test_gathernd_example_float32", +) +``` + +
+ + +
+int32 + +```python +node = onnx.helper.make_node( + "GatherND", + inputs=["data", "indices"], + outputs=["output"], +) + +data = np.array([[0, 1], [2, 3]], dtype=np.int32) +indices = np.array([[0, 0], [1, 1]], dtype=np.int64) +output = gather_nd_impl(data, indices, 0) +expected_output = np.array([0, 3], dtype=np.int32) +assert np.array_equal(output, expected_output) +expect( + node, + inputs=[data, indices], + outputs=[output], + name="test_gathernd_example_int32", +) +``` + +
+ + +
+int32_batchdim_1 + +```python +node = onnx.helper.make_node( + "GatherND", + inputs=["data", "indices"], + outputs=["output"], + batch_dims=1, +) + +data = np.array([[[0, 1], [2, 3]], [[4, 5], [6, 7]]], dtype=np.int32) +indices = np.array([[1], [0]], dtype=np.int64) +output = gather_nd_impl(data, indices, 1) +expected_output = np.array([[2, 3], [4, 5]], dtype=np.int32) +assert np.array_equal(output, expected_output) +expect( + node, + inputs=[data, indices], + outputs=[output], + name="test_gathernd_example_int32_batch_dim1", +) +``` + +
+ + +### **Gelu** + + Gelu takes one input data (Tensor) and produces one + output data (Tensor) where the gaussian error linear units function, + $y = 0.5 * x * (1 + erf(x/sqrt(2)))$ is applied to the tensor elementwise. + If the attribute "approximate" is set to "tanh", the function estimation, + $y = 0.5 * x * (1 + Tanh(sqrt(2/\pi) * (x + 0.044715 * x^3)))$ is used and applied + to the tensor elementwise. + + +#### Version + +This version of the operator has been available since version 20 of the default ONNX operator set. + +#### Attributes + +
+
approximate : string (default is none)
+
Gelu approximation algorithm: `"tanh"`, `"none"`(default).`"none"`: do not use approximation.`"tanh"`: use tanh approximation.
+
+ +#### Inputs + +
+
X (differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
Y (differentiable) : T
+
Output tensor
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input and output types to float tensors.
+
+ + +#### Examples + +
+gelu_default + +```python +node = onnx.helper.make_node("Gelu", inputs=["x"], outputs=["y"]) + +x = np.array([-1, 0, 1]).astype(np.float32) +# expected output [-0.15865526, 0., 0.84134474] +y = (0.5 * x * (1 + np.vectorize(math.erf)(x / np.sqrt(2)))).astype(np.float32) +expect(node, inputs=[x], outputs=[y], name="test_gelu_default_1") + +x = np.random.randn(3, 4, 5).astype(np.float32) +# expected output [2.99595031, 3.99987331, 4.99999857] +y = (0.5 * x * (1 + np.vectorize(math.erf)(x / np.sqrt(2)))).astype(np.float32) +expect(node, inputs=[x], outputs=[y], name="test_gelu_default_2") +``` + +
+ + +
+gelu_tanh + +```python +node = onnx.helper.make_node( + "Gelu", inputs=["x"], outputs=["y"], approximate="tanh" +) + +x = np.array([-1, 0, 1]).astype(np.float32) +# expected output [-0.158808, 0., 0.841192] +y = ( + 0.5 + * x + * (1 + np.tanh(np.sqrt(2 / np.pi) * (x + 0.044715 * np.power(x, 3)))) +).astype(np.float32) +expect(node, inputs=[x], outputs=[y], name="test_gelu_tanh_1") + +x = np.random.randn(3, 4, 5).astype(np.float32) +# expected output [2.9963627, 3.99993, 4.9999995] +y = ( + 0.5 + * x + * (1 + np.tanh(np.sqrt(2 / np.pi) * (x + 0.044715 * np.power(x, 3)))) +).astype(np.float32) +expect(node, inputs=[x], outputs=[y], name="test_gelu_tanh_2") +``` + +
+ + +### **Gemm** + + General Matrix multiplication: + https://en.wikipedia.org/wiki/Basic_Linear_Algebra_Subprograms#Level_3 + + * A' = transpose(A) if transA else A + * B' = transpose(B) if transB else B + + Compute Y = alpha * A' * B' + beta * C, where input tensor A has shape (M, K) or (K, M), + input tensor B has shape (K, N) or (N, K), input tensor C is broadcastable to shape (M, N), + and output tensor Y has shape (M, N). A will be transposed before doing the + computation if attribute transA is non-zero, same for B and transB. + This operator supports **unidirectional broadcasting** (tensor C should be unidirectional broadcastable to tensor A * B); for more details please check [the doc](Broadcasting.md). + This operator has **optional** inputs/outputs. See [the doc](IR.md) for more details about the representation of optional arguments. An empty string may be used in the place of an actual argument's name to indicate a missing argument. Trailing optional arguments (those not followed by an argument that is present) may also be simply omitted. + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +Other versions of this operator: 1, 6, 7, 9, 11 + +#### Attributes + +
+
alpha : float (default is 1.0)
+
Scalar multiplier for the product of input tensors A * B.
+
beta : float (default is 1.0)
+
Scalar multiplier for input tensor C.
+
transA : int (default is 0)
+
Whether A should be transposed
+
transB : int (default is 0)
+
Whether B should be transposed
+
+ +#### Inputs (2 - 3) + +
+
A (differentiable) : T
+
Input tensor A. The shape of A should be (M, K) if transA is 0, or (K, M) if transA is non-zero.
+
B (differentiable) : T
+
Input tensor B. The shape of B should be (K, N) if transB is 0, or (N, K) if transB is non-zero.
+
C (optional, differentiable) : T
+
Optional input tensor C. If not specified, the computation is done as if C is a scalar 0. The shape of C should be unidirectional broadcastable to (M, N).
+
+ +#### Outputs + +
+
Y (differentiable) : T
+
Output tensor of shape (M, N).
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double), tensor(uint32), tensor(uint64), tensor(int32), tensor(int64), tensor(bfloat16)
+
Constrain input and output types to float/int tensors.
+
+ + +#### Examples + +
+all_attributes + +```python +node = onnx.helper.make_node( + "Gemm", + inputs=["a", "b", "c"], + outputs=["y"], + alpha=0.25, + beta=0.35, + transA=1, + transB=1, +) +a = np.random.ranf([4, 3]).astype(np.float32) +b = np.random.ranf([5, 4]).astype(np.float32) +c = np.random.ranf([1, 5]).astype(np.float32) +y = gemm_reference_implementation( + a, b, c, transA=1, transB=1, alpha=0.25, beta=0.35 +) +expect(node, inputs=[a, b, c], outputs=[y], name="test_gemm_all_attributes") +``` + +
+ + +
+alpha + +```python +node = onnx.helper.make_node( + "Gemm", inputs=["a", "b", "c"], outputs=["y"], alpha=0.5 +) +a = np.random.ranf([3, 5]).astype(np.float32) +b = np.random.ranf([5, 4]).astype(np.float32) +c = np.zeros([1, 4]).astype(np.float32) +y = gemm_reference_implementation(a, b, c, alpha=0.5) +expect(node, inputs=[a, b, c], outputs=[y], name="test_gemm_alpha") +``` + +
+ + +
+beta + +```python +node = onnx.helper.make_node( + "Gemm", inputs=["a", "b", "c"], outputs=["y"], beta=0.5 +) +a = np.random.ranf([2, 7]).astype(np.float32) +b = np.random.ranf([7, 4]).astype(np.float32) +c = np.random.ranf([1, 4]).astype(np.float32) +y = gemm_reference_implementation(a, b, c, beta=0.5) +expect(node, inputs=[a, b, c], outputs=[y], name="test_gemm_beta") +``` + +
+ + +
+default_matrix_bias + +```python +node = onnx.helper.make_node("Gemm", inputs=["a", "b", "c"], outputs=["y"]) +a = np.random.ranf([3, 6]).astype(np.float32) +b = np.random.ranf([6, 4]).astype(np.float32) +c = np.random.ranf([3, 4]).astype(np.float32) +y = gemm_reference_implementation(a, b, c) +expect( + node, inputs=[a, b, c], outputs=[y], name="test_gemm_default_matrix_bias" +) +``` + +
+ + +
+default_no_bias + +```python +node = onnx.helper.make_node("Gemm", inputs=["a", "b"], outputs=["y"]) +a = np.random.ranf([2, 10]).astype(np.float32) +b = np.random.ranf([10, 3]).astype(np.float32) +y = gemm_reference_implementation(a, b) +expect(node, inputs=[a, b], outputs=[y], name="test_gemm_default_no_bias") +``` + +
+ + +
+default_scalar_bias + +```python +node = onnx.helper.make_node("Gemm", inputs=["a", "b", "c"], outputs=["y"]) +a = np.random.ranf([2, 3]).astype(np.float32) +b = np.random.ranf([3, 4]).astype(np.float32) +c = np.array(3.14).astype(np.float32) +y = gemm_reference_implementation(a, b, c) +expect( + node, inputs=[a, b, c], outputs=[y], name="test_gemm_default_scalar_bias" +) +``` + +
+ + +
+default_single_elem_vector_bias + +```python +node = onnx.helper.make_node("Gemm", inputs=["a", "b", "c"], outputs=["y"]) +a = np.random.ranf([3, 7]).astype(np.float32) +b = np.random.ranf([7, 3]).astype(np.float32) +c = np.random.ranf([1]).astype(np.float32) +y = gemm_reference_implementation(a, b, c) +expect( + node, + inputs=[a, b, c], + outputs=[y], + name="test_gemm_default_single_elem_vector_bias", +) +``` + +
+ + +
+default_vector_bias + +```python +node = onnx.helper.make_node("Gemm", inputs=["a", "b", "c"], outputs=["y"]) +a = np.random.ranf([2, 7]).astype(np.float32) +b = np.random.ranf([7, 4]).astype(np.float32) +c = np.random.ranf([1, 4]).astype(np.float32) +y = gemm_reference_implementation(a, b, c) +expect( + node, inputs=[a, b, c], outputs=[y], name="test_gemm_default_vector_bias" +) +``` + +
+ + +
+default_zero_bias + +```python +node = onnx.helper.make_node("Gemm", inputs=["a", "b", "c"], outputs=["y"]) +a = np.random.ranf([3, 5]).astype(np.float32) +b = np.random.ranf([5, 4]).astype(np.float32) +c = np.zeros([1, 4]).astype(np.float32) +y = gemm_reference_implementation(a, b, c) +expect(node, inputs=[a, b, c], outputs=[y], name="test_gemm_default_zero_bias") +``` + +
+ + +
+transposeA + +```python +node = onnx.helper.make_node( + "Gemm", inputs=["a", "b", "c"], outputs=["y"], transA=1 +) +a = np.random.ranf([6, 3]).astype(np.float32) +b = np.random.ranf([6, 4]).astype(np.float32) +c = np.zeros([1, 4]).astype(np.float32) +y = gemm_reference_implementation(a, b, c, transA=1) +expect(node, inputs=[a, b, c], outputs=[y], name="test_gemm_transposeA") +``` + +
+ + +
+transposeB + +```python +node = onnx.helper.make_node( + "Gemm", inputs=["a", "b", "c"], outputs=["y"], transB=1 +) +a = np.random.ranf([3, 6]).astype(np.float32) +b = np.random.ranf([4, 6]).astype(np.float32) +c = np.zeros([1, 4]).astype(np.float32) +y = gemm_reference_implementation(a, b, c, transB=1) +expect(node, inputs=[a, b, c], outputs=[y], name="test_gemm_transposeB") +``` + +
+ + +### **GlobalAveragePool** + + GlobalAveragePool consumes an input tensor X and applies average pooling across + the values in the same channel. This is equivalent to AveragePool with kernel size + equal to the spatial dimension of input tensor. + +#### Version + +This version of the operator has been available since version 22 of the default ONNX operator set. + +Other versions of this operator: 1 + +#### Inputs + +
+
X (differentiable) : T
+
Input data tensor from the previous operator; dimensions for image case are (N x C x H x W), where N is the batch size, C is the number of channels, and H and W are the height and the width of the data. For non image case, the dimensions are in the form of (N x C x D1 x D2 ... Dn), where N is the batch size.
+
+ +#### Outputs + +
+
Y (differentiable) : T
+
Output data tensor from pooling across the input tensor. The output tensor has the same rank as the input. The first two dimensions of output shape are the same as the input (N x C), while the other dimensions are all 1.
+
+ +#### Type Constraints + +
+
T : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ + +#### Examples + +
+globalaveragepool + +```python +node = onnx.helper.make_node( + "GlobalAveragePool", + inputs=["x"], + outputs=["y"], +) +x = np.random.randn(1, 3, 5, 5).astype(np.float32) +y = np.mean(x, axis=tuple(range(2, np.ndim(x))), keepdims=True) +expect(node, inputs=[x], outputs=[y], name="test_globalaveragepool") +``` + +
+ + +
+globalaveragepool_precomputed + +```python +node = onnx.helper.make_node( + "GlobalAveragePool", + inputs=["x"], + outputs=["y"], +) +x = np.array( + [ + [ + [ + [1, 2, 3], + [4, 5, 6], + [7, 8, 9], + ] + ] + ] +).astype(np.float32) +y = np.array([[[[5]]]]).astype(np.float32) +expect(node, inputs=[x], outputs=[y], name="test_globalaveragepool_precomputed") +``` + +
+ + +### **GlobalLpPool** + + GlobalLpPool consumes an input tensor X and applies lp pool pooling across + the values in the same channel. This is equivalent to LpPool with kernel size + equal to the spatial dimension of input tensor. + +#### Version + +This version of the operator has been available since version 22 of the default ONNX operator set. + +Other versions of this operator: 1, 2 + +#### Attributes + +
+
p : int (default is 2)
+
p value of the Lp norm used to pool over the input data.
+
+ +#### Inputs + +
+
X (differentiable) : T
+
Input data tensor from the previous operator; dimensions for image case are (N x C x H x W), where N is the batch size, C is the number of channels, and H and W are the height and the width of the data. For non image case, the dimensions are in the form of (N x C x D1 x D2 ... Dn), where N is the batch size.
+
+ +#### Outputs + +
+
Y (differentiable) : T
+
Output data tensor from pooling across the input tensor. The output tensor has the same rank as the input. The first two dimensions of output shape are the same as the input (N x C), while the other dimensions are all 1.
+
+ +#### Type Constraints + +
+
T : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ + +### **GlobalMaxPool** + + GlobalMaxPool consumes an input tensor X and applies max pooling across + the values in the same channel. This is equivalent to MaxPool with kernel size + equal to the spatial dimension of input tensor. + +#### Version + +This version of the operator has been available since version 22 of the default ONNX operator set. + +Other versions of this operator: 1 + +#### Inputs + +
+
X (differentiable) : T
+
Input data tensor from the previous operator; dimensions for image case are (N x C x H x W), where N is the batch size, C is the number of channels, and H and W are the height and the width of the data. For non image case, the dimensions are in the form of (N x C x D1 x D2 ... Dn), where N is the batch size.
+
+ +#### Outputs + +
+
Y (differentiable) : T
+
Output data tensor from pooling across the input tensor. The output tensor has the same rank as the input. The first two dimensions of output shape are the same as the input (N x C), while the other dimensions are all 1.
+
+ +#### Type Constraints + +
+
T : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ + +#### Examples + +
+globalmaxpool + +```python +node = onnx.helper.make_node( + "GlobalMaxPool", + inputs=["x"], + outputs=["y"], +) +x = np.random.randn(1, 3, 5, 5).astype(np.float32) +y = np.max(x, axis=tuple(range(2, np.ndim(x))), keepdims=True) +expect(node, inputs=[x], outputs=[y], name="test_globalmaxpool") +``` + +
+ + +
+globalmaxpool_precomputed + +```python +node = onnx.helper.make_node( + "GlobalMaxPool", + inputs=["x"], + outputs=["y"], +) +x = np.array( + [ + [ + [ + [1, 2, 3], + [4, 5, 6], + [7, 8, 9], + ] + ] + ] +).astype(np.float32) +y = np.array([[[[9]]]]).astype(np.float32) +expect(node, inputs=[x], outputs=[y], name="test_globalmaxpool_precomputed") +``` + +
+ + +### **Greater** + + Returns the tensor resulted from performing the `greater` logical operation + elementwise on the input tensors `A` and `B` (with Numpy-style broadcasting support). + + This operator supports **multidirectional (i.e., Numpy-style) broadcasting**; for more details please check [the doc](Broadcasting.md). + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +Other versions of this operator: 1, 7, 9 + +#### Inputs + +
+
A (non-differentiable) : T
+
First input operand for the logical operator.
+
B (non-differentiable) : T
+
Second input operand for the logical operator.
+
+ +#### Outputs + +
+
C (non-differentiable) : T1
+
Result tensor.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input types to all numeric tensors.
+
T1 : tensor(bool)
+
Constrain output to boolean tensor.
+
+ + +#### Examples + +
+greater + +```python +node = onnx.helper.make_node( + "Greater", + inputs=["x", "y"], + outputs=["greater"], +) + +x = np.random.randn(3, 4, 5).astype(np.float32) +y = np.random.randn(3, 4, 5).astype(np.float32) +z = np.greater(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_greater") + +x = np.random.randn(3, 4, 5).astype(np.int8) +y = np.random.randn(3, 4, 5).astype(np.int8) +z = np.greater(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_greater_int8") + +x = np.random.randn(3, 4, 5).astype(np.int16) +y = np.random.randn(3, 4, 5).astype(np.int16) +z = np.greater(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_greater_int16") + +x = np.random.randint(24, size=(3, 4, 5), dtype=np.uint8) +y = np.random.randint(24, size=(3, 4, 5), dtype=np.uint8) +z = np.greater(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_greater_uint8") + +x = np.random.randint(24, size=(3, 4, 5), dtype=np.uint16) +y = np.random.randint(24, size=(3, 4, 5), dtype=np.uint16) +z = np.greater(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_greater_uint16") + +x = np.random.randint(24, size=(3, 4, 5), dtype=np.uint32) +y = np.random.randint(24, size=(3, 4, 5), dtype=np.uint32) +z = np.greater(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_greater_uint32") + +x = np.random.randint(24, size=(3, 4, 5), dtype=np.uint64) +y = np.random.randint(24, size=(3, 4, 5), dtype=np.uint64) +z = np.greater(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_greater_uint64") +``` + +
+ + +
+greater + +```python +node = onnx.helper.make_node( + "GreaterOrEqual", + inputs=["x", "y"], + outputs=["greater_equal"], +) + +x = np.random.randn(3, 4, 5).astype(np.float32) +y = np.random.randn(3, 4, 5).astype(np.float32) +z = np.greater_equal(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_greater_equal") + +x = np.random.randn(3, 4, 5).astype(np.int8) +y = np.random.randn(3, 4, 5).astype(np.int8) +z = np.greater_equal(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_greater_equal_int8") + +x = np.random.randn(3, 4, 5).astype(np.int16) +y = np.random.randn(3, 4, 5).astype(np.int16) +z = np.greater_equal(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_greater_equal_int16") + +x = np.random.randint(24, size=(3, 4, 5), dtype=np.uint8) +y = np.random.randint(24, size=(3, 4, 5), dtype=np.uint8) +z = np.greater_equal(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_greater_equal_uint8") + +x = np.random.randint(24, size=(3, 4, 5), dtype=np.uint16) +y = np.random.randint(24, size=(3, 4, 5), dtype=np.uint16) +z = np.greater_equal(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_greater_equal_uint16") + +x = np.random.randint(24, size=(3, 4, 5), dtype=np.uint32) +y = np.random.randint(24, size=(3, 4, 5), dtype=np.uint32) +z = np.greater_equal(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_greater_equal_uint32") + +x = np.random.randint(24, size=(3, 4, 5), dtype=np.uint64) +y = np.random.randint(24, size=(3, 4, 5), dtype=np.uint64) +z = np.greater_equal(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_greater_equal_uint64") +``` + +
+ + +
+greater_broadcast + +```python +node = onnx.helper.make_node( + "Greater", + inputs=["x", "y"], + outputs=["greater"], +) + +x = np.random.randn(3, 4, 5).astype(np.float32) +y = np.random.randn(5).astype(np.float32) +z = np.greater(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_greater_bcast") +``` + +
+ + +
+greater_broadcast + +```python +node = onnx.helper.make_node( + "GreaterOrEqual", + inputs=["x", "y"], + outputs=["greater_equal"], +) + +x = np.random.randn(3, 4, 5).astype(np.float32) +y = np.random.randn(5).astype(np.float32) +z = np.greater_equal(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_greater_equal_bcast") +``` + +
+ + +### **GreaterOrEqual** + + Returns the tensor resulted from performing the `greater_equal` logical operation + elementwise on the input tensors `A` and `B` (with Numpy-style broadcasting support). + + This operator supports **multidirectional (i.e., Numpy-style) broadcasting**; for more details please check [the doc](Broadcasting.md). + +#### Version + +This version of the operator has been available since version 16 of the default ONNX operator set. + +Other versions of this operator: 12 + +#### Inputs + +
+
A (non-differentiable) : T
+
First input operand for the logical operator.
+
B (non-differentiable) : T
+
Second input operand for the logical operator.
+
+ +#### Outputs + +
+
C (non-differentiable) : T1
+
Result tensor.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input types to all numeric tensors.
+
T1 : tensor(bool)
+
Constrain output to boolean tensor.
+
+ + +### **GridSample** + + Given an input `X` and a flow-field `grid`, computes the output `Y` using `X` values and pixel locations from the `grid`. + For spatial input `X` with shape (N, C, H, W), the `grid` will have shape (N, H_out, W_out, 2), + the output `Y` will have shape (N, C, H_out, W_out). For volumetric input `X` with shape (N, C, D, H, W), + the `grid` will have shape (N, D_out, H_out, W_out, 3), the output `Y` will have shape (N, C, D_out, H_out, W_out). + More generally, for an input `X` of rank r+2 with shape (N, C, d1, d2, ..., dr), + the `grid` will have shape (N, D1_out, D2_out, ..., Dr_out, r), the output `Y` will have shape (N, C, D1_out, D2_out, ..., Dr_out). + + The tensor `X` contains values at centers of square pixels (voxels, etc) locations such as (n, c, d1_in, d2_in, ..., dr_in). + The (n, d1_out, d2_out, ..., dr_out, :) values from the tensor `grid` are the normalized positions for interpolating the values + at the (n, c, d1_out, d2_out, ..., dr_out) locations from the output tensor `Y` using a specified interpolation method (the mode) + and a padding mode (for `grid` positions falling outside the 2-dimensional image). + + For example, the values in `grid[n, h_out, w_out, :]` are size-2 vectors specifying normalized positions in the 2-dimensional space of `X`. + They are used to interpolate output values of `Y[n, c, h_out, w_out]`. + + The GridSample operator is often used in doing grid generator and sampler in the + [Spatial Transformer Networks](https://arxiv.org/abs/1506.02025). + See also in [torch.nn.functional.grid_sample](https://pytorch.org/docs/stable/generated/torch.nn.functional.grid_sample.html). + +#### Version + +This version of the operator has been available since version 22 of the default ONNX operator set. + +Other versions of this operator: 16, 20 + +#### Attributes + +
+
align_corners : int (default is 0)
+
If align_corners=1, the extrema (-1 and 1) are considered as referring to the center points of the input's corner pixels (voxels, etc.). If align_corners=0, they are instead considered as referring to the corner points of the input's corner pixels (voxels, etc.), making the sampling more resolution agnostic.
+
mode : string (default is linear)
+
Three interpolation modes: linear (default), nearest and cubic. The "linear" mode includes linear and N-linear interpolation modes depending on the number of spatial dimensions of the input tensor (i.e. linear for 1 spatial dimension, bilinear for 2 spatial dimensions, etc.). The "cubic" mode also includes N-cubic interpolation modes following the same rules. The "nearest" mode rounds to the nearest even index when the sampling point falls halfway between two indices.
+
padding_mode : string (default is zeros)
+
Support padding modes for outside grid values: `zeros`(default), `border`, `reflection`. zeros: use 0 for out-of-bound grid locations, border: use border values for out-of-bound grid locations, reflection: use values at locations reflected by the border for out-of-bound grid locations. If index 0 represents the margin pixel, the reflected value at index -1 will be the same as the value at index 1. For location far away from the border, it will keep being reflected until becoming in bound. If pixel location x = -3.5 reflects by border -1 and becomes x' = 1.5, then reflects by border 1 and becomes x'' = 0.5.
+
+ +#### Inputs + +
+
X (differentiable) : T1
+
Input tensor of rank r+2 that has shape (N, C, D1, D2, ..., Dr), where N is the batch size, C is the number of channels, D1, D2, ..., Dr are the spatial dimensions.
+
grid (non-differentiable) : T2
+
Input offset of shape (N, D1_out, D2_out, ..., Dr_out, r), where D1_out, D2_out, ..., Dr_out are the spatial dimensions of the grid and output, and r is the number of spatial dimensions. Grid specifies the sampling locations normalized by the input spatial dimensions. Therefore, it should have most values in the range of [-1, 1]. If the grid has values outside the range of [-1, 1], the corresponding outputs will be handled as defined by padding_mode. Following computer vision convention, the coordinates in the length-r location vector are listed from the innermost tensor dimension to the outermost, the opposite of regular tensor indexing.
+
+ +#### Outputs + +
+
Y (differentiable) : T1
+
Output tensor of rank r+2 that has shape (N, C, D1_out, D2_out, ..., Dr_out) of the sampled values. For integer input types, intermediate values are computed as floating point and cast to integer at the end.
+
+ +#### Type Constraints + +
+
T1 : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain input `X` and output `Y` types to all tensor types.
+
T2 : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain grid types to float tensors.
+
+ + +#### Examples + +
+gridsample + +```python +node = onnx.helper.make_node( + "GridSample", + inputs=["X", "Grid"], + outputs=["Y"], + mode="linear", + padding_mode="zeros", + align_corners=0, +) +# X shape, [N, C, H, W] - [1, 1, 4, 4] +X = np.array( + [ + [ + [ + [0.0, 1.0, 2.0, 3.0], + [4.0, 5.0, 6.0, 7.0], + [8.0, 9.0, 10.0, 11.0], + [12.0, 13.0, 14.0, 15.0], + ] + ] + ], + dtype=np.float32, +) +# Grid shape, [N, H_out, W_out, 2] - [1, 6, 6, 2] +Grid = np.array( + [ + [ + [ + [-1.0000, -1.0000], + [-0.6000, -1.0000], + [-0.2000, -1.0000], + [0.2000, -1.0000], + [0.6000, -1.0000], + [1.0000, -1.0000], + ], + [ + [-1.0000, -0.6000], + [-0.6000, -0.6000], + [-0.2000, -0.6000], + [0.2000, -0.6000], + [0.6000, -0.6000], + [1.0000, -0.6000], + ], + [ + [-1.0000, -0.2000], + [-0.6000, -0.2000], + [-0.2000, -0.2000], + [0.2000, -0.2000], + [0.6000, -0.2000], + [1.0000, -0.2000], + ], + [ + [-1.0000, 0.2000], + [-0.6000, 0.2000], + [-0.2000, 0.2000], + [0.2000, 0.2000], + [0.6000, 0.2000], + [1.0000, 0.2000], + ], + [ + [-1.0000, 0.6000], + [-0.6000, 0.6000], + [-0.2000, 0.6000], + [0.2000, 0.6000], + [0.6000, 0.6000], + [1.0000, 0.6000], + ], + [ + [-1.0000, 1.0000], + [-0.6000, 1.0000], + [-0.2000, 1.0000], + [0.2000, 1.0000], + [0.6000, 1.0000], + [1.0000, 1.0000], + ], + ] + ], + dtype=np.float32, +) +# Y shape, [N, C, H_out, W_out] - [1, 1, 6, 6] +Y = np.array( + [ + [ + [ + [0.0000, 0.1500, 0.5500, 0.9500, 1.3500, 0.7500], + [0.6000, 1.5000, 2.3000, 3.1000, 3.9000, 2.1000], + [2.2000, 4.7000, 5.5000, 6.3000, 7.1000, 3.7000], + [3.8000, 7.9000, 8.7000, 9.5000, 10.3000, 5.3000], + [5.4000, 11.1000, 11.9000, 12.7000, 13.5000, 6.9000], + [3.0000, 6.1500, 6.5500, 6.9500, 7.3500, 3.7500], + ] + ] + ], + dtype=np.float32, +) +expect(node, inputs=[X, Grid], outputs=[Y], name="test_gridsample") +``` + +
+ + +
+gridsample_mode_aligncorners + +```python +# X shape, [N, C, H, W] - [1, 1, 3, 2] +X = np.array( + [[[[0.0, 1.0], [2.0, 3.0], [4.0, 5.0]]]], + dtype=np.float32, +) +# Grid shape, [N, H_out, W_out, 2] - [1, 2, 4, 2] +Grid = np.array( + [ + [ + [ + [-1.0000, -1.0000], + [-0.5000, -0.5000], + [-0.2000, -0.2000], + [0.0000, 0.0000], + ], + [ + [0.0000, 0.0000], + [-0.2000, -0.2000], + [0.5000, 0.5000], + [1.0000, 1.0000], + ], + ] + ], + dtype=np.float32, +) + +# setting mode = 'bilinear', default align_corners = 0 +node = onnx.helper.make_node( + "GridSample", + inputs=["X", "Grid"], + outputs=["Y"], + mode="linear", +) +# Y shape, [N, C, H_out, W_out] - [1, 1, 2, 4] +Y_bilinear = np.array( + [[[[0.0000, 0.5000, 1.7000, 2.5000], [2.5000, 1.7000, 4.5000, 1.2500]]]], + dtype=np.float32, +) + +expect( + node, + inputs=[X, Grid], + outputs=[Y_bilinear], + name="test_gridsample_bilinear", +) + +# setting mode = 'bilinear', align_corners = 1 +node = onnx.helper.make_node( + "GridSample", + inputs=["X", "Grid"], + outputs=["Y"], + mode="linear", + align_corners=1, +) +# Y shape, [N, C, H_out, W_out] - [1, 1, 2, 4] +Y_align_corners = np.array( + [[[[0.0000, 1.2500, 2.0000, 2.5000], [2.5000, 2.0000, 3.7500, 5.0000]]]], + dtype=np.float32, +) + +expect( + node, + inputs=[X, Grid], + outputs=[Y_align_corners], + name="test_gridsample_aligncorners_true", +) + +# setting mode = 'nearest' +node = onnx.helper.make_node( + "GridSample", + inputs=["X", "Grid"], + outputs=["Y"], + mode="nearest", +) +# Y shape, [N, C, H_out, W_out] - [1, 1, 2, 4] +Y_nearest = np.array( + [[[[0.0, 0.0, 2.0, 2.0], [2.0, 2.0, 5.0, 0.0]]]], + dtype=np.float32, +) + +expect( + node, inputs=[X, Grid], outputs=[Y_nearest], name="test_gridsample_nearest" +) + +# setting mode = 'bicubic' +node = onnx.helper.make_node( + "GridSample", + inputs=["X", "Grid"], + outputs=["Y"], + mode="cubic", +) +# Y shape, [N, C, H_out, W_out] - [1, 1, 2, 4] +Y_bicubic = np.array( + [[[[-0.1406, 0.3828, 1.7556, 2.9688], [2.9688, 1.7556, 5.1445, 1.3906]]]], + dtype=np.float32, +) + +expect( + node, inputs=[X, Grid], outputs=[Y_bicubic], name="test_gridsample_bicubic" +) + +# ============================================================================ +# Additional tests +# The reference output tensors were generated using PyTorch 2.0. +Grid = np.array( + [ + [ + [[-1.0, -0.8], [-0.6, -0.5], [-0.1, -0.2], [0.7, 0.0]], + [[0.0, 0.4], [0.2, -0.2], [-0.3, 0.5], [-1.0, 1.0]], + ] + ], + dtype=np.float32, +) + +node = onnx.helper.make_node( + "GridSample", + inputs=["X", "Grid"], + outputs=["Y"], + mode="nearest", + align_corners=0, +) +# Y shape, [N, C, H_out, W_out] - [1, 1, 2, 4] +Y_nearest = np.array( + [[[[0.0, 0.0, 2.0, 3.0], [4.0, 3.0, 4.0, 4.0]]]], + dtype=np.float32, +) + +expect( + node, + inputs=[X, Grid], + outputs=[Y_nearest], + name="test_gridsample_nearest_align_corners_0_additional_1", +) + +# setting mode = 'nearest' +node = onnx.helper.make_node( + "GridSample", + inputs=["X", "Grid"], + outputs=["Y"], + mode="nearest", + align_corners=1, +) +# Y shape, [N, C, H_out, W_out] - [1, 1, 2, 4] +Y_nearest = np.array( + [[[[0.0, 0.0, 2.0, 3.0], [2.0, 3.0, 4.0, 4.0]]]], + dtype=np.float32, +) + +expect( + node, + inputs=[X, Grid], + outputs=[Y_nearest], + name="test_gridsample_nearest_align_corners_1_additional_1", +) + +node = onnx.helper.make_node( + "GridSample", + inputs=["X", "Grid"], + outputs=["Y"], + mode="linear", + align_corners=0, +) +# Y shape, [N, C, H_out, W_out] - [1, 1, 2, 4] +Y_bilinear = np.array( + [[[[0.0000, 0.4500, 1.8000, 2.4000], [3.7000, 2.1000, 3.7000, 1.0000]]]], + dtype=np.float32, +) + +expect( + node, + inputs=[X, Grid], + outputs=[Y_bilinear], + name="test_gridsample_bilinear_align_corners_0_additional_1", +) + +node = onnx.helper.make_node( + "GridSample", + inputs=["X", "Grid"], + outputs=["Y"], + mode="linear", + align_corners=1, +) +# Y shape, [N, C, H_out, W_out] - [1, 1, 2, 4] +Y_bilinear = np.array( + [[[[0.4000, 1.2000, 2.0500, 2.8500], [3.3000, 2.2000, 3.3500, 4.0000]]]], + dtype=np.float32, +) + +expect( + node, + inputs=[X, Grid], + outputs=[Y_bilinear], + name="test_gridsample_bilinear_align_corners_1_additional_1", +) + +# These two new bicubic tests produces slightly higher error ~5e-5 +node = onnx.helper.make_node( + "GridSample", + inputs=["X", "Grid"], + outputs=["Y"], + mode="cubic", + align_corners=0, +) +# Y shape, [N, C, H_out, W_out] - [1, 1, 2, 4] +Y_bicubic = np.array( + [ + [ + [ + [-0.173250, 0.284265, 1.923106, 2.568000], + [5.170375, 2.284414, 4.744844, 1.046875], + ] + ] + ], + dtype=np.float32, +) + +expect( + node, + inputs=[X, Grid], + outputs=[Y_bicubic], + name="test_gridsample_bicubic_align_corners_0_additional_1", +) + +node = onnx.helper.make_node( + "GridSample", + inputs=["X", "Grid"], + outputs=["Y"], + mode="cubic", + align_corners=1, +) +# Y shape, [N, C, H_out, W_out] - [1, 1, 2, 4] +Y_bicubic = np.array( + [ + [ + [ + [0.304001, 1.128750, 2.266270, 3.144844], + [4.531500, 2.455360, 4.599819, 4.000000], + ] + ] + ], + dtype=np.float32, +) + +expect( + node, + inputs=[X, Grid], + outputs=[Y_bicubic], + name="test_gridsample_bicubic_align_corners_1_additional_1", +) +``` + +
+ + +
+gridsample_paddingmode + +```python +# X shape, [N, C, H, W] - [1, 1, 3, 2] +X = np.array( + [[[[0.0, 1.0], [2.0, 3.0], [4.0, 5.0]]]], + dtype=np.float32, +) +# Grid shape, [N, H_out, W_out, 2] - [1, 2, 4, 2] +Grid = np.array( + [ + [ + [ + [-10.0000, -10.0000], + [-5.0000, -5.0000], + [-0.2000, -0.2000], + [10.0000, 10.0000], + ], + [ + [10.0000, 10.0000], + [-0.2000, -0.2000], + [5.0000, 5.0000], + [10.0000, 10.0000], + ], + ] + ], + dtype=np.float32, +) + +# setting padding_mode = 'zeros' +node = onnx.helper.make_node( + "GridSample", + inputs=["X", "Grid"], + outputs=["Y"], + padding_mode="zeros", +) +# Y shape, [N, C, H_out, W_out] - [1, 1, 2, 4] +Y_zeros = np.array( + [[[[0.0000, 0.0000, 1.7000, 0.0000], [0.0000, 1.7000, 0.0000, 0.0000]]]], + dtype=np.float32, +) + +expect( + node, + inputs=[X, Grid], + outputs=[Y_zeros], + name="test_gridsample_zeros_padding", +) + +# setting padding_mode = 'border' +node = onnx.helper.make_node( + "GridSample", + inputs=["X", "Grid"], + outputs=["Y"], + padding_mode="border", +) +# Y shape, [N, C, H_out, W_out] - [1, 1, 2, 4] +Y_border = np.array( + [[[[0.0000, 0.0000, 1.7000, 5.0000], [5.0000, 1.7000, 5.0000, 5.0000]]]], + dtype=np.float32, +) + +expect( + node, + inputs=[X, Grid], + outputs=[Y_border], + name="test_gridsample_border_padding", +) + +# setting padding_mode = 'reflection' +node = onnx.helper.make_node( + "GridSample", + inputs=["X", "Grid"], + outputs=["Y"], + padding_mode="reflection", +) +# Y shape, [N, C, H_out, W_out] - [1, 1, 2, 4] +Y_reflection = np.array( + [[[[2.5000, 0.0000, 1.7000, 2.5000], [2.5000, 1.7000, 5.0000, 2.5000]]]], + dtype=np.float32, +) + +expect( + node, + inputs=[X, Grid], + outputs=[Y_reflection], + name="test_gridsample_reflection_padding", +) +``` + +
+ + +
+volumeetric_gridsample_mode_aligncorners + +```python +X = np.array( + [ + [ + [ + [[1.0, 2.0], [3.0, 4.0]], + [[5.0, 6.0], [7.0, 8.0]], + [[9.0, 10.0], [11.0, 12.0]], + ] + ] + ], + dtype=np.float32, +) + +Grid = np.array( + [ + [ + [ + [[-1.0, -1.0, -1.0], [-1.0, -0.5, 0.3]], + [[-0.5, -0.5, -0.5], [1.0, -0.6, -1.0]], + [[-0.2, -0.2, -0.2], [0.4, 0.2, 0.6]], + [[0.0, 0.0, 0.0], [-1.0, 0.0, 0.0]], + ], + [ + [[0.0, 0.0, 0.0], [-1.0, 1.0, 0.0]], + [[-0.2, -0.2, -0.2], [1.0, 0.4, -0.2]], + [[0.5, 0.5, 0.5], [-1.0, -0.8, 0.8]], + [[1.0, 1.0, 1.0], [0.4, 0.6, -0.3]], + ], + ] + ], + dtype=np.float32, +) + +node = onnx.helper.make_node( + "GridSample", + inputs=["X", "Grid"], + outputs=["Y"], + mode="nearest", + align_corners=0, +) +# Y shape, [N, C, H_out, W_out] - [1, 1, 2, 4] +Y_nearest = np.array( + [ + [ + [ + [[1.0, 5.0], [1.0, 0.0], [5.0, 12.0], [5.0, 5.0]], + [[5.0, 0.0], [5.0, 0.0], [12.0, 9.0], [0.0, 8.0]], + ] + ] + ], + dtype=np.float32, +) + +expect( + node, + inputs=[X, Grid], + outputs=[Y_nearest], + name="test_gridsample_volumetric_nearest_align_corners_0", +) + +node = onnx.helper.make_node( + "GridSample", + inputs=["X", "Grid"], + outputs=["Y"], + mode="nearest", + align_corners=1, +) +# Y shape, [N, C, H_out, W_out] - [1, 1, 2, 4] +Y_nearest = np.array( + [ + [ + [ + [[1.0, 5.0], [1.0, 2.0], [5.0, 12.0], [5.0, 5.0]], + [[5.0, 7.0], [5.0, 8.0], [12.0, 9.0], [12.0, 8.0]], + ] + ] + ], + dtype=np.float32, +) + +expect( + node, + inputs=[X, Grid], + outputs=[Y_nearest], + name="test_gridsample_volumetric_nearest_align_corners_1", +) + +node = onnx.helper.make_node( + "GridSample", + inputs=["X", "Grid"], + outputs=["Y"], + mode="linear", + align_corners=0, +) +# Y shape, [N, C, H_out, W_out] - [1, 1, 2, 4] +Y_bilinear = np.array( + [ + [ + [ + [ + [0.1250, 3.4000], + [2.0000, 0.4500], + [4.7000, 10.9000], + [6.5000, 3.0000], + ], + [ + [6.5000, 1.7500], + [4.7000, 3.3000], + [11.0000, 2.5200], + [1.5000, 5.4900], + ], + ] + ] + ], + dtype=np.float32, +) + +expect( + node, + inputs=[X, Grid], + outputs=[Y_bilinear], + name="test_gridsample_volumetric_bilinear_align_corners_0", +) + +node = onnx.helper.make_node( + "GridSample", + inputs=["X", "Grid"], + outputs=["Y"], + mode="linear", + align_corners=1, +) +# Y shape, [N, C, H_out, W_out] - [1, 1, 2, 4] +Y_bilinear = np.array( + [ + [ + [ + [ + [1.0000, 6.7000], + [3.7500, 2.4000], + [5.4000, 9.3000], + [6.5000, 6.0000], + ], + [ + [6.5000, 7.0000], + [5.4000, 6.6000], + [9.2500, 8.4000], + [12.0000, 6.1000], + ], + ] + ] + ], + dtype=np.float32, +) + +expect( + node, + inputs=[X, Grid], + outputs=[Y_bilinear], + name="test_gridsample_volumetric_bilinear_align_corners_1", +) +``` + +
+ + +### **GroupNormalization** + + A GroupNormalization function. Carries out group normalization as described in + the paper https://arxiv.org/abs/1803.08494 + + This operator transforms input according to + ``` + y = scale * (x - mean) / sqrt(variance + epsilon) + bias, + ``` + where the mean and variance are computed per instance per group of channels, and + `scale` and `bias` should be specified for each channel. The number of + groups `num_groups` should be divisible by the number of channels so that there are + an equal number of channels per group. + + The overall computation has two stages: the first stage normalizes the elements to + have zero mean and unit variance for each instance in each group, and the second + stage scales and shifts the results of the first stage. The floating-point precision + used in the first stage is determined by the `stash_type` attribute. For example, + if `stash_type` is 1, the operator casts all input variables to 32-bit float, + performs the computation, and finally casts the normalized results back to the + original type of `X`. The second stage does not depend on `stash_type`. + + When the number of groups is the same as the number of channels, this operator is + equivalent to InstanceNormalization. When there is only one group, this operator + is equivalent to LayerNormalization. + +#### Version + +This version of the operator has been available since version 21 of the default ONNX operator set. + +Other versions of this operator: 18 + +#### Attributes + +
+
epsilon : float (default is 1e-05)
+
The epsilon value to use to avoid division by zero.
+
num_groups : int (required)
+
The number of groups of channels. It should be a divisor of the number of channels `C`.
+
stash_type : int (default is 1)
+
The floating-point precision used in stage one of the computation.
+
+ +#### Inputs + +
+
X (differentiable) : T
+
Input data tensor. Dimensions for image cases are `(N x C x H x W)`, where `N` is the batch size, `C` is the number of channels, and `H` and `W` are the height and width of the data. Statistics are computed for every group of channels over `C`, `H`, and `W`. For non-image cases, the dimensions are in the form of `(N x C x D1 x D2 ... Dn)`.
+
scale (differentiable) : T
+
Scale tensor of shape `(C)`.
+
bias (differentiable) : T
+
Bias tensor of shape `(C)`.
+
+ +#### Outputs + +
+
Y (differentiable) : T
+
The output tensor of the same shape as `X`.
+
+ +#### Type Constraints + +
+
T : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ + +#### Examples + +
+epsilon + +```python +c = 4 +num_groups = 2 +x = np.random.randn(3, c, 2, 2).astype(np.float32) +scale = np.random.randn(c).astype(np.float32) +bias = np.random.randn(c).astype(np.float32) +epsilon = 1e-2 +y = _group_normalization(x, num_groups, scale, bias, epsilon).astype(np.float32) + +node = onnx.helper.make_node( + "GroupNormalization", + inputs=["x", "scale", "bias"], + outputs=["y"], + epsilon=epsilon, + num_groups=num_groups, +) + +expect( + node, + inputs=[x, scale, bias], + outputs=[y], + name="test_group_normalization_epsilon", +) +``` + +
+ + +
+groupnormalization + +```python +c = 4 +num_groups = 2 +x = np.random.randn(3, c, 2, 2).astype(np.float32) +scale = np.random.randn(c).astype(np.float32) +bias = np.random.randn(c).astype(np.float32) +y = _group_normalization(x, num_groups, scale, bias).astype(np.float32) + +node = onnx.helper.make_node( + "GroupNormalization", + inputs=["x", "scale", "bias"], + outputs=["y"], + num_groups=num_groups, +) + +expect( + node, + inputs=[x, scale, bias], + outputs=[y], + name="test_group_normalization_example", +) +``` + +
+ + +### **HammingWindow** + + Generates a Hamming window as described in the paper https://ieeexplore.ieee.org/document/1455106. + +#### Version + +This version of the operator has been available since version 17 of the default ONNX operator set. + +#### Attributes + +
+
output_datatype : int (default is 1)
+
The data type of the output tensor. Strictly must be one of the values from DataType enum in TensorProto whose values correspond to T2. The default value is 1 = FLOAT.
+
periodic : int (default is 1)
+
If 1, returns a window to be used as periodic function. If 0, return a symmetric window. When 'periodic' is specified, hann computes a window of length size + 1 and returns the first size points. The default value is 1.
+
+ +#### Inputs + +
+
size (non-differentiable) : T1
+
A scalar value indicating the length of the window.
+
+ +#### Outputs + +
+
output (non-differentiable) : T2
+
A Hamming window with length: size. The output has the shape: [size].
+
+ +#### Type Constraints + +
+
T1 : tensor(int32), tensor(int64)
+
Constrain the input size to int32_t or int64_t.
+
T2 : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain output types to numeric tensors.
+
+ + +#### Examples + +
+hammingwindow + +```python +# Test periodic window +node = onnx.helper.make_node( + "HammingWindow", + inputs=["x"], + outputs=["y"], +) +size = np.int32(10) +a0 = 25 / 46 +a1 = 1 - a0 +y = a0 - a1 * np.cos(2 * np.pi * np.arange(0, size, 1, dtype=np.float32) / size) +expect( + node, + inputs=[size], + outputs=[y.astype(np.float32)], + name="test_hammingwindow", +) + +# Test symmetric window +node = onnx.helper.make_node( + "HammingWindow", inputs=["x"], outputs=["y"], periodic=0 +) +size = np.int32(10) +a0 = 25 / 46 +a1 = 1 - a0 +y = a0 - a1 * np.cos( + 2 * np.pi * np.arange(0, size, 1, dtype=np.float32) / (size - 1) +) +expect( + node, + inputs=[size], + outputs=[y.astype(np.float32)], + name="test_hammingwindow_symmetric", +) +``` + +
+ + +### **HannWindow** + + Generates a Hann window as described in the paper https://ieeexplore.ieee.org/document/1455106. + +#### Version + +This version of the operator has been available since version 17 of the default ONNX operator set. + +#### Attributes + +
+
output_datatype : int (default is 1)
+
The data type of the output tensor. Strictly must be one of the values from DataType enum in TensorProto whose values correspond to T2. The default value is 1 = FLOAT.
+
periodic : int (default is 1)
+
If 1, returns a window to be used as periodic function. If 0, return a symmetric window. When 'periodic' is specified, hann computes a window of length size + 1 and returns the first size points. The default value is 1.
+
+ +#### Inputs + +
+
size (non-differentiable) : T1
+
A scalar value indicating the length of the window.
+
+ +#### Outputs + +
+
output (non-differentiable) : T2
+
A Hann window with length: size. The output has the shape: [size].
+
+ +#### Type Constraints + +
+
T1 : tensor(int32), tensor(int64)
+
Constrain the input size to int32_t or int64_t.
+
T2 : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain output types to numeric tensors.
+
+ + +#### Examples + +
+hannwindow + +```python +# Test periodic window +node = onnx.helper.make_node( + "HannWindow", + inputs=["x"], + outputs=["y"], +) +size = np.int32(10) +a0 = 0.5 +a1 = 0.5 +y = a0 - a1 * np.cos(2 * np.pi * np.arange(0, size, 1, dtype=np.float32) / size) +expect( + node, inputs=[size], outputs=[y.astype(np.float32)], name="test_hannwindow" +) + +# Test symmetric window +node = onnx.helper.make_node( + "HannWindow", inputs=["x"], outputs=["y"], periodic=0 +) +size = np.int32(10) +a0 = 0.5 +a1 = 0.5 +y = a0 - a1 * np.cos( + 2 * np.pi * np.arange(0, size, 1, dtype=np.float32) / (size - 1) +) +expect( + node, + inputs=[size], + outputs=[y.astype(np.float32)], + name="test_hannwindow_symmetric", +) +``` + +
+ + +### **HardSigmoid** + + HardSigmoid takes one input data (Tensor) and produces one output data + (Tensor) where the HardSigmoid function, y = max(0, min(1, alpha * x + beta)), + is applied to the tensor elementwise. + +#### Version + +This version of the operator has been available since version 22 of the default ONNX operator set. + +Other versions of this operator: 1, 6 + +#### Attributes + +
+
alpha : float (default is 0.2)
+
Value of alpha.
+
beta : float (default is 0.5)
+
Value of beta.
+
+ +#### Inputs + +
+
X (differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
Y (differentiable) : T
+
Output tensor
+
+ +#### Type Constraints + +
+
T : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ + +#### Examples + +
+hardsigmoid + +```python +node = onnx.helper.make_node( + "HardSigmoid", inputs=["x"], outputs=["y"], alpha=0.5, beta=0.6 +) + +x = np.array([-1, 0, 1]).astype(np.float32) +y = np.clip(x * 0.5 + 0.6, 0, 1) # expected output [0.1, 0.6, 1.] +expect(node, inputs=[x], outputs=[y], name="test_hardsigmoid_example") + +x = np.random.randn(3, 4, 5).astype(np.float32) +y = np.clip(x * 0.5 + 0.6, 0, 1) +expect(node, inputs=[x], outputs=[y], name="test_hardsigmoid") +``` + +
+ + +
+hardsigmoid_default + +```python +default_alpha = 0.2 +default_beta = 0.5 +node = onnx.helper.make_node( + "HardSigmoid", + inputs=["x"], + outputs=["y"], +) +x = np.random.randn(3, 4, 5).astype(np.float32) +y = np.clip(x * default_alpha + default_beta, 0, 1) +expect(node, inputs=[x], outputs=[y], name="test_hardsigmoid_default") +``` + +
+ + +### **HardSwish** + + HardSwish takes one input data (Tensor) and produces one output data (Tensor) where + the HardSwish function, y = x * max(0, min(1, alpha * x + beta)) = x * HardSigmoid(x), + where alpha = 1/6 and beta = 0.5, is applied to the tensor elementwise. + +#### Version + +This version of the operator has been available since version 22 of the default ONNX operator set. + +Other versions of this operator: 14 + +#### Inputs + +
+
X (differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
Y (differentiable) : T
+
Output tensor
+
+ +#### Type Constraints + +
+
T : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ + +#### Examples + +
+hardswish + +```python +node = onnx.helper.make_node( + "HardSwish", + inputs=["x"], + outputs=["y"], +) +x = np.random.randn(3, 4, 5).astype(np.float32) +y = hardswish(x) + +expect(node, inputs=[x], outputs=[y], name="test_hardswish") +``` + +
+ + +### **Hardmax** + + The operator computes the hardmax values for the given input: + + Hardmax(element in input, axis) = 1 if the element is the first maximum value along the specified axis, 0 otherwise + + The "axis" attribute indicates the dimension along which Hardmax + will be performed. The output tensor has the same shape + and contains the Hardmax values of the corresponding input. + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +Other versions of this operator: 1, 11 + +#### Attributes + +
+
axis : int (default is -1)
+
+Describes the dimension Hardmax will be performed on. +Negative value means counting dimensions +from the back. Accepted range is [-r, r-1] where r = rank(input). +
+
+ +#### Inputs + +
+
input (differentiable) : T
+
The input tensor of rank >= axis.
+
+ +#### Outputs + +
+
output (differentiable) : T
+
The output values with the same shape as the input tensor.
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input and output types to float tensors.
+
+ + +#### Examples + +
+hardmax + +```python +node = onnx.helper.make_node( + "Hardmax", + inputs=["x"], + outputs=["y"], +) + +x = np.array([[3, 0, 1, 2], [2, 5, 1, 0], [0, 1, 3, 2], [0, 1, 2, 3]]).astype( + np.float32 +) +# expect result: +# [[1. 0. 0. 0.] +# [0. 1. 0. 0.] +# [0. 0. 1. 0.] +# [0. 0. 0. 1.]] +y = hardmax(x) +expect(node, inputs=[x], outputs=[y], name="test_hardmax_example") + +# For multiple occurrences of the maximal values, the first occurrence is selected for one-hot output +x = np.array([[3, 3, 3, 1]]).astype(np.float32) +# expect result: +# [[1, 0, 0, 0]] +y = hardmax(x) +expect(node, inputs=[x], outputs=[y], name="test_hardmax_one_hot") +``` + +
+ + +
+hardmax_axis + +```python +x = np.random.randn(3, 4, 5).astype(np.float32) +node = onnx.helper.make_node( + "Hardmax", + inputs=["x"], + outputs=["y"], + axis=0, +) +y = hardmax(x, axis=0) +expect(node, inputs=[x], outputs=[y], name="test_hardmax_axis_0") + +node = onnx.helper.make_node( + "Hardmax", + inputs=["x"], + outputs=["y"], + axis=1, +) +y = hardmax(x, axis=1) +expect(node, inputs=[x], outputs=[y], name="test_hardmax_axis_1") + +node = onnx.helper.make_node( + "Hardmax", + inputs=["x"], + outputs=["y"], + axis=2, +) +y = hardmax(x, axis=2) +expect(node, inputs=[x], outputs=[y], name="test_hardmax_axis_2") + +node = onnx.helper.make_node( + "Hardmax", + inputs=["x"], + outputs=["y"], + axis=-1, +) +y = hardmax(x, axis=-1) +expect(node, inputs=[x], outputs=[y], name="test_hardmax_negative_axis") + +# default axis is -1 +node = onnx.helper.make_node( + "Hardmax", + inputs=["x"], + outputs=["y"], +) +expect(node, inputs=[x], outputs=[y], name="test_hardmax_default_axis") +``` + +
+ + +### **Identity** + + Identity operator + +#### Version + +This version of the operator has been available since version 25 of the default ONNX operator set. + +Other versions of this operator: 1, 13, 14, 16, 19, 21, 23, 24 + +#### Inputs + +
+
input (differentiable) : V
+
Input tensor
+
+ +#### Outputs + +
+
output (differentiable) : V
+
Tensor to copy input into.
+
+ +#### Type Constraints + +
+
V : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(uint4), tensor(int4), tensor(float4e2m1), tensor(float8e8m0), tensor(uint2), tensor(int2), seq(tensor(uint8)), seq(tensor(uint16)), seq(tensor(uint32)), seq(tensor(uint64)), seq(tensor(int8)), seq(tensor(int16)), seq(tensor(int32)), seq(tensor(int64)), seq(tensor(float16)), seq(tensor(float)), seq(tensor(double)), seq(tensor(string)), seq(tensor(bool)), seq(tensor(complex64)), seq(tensor(complex128)), optional(seq(tensor(uint8))), optional(seq(tensor(uint16))), optional(seq(tensor(uint32))), optional(seq(tensor(uint64))), optional(seq(tensor(int8))), optional(seq(tensor(int16))), optional(seq(tensor(int32))), optional(seq(tensor(int64))), optional(seq(tensor(float16))), optional(seq(tensor(float))), optional(seq(tensor(double))), optional(seq(tensor(string))), optional(seq(tensor(bool))), optional(seq(tensor(complex64))), optional(seq(tensor(complex128))), optional(tensor(uint8)), optional(tensor(uint16)), optional(tensor(uint32)), optional(tensor(uint64)), optional(tensor(int8)), optional(tensor(int16)), optional(tensor(int32)), optional(tensor(int64)), optional(tensor(float16)), optional(tensor(float)), optional(tensor(double)), optional(tensor(string)), optional(tensor(bool)), optional(tensor(complex64)), optional(tensor(complex128))
+
Constrain input and output types to all tensor, sequence, and optional types.
+
+ + +#### Examples + +
+identity + +```python +node = onnx.helper.make_node( + "Identity", + inputs=["x"], + outputs=["y"], +) + +data = np.array( + [ + [ + [ + [1, 2], + [3, 4], + ] + ] + ], + dtype=np.float32, +) + +expect(node, inputs=[data], outputs=[data], name="test_identity") +``` + +
+ + +
+identity_opt + +```python +ten_in_tp = onnx.helper.make_tensor_type_proto( + onnx.TensorProto.FLOAT, shape=[5] +) +seq_in_tp = onnx.helper.make_sequence_type_proto(ten_in_tp) +opt_in_tp = onnx.helper.make_optional_type_proto(seq_in_tp) + +identity_node = onnx.helper.make_node( + "Identity", inputs=["opt_in"], outputs=["opt_out"] +) + +x = [np.array([1, 2, 3, 4, 5]).astype(np.float32)] + +expect( + identity_node, + inputs=[x], + outputs=[x], + name="test_identity_opt", + opset_imports=[onnx.helper.make_opsetid("", 16)], + input_type_protos=[opt_in_tp], + output_type_protos=[opt_in_tp], +) +``` + +
+ + +
+sequence + +```python +node = onnx.helper.make_node( + "Identity", + inputs=["x"], + outputs=["y"], +) + +data = [ + np.array( + [ + [ + [ + [1, 2], + [3, 4], + ] + ] + ], + dtype=np.float32, + ), + np.array( + [ + [ + [ + [2, 3], + [1, 5], + ] + ] + ], + dtype=np.float32, + ), +] + +expect(node, inputs=[data], outputs=[data], name="test_identity_sequence") +``` + +
+ + +### **If** + + If conditional + +#### Version + +This version of the operator has been available since version 25 of the default ONNX operator set. + +Other versions of this operator: 1, 11, 13, 16, 19, 21, 23, 24 + +#### Attributes + +
+
else_branch : graph (required)
+
Graph to run if condition is false. Has N outputs: values you wish to be live-out to the enclosing scope. The number of outputs must match the number of outputs in the then_branch.
+
then_branch : graph (required)
+
Graph to run if condition is true. Has N outputs: values you wish to be live-out to the enclosing scope. The number of outputs must match the number of outputs in the else_branch.
+
+ +#### Inputs + +
+
cond : B
+
Condition for the if. The tensor must contain a single element.
+
+ +#### Outputs (1 - ∞) + +
+
outputs (variadic, heterogeneous) : V
+
Values that are live-out to the enclosing scope. The return values in the `then_branch` and `else_branch` must be of the same data type. The `then_branch` and `else_branch` may produce tensors with the same element type and different shapes. If corresponding outputs from the then-branch and the else-branch have static shapes S1 and S2, then the shape of the corresponding output variable of the if-node (if present) must be compatible with both S1 and S2 as it represents the union of both possible shapes.For example, if in a model file, the first output of `then_branch` is typed float tensor with shape [2] and the first output of `else_branch` is another float tensor with shape [3], If's first output should have (a) no shape set, or (b) a shape of rank 1 with neither `dim_value` nor `dim_param` set, or (c) a shape of rank 1 with a unique `dim_param`. In contrast, the first output cannot have the shape [2] since [2] and [3] are not compatible.
+
+ +#### Type Constraints + +
+
V : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(uint4), tensor(int4), tensor(float4e2m1), tensor(float8e8m0), tensor(uint2), tensor(int2), seq(tensor(uint8)), seq(tensor(uint16)), seq(tensor(uint32)), seq(tensor(uint64)), seq(tensor(int8)), seq(tensor(int16)), seq(tensor(int32)), seq(tensor(int64)), seq(tensor(bfloat16)), seq(tensor(float16)), seq(tensor(float)), seq(tensor(double)), seq(tensor(string)), seq(tensor(bool)), seq(tensor(complex64)), seq(tensor(complex128)), seq(tensor(float8e4m3fn)), seq(tensor(float8e4m3fnuz)), seq(tensor(float8e5m2)), seq(tensor(float8e5m2fnuz)), seq(tensor(uint4)), seq(tensor(int4)), seq(tensor(float4e2m1)), seq(tensor(float8e8m0)), seq(tensor(uint2)), seq(tensor(int2)), optional(seq(tensor(uint8))), optional(seq(tensor(uint16))), optional(seq(tensor(uint32))), optional(seq(tensor(uint64))), optional(seq(tensor(int8))), optional(seq(tensor(int16))), optional(seq(tensor(int32))), optional(seq(tensor(int64))), optional(seq(tensor(bfloat16))), optional(seq(tensor(float16))), optional(seq(tensor(float))), optional(seq(tensor(double))), optional(seq(tensor(string))), optional(seq(tensor(bool))), optional(seq(tensor(complex64))), optional(seq(tensor(complex128))), optional(tensor(uint8)), optional(tensor(uint16)), optional(tensor(uint32)), optional(tensor(uint64)), optional(tensor(int8)), optional(tensor(int16)), optional(tensor(int32)), optional(tensor(int64)), optional(tensor(bfloat16)), optional(tensor(float16)), optional(tensor(float)), optional(tensor(double)), optional(tensor(string)), optional(tensor(bool)), optional(tensor(complex64)), optional(tensor(complex128)), optional(tensor(float8e4m3fn)), optional(tensor(float8e4m3fnuz)), optional(tensor(float8e5m2)), optional(tensor(float8e5m2fnuz)), optional(tensor(uint4)), optional(tensor(int4)), optional(tensor(float4e2m1)), optional(tensor(float8e8m0)), optional(tensor(uint2)), optional(tensor(int2))
+
All Tensor, Sequence(Tensor), Optional(Tensor), and Optional(Sequence(Tensor)) types up to IRv13.
+
B : tensor(bool)
+
Only bool
+
+ + +#### Examples + +
+if + +```python +# Given a bool scalar input cond. +# return constant tensor x if cond is True, otherwise return constant tensor y. + +then_out = onnx.helper.make_tensor_value_info( + "then_out", onnx.TensorProto.FLOAT, [5] +) +else_out = onnx.helper.make_tensor_value_info( + "else_out", onnx.TensorProto.FLOAT, [5] +) + +x = np.array([1, 2, 3, 4, 5]).astype(np.float32) +y = np.array([5, 4, 3, 2, 1]).astype(np.float32) + +then_const_node = onnx.helper.make_node( + "Constant", + inputs=[], + outputs=["then_out"], + value=onnx.numpy_helper.from_array(x), +) + +else_const_node = onnx.helper.make_node( + "Constant", + inputs=[], + outputs=["else_out"], + value=onnx.numpy_helper.from_array(y), +) + +then_body = onnx.helper.make_graph( + [then_const_node], "then_body", [], [then_out] +) + +else_body = onnx.helper.make_graph( + [else_const_node], "else_body", [], [else_out] +) + +if_node = onnx.helper.make_node( + "If", + inputs=["cond"], + outputs=["res"], + then_branch=then_body, + else_branch=else_body, +) + +cond = np.array(1).astype(bool) +res = x if cond else y +expect( + if_node, + inputs=[cond], + outputs=[res], + name="test_if", + opset_imports=[onnx.helper.make_opsetid("", 11)], +) +``` + +
+ + +
+if_optional + +```python +# Given a bool scalar input cond, return an empty optional sequence of +# tensor if True, return an optional sequence with value x +# (the input optional sequence) otherwise. + +ten_in_tp = onnx.helper.make_tensor_type_proto( + onnx.TensorProto.FLOAT, shape=[5] +) +seq_in_tp = onnx.helper.make_sequence_type_proto(ten_in_tp) + +then_out_tensor_tp = onnx.helper.make_tensor_type_proto( + onnx.TensorProto.FLOAT, shape=[5] +) +then_out_seq_tp = onnx.helper.make_sequence_type_proto(then_out_tensor_tp) +then_out_opt_tp = onnx.helper.make_optional_type_proto(then_out_seq_tp) +then_out = onnx.helper.make_value_info("optional_empty", then_out_opt_tp) + +else_out_tensor_tp = onnx.helper.make_tensor_type_proto( + onnx.TensorProto.FLOAT, shape=[5] +) +else_out_seq_tp = onnx.helper.make_sequence_type_proto(else_out_tensor_tp) +else_out_opt_tp = onnx.helper.make_optional_type_proto(else_out_seq_tp) +else_out = onnx.helper.make_value_info("else_opt", else_out_opt_tp) + +x = [np.array([1, 2, 3, 4, 5]).astype(np.float32)] +cond = np.array(0).astype(bool) +res = compute_if_outputs(x, cond) + +opt_empty_in = onnx.helper.make_node( + "Optional", inputs=[], outputs=["optional_empty"], type=seq_in_tp +) + +then_body = onnx.helper.make_graph([opt_empty_in], "then_body", [], [then_out]) + +else_const_node = onnx.helper.make_node( + "Constant", + inputs=[], + outputs=["x"], + value=onnx.numpy_helper.from_array(x[0]), +) + +else_seq_node = onnx.helper.make_node( + "SequenceConstruct", inputs=["x"], outputs=["else_seq"] +) + +else_optional_seq_node = onnx.helper.make_node( + "Optional", inputs=["else_seq"], outputs=["else_opt"] +) + +else_body = onnx.helper.make_graph( + [else_const_node, else_seq_node, else_optional_seq_node], + "else_body", + [], + [else_out], +) + +if_node = onnx.helper.make_node( + "If", + inputs=["cond"], + outputs=["sequence"], + then_branch=then_body, + else_branch=else_body, +) + +expect( + if_node, + inputs=[cond], + outputs=[res], + name="test_if_opt", + output_type_protos=[else_out_opt_tp], + opset_imports=[onnx.helper.make_opsetid("", 16)], +) +``` + +
+ + +
+if_seq + +```python +# Given a bool scalar input cond. +# return constant sequence x if cond is True, otherwise return constant sequence y. + +then_out = onnx.helper.make_tensor_sequence_value_info( + "then_out", onnx.TensorProto.FLOAT, shape=[5] +) +else_out = onnx.helper.make_tensor_sequence_value_info( + "else_out", onnx.TensorProto.FLOAT, shape=[5] +) + +x = [np.array([1, 2, 3, 4, 5]).astype(np.float32)] +y = [np.array([5, 4, 3, 2, 1]).astype(np.float32)] + +then_const_node = onnx.helper.make_node( + "Constant", + inputs=[], + outputs=["x"], + value=onnx.numpy_helper.from_array(x[0]), +) + +then_seq_node = onnx.helper.make_node( + "SequenceConstruct", inputs=["x"], outputs=["then_out"] +) + +else_const_node = onnx.helper.make_node( + "Constant", + inputs=[], + outputs=["y"], + value=onnx.numpy_helper.from_array(y[0]), +) + +else_seq_node = onnx.helper.make_node( + "SequenceConstruct", inputs=["y"], outputs=["else_out"] +) + +then_body = onnx.helper.make_graph( + [then_const_node, then_seq_node], "then_body", [], [then_out] +) + +else_body = onnx.helper.make_graph( + [else_const_node, else_seq_node], "else_body", [], [else_out] +) + +if_node = onnx.helper.make_node( + "If", + inputs=["cond"], + outputs=["res"], + then_branch=then_body, + else_branch=else_body, +) + +cond = np.array(1).astype(bool) +res = x if cond else y +expect( + if_node, + inputs=[cond], + outputs=[res], + name="test_if_seq", + opset_imports=[onnx.helper.make_opsetid("", 13)], +) +``` + +
+ + +### **ImageDecoder** + + Loads and decodes and image from a file. If it can't decode for any reason (e.g. corrupted encoded + stream, invalid format, it will return an empty matrix). + The following image formats are supported: + * BMP + * JPEG (note: Lossless JPEG support is optional) + * JPEG2000 + * TIFF + * PNG + * WebP + * Portable image format (PBM, PGM, PPM, PXM, PNM) + Decoded images follow a channel-last layout: (Height, Width, Channels). + **JPEG chroma upsampling method:** + When upsampling the chroma components by a factor of 2, the pixels are linearly interpolated so that the + centers of the output pixels are 1/4 and 3/4 of the way between input pixel centers. + When rounding, 0.5 is rounded down and up at alternative pixels locations to prevent bias towards + larger values (ordered dither pattern). + Considering adjacent input pixels A, B, and C, B is upsampled to pixels B0 and B1 so that + ``` + B0 = round_half_down((1/4) * A + (3/4) * B) + B1 = round_half_up((3/4) * B + (1/4) * C) + ``` + This method, is the default chroma upsampling method in the well-established libjpeg-turbo library, + also referred as "smooth" or "fancy" upsampling. + +#### Version + +This version of the operator has been available since version 20 of the default ONNX operator set. + +#### Attributes + +
+
pixel_format : string (default is RGB)
+
Pixel format. Can be one of "RGB", "BGR", or "Grayscale".
+
+ +#### Inputs + +
+
encoded_stream (non-differentiable) : T1
+
Encoded stream
+
+ +#### Outputs + +
+
image (non-differentiable) : T2
+
Decoded image
+
+ +#### Type Constraints + +
+
T1 : tensor(uint8)
+
Constrain input types to 8-bit unsigned integer tensor.
+
T2 : tensor(uint8)
+
Constrain output types to 8-bit unsigned integer tensor.
+
+ + +#### Examples + +
+image_decoder_decode_bmp_rgb + +```python +node = onnx.helper.make_node( + "ImageDecoder", + inputs=["data"], + outputs=["output"], + pixel_format="RGB", +) + +data, output = _generate_test_data( + "bmp", _image_decoder_data.image_decoder_decode_bmp_rgb, "RGB" +) +expect( + node, + inputs=[data], + outputs=[output], + name="test_image_decoder_decode_bmp_rgb", +) +``` + +
+ + +
+image_decoder_decode_jpeg2k_rgb + +```python +node = onnx.helper.make_node( + "ImageDecoder", + inputs=["data"], + outputs=["output"], + pixel_format="RGB", +) + +data, output = _generate_test_data( + "jpeg2000", _image_decoder_data.image_decoder_decode_jpeg2k_rgb, "RGB" +) +expect( + node, + inputs=[data], + outputs=[output], + name="test_image_decoder_decode_jpeg2k_rgb", +) +``` + +
+ + +
+image_decoder_decode_jpeg_bgr + +```python +node = onnx.helper.make_node( + "ImageDecoder", + inputs=["data"], + outputs=["output"], + pixel_format="BGR", +) + +data, output = _generate_test_data( + "jpeg", _image_decoder_data.image_decoder_decode_jpeg_bgr, "BGR" +) +expect( + node, + inputs=[data], + outputs=[output], + name="test_image_decoder_decode_jpeg_bgr", +) +``` + +
+ + +
+image_decoder_decode_jpeg_grayscale + +```python +node = onnx.helper.make_node( + "ImageDecoder", + inputs=["data"], + outputs=["output"], + pixel_format="Grayscale", +) + +data, output = _generate_test_data( + "jpeg", _image_decoder_data.image_decoder_decode_jpeg_grayscale, "Grayscale" +) +expect( + node, + inputs=[data], + outputs=[output], + name="test_image_decoder_decode_jpeg_grayscale", +) +``` + +
+ + +
+image_decoder_decode_jpeg_rgb + +```python +node = onnx.helper.make_node( + "ImageDecoder", + inputs=["data"], + outputs=["output"], + pixel_format="RGB", +) + +data, output = _generate_test_data( + "jpeg", _image_decoder_data.image_decoder_decode_jpeg_rgb, "RGB" +) +expect( + node, + inputs=[data], + outputs=[output], + name="test_image_decoder_decode_jpeg_rgb", +) +``` + +
+ + +
+image_decoder_decode_png_rgb + +```python +node = onnx.helper.make_node( + "ImageDecoder", + inputs=["data"], + outputs=["output"], + pixel_format="RGB", +) + +data, output = _generate_test_data( + "png", _image_decoder_data.image_decoder_decode_png_rgb, "RGB" +) +expect( + node, + inputs=[data], + outputs=[output], + name="test_image_decoder_decode_png_rgb", +) +``` + +
+ + +
+image_decoder_decode_pnm_rgb + +```python +node = onnx.helper.make_node( + "ImageDecoder", + inputs=["data"], + outputs=["output"], + pixel_format="RGB", +) + +data, output = _generate_test_data( + "ppm", _image_decoder_data.image_decoder_decode_pnm_rgb, "RGB" +) +expect( + node, + inputs=[data], + outputs=[output], + name="test_image_decoder_decode_pnm_rgb", +) +``` + +
+ + +
+image_decoder_decode_tiff_rgb + +```python +node = onnx.helper.make_node( + "ImageDecoder", + inputs=["data"], + outputs=["output"], + pixel_format="RGB", +) + +data, output = _generate_test_data( + "tiff", _image_decoder_data.image_decoder_decode_tiff_rgb, "RGB" +) +expect( + node, + inputs=[data], + outputs=[output], + name="test_image_decoder_decode_tiff_rgb", +) +``` + +
+ + +
+image_decoder_decode_webp_rgb + +```python +node = onnx.helper.make_node( + "ImageDecoder", + inputs=["data"], + outputs=["output"], + pixel_format="RGB", +) + +data, output = _generate_test_data( + "webp", _image_decoder_data.image_decoder_decode_webp_rgb, "RGB" +) +expect( + node, + inputs=[data], + outputs=[output], + name="test_image_decoder_decode_webp_rgb", +) +``` + +
+ + +### **InstanceNormalization** + + Carries out instance normalization as described in the paper + https://arxiv.org/abs/1607.08022. + + y = scale * (x - mean) / sqrt(variance + epsilon) + B, + where mean and variance are computed per instance per channel. + + +#### Version + +This version of the operator has been available since version 22 of the default ONNX operator set. + +Other versions of this operator: 1, 6 + +#### Attributes + +
+
epsilon : float (default is 1e-05)
+
The epsilon value to use to avoid division by zero.
+
+ +#### Inputs + +
+
input (differentiable) : T
+
Input data tensor from the previous operator; dimensions for image case are (N x C x H x W), where N is the batch size, C is the number of channels, and H and W are the height and the width of the data. For non image case, the dimensions are in the form of (N x C x D1 x D2 ... Dn), where N is the batch size.
+
scale (differentiable) : T
+
The input 1-dimensional scale tensor of size C.
+
B (differentiable) : T
+
The input 1-dimensional bias tensor of size C.
+
+ +#### Outputs + +
+
output (differentiable) : T
+
The output tensor of the same shape as input.
+
+ +#### Type Constraints + +
+
T : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ + +#### Examples + +
+instancenormalization + +```python +def _instancenorm_test_mode( + x: np.ndarray, s: np.ndarray, bias: np.ndarray, epsilon: float = 1e-5 +) -> np.ndarray: + dims_x = len(x.shape) + axis = tuple(range(2, dims_x)) + mean = np.mean(x, axis=axis, keepdims=True) + var = np.var(x, axis=axis, keepdims=True) + dim_ones = (1,) * (dims_x - 2) + s = s.reshape(-1, *dim_ones) + bias = bias.reshape(-1, *dim_ones) + return s * (x - mean) / np.sqrt(var + epsilon) + bias + +# input size: (1, 2, 1, 3) +x = np.array([[[[-1, 0, 1]], [[2, 3, 4]]]]).astype(np.float32) +s = np.array([1.0, 1.5]).astype(np.float32) +bias = np.array([0, 1]).astype(np.float32) +y = _instancenorm_test_mode(x, s, bias).astype(np.float32) + +node = onnx.helper.make_node( + "InstanceNormalization", + inputs=["x", "s", "bias"], + outputs=["y"], +) + +# output size: (1, 2, 1, 3) +expect(node, inputs=[x, s, bias], outputs=[y], name="test_instancenorm_example") + +# input size: (2, 3, 4, 5) +x = np.random.randn(2, 3, 4, 5).astype(np.float32) +s = np.random.randn(3).astype(np.float32) +bias = np.random.randn(3).astype(np.float32) +epsilon = 1e-2 +y = _instancenorm_test_mode(x, s, bias, epsilon).astype(np.float32) + +node = onnx.helper.make_node( + "InstanceNormalization", + inputs=["x", "s", "bias"], + outputs=["y"], + epsilon=epsilon, +) + +# output size: (2, 3, 4, 5) +expect(node, inputs=[x, s, bias], outputs=[y], name="test_instancenorm_epsilon") +``` + +
+ + +### **IsInf** + + Map infinity to true and other values to false. + +#### Version + +This version of the operator has been available since version 20 of the default ONNX operator set. + +Other versions of this operator: 10 + +#### Attributes + +
+
detect_negative : int (default is 1)
+
(Optional) Whether map negative infinity to true. Default to 1 so that negative infinity induces true. Set this attribute to 0 if negative infinity should be mapped to false.
+
detect_positive : int (default is 1)
+
(Optional) Whether map positive infinity to true. Default to 1 so that positive infinity induces true. Set this attribute to 0 if positive infinity should be mapped to false.
+
+ +#### Inputs + +
+
X (non-differentiable) : T1
+
input
+
+ +#### Outputs + +
+
Y (non-differentiable) : T2
+
output
+
+ +#### Type Constraints + +
+
T1 : tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz)
+
Constrain input types to float tensors.
+
T2 : tensor(bool)
+
Constrain output types to boolean tensors.
+
+ + +#### Examples + +
+infinity + +```python +node = onnx.helper.make_node( + "IsInf", + inputs=["x"], + outputs=["y"], +) + +x = np.array([-1.2, np.nan, np.inf, 2.8, -np.inf, np.inf], dtype=np.float32) +y = np.isinf(x) +expect(node, inputs=[x], outputs=[y], name="test_isinf") +``` + +
+ + +
+infinity_float16 + +```python +node = onnx.helper.make_node( + "IsInf", + inputs=["x"], + outputs=["y"], +) + +x = np.array([-1.2, np.nan, np.inf, 2.8, -np.inf, np.inf], dtype=np.float16) +y = np.isinf(x) +expect(node, inputs=[x], outputs=[y], name="test_isinf_float16") +``` + +
+ + +
+negative_infinity_only + +```python +node = onnx.helper.make_node( + "IsInf", inputs=["x"], outputs=["y"], detect_positive=0 +) + +x = np.array([-1.7, np.nan, np.inf, -3.6, -np.inf, np.inf], dtype=np.float32) +y = np.isneginf(x) +expect(node, inputs=[x], outputs=[y], name="test_isinf_negative") +``` + +
+ + +
+positive_infinity_only + +```python +node = onnx.helper.make_node( + "IsInf", inputs=["x"], outputs=["y"], detect_negative=0 +) + +x = np.array([-1.7, np.nan, np.inf, 3.6, -np.inf, np.inf], dtype=np.float32) +y = np.isposinf(x) +expect(node, inputs=[x], outputs=[y], name="test_isinf_positive") +``` + +
+ + +### **IsNaN** + + Returns which elements of the input are NaN. + +#### Version + +This version of the operator has been available since version 20 of the default ONNX operator set. + +Other versions of this operator: 9, 13 + +#### Inputs + +
+
X (non-differentiable) : T1
+
input
+
+ +#### Outputs + +
+
Y (non-differentiable) : T2
+
output
+
+ +#### Type Constraints + +
+
T1 : tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz)
+
Constrain input types to float tensors.
+
T2 : tensor(bool)
+
Constrain output types to boolean tensors.
+
+ + +#### Examples + +
+float16 + +```python +node = onnx.helper.make_node( + "IsNaN", + inputs=["x"], + outputs=["y"], +) + +x = np.array([-1.2, np.nan, np.inf, 2.8, -np.inf, np.inf], dtype=np.float16) +y = np.isnan(x) +expect(node, inputs=[x], outputs=[y], name="test_isnan_float16") +``` + +
+ + +
+isnan + +```python +node = onnx.helper.make_node( + "IsNaN", + inputs=["x"], + outputs=["y"], +) + +x = np.array([-1.2, np.nan, np.inf, 2.8, -np.inf, np.inf], dtype=np.float32) +y = np.isnan(x) +expect(node, inputs=[x], outputs=[y], name="test_isnan") +``` + +
+ + +### **LRN** + + Local Response Normalization proposed in the [AlexNet paper](https://papers.nips.cc/paper/4824-imagenet-classification-with-deep-convolutional-neural-networks.pdf). + It normalizes over local input regions. + The local region is defined across the channels. For an element `X[n, c, d1, ..., dk]` in a tensor + of shape `(N x C x D1 x D2, ..., Dk)`, its region is + `{X[n, i, d1, ..., dk] | max(0, c - floor((size - 1) / 2)) <= i <= min(C - 1, c + ceil((size - 1) / 2))}`. + + `square_sum[n, c, d1, ..., dk] = sum(X[n, i, d1, ..., dk] ^ 2)`, + where `max(0, c - floor((size - 1) / 2)) <= i <= min(C - 1, c + ceil((size - 1) / 2))`. + + `Y[n, c, d1, ..., dk] = X[n, c, d1, ..., dk] / (bias + alpha / size * square_sum[n, c, d1, ..., dk] ) ^ beta` + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +Other versions of this operator: 1 + +#### Attributes + +
+
alpha : float (default is 0.0001)
+
Scaling parameter.
+
beta : float (default is 0.75)
+
The exponent.
+
bias : float (default is 1.0)
+
+
size : int (required)
+
The number of channels to sum over
+
+ +#### Inputs + +
+
X (differentiable) : T
+
Input data tensor from the previous operator; dimensions for image case are (N x C x H x W), where N is the batch size, C is the number of channels, and H and W are the height and the width of the data. For non image case, the dimensions are in the form of (N x C x D1 x D2 ... Dn), where N is the batch size. Optionally, if dimension denotation is in effect, the operation expects the input data tensor to arrive with the dimension denotation of [DATA_BATCH, DATA_CHANNEL, DATA_FEATURE, DATA_FEATURE ...].
+
+ +#### Outputs + +
+
Y (differentiable) : T
+
Output tensor, which has the shape and type as input tensor
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input and output types to float tensors.
+
+ + +#### Examples + +
+default + +```python +alpha = 0.0001 +beta = 0.75 +bias = 1.0 +nsize = 3 +node = onnx.helper.make_node("LRN", inputs=["x"], outputs=["y"], size=3) +x = np.random.randn(5, 5, 5, 5).astype(np.float32) +square_sum = np.zeros((5, 5, 5, 5)).astype(np.float32) +for n, c, h, w in np.ndindex(x.shape): + square_sum[n, c, h, w] = sum( + x[ + n, + max(0, c - math.floor((nsize - 1) / 2)) : min( + 5, c + math.ceil((nsize - 1) / 2) + 1 + ), + h, + w, + ] + ** 2 + ) +y = x / ((bias + (alpha / nsize) * square_sum) ** beta) +expect(node, inputs=[x], outputs=[y], name="test_lrn_default") +``` + +
+ + +
+lrn + +```python +alpha = 0.0002 +beta = 0.5 +bias = 2.0 +nsize = 3 +node = onnx.helper.make_node( + "LRN", + inputs=["x"], + outputs=["y"], + alpha=alpha, + beta=beta, + bias=bias, + size=nsize, +) +x = np.random.randn(5, 5, 5, 5).astype(np.float32) +square_sum = np.zeros((5, 5, 5, 5)).astype(np.float32) +for n, c, h, w in np.ndindex(x.shape): + square_sum[n, c, h, w] = sum( + x[ + n, + max(0, c - math.floor((nsize - 1) / 2)) : min( + 5, c + math.ceil((nsize - 1) / 2) + 1 + ), + h, + w, + ] + ** 2 + ) +y = x / ((bias + (alpha / nsize) * square_sum) ** beta) +expect(node, inputs=[x], outputs=[y], name="test_lrn") +``` + +
+ + +### **LSTM** + + Computes an one-layer LSTM. This operator is usually supported via some + custom implementation such as CuDNN. + + Notations: + + * `X` - input tensor + * `i` - input gate + * `o` - output gate + * `f` - forget gate + * `c` - cell gate + * `t` - time step (t-1 means previous time step) + * `W[iofc]` - W parameter weight matrix for input, output, forget, and cell gates + * `R[iofc]` - R recurrence weight matrix for input, output, forget, and cell gates + * `Wb[iofc]` - W bias vectors for input, output, forget, and cell gates + * `Rb[iofc]` - R bias vectors for input, output, forget, and cell gates + * `P[iof]` - P peephole weight vector for input, output, and forget gates + * `WB[iofc]` - W parameter weight matrix for backward input, output, forget, and cell gates + * `RB[iofc]` - R recurrence weight matrix for backward input, output, forget, and cell gates + * `WBb[iofc]` - W bias vectors for backward input, output, forget, and cell gates + * `RBb[iofc]` - R bias vectors for backward input, output, forget, and cell gates + * `PB[iof]` - P peephole weight vector for backward input, output, and forget gates + * `H` - Hidden state + * `num_directions` - 2 if direction == bidirectional else 1 + + Activation functions: + + * Relu(x) - max(0, x) + * Tanh(x) - (1 - e^{-2x})/(1 + e^{-2x}) + * Sigmoid(x) - 1/(1 + e^{-x}) + + NOTE: Below are optional + + * Affine(x) - alpha*x + beta + * LeakyRelu(x) - x if x >= 0 else alpha * x + * ThresholdedRelu(x) - x if x >= alpha else 0 + * ScaledTanh(x) - alpha*Tanh(beta*x) + * HardSigmoid(x) - min(max(alpha*x + beta, 0), 1) + * Elu(x) - x if x >= 0 else alpha*(e^x - 1) + * Softsign(x) - x/(1 + |x|) + * Softplus(x) - log(1 + e^x) + + Equations (Default: f=Sigmoid, g=Tanh, h=Tanh): + + * it = f(Xt*(Wi^T) + Ht-1*(Ri^T) + Pi (.) Ct-1 + Wbi + Rbi) + * ft = f(Xt*(Wf^T) + Ht-1*(Rf^T) + Pf (.) Ct-1 + Wbf + Rbf) + * ct = g(Xt*(Wc^T) + Ht-1*(Rc^T) + Wbc + Rbc) + * Ct = ft (.) Ct-1 + it (.) ct + * ot = f(Xt*(Wo^T) + Ht-1*(Ro^T) + Po (.) Ct + Wbo + Rbo) + * Ht = ot (.) h(Ct) + This operator has **optional** inputs/outputs. See [the doc](IR.md) for more details about the representation of optional arguments. An empty string may be used in the place of an actual argument's name to indicate a missing argument. Trailing optional arguments (those not followed by an argument that is present) may also be simply omitted. + +#### Version + +This version of the operator has been available since version 22 of the default ONNX operator set. + +Other versions of this operator: 1, 7, 14 + +#### Attributes + +
+
activation_alpha : list of floats
+
Optional scaling values used by some activation functions. The values are consumed in the order of activation functions, for example (f, g, h) in LSTM. Default values are the same as of corresponding ONNX operators.For example with LeakyRelu, the default alpha is 0.01.
+
activation_beta : list of floats
+
Optional scaling values used by some activation functions. The values are consumed in the order of activation functions, for example (f, g, h) in LSTM. Default values are the same as of corresponding ONNX operators.
+
activations : list of strings
+
A list of 3 (or 6 if bidirectional) activation functions for input, output, forget, cell, and hidden. The activation functions must be one of the activation functions specified above. Optional: See the equations for default if not specified.
+
clip : float
+
Cell clip threshold. Clipping bounds the elements of a tensor in the range of [-threshold, +threshold] and is applied to the input of activations. No clip if not specified.
+
direction : string (default is forward)
+
Specify if the RNN is forward, reverse, or bidirectional. Must be one of forward (default), reverse, or bidirectional.
+
hidden_size : int
+
Number of neurons in the hidden layer
+
input_forget : int (default is 0)
+
Couple the input and forget gates if 1.
+
layout : int (default is 0)
+
The shape format of inputs X, initial_h, initial_c and outputs Y, Y_h, Y_c. If 0, the following shapes are expected: X.shape = [seq_length, batch_size, input_size], Y.shape = [seq_length, num_directions, batch_size, hidden_size], initial_h.shape = Y_h.shape = initial_c.shape = Y_c.shape = [num_directions, batch_size, hidden_size]. If 1, the following shapes are expected: X.shape = [batch_size, seq_length, input_size], Y.shape = [batch_size, seq_length, num_directions, hidden_size], initial_h.shape = Y_h.shape = initial_c.shape = Y_c.shape = [batch_size, num_directions, hidden_size].
+
+ +#### Inputs (3 - 8) + +
+
X (differentiable) : T
+
The input sequences packed (and potentially padded) into one 3-D tensor with the shape of `[seq_length, batch_size, input_size]`.
+
W (differentiable) : T
+
The weight tensor for the gates. Concatenation of `W[iofc]` and `WB[iofc]` (if bidirectional) along dimension 0. The tensor has shape `[num_directions, 4*hidden_size, input_size]`.
+
R (differentiable) : T
+
The recurrence weight tensor. Concatenation of `R[iofc]` and `RB[iofc]` (if bidirectional) along dimension 0. This tensor has shape `[num_directions, 4*hidden_size, hidden_size]`.
+
B (optional, differentiable) : T
+
The bias tensor for input gate. Concatenation of `[Wb[iofc], Rb[iofc]]`, and `[WBb[iofc], RBb[iofc]]` (if bidirectional) along dimension 0. This tensor has shape `[num_directions, 8*hidden_size]`. Optional: If not specified - assumed to be 0.
+
sequence_lens (optional, non-differentiable) : T1
+
Optional tensor specifying lengths of the sequences in a batch. If not specified - assumed all sequences in the batch to have length `seq_length`. It has shape `[batch_size]`.
+
initial_h (optional, non-differentiable) : T
+
Optional initial value of the hidden. If not specified - assumed to be 0. It has shape `[num_directions, batch_size, hidden_size]`.
+
initial_c (optional, non-differentiable) : T
+
Optional initial value of the cell. If not specified - assumed to be 0. It has shape `[num_directions, batch_size, hidden_size]`.
+
P (optional, differentiable) : T
+
The weight tensor for peepholes. Concatenation of `P[iof]` and `PB[iof]` (if bidirectional) along dimension 0. It has shape `[num_directions, 3*hidde_size]`. Optional: If not specified - assumed to be 0.
+
+ +#### Outputs (0 - 3) + +
+
Y (optional, differentiable) : T
+
A tensor that concats all the intermediate output values of the hidden. It has shape `[seq_length, num_directions, batch_size, hidden_size]`.
+
Y_h (optional, differentiable) : T
+
The last output value of the hidden. It has shape `[num_directions, batch_size, hidden_size]`.
+
Y_c (optional, differentiable) : T
+
The last output value of the cell. It has shape `[num_directions, batch_size, hidden_size]`.
+
+ +#### Type Constraints + +
+
T : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
T1 : tensor(int32)
+
Constrain seq_lens to integer tensor.
+
+ + +#### Examples + +
+batchwise + +```python +input = np.array([[[1.0, 2.0]], [[3.0, 4.0]], [[5.0, 6.0]]]).astype(np.float32) + +input_size = 2 +hidden_size = 7 +weight_scale = 0.3 +number_of_gates = 4 +layout = 1 + +node = onnx.helper.make_node( + "LSTM", + inputs=["X", "W", "R"], + outputs=["Y", "Y_h"], + hidden_size=hidden_size, + layout=layout, +) + +W = weight_scale * np.ones( + (1, number_of_gates * hidden_size, input_size) +).astype(np.float32) +R = weight_scale * np.ones( + (1, number_of_gates * hidden_size, hidden_size) +).astype(np.float32) + +lstm = LSTMHelper(X=input, W=W, R=R, layout=layout) +Y, Y_h = lstm.step() +expect( + node, + inputs=[input, W, R], + outputs=[Y.astype(np.float32), Y_h.astype(np.float32)], + name="test_lstm_batchwise", +) +``` + +
+ + +
+defaults + +```python +input = np.array([[[1.0, 2.0], [3.0, 4.0], [5.0, 6.0]]]).astype(np.float32) + +input_size = 2 +hidden_size = 3 +weight_scale = 0.1 +number_of_gates = 4 + +node = onnx.helper.make_node( + "LSTM", inputs=["X", "W", "R"], outputs=["", "Y_h"], hidden_size=hidden_size +) + +W = weight_scale * np.ones( + (1, number_of_gates * hidden_size, input_size) +).astype(np.float32) +R = weight_scale * np.ones( + (1, number_of_gates * hidden_size, hidden_size) +).astype(np.float32) + +lstm = LSTMHelper(X=input, W=W, R=R) +_, Y_h = lstm.step() +expect( + node, + inputs=[input, W, R], + outputs=[Y_h.astype(np.float32)], + name="test_lstm_defaults", +) +``` + +
+ + +
+initial_bias + +```python +input = np.array([[[1.0, 2.0, 3.0], [4.0, 5.0, 6.0], [7.0, 8.0, 9.0]]]).astype( + np.float32 +) + +input_size = 3 +hidden_size = 4 +weight_scale = 0.1 +custom_bias = 0.1 +number_of_gates = 4 + +node = onnx.helper.make_node( + "LSTM", + inputs=["X", "W", "R", "B"], + outputs=["", "Y_h"], + hidden_size=hidden_size, +) + +W = weight_scale * np.ones( + (1, number_of_gates * hidden_size, input_size) +).astype(np.float32) +R = weight_scale * np.ones( + (1, number_of_gates * hidden_size, hidden_size) +).astype(np.float32) + +# Adding custom bias +W_B = custom_bias * np.ones((1, number_of_gates * hidden_size)).astype( + np.float32 +) +R_B = np.zeros((1, number_of_gates * hidden_size)).astype(np.float32) +B = np.concatenate((W_B, R_B), 1) + +lstm = LSTMHelper(X=input, W=W, R=R, B=B) +_, Y_h = lstm.step() +expect( + node, + inputs=[input, W, R, B], + outputs=[Y_h.astype(np.float32)], + name="test_lstm_with_initial_bias", +) +``` + +
+ + +
+peepholes + +```python +input = np.array([[[1.0, 2.0, 3.0, 4.0], [5.0, 6.0, 7.0, 8.0]]]).astype( + np.float32 +) + +input_size = 4 +hidden_size = 3 +weight_scale = 0.1 +number_of_gates = 4 +number_of_peepholes = 3 + +node = onnx.helper.make_node( + "LSTM", + inputs=["X", "W", "R", "B", "sequence_lens", "initial_h", "initial_c", "P"], + outputs=["", "Y_h"], + hidden_size=hidden_size, +) + +# Initializing Inputs +W = weight_scale * np.ones( + (1, number_of_gates * hidden_size, input_size) +).astype(np.float32) +R = weight_scale * np.ones( + (1, number_of_gates * hidden_size, hidden_size) +).astype(np.float32) +B = np.zeros((1, 2 * number_of_gates * hidden_size)).astype(np.float32) +seq_lens = np.repeat(input.shape[0], input.shape[1]).astype(np.int32) +init_h = np.zeros((1, input.shape[1], hidden_size)).astype(np.float32) +init_c = np.zeros((1, input.shape[1], hidden_size)).astype(np.float32) +P = weight_scale * np.ones((1, number_of_peepholes * hidden_size)).astype( + np.float32 +) + +lstm = LSTMHelper( + X=input, W=W, R=R, B=B, P=P, initial_c=init_c, initial_h=init_h +) +_, Y_h = lstm.step() +expect( + node, + inputs=[input, W, R, B, seq_lens, init_h, init_c, P], + outputs=[Y_h.astype(np.float32)], + name="test_lstm_with_peepholes", +) +``` + +
+ + +### **LayerNormalization** + + This is layer normalization defined in ONNX as function. + The overall computation can be split into two stages. + The first stage is standardization, which makes the + normalized elements have zero mean and unit variances. + The computation required by standardization can be + described by the following equations. + ``` + Mean = ReduceMean(X) + D = Sub(X, Mean) + DD = Mul(D, D) + Var = ReduceMean(DD) + VarEps = Add(Var, epsilon) + StdDev = Sqrt(VarEps) + InvStdDev = Reciprocal(StdDev) + Normalized = Mul(D, InvStdDev) + ``` + where `normalized_axes` is `[axis, ..., rank of X - 1]`. + The variables `Var` and `StdDev` stand for variance and + standard deviation, respectively. The second output is + `Mean` and the last one is `InvStdDev`. + Depending on `stash_type` attribute, the actual computation + must happen in different floating-point precision. + For example, if `stash_type` is 1, this operator casts + all input variables to 32-bit float, perform the computation, and + finally cast `Normalized` back to the original type of `X`. + The second stage then scales and shifts the outcome of the + first stage using + ``` + NormalizedScaled = Mul(Normalized, Scale) + Y = Add(NormalizedScaled, B) + ``` + The second stage doesn't depends on `stash_type`. + All equations are in [this syntax](https://github.com/onnx/onnx/blob/main/docs/Syntax.md). + The same variable (i.e., input, output, and attribute) uses + the same name in the equations above and this operator's definition. + Let `d[i]` indicate the i-th dimension of `X`. + If `X`'s shape is `[d[0], ..., d[axis-1], d[axis], ..., d[rank-1]]`, + the shape of `Mean` and `InvStdDev` is `[d[0], ..., d[axis-1], 1, ..., 1]`. + `Y` and `X` have the same shape. This operator supports unidirectional broadcasting + (tensors `Scale` and `B` should be unidirectional broadcastable to tensor `X`); + for more details please check [the doc](Broadcasting.md). + +#### Version + +This version of the operator has been available since version 17 of the default ONNX operator set. + +#### Attributes + +
+
axis : int (default is -1)
+
The first normalization dimension. If rank(X) is r, axis' allowed range is [-r, r). Negative value means counting dimensions from the back.
+
epsilon : float (default is 1e-05)
+
The epsilon value to use to avoid division by zero.
+
stash_type : int (default is 1)
+
Type of Mean and InvStdDev. This also specifies stage one's computation precision.
+
+ +#### Inputs (2 - 3) + +
+
X : T
+
Tensor to be normalized.
+
Scale : T
+
Scale tensor.
+
B (optional) : T
+
Bias tensor.
+
+ +#### Outputs (1 - 3) + +
+
Y : T
+
Normalized tensor.
+
Mean (optional) : U
+
Saved mean used during training to speed up gradient computation
+
InvStdDev (optional) : U
+
Saved inverse standard deviation used during training to speed up gradient computation.
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input types and output Y type to float tensors.
+
U : tensor(float), tensor(bfloat16)
+
Type of Mean and InvStdDev tensors.
+
+ + +#### Examples + +
+d + +```python +X = np.random.randn(3, 4).astype(np.float32) + +def case(axis: int) -> None: + normalized_shape = calculate_normalized_shape(X.shape, axis) + W = np.random.randn(*normalized_shape).astype(np.float32) + B = np.random.randn(*normalized_shape).astype(np.float32) + Y, mean, inv_std_dev = _layer_normalization(X, W, B, axis=axis) + + node = onnx.helper.make_node( + "LayerNormalization", + inputs=["X", "W", "B"], + outputs=["Y", "Mean", "InvStdDev"], + axis=axis, + ) + + if axis < 0: + name = f"test_layer_normalization_2d_axis_negative_{-axis}" + else: + name = f"test_layer_normalization_2d_axis{axis}" + + expect(node, inputs=[X, W, B], outputs=[Y, mean, inv_std_dev], name=name) + +for i in range(len(X.shape)): + case(i) + case(i - len(X.shape)) +``` + +
+ + +
+d_epsilon + +```python +epsilon = 1e-1 +X = np.random.randn(2, 3, 5).astype(np.float32) + +def case(axis: int) -> None: + normalized_shape = calculate_normalized_shape(X.shape, axis) + W = np.random.randn(*normalized_shape).astype(np.float32) + B = np.random.randn(*normalized_shape).astype(np.float32) + Y, mean, inv_std_dev = _layer_normalization(X, W, B, axis, epsilon) + node = onnx.helper.make_node( + "LayerNormalization", + inputs=["X", "W", "B"], + outputs=["Y", "Mean", "InvStdDev"], + axis=axis, + epsilon=epsilon, + ) + + if axis < 0: + name = f"test_layer_normalization_3d_axis_negative_{-axis}_epsilon" + else: + name = f"test_layer_normalization_3d_axis{axis}_epsilon" + + expect(node, inputs=[X, W, B], outputs=[Y, mean, inv_std_dev], name=name) + +for i in range(len(X.shape)): + case(i) + case(i - len(X.shape)) +``` + +
+ + +
+default_axis + +```python +X = np.random.randn(2, 3, 4, 5).astype(np.float32) + +# Default axis in LayerNormalization is -1. +normalized_shape = calculate_normalized_shape(X.shape, -1) +W = np.random.randn(*normalized_shape).astype(np.float32) +B = np.random.randn(*normalized_shape).astype(np.float32) +# Axis is default to -1 in the reference implementation. +Y, mean, inv_std_dev = _layer_normalization(X, W, B) + +# Not specifying axis attribute means -1. +node = onnx.helper.make_node( + "LayerNormalization", + inputs=["X", "W", "B"], + outputs=["Y", "Mean", "InvStdDev"], +) + +expect( + node, + inputs=[X, W, B], + outputs=[Y, mean, inv_std_dev], + name="test_layer_normalization_default_axis", +) +``` + +
+ + +
+layernormalization + +```python +X = np.random.randn(2, 3, 4, 5).astype(np.float32) + +def case(axis: int) -> None: + normalized_shape = calculate_normalized_shape(X.shape, axis) + W = np.random.randn(*normalized_shape).astype(np.float32) + B = np.random.randn(*normalized_shape).astype(np.float32) + Y, mean, inv_std_dev = _layer_normalization(X, W, B, axis) + + node = onnx.helper.make_node( + "LayerNormalization", + inputs=["X", "W", "B"], + outputs=["Y", "Mean", "InvStdDev"], + axis=axis, + ) + + if axis < 0: + name = f"test_layer_normalization_4d_axis_negative_{-axis}" + else: + name = f"test_layer_normalization_4d_axis{axis}" + + expect(node, inputs=[X, W, B], outputs=[Y, mean, inv_std_dev], name=name) + +for i in range(len(X.shape)): + case(i) + case(i - len(X.shape)) +``` + +
+ + +### **LeakyRelu** + + LeakyRelu takes input data (Tensor) and an argument alpha, and produces one + output data (Tensor) where the function `f(x) = alpha * x for x < 0`, + `f(x) = x for x >= 0`, is applied to the data tensor elementwise. + +#### Version + +This version of the operator has been available since version 16 of the default ONNX operator set. + +Other versions of this operator: 1, 6 + +#### Attributes + +
+
alpha : float (default is 0.01)
+
Coefficient of leakage.
+
+ +#### Inputs + +
+
X (differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
Y (differentiable) : T
+
Output tensor
+
+ +#### Type Constraints + +
+
T : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ + +#### Examples + +
+leakyrelu + +```python +node = onnx.helper.make_node( + "LeakyRelu", inputs=["x"], outputs=["y"], alpha=0.1 +) + +x = np.array([-1, 0, 1]).astype(np.float32) +# expected output [-0.1, 0., 1.] +y = np.clip(x, 0, np.inf) + np.clip(x, -np.inf, 0) * 0.1 +expect(node, inputs=[x], outputs=[y], name="test_leakyrelu_example") + +x = np.random.randn(3, 4, 5).astype(np.float32) +y = np.clip(x, 0, np.inf) + np.clip(x, -np.inf, 0) * 0.1 +expect(node, inputs=[x], outputs=[y], name="test_leakyrelu") +``` + +
+ + +
+leakyrelu_default + +```python +default_alpha = 0.01 +node = onnx.helper.make_node( + "LeakyRelu", + inputs=["x"], + outputs=["y"], +) +x = np.random.randn(3, 4, 5).astype(np.float32) +y = np.clip(x, 0, np.inf) + np.clip(x, -np.inf, 0) * default_alpha +expect(node, inputs=[x], outputs=[y], name="test_leakyrelu_default") +``` + +
+ + +### **Less** + + Returns the tensor resulted from performing the `less` logical operation + elementwise on the input tensors `A` and `B` (with Numpy-style broadcasting support). + + This operator supports **multidirectional (i.e., Numpy-style) broadcasting**; for more details please check [the doc](Broadcasting.md). + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +Other versions of this operator: 1, 7, 9 + +#### Inputs + +
+
A (non-differentiable) : T
+
First input operand for the logical operator.
+
B (non-differentiable) : T
+
Second input operand for the logical operator.
+
+ +#### Outputs + +
+
C (non-differentiable) : T1
+
Result tensor.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input types to all numeric tensors.
+
T1 : tensor(bool)
+
Constrain output to boolean tensor.
+
+ + +#### Examples + +
+less + +```python +node = onnx.helper.make_node( + "Less", + inputs=["x", "y"], + outputs=["less"], +) + +x = np.random.randn(3, 4, 5).astype(np.float32) +y = np.random.randn(3, 4, 5).astype(np.float32) +z = np.less(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_less") + +x = np.random.randn(3, 4, 5).astype(np.int8) +y = np.random.randn(3, 4, 5).astype(np.int8) +z = np.less(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_less_int8") + +x = np.random.randn(3, 4, 5).astype(np.int16) +y = np.random.randn(3, 4, 5).astype(np.int16) +z = np.less(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_less_int16") + +x = np.random.randint(24, size=(3, 4, 5), dtype=np.uint8) +y = np.random.randint(24, size=(3, 4, 5), dtype=np.uint8) +z = np.less(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_less_uint8") + +x = np.random.randint(24, size=(3, 4, 5), dtype=np.uint16) +y = np.random.randint(24, size=(3, 4, 5), dtype=np.uint16) +z = np.less(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_less_uint16") + +x = np.random.randint(24, size=(3, 4, 5), dtype=np.uint32) +y = np.random.randint(24, size=(3, 4, 5), dtype=np.uint32) +z = np.less(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_less_uint32") + +x = np.random.randint(24, size=(3, 4, 5), dtype=np.uint64) +y = np.random.randint(24, size=(3, 4, 5), dtype=np.uint64) +z = np.less(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_less_uint64") +``` + +
+ + +
+less + +```python +node = onnx.helper.make_node( + "LessOrEqual", + inputs=["x", "y"], + outputs=["less_equal"], +) + +x = np.random.randn(3, 4, 5).astype(np.float32) +y = np.random.randn(3, 4, 5).astype(np.float32) +z = np.less_equal(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_less_equal") + +x = np.random.randn(3, 4, 5).astype(np.int8) +y = np.random.randn(3, 4, 5).astype(np.int8) +z = np.less_equal(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_less_equal_int8") + +x = np.random.randn(3, 4, 5).astype(np.int16) +y = np.random.randn(3, 4, 5).astype(np.int16) +z = np.less_equal(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_less_equal_int16") + +x = np.random.randint(24, size=(3, 4, 5), dtype=np.uint8) +y = np.random.randint(24, size=(3, 4, 5), dtype=np.uint8) +z = np.less_equal(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_less_equal_uint8") + +x = np.random.randint(24, size=(3, 4, 5), dtype=np.uint16) +y = np.random.randint(24, size=(3, 4, 5), dtype=np.uint16) +z = np.less_equal(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_less_equal_uint16") + +x = np.random.randint(24, size=(3, 4, 5), dtype=np.uint32) +y = np.random.randint(24, size=(3, 4, 5), dtype=np.uint32) +z = np.less_equal(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_less_equal_uint32") + +x = np.random.randint(24, size=(3, 4, 5), dtype=np.uint64) +y = np.random.randint(24, size=(3, 4, 5), dtype=np.uint64) +z = np.less_equal(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_less_equal_uint64") +``` + +
+ + +
+less_broadcast + +```python +node = onnx.helper.make_node( + "Less", + inputs=["x", "y"], + outputs=["less"], +) + +x = np.random.randn(3, 4, 5).astype(np.float32) +y = np.random.randn(5).astype(np.float32) +z = np.less(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_less_bcast") +``` + +
+ + +
+less_broadcast + +```python +node = onnx.helper.make_node( + "LessOrEqual", + inputs=["x", "y"], + outputs=["less_equal"], +) + +x = np.random.randn(3, 4, 5).astype(np.float32) +y = np.random.randn(5).astype(np.float32) +z = np.less_equal(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_less_equal_bcast") +``` + +
+ + +### **LessOrEqual** + + Returns the tensor resulted from performing the `less_equal` logical operation + elementwise on the input tensors `A` and `B` (with Numpy-style broadcasting support). + + This operator supports **multidirectional (i.e., Numpy-style) broadcasting**; for more details please check [the doc](Broadcasting.md). + +#### Version + +This version of the operator has been available since version 16 of the default ONNX operator set. + +Other versions of this operator: 12 + +#### Inputs + +
+
A (non-differentiable) : T
+
First input operand for the logical operator.
+
B (non-differentiable) : T
+
Second input operand for the logical operator.
+
+ +#### Outputs + +
+
C (non-differentiable) : T1
+
Result tensor.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input types to all numeric tensors.
+
T1 : tensor(bool)
+
Constrain output to boolean tensor.
+
+ + +### **LinearAttention** + + Unified linear attention operator for autoregressive decoding (T=1) and prefill (T>1). + + The query, key, value, and (where applicable) decay/beta inputs use 3D packed format + [B, T, H*D], where heads are flattened into the last dimension; q_num_heads and + kv_num_heads are always required and are used to unpack to 4D internally for computation. + The optional past_state and present_state are 4D with shape (B, H_kv, d_k, d_v). + + Group-query attention (GQA) is supported: q_num_heads must be a positive multiple of + kv_num_heads. When q_num_heads == kv_num_heads this reduces to multi-headed linear + attention; when q_num_heads > kv_num_heads each KV head (and its recurrent state) is + shared by `q_num_heads / kv_num_heads` query heads (multi-query attention is the + special case kv_num_heads == 1). + + The update_rule attribute selects the recurrence type: + - "linear": S_t = S_{t-1} + k_t ⊗ v_t; o_t = scale * q_t^T S_t + - "gated": S_t = exp(g_t) * S_{t-1} + k_t ⊗ v_t; o_t = scale * q_t^T S_t + - "delta": S_t = S_{t-1} + β_t * k_t ⊗ (v_t - S_{t-1}^T k_t); o_t = scale * q_t^T S_t + - "gated_delta": S_t = exp(g_t) * S_{t-1} + β_t * k_t ⊗ (v_t - exp(g_t) * S_{t-1}^T k_t); o_t = scale * q_t^T S_t + + where g_t is the decay (in log-space), β_t is the update rate, and ⊗ denotes outer product. + + Semantics: Equivalent to running the recurrent update sequentially for each token, + but may be implemented using chunk-parallel algorithms for GPU efficiency. + + +#### Version + +This version of the operator has been available since version 27 of the default ONNX operator set. + +#### Attributes + +
+
chunk_size : int (default is 64)
+
Chunk size for the chunk-parallel WY decomposition during prefill (T>1). Tuning hint; does not affect output correctness.
+
kv_num_heads : int (required)
+
Number of key/value heads. Always required.
+
q_num_heads : int (required)
+
Number of query heads. Always required.
+
scale : float (default is 0.0)
+
Output scaling factor. When 0.0 (default), derives d_k = query.shape[-1] / q_num_heads and uses 1/sqrt(d_k). Set explicitly to override.
+
update_rule : string (default is gated_delta)
+
The update rule for the linear attention recurrence. One of: 'linear', 'gated', 'delta', 'gated_delta'. Default is 'gated_delta'.
+
+ +#### Inputs (3 - 6) + +
+
query (differentiable) : T
+
Query vectors with 3D packed shape (B, T, H_q * d_k). Heads are packed into the last dimension.
+
key (differentiable) : T
+
Key vectors with 3D packed shape (B, T, H_kv * d_k). Should be L2-normalized for delta/gated_delta modes.
+
value (differentiable) : T
+
Value vectors with 3D packed shape (B, T, H_kv * d_v).
+
past_state (optional, non-differentiable) : S
+
Recurrent state from previous step with shape (B, H_kv, d_k, d_v). Always 4D. If not provided, defaults to zeros.
+
decay (optional, differentiable) : T
+
Exponential decay gate in log-space. 3D packed shape: (B, T, H_kv * d_k) for per-key-dimension decay (GLA/RWKV-6), or (B, T, H_kv) for per-head scalar decay (DeltaNet/RetNet). Required for 'gated' and 'gated_delta' modes.
+
beta (optional, differentiable) : T
+
Update rate (sigmoid output). 3D packed shape: (B, T, H_kv) or (B, T, 1). Required for 'delta' and 'gated_delta' modes.
+
+ +#### Outputs + +
+
output (differentiable) : T
+
Attention output with 3D packed shape (B, T, H_q * d_v).
+
present_state (non-differentiable) : S
+
Updated recurrent state with shape (B, H_kv, d_k, d_v). Always 4D.
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(bfloat16), tensor(float)
+
Constrain activation input and output types to float16, bfloat16, or float32 tensors.
+
S : tensor(float16), tensor(bfloat16), tensor(float)
+
Constrain state types to float16, bfloat16, or float32 tensors. Should be float32 or the same as T for numerical stability on long sequences.
+
+ + +#### Examples + +
+decode_step + +```python +node = onnx.helper.make_node( + "LinearAttention", + inputs=["query", "key", "value", "past_state", "decay", "beta"], + outputs=["output", "present_state"], + q_num_heads=4, + kv_num_heads=4, +) +b, t, h_q, h_kv, d_k, d_v = 2, 1, 4, 4, 8, 8 +query = np.random.randn(b, t, h_q * d_k).astype(np.float32) +key = _l2_normalize(np.random.randn(b, t, h_kv * d_k).astype(np.float32), h_kv) +value = np.random.randn(b, t, h_kv * d_v).astype(np.float32) +past_state = np.random.randn(b, h_kv, d_k, d_v).astype(np.float32) * 0.1 +decay = -np.abs(np.random.randn(b, t, h_kv * d_k)).astype(np.float32) * 0.1 +beta = np.random.rand(b, t, h_kv).astype(np.float32) + +output, present_state = _compute( + query, + key, + value, + past_state=past_state, + decay=decay, + beta=beta, + q_num_heads=h_q, + kv_num_heads=h_kv, +) +expect( + node, + inputs=[query, key, value, past_state, decay, beta], + outputs=[output, present_state], + name="test_linear_attention_decode_step", + opset_imports=_OPSET, +) +``` + +
+ + +
+delta + +```python +node = onnx.helper.make_node( + "LinearAttention", + inputs=["query", "key", "value", "", "", "beta"], + outputs=["output", "present_state"], + update_rule="delta", + q_num_heads=4, + kv_num_heads=4, +) +b, t, h_q, h_kv, d_k, d_v = 2, 4, 4, 4, 8, 8 +query = np.random.randn(b, t, h_q * d_k).astype(np.float32) +key = _l2_normalize(np.random.randn(b, t, h_kv * d_k).astype(np.float32), h_kv) +value = np.random.randn(b, t, h_kv * d_v).astype(np.float32) +beta = np.random.rand(b, t, h_kv).astype(np.float32) + +output, present_state = _compute( + query, + key, + value, + beta=beta, + q_num_heads=h_q, + kv_num_heads=h_kv, + update_rule="delta", +) +expect( + node, + inputs=[query, key, value, beta], + outputs=[output, present_state], + name="test_linear_attention_delta", + opset_imports=_OPSET, +) +``` + +
+ + +
+explicit_scale + +```python +scale = 0.25 +node = onnx.helper.make_node( + "LinearAttention", + inputs=["query", "key", "value", "", "decay", "beta"], + outputs=["output", "present_state"], + q_num_heads=4, + kv_num_heads=4, + scale=scale, +) +b, t, h_q, h_kv, d_k, d_v = 2, 4, 4, 4, 8, 8 +query = np.random.randn(b, t, h_q * d_k).astype(np.float32) +key = _l2_normalize(np.random.randn(b, t, h_kv * d_k).astype(np.float32), h_kv) +value = np.random.randn(b, t, h_kv * d_v).astype(np.float32) +decay = -np.abs(np.random.randn(b, t, h_kv * d_k)).astype(np.float32) * 0.1 +beta = np.random.rand(b, t, h_kv).astype(np.float32) + +output, present_state = _compute( + query, + key, + value, + decay=decay, + beta=beta, + q_num_heads=h_q, + kv_num_heads=h_kv, + scale=scale, +) +expect( + node, + inputs=[query, key, value, decay, beta], + outputs=[output, present_state], + name="test_linear_attention_explicit_scale", + opset_imports=_OPSET, +) +``` + +
+ + +
+fp16 + +```python +node = onnx.helper.make_node( + "LinearAttention", + inputs=["query", "key", "value", "", "decay", "beta"], + outputs=["output", "present_state"], + q_num_heads=8, + kv_num_heads=4, +) +b, t, h_q, h_kv, d_k, d_v = 2, 4, 8, 4, 8, 8 +query = np.random.randn(b, t, h_q * d_k).astype(np.float16) +key = _l2_normalize(np.random.randn(b, t, h_kv * d_k).astype(np.float16), h_kv) +value = np.random.randn(b, t, h_kv * d_v).astype(np.float16) +decay = (-np.abs(np.random.randn(b, t, h_kv * d_k)) * 0.1).astype(np.float16) +beta = np.random.rand(b, t, h_kv).astype(np.float16) + +output, present_state = _compute( + query, + key, + value, + decay=decay, + beta=beta, + q_num_heads=h_q, + kv_num_heads=h_kv, +) +expect( + node, + inputs=[query, key, value, decay, beta], + outputs=[output, present_state], + name="test_linear_attention_fp16", + opset_imports=_OPSET, +) +``` + +
+ + +
+gated + +```python +node = onnx.helper.make_node( + "LinearAttention", + inputs=["query", "key", "value", "", "decay"], + outputs=["output", "present_state"], + update_rule="gated", + q_num_heads=4, + kv_num_heads=4, +) +b, t, h_q, h_kv, d_k, d_v = 2, 4, 4, 4, 8, 8 +query = np.random.randn(b, t, h_q * d_k).astype(np.float32) +key = np.random.randn(b, t, h_kv * d_k).astype(np.float32) +value = np.random.randn(b, t, h_kv * d_v).astype(np.float32) +# Per-key-dim decay in log-space (negative -> decay). +decay = -np.abs(np.random.randn(b, t, h_kv * d_k)).astype(np.float32) * 0.1 + +output, present_state = _compute( + query, + key, + value, + decay=decay, + q_num_heads=h_q, + kv_num_heads=h_kv, + update_rule="gated", +) +expect( + node, + inputs=[query, key, value, decay], + outputs=[output, present_state], + name="test_linear_attention_gated", + opset_imports=_OPSET, +) +``` + +
+ + +
+gated_delta + +```python +node = onnx.helper.make_node( + "LinearAttention", + inputs=["query", "key", "value", "", "decay", "beta"], + outputs=["output", "present_state"], + q_num_heads=4, + kv_num_heads=4, +) +b, t, h_q, h_kv, d_k, d_v = 2, 4, 4, 4, 8, 8 +query = np.random.randn(b, t, h_q * d_k).astype(np.float32) +key = _l2_normalize(np.random.randn(b, t, h_kv * d_k).astype(np.float32), h_kv) +value = np.random.randn(b, t, h_kv * d_v).astype(np.float32) +decay = -np.abs(np.random.randn(b, t, h_kv * d_k)).astype(np.float32) * 0.1 +beta = np.random.rand(b, t, h_kv).astype(np.float32) + +output, present_state = _compute( + query, + key, + value, + decay=decay, + beta=beta, + q_num_heads=h_q, + kv_num_heads=h_kv, +) +expect( + node, + inputs=[query, key, value, decay, beta], + outputs=[output, present_state], + name="test_linear_attention_gated_delta", + opset_imports=_OPSET, +) +``` + +
+ + +
+gated_delta_beta_scalar + +```python +node = onnx.helper.make_node( + "LinearAttention", + inputs=["query", "key", "value", "", "decay", "beta"], + outputs=["output", "present_state"], + q_num_heads=4, + kv_num_heads=4, +) +b, t, h_q, h_kv, d_k, d_v = 2, 4, 4, 4, 8, 8 +query = np.random.randn(b, t, h_q * d_k).astype(np.float32) +key = _l2_normalize(np.random.randn(b, t, h_kv * d_k).astype(np.float32), h_kv) +value = np.random.randn(b, t, h_kv * d_v).astype(np.float32) +decay = -np.abs(np.random.randn(b, t, h_kv * d_k)).astype(np.float32) * 0.1 +beta = np.random.rand(b, t, 1).astype(np.float32) + +output, present_state = _compute( + query, + key, + value, + decay=decay, + beta=beta, + q_num_heads=h_q, + kv_num_heads=h_kv, +) +expect( + node, + inputs=[query, key, value, decay, beta], + outputs=[output, present_state], + name="test_linear_attention_gated_delta_beta_scalar", + opset_imports=_OPSET, +) +``` + +
+ + +
+gated_delta_gqa + +```python +node = onnx.helper.make_node( + "LinearAttention", + inputs=["query", "key", "value", "", "decay", "beta"], + outputs=["output", "present_state"], + q_num_heads=8, + kv_num_heads=4, +) +b, t, h_q, h_kv, d_k, d_v = 2, 4, 8, 4, 8, 8 +query = np.random.randn(b, t, h_q * d_k).astype(np.float32) +key = _l2_normalize(np.random.randn(b, t, h_kv * d_k).astype(np.float32), h_kv) +value = np.random.randn(b, t, h_kv * d_v).astype(np.float32) +decay = -np.abs(np.random.randn(b, t, h_kv * d_k)).astype(np.float32) * 0.1 +beta = np.random.rand(b, t, h_kv).astype(np.float32) + +output, present_state = _compute( + query, + key, + value, + decay=decay, + beta=beta, + q_num_heads=h_q, + kv_num_heads=h_kv, +) +expect( + node, + inputs=[query, key, value, decay, beta], + outputs=[output, present_state], + name="test_linear_attention_gated_delta_gqa", + opset_imports=_OPSET, +) +``` + +
+ + +
+gated_delta_mqa + +```python +node = onnx.helper.make_node( + "LinearAttention", + inputs=["query", "key", "value", "", "decay", "beta"], + outputs=["output", "present_state"], + q_num_heads=8, + kv_num_heads=1, +) +b, t, h_q, h_kv, d_k, d_v = 2, 4, 8, 1, 8, 8 +query = np.random.randn(b, t, h_q * d_k).astype(np.float32) +key = _l2_normalize(np.random.randn(b, t, h_kv * d_k).astype(np.float32), h_kv) +value = np.random.randn(b, t, h_kv * d_v).astype(np.float32) +decay = -np.abs(np.random.randn(b, t, h_kv * d_k)).astype(np.float32) * 0.1 +beta = np.random.rand(b, t, h_kv).astype(np.float32) + +output, present_state = _compute( + query, + key, + value, + decay=decay, + beta=beta, + q_num_heads=h_q, + kv_num_heads=h_kv, +) +expect( + node, + inputs=[query, key, value, decay, beta], + outputs=[output, present_state], + name="test_linear_attention_gated_delta_mqa", + opset_imports=_OPSET, +) +``` + +
+ + +
+gated_per_head_decay + +```python +node = onnx.helper.make_node( + "LinearAttention", + inputs=["query", "key", "value", "", "decay"], + outputs=["output", "present_state"], + update_rule="gated", + q_num_heads=4, + kv_num_heads=4, +) +b, t, h_q, h_kv, d_k, d_v = 2, 4, 4, 4, 8, 8 +query = np.random.randn(b, t, h_q * d_k).astype(np.float32) +key = np.random.randn(b, t, h_kv * d_k).astype(np.float32) +value = np.random.randn(b, t, h_kv * d_v).astype(np.float32) +# Per-head scalar decay. +decay = -np.abs(np.random.randn(b, t, h_kv)).astype(np.float32) * 0.1 + +output, present_state = _compute( + query, + key, + value, + decay=decay, + q_num_heads=h_q, + kv_num_heads=h_kv, + update_rule="gated", +) +expect( + node, + inputs=[query, key, value, decay], + outputs=[output, present_state], + name="test_linear_attention_gated_per_head_decay", + opset_imports=_OPSET, +) +``` + +
+ + +
+linear + +```python +node = onnx.helper.make_node( + "LinearAttention", + inputs=["query", "key", "value"], + outputs=["output", "present_state"], + update_rule="linear", + q_num_heads=4, + kv_num_heads=4, +) +b, t, h_q, h_kv, d_k, d_v = 2, 4, 4, 4, 8, 8 +query = np.random.randn(b, t, h_q * d_k).astype(np.float32) +key = np.random.randn(b, t, h_kv * d_k).astype(np.float32) +value = np.random.randn(b, t, h_kv * d_v).astype(np.float32) + +output, present_state = _compute( + query, + key, + value, + q_num_heads=h_q, + kv_num_heads=h_kv, + update_rule="linear", +) +expect( + node, + inputs=[query, key, value], + outputs=[output, present_state], + name="test_linear_attention_linear", + opset_imports=_OPSET, +) +``` + +
+ + +
+linear_t1_no_past + +```python +node = onnx.helper.make_node( + "LinearAttention", + inputs=["query", "key", "value"], + outputs=["output", "present_state"], + update_rule="linear", + q_num_heads=4, + kv_num_heads=4, +) +b, t, h_q, h_kv, d_k, d_v = 2, 1, 4, 4, 8, 8 +query = np.random.randn(b, t, h_q * d_k).astype(np.float32) +key = np.random.randn(b, t, h_kv * d_k).astype(np.float32) +value = np.random.randn(b, t, h_kv * d_v).astype(np.float32) + +output, present_state = _compute( + query, + key, + value, + q_num_heads=h_q, + kv_num_heads=h_kv, + update_rule="linear", +) +expect( + node, + inputs=[query, key, value], + outputs=[output, present_state], + name="test_linear_attention_linear_t1_no_past", + opset_imports=_OPSET, +) +``` + +
+ + +
+no_past_explicit_zeros + +```python +node = onnx.helper.make_node( + "LinearAttention", + inputs=["query", "key", "value", "past_state", "decay", "beta"], + outputs=["output", "present_state"], + q_num_heads=4, + kv_num_heads=4, +) +b, t, h_q, h_kv, d_k, d_v = 2, 4, 4, 4, 8, 8 +query = np.random.randn(b, t, h_q * d_k).astype(np.float32) +key = _l2_normalize(np.random.randn(b, t, h_kv * d_k).astype(np.float32), h_kv) +value = np.random.randn(b, t, h_kv * d_v).astype(np.float32) +past_state = np.zeros((b, h_kv, d_k, d_v), dtype=np.float32) +decay = -np.abs(np.random.randn(b, t, h_kv * d_k)).astype(np.float32) * 0.1 +beta = np.random.rand(b, t, h_kv).astype(np.float32) + +output, present_state = _compute( + query, + key, + value, + past_state=past_state, + decay=decay, + beta=beta, + q_num_heads=h_q, + kv_num_heads=h_kv, +) +expect( + node, + inputs=[query, key, value, past_state, decay, beta], + outputs=[output, present_state], + name="test_linear_attention_no_past_explicit_zeros", + opset_imports=_OPSET, +) +``` + +
+ + +
+prefill_with_past + +```python +node = onnx.helper.make_node( + "LinearAttention", + inputs=["query", "key", "value", "past_state", "decay", "beta"], + outputs=["output", "present_state"], + q_num_heads=4, + kv_num_heads=4, +) +b, t, h_q, h_kv, d_k, d_v = 2, 4, 4, 4, 8, 8 +query = np.random.randn(b, t, h_q * d_k).astype(np.float32) +key = _l2_normalize(np.random.randn(b, t, h_kv * d_k).astype(np.float32), h_kv) +value = np.random.randn(b, t, h_kv * d_v).astype(np.float32) +past_state = np.random.randn(b, h_kv, d_k, d_v).astype(np.float32) * 0.1 +decay = -np.abs(np.random.randn(b, t, h_kv * d_k)).astype(np.float32) * 0.1 +beta = np.random.rand(b, t, h_kv).astype(np.float32) + +output, present_state = _compute( + query, + key, + value, + past_state=past_state, + decay=decay, + beta=beta, + q_num_heads=h_q, + kv_num_heads=h_kv, +) +expect( + node, + inputs=[query, key, value, past_state, decay, beta], + outputs=[output, present_state], + name="test_linear_attention_prefill_with_past", + opset_imports=_OPSET, +) +``` + +
+ + +### **Log** + + Calculates the natural log of the given input tensor, element-wise. + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +Other versions of this operator: 1, 6 + +#### Inputs + +
+
input (differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
output (differentiable) : T
+
The natural log of the input tensor computed element-wise
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input and output types to float tensors.
+
+ + +#### Examples + +
+log + +```python +node = onnx.helper.make_node( + "Log", + inputs=["x"], + outputs=["y"], +) + +x = np.array([1, 10]).astype(np.float32) +y = np.log(x) # expected output [0., 2.30258512] +expect(node, inputs=[x], outputs=[y], name="test_log_example") + +x = np.exp(np.random.randn(3, 4, 5).astype(np.float32)) +y = np.log(x) +expect(node, inputs=[x], outputs=[y], name="test_log") +``` + +
+ + +### **LogSoftmax** + + The operator computes the log of softmax values for the given input: + + LogSoftmax(input, axis) = Log(Softmax(input, axis=axis)) + + The "axis" attribute indicates the dimension along which LogSoftmax + will be performed. The output tensor has the same shape + and contains the LogSoftmax values of the corresponding input. + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +Other versions of this operator: 1, 11 + +#### Attributes + +
+
axis : int (default is -1)
+
+Describes the dimension LogSoftmax will be performed on. +Negative value means counting dimensions +from the back. Accepted range is [-r, r-1] where r = rank(input). +
+
+ +#### Inputs + +
+
input (differentiable) : T
+
The input tensor of rank >= axis.
+
+ +#### Outputs + +
+
output (differentiable) : T
+
The output values with the same shape as the input tensor.
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input and output types to float tensors.
+
+ + +#### Examples + +
+logsoftmax + +```python +node = onnx.helper.make_node( + "LogSoftmax", + inputs=["x"], + outputs=["y"], +) +x = np.array([[-1, 0, 1]]).astype(np.float32) +# expected output +# [[-2.4076061 -1.407606 -0.407606 ]] +y = logsoftmax(x) +expect(node, inputs=[x], outputs=[y], name="test_logsoftmax_example_1") +``` + +
+ + +
+logsoftmax_axis + +```python +x = np.array([[0, 1, 2, 3], [10000, 10001, 10002, 10003]]).astype(np.float32) +# expected output +# [[-3.4401896 -2.4401896 -1.4401896 -0.44018966] +# [-3.4401896 -2.4401896 -1.4401896 -0.44018966]] +y = logsoftmax(x) + +node = onnx.helper.make_node( + "LogSoftmax", + inputs=["x"], + outputs=["y"], +) +expect(node, inputs=[x], outputs=[y], name="test_logsoftmax_large_number") + +x = np.abs(np.random.randn(3, 4, 5).astype(np.float32)) +node = onnx.helper.make_node( + "LogSoftmax", + inputs=["x"], + outputs=["y"], + axis=0, +) +y = logsoftmax(x, axis=0) +expect(node, inputs=[x], outputs=[y], name="test_logsoftmax_axis_0") + +node = onnx.helper.make_node( + "LogSoftmax", + inputs=["x"], + outputs=["y"], + axis=1, +) +y = logsoftmax(x, axis=1) +expect(node, inputs=[x], outputs=[y], name="test_logsoftmax_axis_1") + +node = onnx.helper.make_node( + "LogSoftmax", + inputs=["x"], + outputs=["y"], + axis=2, +) +y = logsoftmax(x, axis=2) +expect(node, inputs=[x], outputs=[y], name="test_logsoftmax_axis_2") + +node = onnx.helper.make_node( + "LogSoftmax", + inputs=["x"], + outputs=["y"], + axis=-1, +) +y = logsoftmax(x, axis=-1) +expect(node, inputs=[x], outputs=[y], name="test_logsoftmax_negative_axis") + +# default axis is -1 +node = onnx.helper.make_node( + "LogSoftmax", + inputs=["x"], + outputs=["y"], +) +expect(node, inputs=[x], outputs=[y], name="test_logsoftmax_default_axis") +``` + +
+ + +### **Loop** + + Generic Looping construct. This loop has multiple termination conditions: + + 1) Trip count. Iteration count specified at runtime. Set by + specifying the input M. Optional. Set to empty string to omit. + Note that a static trip count (specified at graph construction time) can be + specified by passing in a constant node for input M. + 2) Loop termination condition. This is an input to the op that determines + whether to run the first iteration and also a loop-carried dependency for + the body graph. The body graph must yield a value for the condition variable, + whether this input is provided or not. + + This table summarizes the operating modes of this operator with equivalent + C-style code: + + Operator inputs defined as (max_trip_count, condition_var). + + * input ("", ""): + for (int i=0; ; ++i) { + cond = ... // Note this value is ignored, but is required in the body + } + + * input ("", cond) // Note this is analogous to a while loop + bool cond = ...; + for (int i=0; cond; ++i) { + cond = ...; + } + + * input ("", 1) // Note this is analogous to a do-while loop + bool cond = true + for (int i=0; cond; ++i) { + cond = ...; + } + + * input (trip_count, "") // Note this is analogous to a for loop + int trip_count = ... + for (int i=0; i < trip_count; ++i) { + cond = ...; // ignored + } + + * input (trip_count, cond) + int trip_count = ...; + bool cond = ...; + for (int i=0; i < trip_count && cond; ++i) { + cond = ...; + } + + + *Sample usage - cond as well as trip count* + + graph predict-net { + %a = Constant[value = ]() + %b = Constant[value = ]() + %keepgoing = Constant[value = ]() + %max_trip_count = Constant[value = ]() + %keepgoing_out, %b_out, %user_defined_vals = Loop[body = ](%max_trip_count, %keepgoing, %b) + return + } + + graph body-net ( + %i[INT32, scalar] // iteration number + %keepgoing_in[BOOL, scalar] // incoming loop-termination-condition; not used + %b_in[INT32, scalar] // incoming value of loop-carried-dependency b + ) { + %my_local = Add(%a, %b_in) + %b_out = Sub(%a, %b_in) // outgoing value of loop-carried-dependency b + %keepgoing_out = Greater(%my_local, %b_out) // outgoing loop-termination-condition + %user_defined_val = Add(%b_in, %b_in) // scan-output value to be accumulated + return %keepgoing_out, %b_out, %user_defined_val + } + + *Sample equivalent C code* + + { + /* User-defined code (enclosing scope) */ + int a = 3, b = 6; + bool keepgoing = true; // Analogous to input cond + /* End user-defined code */ + + /* Implicitly-defined code */ + const int max_trip_count = 10; // Analogous to input M + int user_defined_vals[]; // Imagine this is resizable + /* End implicitly-defined code */ + /* initialize loop-carried variables and scan-output variables */ + bool keepgoing_out = keepgoing + int b_out = b + + for (int i=0; i < max_trip_count && keepgoing_out; ++i) { + /* Implicitly-defined code: bind actual parameter values + to formal parameter variables of loop-body */ + bool keepgoing_in = keepgoing_out; + bool b_in = b_out; + + /* User-defined code (loop body) */ + int my_local = a + b_in; // Reading value "a" from the enclosing scope is fine + b_out = a - b_in; + keepgoing_out = my_local > b_out; + user_defined_val = b_in + b_in; // b_in and b_out are different variables + /* End user-defined code */ + + /* Implicitly defined-code */ + user_defined_vals[i] = user_defined_val // accumulate scan-output values + } + // int t = my_local; // Can't do this. my_local is not accessible here. + + // The values below are bound to the output variables of the loop and therefore accessible + // b_out; user_defined_vals; keepgoing_out; + } + + There are several things of note in this code snippet: + + 1) Values from the enclosing scope (i.e. variable "a" here) are in scope and can + be referenced in the inputs of the loop. + 2) Any values computed in the loop body that needs to be used in a subsequent + iteration or after the loop are modeled using a pair of variables in the loop-body, + consisting of an input variable (eg., b_in) and an output variable (eg., b_out). + These are referred to as loop-carried dependences. The loop operation node + supplies the input value of the input variable for the first iteration, and + returns the output value of the output variable produced by the final + iteration. + 3) Scan_output variables are used to implicitly concatenate values computed across + all the iterations. In the above example, the value of user_defined_val computed + over all iterations are concatenated and returned as the value of user_defined_vals + after the loop. + 4) Values created in the body cannot be accessed in the enclosing scope, + except using the mechanism described above. + + Note that the semantics of this op support "diagonal" or "wavefront" execution. + (See Step 3 here for an example: + https://devblogs.nvidia.com/optimizing-recurrent-neural-networks-cudnn-5/). + Frontends should emit multi-layer RNNs as a series of While operators (with + time being the inner looping dimension), with each successive layer consuming + the scan_outputs from the previous layer, possibly going through several + point-wise operators (e.g. dropout, residual connections, linear layer). + + The input/output of subgraph (produced by loop node) matching is based on order instead of name. The implementation will figure out the names based on this order. + +#### Version + +This version of the operator has been available since version 25 of the default ONNX operator set. + +Other versions of this operator: 1, 11, 13, 16, 19, 21, 23, 24 + +#### Attributes + +
+
body : graph (required)
+
The graph run each iteration. It has 2+N inputs: (iteration_num, condition, loop carried dependencies...). It has 1+N+K outputs: (condition, loop carried dependencies..., scan_outputs...). Each scan_output is created by concatenating the value of the specified output value at the end of each iteration of the loop. It is an error if the dimensions or data type of these scan_outputs change across loop iterations.
+
+ +#### Inputs (2 - ∞) + +
+
M (optional) : I
+
A maximum trip-count for the loop specified at runtime. Optional. Pass empty string to skip.
+
cond (optional) : B
+
A boolean termination condition. Optional. Pass empty string to skip.
+
v_initial (variadic, heterogeneous) : V
+
The initial values of any loop-carried dependencies (values that change across loop iterations)
+
+ +#### Outputs (1 - ∞) + +
+
v_final_and_scan_outputs (variadic, heterogeneous) : V
+
Final N loop carried dependency values then K scan_outputs. Scan outputs must be Tensors.
+
+ +#### Type Constraints + +
+
V : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(uint4), tensor(int4), tensor(float4e2m1), tensor(float8e8m0), tensor(uint2), tensor(int2), seq(tensor(uint8)), seq(tensor(uint16)), seq(tensor(uint32)), seq(tensor(uint64)), seq(tensor(int8)), seq(tensor(int16)), seq(tensor(int32)), seq(tensor(int64)), seq(tensor(bfloat16)), seq(tensor(float16)), seq(tensor(float)), seq(tensor(double)), seq(tensor(string)), seq(tensor(bool)), seq(tensor(complex64)), seq(tensor(complex128)), seq(tensor(float8e4m3fn)), seq(tensor(float8e4m3fnuz)), seq(tensor(float8e5m2)), seq(tensor(float8e5m2fnuz)), seq(tensor(uint4)), seq(tensor(int4)), seq(tensor(float4e2m1)), seq(tensor(float8e8m0)), seq(tensor(uint2)), seq(tensor(int2)), optional(seq(tensor(uint8))), optional(seq(tensor(uint16))), optional(seq(tensor(uint32))), optional(seq(tensor(uint64))), optional(seq(tensor(int8))), optional(seq(tensor(int16))), optional(seq(tensor(int32))), optional(seq(tensor(int64))), optional(seq(tensor(bfloat16))), optional(seq(tensor(float16))), optional(seq(tensor(float))), optional(seq(tensor(double))), optional(seq(tensor(string))), optional(seq(tensor(bool))), optional(seq(tensor(complex64))), optional(seq(tensor(complex128))), optional(tensor(uint8)), optional(tensor(uint16)), optional(tensor(uint32)), optional(tensor(uint64)), optional(tensor(int8)), optional(tensor(int16)), optional(tensor(int32)), optional(tensor(int64)), optional(tensor(bfloat16)), optional(tensor(float16)), optional(tensor(float)), optional(tensor(double)), optional(tensor(string)), optional(tensor(bool)), optional(tensor(complex64)), optional(tensor(complex128)), optional(tensor(float8e4m3fn)), optional(tensor(float8e4m3fnuz)), optional(tensor(float8e5m2)), optional(tensor(float8e5m2fnuz)), optional(tensor(uint4)), optional(tensor(int4)), optional(tensor(float4e2m1)), optional(tensor(float8e8m0)), optional(tensor(uint2)), optional(tensor(int2))
+
All Tensor, Sequence(Tensor), Optional(Tensor), and Optional(Sequence(Tensor)) types up to IRv13.
+
I : tensor(int64)
+
tensor of int64, which should be a scalar.
+
B : tensor(bool)
+
tensor of bool, which should be a scalar.
+
+ + +#### Examples + +
+loop_11 + +```python +# Given a tensor x of values [x1, ..., xN], and initial tensor y +# sum up its elements using a scan +# returning the final state (y+x1+x2+...+xN) as well the scan_output +# [y+x1, y+x1+x2, ..., y+x1+x2+...+xN] + +y_in = onnx.helper.make_tensor_value_info("y_in", onnx.TensorProto.FLOAT, [1]) +y_out = onnx.helper.make_tensor_value_info("y_out", onnx.TensorProto.FLOAT, [1]) +scan_out = onnx.helper.make_tensor_value_info( + "scan_out", onnx.TensorProto.FLOAT, [1] +) +cond_in = onnx.helper.make_tensor_value_info( + "cond_in", onnx.TensorProto.BOOL, [] +) +cond_out = onnx.helper.make_tensor_value_info( + "cond_out", onnx.TensorProto.BOOL, [] +) +iter_count = onnx.helper.make_tensor_value_info( + "iter_count", onnx.TensorProto.INT64, [] +) + +x = np.array([1, 2, 3, 4, 5]).astype(np.float32) +y = np.array([-2]).astype(np.float32) + +x_const_node = onnx.helper.make_node( + "Constant", + inputs=[], + outputs=["x"], + value=onnx.helper.make_tensor( + name="const_tensor_x", + data_type=onnx.TensorProto.FLOAT, + dims=x.shape, + vals=x.flatten().astype(float), + ), +) + +one_const_node = onnx.helper.make_node( + "Constant", + inputs=[], + outputs=["one"], + value=onnx.helper.make_tensor( + name="const_tensor_one", + data_type=onnx.TensorProto.INT64, + dims=(), + vals=[1], + ), +) + +i_add_node = onnx.helper.make_node( + "Add", inputs=["iter_count", "one"], outputs=["end"] +) + +start_unsqueeze_node = onnx.helper.make_node( + "Unsqueeze", inputs=["iter_count"], outputs=["slice_start"], axes=[0] +) + +end_unsqueeze_node = onnx.helper.make_node( + "Unsqueeze", inputs=["end"], outputs=["slice_end"], axes=[0] +) + +slice_node = onnx.helper.make_node( + "Slice", inputs=["x", "slice_start", "slice_end"], outputs=["slice_out"] +) + +y_add_node = onnx.helper.make_node( + "Add", inputs=["y_in", "slice_out"], outputs=["y_out"] +) + +identity_node = onnx.helper.make_node( + "Identity", inputs=["cond_in"], outputs=["cond_out"] +) + +scan_identity_node = onnx.helper.make_node( + "Identity", inputs=["y_out"], outputs=["scan_out"] +) + +loop_body = onnx.helper.make_graph( + [ + identity_node, + x_const_node, + one_const_node, + i_add_node, + start_unsqueeze_node, + end_unsqueeze_node, + slice_node, + y_add_node, + scan_identity_node, + ], + "loop_body", + [iter_count, cond_in, y_in], + [cond_out, y_out, scan_out], +) + +node = onnx.helper.make_node( + "Loop", + inputs=["trip_count", "cond", "y"], + outputs=["res_y", "res_scan"], + body=loop_body, +) + +trip_count = np.array(5).astype(np.int64) +res_y = np.array([13]).astype(np.float32) +cond = np.array(1).astype(bool) +res_scan = np.array([-1, 1, 4, 8, 13]).astype(np.float32).reshape((5, 1)) +expect( + node, + inputs=[trip_count, cond, y], + outputs=[res_y, res_scan], + name="test_loop11", + opset_imports=[onnx.helper.make_opsetid("", 11)], +) +``` + +
+ + +
+loop_13 + +```python +# Given a tensor x of values [x1, ..., xN], +# Return a sequence of tensors of +# [[x1], [x1, x2], ..., [x1, ..., xN]] + +seq_in = onnx.helper.make_tensor_sequence_value_info( + "seq_in", onnx.TensorProto.FLOAT, None +) +seq_out = onnx.helper.make_tensor_sequence_value_info( + "seq_out", onnx.TensorProto.FLOAT, None +) +cond_in = onnx.helper.make_tensor_value_info( + "cond_in", onnx.TensorProto.BOOL, [] +) +cond_out = onnx.helper.make_tensor_value_info( + "cond_out", onnx.TensorProto.BOOL, [] +) +iter_count = onnx.helper.make_tensor_value_info( + "iter_count", onnx.TensorProto.INT64, [] +) + +x = np.array([1, 2, 3, 4, 5]).astype(np.float32) + +x_const_node = onnx.helper.make_node( + "Constant", + inputs=[], + outputs=["x"], + value=onnx.helper.make_tensor( + name="const_tensor_x", + data_type=onnx.TensorProto.FLOAT, + dims=x.shape, + vals=x.flatten().astype(float), + ), +) + +one_const_node = onnx.helper.make_node( + "Constant", + inputs=[], + outputs=["one"], + value=onnx.helper.make_tensor( + name="const_tensor_one", + data_type=onnx.TensorProto.INT64, + dims=(), + vals=[1], + ), +) + +zero_const_node = onnx.helper.make_node( + "Constant", + inputs=[], + outputs=["slice_start"], + value=onnx.helper.make_tensor( + name="const_tensor_zero", + data_type=onnx.TensorProto.INT64, + dims=(1,), + vals=[0], + ), +) + +axes_node = onnx.helper.make_node( + "Constant", + inputs=[], + outputs=["axes"], + value=onnx.helper.make_tensor( + name="const_tensor_axes", + data_type=onnx.TensorProto.INT64, + dims=(), + vals=[0], + ), +) + +add_node = onnx.helper.make_node( + "Add", inputs=["iter_count", "one"], outputs=["end"] +) + +end_unsqueeze_node = onnx.helper.make_node( + "Unsqueeze", inputs=["end", "axes"], outputs=["slice_end"] +) + +slice_node = onnx.helper.make_node( + "Slice", inputs=["x", "slice_start", "slice_end"], outputs=["slice_out"] +) + +insert_node = onnx.helper.make_node( + "SequenceInsert", inputs=["seq_in", "slice_out"], outputs=["seq_out"] +) + +identity_node = onnx.helper.make_node( + "Identity", inputs=["cond_in"], outputs=["cond_out"] +) + +loop_body = onnx.helper.make_graph( + [ + identity_node, + x_const_node, + one_const_node, + zero_const_node, + add_node, + axes_node, + end_unsqueeze_node, + slice_node, + insert_node, + ], + "loop_body", + [iter_count, cond_in, seq_in], + [cond_out, seq_out], +) + +node = onnx.helper.make_node( + "Loop", + inputs=["trip_count", "cond", "seq_empty"], + outputs=["seq_res"], + body=loop_body, +) + +trip_count = np.array(5).astype(np.int64) +seq_empty: list[Any] = [] +seq_res = [x[: int(i)] for i in x] +cond = np.array(1).astype(bool) +expect( + node, + inputs=[trip_count, cond, seq_empty], + outputs=[seq_res], + name="test_loop13_seq", + opset_imports=[onnx.helper.make_opsetid("", 13)], + input_type_protos=[ + onnx.helper.make_tensor_type_proto( + onnx.TensorProto.INT64, trip_count.shape + ), + onnx.helper.make_tensor_type_proto(onnx.TensorProto.BOOL, cond.shape), + onnx.helper.make_sequence_type_proto( + onnx.helper.make_tensor_type_proto(onnx.TensorProto.FLOAT, []) + ), + ], +) +``` + +
+ + +
+loop_16_none + +```python +# Given a tensor sequence of values [x1, ..., xN], and an initial optional sequence of tensors [x0], +# Return a concatenated sequence of tensors of +# [x0, [x1], [x1, x2], ..., [x1, ..., xN]] + +ten_in_tp = onnx.helper.make_tensor_type_proto(onnx.TensorProto.FLOAT, []) +seq_in_tp = onnx.helper.make_sequence_type_proto(ten_in_tp) +opt_in_tp = onnx.helper.make_optional_type_proto(seq_in_tp) +opt_in = onnx.helper.make_value_info("opt_seq_in", opt_in_tp) +seq_out = onnx.helper.make_tensor_sequence_value_info( + "seq_out", onnx.TensorProto.FLOAT, [] +) +cond_in = onnx.helper.make_tensor_value_info( + "cond_in", onnx.TensorProto.BOOL, [] +) +cond_out = onnx.helper.make_tensor_value_info( + "cond_out", onnx.TensorProto.BOOL, [] +) +iter_count = onnx.helper.make_tensor_value_info( + "iter_count", onnx.TensorProto.INT64, [] +) + +x0 = np.array(0).astype(np.float32) +x = np.array([1, 2, 3, 4, 5]).astype(np.float32) + +optional_has_elem_node = onnx.helper.make_node( + "OptionalHasElement", inputs=["opt_seq_in"], outputs=["optional_has_elem"] +) + +optional_is_none = onnx.helper.make_node( + "Not", inputs=["optional_has_elem"], outputs=["optional_is_none"] +) + +optional_get_elem = onnx.helper.make_node( + "OptionalGetElement", inputs=["opt_seq_in"], outputs=["seq_in"] +) + +constant_in = onnx.helper.make_node( + "Constant", + inputs=[], + outputs=["constant_in"], + value=onnx.helper.make_tensor( + name="const_tensor", data_type=onnx.TensorProto.FLOAT, dims=(), vals=[0] + ), +) + +seq_const_in = onnx.helper.make_node( + "SequenceConstruct", inputs=["constant_in"], outputs=["init_seq_in"] +) + +then_seq_out = onnx.helper.make_tensor_sequence_value_info( + "init_seq_in", onnx.TensorProto.FLOAT, [] +) +then_body = onnx.helper.make_graph( + [constant_in, seq_const_in], "then_body", [], [then_seq_out] +) + +else_seq_out = onnx.helper.make_tensor_sequence_value_info( + "seq_in", onnx.TensorProto.FLOAT, [] +) +else_body = onnx.helper.make_graph( + [optional_get_elem], "else_body", [], [else_seq_out] +) + +if_node = onnx.helper.make_node( + "If", + inputs=["optional_is_none"], + outputs=["sequence"], + then_branch=then_body, + else_branch=else_body, +) + +x_const_node = onnx.helper.make_node( + "Constant", + inputs=[], + outputs=["x"], + value=onnx.helper.make_tensor( + name="const_tensor_x", + data_type=onnx.TensorProto.FLOAT, + dims=x.shape, + vals=x.flatten().astype(float), + ), +) + +one_const_node = onnx.helper.make_node( + "Constant", + inputs=[], + outputs=["one"], + value=onnx.helper.make_tensor( + name="const_tensor_one", + data_type=onnx.TensorProto.INT64, + dims=(), + vals=[1], + ), +) + +zero_const_node = onnx.helper.make_node( + "Constant", + inputs=[], + outputs=["slice_start"], + value=onnx.helper.make_tensor( + name="const_tensor_zero", + data_type=onnx.TensorProto.INT64, + dims=(1,), + vals=[0], + ), +) + +axes_node = onnx.helper.make_node( + "Constant", + inputs=[], + outputs=["axes"], + value=onnx.helper.make_tensor( + name="const_tensor_axes", + data_type=onnx.TensorProto.INT64, + dims=(), + vals=[0], + ), +) + +add_node = onnx.helper.make_node( + "Add", inputs=["iter_count", "one"], outputs=["end"] +) + +end_unsqueeze_node = onnx.helper.make_node( + "Unsqueeze", inputs=["end", "axes"], outputs=["slice_end"] +) + +slice_node = onnx.helper.make_node( + "Slice", inputs=["x", "slice_start", "slice_end"], outputs=["slice_out"] +) + +insert_node = onnx.helper.make_node( + "SequenceInsert", inputs=["sequence", "slice_out"], outputs=["seq_out"] +) + +identity_node = onnx.helper.make_node( + "Identity", inputs=["cond_in"], outputs=["cond_out"] +) + +loop_body = onnx.helper.make_graph( + [ + identity_node, + optional_has_elem_node, + optional_is_none, + if_node, + x_const_node, + one_const_node, + zero_const_node, + add_node, + axes_node, + end_unsqueeze_node, + slice_node, + insert_node, + ], + "loop_body", + [iter_count, cond_in, opt_in], + [cond_out, seq_out], +) + +node = onnx.helper.make_node( + "Loop", + inputs=["trip_count", "cond", "opt_seq"], + outputs=["seq_res"], + body=loop_body, +) + +trip_count = np.array(5).astype(np.int64) +cond = np.array(1).astype(bool) +seq_res = compute_loop_outputs(x, [x0], trip_count) +opt_seq_in: list[Any] = [x0] +expect( + node, + inputs=[trip_count, cond, opt_seq_in], + outputs=[seq_res], + name="test_loop16_seq_none", + opset_imports=[onnx.helper.make_opsetid("", 16)], + input_type_protos=[ + onnx.helper.make_tensor_type_proto( + onnx.TensorProto.INT64, trip_count.shape + ), + onnx.helper.make_tensor_type_proto(onnx.TensorProto.BOOL, cond.shape), + opt_in_tp, + ], +) +``` + +
+ + +### **LpNormalization** + + Given a matrix, apply Lp-normalization along the provided axis. + The output is computed as: `output = input / Lp_norm(input, axis)`. + When the Lp norm is zero (i.e., all elements along the axis are zero), + the output is defined to be zero to avoid division by zero. + +#### Version + +This version of the operator has been available since version 22 of the default ONNX operator set. + +Other versions of this operator: 1 + +#### Attributes + +
+
axis : int (default is -1)
+
The axis on which to apply normalization, -1 mean last axis.
+
p : int (default is 2)
+
The order of the normalization, only 1 or 2 are supported.
+
+ +#### Inputs + +
+
input (differentiable) : T
+
Input matrix
+
+ +#### Outputs + +
+
output (differentiable) : T
+
Matrix after normalization
+
+ +#### Type Constraints + +
+
T : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ + +#### Examples + +
+default + +```python +node = onnx.helper.make_node("LpNormalization", inputs=["x"], outputs=["y"]) +x = np.array( + [[[1.0, 2.0, 2.0], [3.0, 4.0, 0.0]], [[0.0, 5.0, 5.0], [6.0, 8.0, 0.0]]], + dtype=np.float32, +) +lp_norm_default = np.sqrt(np.sum(x**2, axis=-1, keepdims=True)) +y = x / lp_norm_default +expect(node, inputs=[x], outputs=[y], name="test_lpnormalization_default") +``` + +
+ + +
+l1normalization_axis_0 + +```python +node = onnx.helper.make_node( + "LpNormalization", inputs=["x"], outputs=["y"], axis=0, p=1 +) +x = np.array([3.0, 4.0], dtype=np.float32) +l1_norm_axis_0 = np.sum(abs(x), axis=0, keepdims=True) +y = x / l1_norm_axis_0 +expect(node, inputs=[x], outputs=[y], name="test_l1normalization_axis_0") +``` + +
+ + +
+l1normalization_axis_1 + +```python +node = onnx.helper.make_node( + "LpNormalization", inputs=["x"], outputs=["y"], axis=1, p=1 +) +x = np.array([[3.0, 4.0], [6.0, 8.0]], dtype=np.float32) +l1_norm_axis_1 = np.sum(abs(x), axis=1, keepdims=True) +y = x / l1_norm_axis_1 +expect(node, inputs=[x], outputs=[y], name="test_l1normalization_axis_1") +``` + +
+ + +
+l1normalization_axis_last + +```python +node = onnx.helper.make_node( + "LpNormalization", inputs=["x"], outputs=["y"], axis=-1, p=1 +) +x = np.array( + [[[1.0, 2.0, 2.0], [3.0, 4.0, 0.0]], [[0.0, 5.0, 5.0], [6.0, 8.0, 0.0]]], + dtype=np.float32, +) +l1_norm_axis_last = np.sum(abs(x), axis=-1, keepdims=True) +y = x / l1_norm_axis_last +expect(node, inputs=[x], outputs=[y], name="test_l1normalization_axis_last") +``` + +
+ + +
+l2normalization_axis_0 + +```python +node = onnx.helper.make_node( + "LpNormalization", inputs=["x"], outputs=["y"], axis=0, p=2 +) +x = np.array( + [[[1.0, 2.0, 2.0], [3.0, 4.0, 0.0]], [[0.0, 5.0, 5.0], [6.0, 8.0, 0.0]]], + dtype=np.float32, +) +l2_norm_axis_0 = np.sqrt(np.sum(x**2, axis=0, keepdims=True)) +# When norm is 0, output is 0 (0/0 = 0) +y = np.where(l2_norm_axis_0 == 0, 0, x / l2_norm_axis_0) +expect(node, inputs=[x], outputs=[y], name="test_l2normalization_axis_0") +``` + +
+ + +
+l2normalization_axis_1 + +```python +node = onnx.helper.make_node( + "LpNormalization", inputs=["x"], outputs=["y"], axis=1, p=2 +) +x = np.array([[3.0, 4.0], [6.0, 8.0]], dtype=np.float32) +l2_norm_axis_1 = np.sqrt(np.sum(x**2, axis=1, keepdims=True)) +y = x / l2_norm_axis_1 +expect(node, inputs=[x], outputs=[y], name="test_l2normalization_axis_1") +``` + +
+ + +### **LpPool** + + LpPool consumes an input tensor X and applies Lp pooling across + the tensor according to kernel sizes, stride sizes, and pad lengths. + Lp pooling consisting of computing the Lp norm on all values of a subset + of the input tensor according to the kernel size and downsampling the + data into the output tensor Y for further processing. The output spatial shape will be following: + ``` + output_spatial_shape[i] = floor((input_spatial_shape[i] + pad_shape[i] - {kernelSpatialShape}) / strides_spatial_shape[i] + 1) + ``` + or + ``` + output_spatial_shape[i] = ceil((input_spatial_shape[i] + pad_shape[i] - {kernelSpatialShape}) / strides_spatial_shape[i] + 1) + ``` + if ceil_mode is enabled `pad_shape[i]` is the sum of pads along axis `i`. + + `auto_pad` is a DEPRECATED attribute. If you are using them currently, the output spatial shape will be following: + ``` + VALID: output_spatial_shape[i] = ceil((input_spatial_shape[i] - {kernelSpatialShape} + 1) / strides_spatial_shape[i]) + SAME_UPPER or SAME_LOWER: output_spatial_shape[i] = ceil(input_spatial_shape[i] / strides_spatial_shape[i]) + ``` + And pad shape will be following if `SAME_UPPER` or `SAME_LOWER`: + ``` + pad_shape[i] = (output_spatial_shape[i] - 1) * strides_spatial_shape[i] + {kernelSpatialShape} - input_spatial_shape[i] + ``` + +#### Version + +This version of the operator has been available since version 22 of the default ONNX operator set. + +Other versions of this operator: 1, 2, 11, 18 + +#### Attributes + +
+
auto_pad : string (default is NOTSET)
+
auto_pad must be either NOTSET, SAME_UPPER, SAME_LOWER or VALID. Where default value is NOTSET, which means explicit padding is used. SAME_UPPER or SAME_LOWER mean pad the input so that `output_shape[i] = ceil(input_shape[i] / strides[i])` for each axis `i`. The padding is split between the two sides equally or almost equally (depending on whether it is even or odd). In case the padding is an odd number, the extra padding is added at the end for SAME_UPPER and at the beginning for SAME_LOWER.
+
ceil_mode : int (default is 0)
+
Whether to use ceil or floor (default) to compute the output shape.
+
dilations : list of ints
+
dilation value along each spatial axis of the filter. If not present, the dilation defaults is 1 along each spatial axis.
+
kernel_shape : list of ints (required)
+
The size of the kernel along each axis.
+
p : int (default is 2)
+
p value of the Lp norm used to pool over the input data.
+
pads : list of ints
+
Padding for the beginning and ending along each spatial axis, it can take any value greater than or equal to 0. The value represent the number of pixels added to the beginning and end part of the corresponding axis. `pads` format should be as follow [x1_begin, x2_begin...x1_end, x2_end,...], where xi_begin the number of pixels added at the beginning of axis `i` and xi_end, the number of pixels added at the end of axis `i`. This attribute cannot be used simultaneously with auto_pad attribute. If not present, the padding defaults to 0 along start and end of each spatial axis.
+
strides : list of ints
+
Stride along each spatial axis. If not present, the stride defaults to 1 along each spatial axis.
+
+ +#### Inputs + +
+
X (differentiable) : T
+
Input data tensor from the previous operator; dimensions for image case are (N x C x H x W), where N is the batch size, C is the number of channels, and H and W are the height and the width of the data. For non image case, the dimensions are in the form of (N x C x D1 x D2 ... Dn), where N is the batch size.
+
+ +#### Outputs + +
+
Y (differentiable) : T
+
Output data tensor from Lp pooling across the input tensor. Dimensions will vary based on various kernel, stride, and pad sizes.
+
+ +#### Type Constraints + +
+
T : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ + +#### Examples + +
+lppool_1d_default + +```python +"""input_shape: [1, 3, 32] +output_shape: [1, 3, 31] +""" +p = 3 +kernel_shape = [2] +strides = [1] +node = onnx.helper.make_node( + "LpPool", + inputs=["x"], + outputs=["y"], + kernel_shape=kernel_shape, + strides=strides, + p=p, +) +x = np.random.randn(1, 3, 32).astype(np.float32) +x_shape = np.shape(x) +pads = None +out_shape, _ = get_output_shape_explicit_padding( + pads, x_shape[2:], kernel_shape, strides +) +padded = x +y = pool(padded, x_shape, kernel_shape, strides, out_shape, "LPPOOL", p=p) + +expect(node, inputs=[x], outputs=[y], name="test_lppool_1d_default") +``` + +
+ + +
+lppool_2d_default + +```python +"""input_shape: [1, 3, 32, 32] +output_shape: [1, 3, 31, 31] +""" +p = 4 +node = onnx.helper.make_node( + "LpPool", + inputs=["x"], + outputs=["y"], + kernel_shape=[2, 2], + p=p, +) +x = np.random.randn(1, 3, 32, 32).astype(np.float32) +x_shape = np.shape(x) +pads = None +kernel_shape = (2, 2) +strides = (1, 1) +out_shape, _ = get_output_shape_explicit_padding( + pads, x_shape[2:], kernel_shape, strides +) +padded = x +y = pool(padded, x_shape, kernel_shape, strides, out_shape, "LPPOOL", p=p) + +expect(node, inputs=[x], outputs=[y], name="test_lppool_2d_default") +``` + +
+ + +
+lppool_2d_dilations + +```python +"""input_shape: [1, 1, 4, 4] +output_shape: [1, 1, 2, 2] +""" +p = 2 +node = onnx.helper.make_node( + "LpPool", + inputs=["x"], + outputs=["y"], + kernel_shape=[2, 2], + strides=[1, 1], + dilations=[2, 2], + p=p, +) +x = np.array( + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ] + ] + ] +).astype(np.float32) + +y = np.array( + [ + [ + [ + [14.560219778561036, 16.24807680927192], + [21.633307652783937, 23.49468024894146], + ] + ] + ] +).astype(np.float32) + +expect(node, inputs=[x], outputs=[y], name="test_lppool_2d_dilations") +``` + +
+ + +
+lppool_2d_pads + +```python +"""input_shape: [1, 3, 28, 28] +output_shape: [1, 3, 30, 30] +pad_shape: [4, 4] -> [2, 2, 2, 2] by axis +""" +p = 3 +node = onnx.helper.make_node( + "LpPool", + inputs=["x"], + outputs=["y"], + kernel_shape=[3, 3], + pads=[2, 2, 2, 2], + p=p, +) +x = np.random.randn(1, 3, 28, 28).astype(np.float32) +x_shape = np.shape(x) +kernel_shape = (3, 3) +strides = (1, 1) +pad_bottom = pad_top = pad_right = pad_left = 2 +pads = [pad_top, pad_left, pad_bottom, pad_right] +out_shape, extra_pads = get_output_shape_explicit_padding( + pads, x_shape[2:], kernel_shape, strides +) +padded = np.pad( + x, + ( + (0, 0), + (0, 0), + (extra_pads[0], extra_pads[2]), + (extra_pads[1], extra_pads[3]), + ), + mode="constant", + constant_values=0, +) +y = pool( + padded, + x_shape, + kernel_shape, + strides, + out_shape, + "LPPOOL", + pads_required=extra_pads, + pads=pads, + p=p, +) + +expect(node, inputs=[x], outputs=[y], name="test_lppool_2d_pads") +``` + +
+ + +
+lppool_2d_same_lower + +```python +"""input_shape: [1, 3, 32, 32] +output_shape: [1, 3, 32, 32] +pad_shape: [1, 1] -> [1, 0, 1, 0] by axis +""" +p = 4 +node = onnx.helper.make_node( + "LpPool", + inputs=["x"], + outputs=["y"], + kernel_shape=[2, 2], + auto_pad="SAME_LOWER", + p=p, +) +x = np.random.randn(1, 3, 32, 32).astype(np.float32) +x_shape = np.shape(x) +kernel_shape = (2, 2) +strides = (1, 1) +out_shape = get_output_shape_auto_pad( + "SAME_LOWER", x_shape[2:], kernel_shape, strides +) +pad_shape = get_pad_shape( + "SAME_LOWER", x_shape[2:], kernel_shape, strides, out_shape +) +pad_bottom = pad_shape[0] // 2 +pad_top = pad_shape[0] - pad_bottom +pad_right = pad_shape[1] // 2 +pad_left = pad_shape[1] - pad_right +padded = np.pad( + x, + ((0, 0), (0, 0), (pad_top, pad_bottom), (pad_left, pad_right)), + mode="constant", + constant_values=0, +) +pads = [pad_top, pad_left, pad_bottom, pad_right] +y = pool( + padded, x_shape, kernel_shape, strides, out_shape, "LPPOOL", pads, pads, p=p +) + +expect(node, inputs=[x], outputs=[y], name="test_lppool_2d_same_lower") +``` + +
+ + +
+lppool_2d_same_upper + +```python +"""input_shape: [1, 3, 32, 32] +output_shape: [1, 3, 32, 32] +pad_shape: [1, 1] -> [0, 1, 0, 1] by axis +""" +p = 2 +node = onnx.helper.make_node( + "LpPool", + inputs=["x"], + outputs=["y"], + kernel_shape=[2, 2], + auto_pad="SAME_UPPER", + p=p, +) +x = np.random.randn(1, 3, 32, 32).astype(np.float32) +x_shape = np.shape(x) +kernel_shape = (2, 2) +strides = (1, 1) +out_shape = get_output_shape_auto_pad( + "SAME_UPPER", x_shape[2:], kernel_shape, strides +) +pad_shape = get_pad_shape( + "SAME_UPPER", x_shape[2:], kernel_shape, strides, out_shape +) +pad_top = pad_shape[0] // 2 +pad_bottom = pad_shape[0] - pad_top +pad_left = pad_shape[1] // 2 +pad_right = pad_shape[1] - pad_left +padded = np.pad( + x, + ((0, 0), (0, 0), (pad_top, pad_bottom), (pad_left, pad_right)), + mode="constant", + constant_values=0, +) +pads = [pad_top, pad_left, pad_bottom, pad_right] +y = pool( + padded, x_shape, kernel_shape, strides, out_shape, "LPPOOL", pads, pads, p=p +) + +expect(node, inputs=[x], outputs=[y], name="test_lppool_2d_same_upper") +``` + +
+ + +
+lppool_2d_strides + +```python +"""input_shape: [1, 3, 32, 32] +output_shape: [1, 3, 10, 10] +""" +p = 2 +node = onnx.helper.make_node( + "LpPool", + inputs=["x"], + outputs=["y"], + kernel_shape=[5, 5], + strides=[3, 3], + p=p, +) +x = np.random.randn(1, 3, 32, 32).astype(np.float32) +x_shape = np.shape(x) +pads = None +kernel_shape = (5, 5) +strides = (3, 3) +out_shape, _ = get_output_shape_explicit_padding( + pads, x_shape[2:], kernel_shape, strides +) +padded = x +y = pool(padded, x_shape, kernel_shape, strides, out_shape, "LPPOOL", p=p) + +expect(node, inputs=[x], outputs=[y], name="test_lppool_2d_strides") +``` + +
+ + +
+lppool_3d_default + +```python +"""input_shape: [1, 3, 32, 32, 32] +output_shape: [1, 3, 31, 31, 31] +""" +p = 3 +node = onnx.helper.make_node( + "LpPool", + inputs=["x"], + outputs=["y"], + kernel_shape=[2, 2, 2], + p=p, +) +x = np.random.randn(1, 3, 32, 32, 32).astype(np.float32) +x_shape = np.shape(x) +pads = None +kernel_shape = [2, 2, 2] +strides = [1, 1, 1] +out_shape, _ = get_output_shape_explicit_padding( + pads, x_shape[2:], kernel_shape, strides +) +padded = x +y = pool(padded, x_shape, kernel_shape, strides, out_shape, "LPPOOL", p=p) + +expect(node, inputs=[x], outputs=[y], name="test_lppool_3d_default") +``` + +
+ + +### **MatMul** + + Matrix product that behaves like [numpy.matmul](https://numpy.org/doc/stable/reference/generated/numpy.matmul.html). + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +Other versions of this operator: 1, 9 + +#### Inputs + +
+
A (differentiable) : T
+
N-dimensional matrix A
+
B (differentiable) : T
+
N-dimensional matrix B
+
+ +#### Outputs + +
+
Y (differentiable) : T
+
Matrix multiply results from A * B
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double), tensor(uint32), tensor(uint64), tensor(int32), tensor(int64), tensor(bfloat16)
+
Constrain input and output types to float/int tensors.
+
+ + +#### Examples + +
+matmul + +```python +node = onnx.helper.make_node( + "MatMul", + inputs=["a", "b"], + outputs=["c"], +) + +# 2d +a = np.random.randn(3, 4).astype(np.float32) +b = np.random.randn(4, 3).astype(np.float32) +c = np.matmul(a, b) +expect(node, inputs=[a, b], outputs=[c], name="test_matmul_2d") + +# 3d +a = np.random.randn(2, 3, 4).astype(np.float32) +b = np.random.randn(2, 4, 3).astype(np.float32) +c = np.matmul(a, b) +expect(node, inputs=[a, b], outputs=[c], name="test_matmul_3d") + +# 4d +a = np.random.randn(1, 2, 3, 4).astype(np.float32) +b = np.random.randn(1, 2, 4, 3).astype(np.float32) +c = np.matmul(a, b) +expect(node, inputs=[a, b], outputs=[c], name="test_matmul_4d") + +# broadcasting +a = np.random.randn(3, 1, 3, 4).astype(np.float32) +b = np.random.randn(1, 2, 4, 2).astype(np.float32) +c = np.matmul(a, b) +expect(node, inputs=[a, b], outputs=[c], name="test_matmul_bcast") + +# 1d + 3d +a = np.random.randn(4).astype(np.float32) +b = np.random.randn(2, 4, 1).astype(np.float32) +c = np.matmul(a, b) +expect(node, inputs=[a, b], outputs=[c], name="test_matmul_1d_3d") + +# 3d + 1d +a = np.random.randn(1, 2, 4, 3).astype(np.float32) +b = np.random.randn(3).astype(np.float32) +c = np.matmul(a, b) +expect(node, inputs=[a, b], outputs=[c], name="test_matmul_4d_1d") + +# 1d + 1d +a = np.random.randn(3).astype(np.float32) +b = np.random.randn(3).astype(np.float32) +c = np.matmul(a, b) +expect(node, inputs=[a, b], outputs=[c], name="test_matmul_1d_1d") +``` + +
+ + +### **MatMulInteger** + + Matrix product that behaves like [numpy.matmul](https://numpy.org/doc/stable/reference/generated/numpy.matmul.html). + The production MUST never overflow. The accumulation may overflow if and only if in 32 bits. + +#### Version + +This version of the operator has been available since version 10 of the default ONNX operator set. + +#### Inputs (2 - 4) + +
+
A (non-differentiable) : T1
+
N-dimensional matrix A
+
B (non-differentiable) : T2
+
N-dimensional matrix B
+
a_zero_point (optional, non-differentiable) : T1
+
Zero point tensor for input 'A'. It's optional and default value is 0. It could be a scalar or N-D tensor. Scalar refers to per tensor quantization whereas N-D refers to per row quantization. If the input is 2D of shape [M, K] then zero point tensor may be an M element vector [zp_1, zp_2, ..., zp_M]. If the input is N-D tensor with shape [D1, D2, M, K] then zero point tensor may have shape [D1, D2, M, 1].
+
b_zero_point (optional, non-differentiable) : T2
+
Zero point tensor for input 'B'. It's optional and default value is 0. It could be a scalar or a N-D tensor, Scalar refers to per tensor quantization whereas N-D refers to per col quantization. If the input is 2D of shape [K, N] then zero point tensor may be an N element vector [zp_1, zp_2, ..., zp_N]. If the input is N-D tensor with shape [D1, D2, K, N] then zero point tensor may have shape [D1, D2, 1, N].
+
+ +#### Outputs + +
+
Y (non-differentiable) : T3
+
Matrix multiply results from A * B
+
+ +#### Type Constraints + +
+
T1 : tensor(int8), tensor(uint8)
+
Constrain input A data type to 8-bit integer tensor.
+
T2 : tensor(int8), tensor(uint8)
+
Constrain input B data type to 8-bit integer tensor.
+
T3 : tensor(int32)
+
Constrain output Y data type as 32-bit integer tensor.
+
+ + +#### Examples + +
+matmulinteger + +```python +node = onnx.helper.make_node( + "MatMulInteger", + inputs=["A", "B", "a_zero_point", "b_zero_point"], + outputs=["Y"], +) + +A = np.array( + [ + [11, 7, 3], + [10, 6, 2], + [9, 5, 1], + [8, 4, 0], + ], + dtype=np.uint8, +) + +a_zero_point = np.array([12], dtype=np.uint8) + +B = np.array( + [ + [1, 4], + [2, 5], + [3, 6], + ], + dtype=np.uint8, +) + +b_zero_point = np.array([0], dtype=np.uint8) + +output = np.array( + [ + [-38, -83], + [-44, -98], + [-50, -113], + [-56, -128], + ], + dtype=np.int32, +) + +expect( + node, + inputs=[A, B, a_zero_point, b_zero_point], + outputs=[output], + name="test_matmulinteger", +) +``` + +
+ + +### **Max** + + Element-wise max of each of the input tensors (with Numpy-style broadcasting support). + All inputs and outputs must have the same data type. + This operator supports **multidirectional (i.e., Numpy-style) broadcasting**; for more details please check [the doc](Broadcasting.md). + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +Other versions of this operator: 1, 6, 8, 12 + +#### Inputs (1 - ∞) + +
+
data_0 (variadic, differentiable) : T
+
List of tensors for max.
+
+ +#### Outputs + +
+
max (differentiable) : T
+
Output tensor.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input and output types to numeric tensors.
+
+ + +#### Examples + +
+max + +```python +data_0 = np.array([3, 2, 1]).astype(np.float32) +data_1 = np.array([1, 4, 4]).astype(np.float32) +data_2 = np.array([2, 5, 3]).astype(np.float32) +result = np.array([3, 5, 4]).astype(np.float32) +node = onnx.helper.make_node( + "Max", + inputs=["data_0", "data_1", "data_2"], + outputs=["result"], +) +expect( + node, + inputs=[data_0, data_1, data_2], + outputs=[result], + name="test_max_example", +) + +node = onnx.helper.make_node( + "Max", + inputs=["data_0"], + outputs=["result"], +) +expect(node, inputs=[data_0], outputs=[data_0], name="test_max_one_input") + +result = np.maximum(data_0, data_1) +node = onnx.helper.make_node( + "Max", + inputs=["data_0", "data_1"], + outputs=["result"], +) +expect( + node, inputs=[data_0, data_1], outputs=[result], name="test_max_two_inputs" +) +``` + +
+ + +
+max_all_numeric_types + +```python +for op_dtype in all_numeric_dtypes: + data_0 = np.array([3, 2, 1]).astype(op_dtype) + data_1 = np.array([1, 4, 4]).astype(op_dtype) + result = np.array([3, 4, 4]).astype(op_dtype) + node = onnx.helper.make_node( + "Max", + inputs=["data_0", "data_1"], + outputs=["result"], + ) + expect( + node, + inputs=[data_0, data_1], + outputs=[result], + name=f"test_max_{np.dtype(op_dtype).name}", + ) +``` + +
+ + +### **MaxPool** + + MaxPool consumes an input tensor X and applies max pooling across + the tensor according to kernel sizes, stride sizes, and pad lengths. + max pooling consisting of computing the max on all values of a + subset of the input tensor according to the kernel size and downsampling the + data into the output tensor Y for further processing. The output spatial shape is calculated differently + depending on whether explicit padding is used, where pads is employed, or auto padding is used, where auto_pad is utilized. + With explicit padding (https://pytorch.org/docs/stable/generated/torch.nn.MaxPool2d.html?highlight=maxpool#torch.nn.MaxPool2d): + ``` + output_spatial_shape[i] = floor((input_spatial_shape[i] + pad_shape[i] - dilation[i] * (kernel_shape[i] - 1) - 1) / strides_spatial_shape[i] + 1) + ``` + or + ``` + output_spatial_shape[i] = ceil((input_spatial_shape[i] + pad_shape[i] - dilation[i] * (kernel_shape[i] - 1) - 1) / strides_spatial_shape[i] + 1) + ``` + if ceil_mode is enabled. `pad_shape[i]` is the sum of pads along axis `i`. Sliding windows that would start in the right padded region are ignored. + + `auto_pad` is a DEPRECATED attribute. If you are using them currently, the output spatial shape will be following when ceil_mode is enabled: + ``` + VALID: output_spatial_shape[i] = ceil((input_spatial_shape[i] - ((kernel_spatial_shape[i] - 1) * dilations[i] + 1) + 1) / strides_spatial_shape[i]) + SAME_UPPER or SAME_LOWER: output_spatial_shape[i] = ceil(input_spatial_shape[i] / strides_spatial_shape[i]) + ``` + or when ceil_mode is disabled (https://www.tensorflow.org/api_docs/python/tf/keras/layers/AveragePooling2D): + ``` + VALID: output_spatial_shape[i] = floor((input_spatial_shape[i] - ((kernel_spatial_shape[i] - 1) * dilations[i] + 1)) / strides_spatial_shape[i]) + 1 + SAME_UPPER or SAME_LOWER: output_spatial_shape[i] = floor((input_spatial_shape[i] - 1) / strides_spatial_shape[i]) + 1 + ``` + And pad shape will be following if `SAME_UPPER` or `SAME_LOWER`: + ``` + pad_shape[i] = (output_spatial_shape[i] - 1) * strides_spatial_shape[i] + ((kernel_spatial_shape[i] - 1) * dilations[i] + 1) - input_spatial_shape[i] + ``` + The output of each pooling window is maximum number of elements exclude pad. + + +#### Version + +This version of the operator has been available since version 22 of the default ONNX operator set. + +Other versions of this operator: 1, 8, 10, 11, 12 + +#### Attributes + +
+
auto_pad : string (default is NOTSET)
+
auto_pad must be either NOTSET, SAME_UPPER, SAME_LOWER or VALID. Where default value is NOTSET, which means explicit padding is used. SAME_UPPER or SAME_LOWER mean pad the input so that `output_shape[i] = ceil(input_shape[i] / strides[i])` for each axis `i`. The padding is split between the two sides equally or almost equally (depending on whether it is even or odd). In case the padding is an odd number, the extra padding is added at the end for SAME_UPPER and at the beginning for SAME_LOWER.
+
ceil_mode : int (default is 0)
+
Whether to use ceil or floor (default) to compute the output shape.
+
dilations : list of ints
+
Dilation value along each spatial axis of filter. If not present, the dilation defaults to 1 along each spatial axis.
+
kernel_shape : list of ints (required)
+
The size of the kernel along each axis.
+
pads : list of ints
+
Padding for the beginning and ending along each spatial axis, it can take any value greater than or equal to 0. The value represent the number of pixels added to the beginning and end part of the corresponding axis. `pads` format should be as follow [x1_begin, x2_begin...x1_end, x2_end,...], where xi_begin the number of pixels added at the beginning of axis `i` and xi_end, the number of pixels added at the end of axis `i`. This attribute cannot be used simultaneously with auto_pad attribute. If not present, the padding defaults to 0 along start and end of each spatial axis.
+
storage_order : int (default is 0)
+
The storage order of the tensor. 0 is row major, and 1 is column major. This attribute is used only to convert an n-tuple index value into a single integer value for producing the second output.
+
strides : list of ints
+
Stride along each spatial axis. If not present, the stride defaults to 1 along each spatial axis.
+
+ +#### Inputs + +
+
X (differentiable) : T
+
Input data tensor from the previous operator; dimensions for image case are (N x C x H x W), where N is the batch size, C is the number of channels, and H and W are the height and the width of the data. For non image case, the dimensions are in the form of (N x C x D1 x D2 ... Dn), where N is the batch size. Optionally, if dimension denotation is in effect, the operation expects the input data tensor to arrive with the dimension denotation of [DATA_BATCH, DATA_CHANNEL, DATA_FEATURE, DATA_FEATURE ...].
+
+ +#### Outputs (1 - 2) + +
+
Y (differentiable) : T
+
Output data tensor from average or max pooling across the input tensor. Dimensions will vary based on various kernel, stride, and pad sizes. Floor value of the dimension is used
+
Indices (optional, non-differentiable) : I
+
Indices tensor from max pooling across the input tensor. The dimensions of indices are the same as output tensor. The values in indices of are the indices of the selected values during pooling. The indices are computed as flatten 1-D tensor, and the indices do not consider padding. So the values in indices are in [0, N x C x D1 x ... x Dn).
+
+ +#### Type Constraints + +
+
T : tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(int8), tensor(uint8)
+
Constrain input and output types to float and 8 bit tensors.
+
I : tensor(int64)
+
Constrain index tensor to int64
+
+ + +#### Examples + +
+maxpool_1d_default + +```python +"""input_shape: [1, 3, 32] +output_shape: [1, 3, 31] +""" +node = onnx.helper.make_node( + "MaxPool", + inputs=["x"], + outputs=["y"], + kernel_shape=[2], +) +x = np.random.randn(1, 3, 32).astype(np.float32) +x_shape = np.shape(x) +pads = None +kernel_shape = [2] +strides = [1] +out_shape, _ = get_output_shape_explicit_padding( + pads, x_shape[2:], kernel_shape, strides +) +padded = x +y = pool(padded, x_shape, kernel_shape, strides, out_shape, "MAX") + +expect(node, inputs=[x], outputs=[y], name="test_maxpool_1d_default") +``` + +
+ + +
+maxpool_2d_ceil + +```python +"""input_shape: [1, 1, 4, 4] +output_shape: [1, 1, 2, 2] +""" +node = onnx.helper.make_node( + "MaxPool", + inputs=["x"], + outputs=["y"], + kernel_shape=[3, 3], + strides=[2, 2], + ceil_mode=True, +) +x = np.array( + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ] + ] + ] +).astype(np.float32) +y = np.array([[[[11, 12], [15, 16]]]]).astype(np.float32) + +expect(node, inputs=[x], outputs=[y], name="test_maxpool_2d_ceil") +``` + +
+ + +
+maxpool_2d_ceil_output_size_reduce_by_one + +```python +"""input_shape: [1, 1, 2, 2] +output_shape: [1, 1, 1, 1] +""" +node = onnx.helper.make_node( + "MaxPool", + inputs=["x"], + outputs=["y"], + kernel_shape=[1, 1], + strides=[2, 2], + ceil_mode=True, +) +x = np.array([[[[1, 2], [3, 4]]]]).astype(np.float32) +y = np.array([[[[1]]]]).astype(np.float32) + +expect( + node, + inputs=[x], + outputs=[y], + name="test_maxpool_2d_ceil_output_size_reduce_by_one", +) +``` + +
+ + +
+maxpool_2d_default + +```python +"""input_shape: [1, 3, 32, 32] +output_shape: [1, 3, 31, 31] +""" +node = onnx.helper.make_node( + "MaxPool", + inputs=["x"], + outputs=["y"], + kernel_shape=[2, 2], +) +x = np.random.randn(1, 3, 32, 32).astype(np.float32) +x_shape = np.shape(x) +pads = None +kernel_shape = (2, 2) +strides = (1, 1) +out_shape, _ = get_output_shape_explicit_padding( + pads, x_shape[2:], kernel_shape, strides +) +padded = x +y = pool(padded, x_shape, kernel_shape, strides, out_shape, "MAX") + +expect(node, inputs=[x], outputs=[y], name="test_maxpool_2d_default") +``` + +
+ + +
+maxpool_2d_dilations + +```python +"""input_shape: [1, 1, 4, 4] +output_shape: [1, 1, 2, 2] +""" +node = onnx.helper.make_node( + "MaxPool", + inputs=["x"], + outputs=["y"], + kernel_shape=[2, 2], + strides=[1, 1], + dilations=[2, 2], +) +x = np.array( + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ] + ] + ] +).astype(np.float32) +y = np.array([[[[11, 12], [15, 16]]]]).astype(np.float32) + +expect(node, inputs=[x], outputs=[y], name="test_maxpool_2d_dilations") +``` + +
+ + +
+maxpool_2d_pads + +```python +"""input_shape: [1, 3, 28, 28] +output_shape: [1, 3, 30, 30] +pad_shape: [4, 4] -> [2, 2, 2, 2] by axis +""" +node = onnx.helper.make_node( + "MaxPool", + inputs=["x"], + outputs=["y"], + kernel_shape=[3, 3], + pads=[2, 2, 2, 2], +) +x = np.random.randn(1, 3, 28, 28).astype(np.float32) +x_shape = np.shape(x) +kernel_shape = (3, 3) +strides = (1, 1) +pad_bottom = pad_top = pad_right = pad_left = 2 +pads = [pad_top, pad_left, pad_bottom, pad_right] +out_shape, extra_pads = get_output_shape_explicit_padding( + pads, x_shape[2:], kernel_shape, strides +) +padded = np.pad( + x, + ((0, 0), (0, 0), (pad_top, pad_bottom), (pad_left, pad_right)), + mode="constant", + constant_values=np.nan, +) + +y = pool( + padded, + x_shape, + kernel_shape, + strides, + out_shape, + "MAX", + pads_required=extra_pads, + pads=pads, +) + +expect(node, inputs=[x], outputs=[y], name="test_maxpool_2d_pads") +``` + +
+ + +
+maxpool_2d_precomputed_pads + +```python +"""input_shape: [1, 1, 5, 5] +output_shape: [1, 1, 5, 5] +pad_shape: [4, 4] -> [2, 2, 2, 2] by axis +""" +node = onnx.helper.make_node( + "MaxPool", + inputs=["x"], + outputs=["y"], + kernel_shape=[5, 5], + pads=[2, 2, 2, 2], +) +x = np.array( + [ + [ + [ + [1, 2, 3, 4, 5], + [6, 7, 8, 9, 10], + [11, 12, 13, 14, 15], + [16, 17, 18, 19, 20], + [21, 22, 23, 24, 25], + ] + ] + ] +).astype(np.float32) +y = np.array( + [ + [ + [ + [13, 14, 15, 15, 15], + [18, 19, 20, 20, 20], + [23, 24, 25, 25, 25], + [23, 24, 25, 25, 25], + [23, 24, 25, 25, 25], + ] + ] + ] +).astype(np.float32) + +expect(node, inputs=[x], outputs=[y], name="test_maxpool_2d_precomputed_pads") +``` + +
+ + +
+maxpool_2d_precomputed_same_upper + +```python +"""input_shape: [1, 1, 5, 5] +output_shape: [1, 1, 3, 3] +pad_shape: [2, 2] -> [1, 1, 1, 1] by axis +""" +node = onnx.helper.make_node( + "MaxPool", + inputs=["x"], + outputs=["y"], + kernel_shape=[3, 3], + strides=[2, 2], + auto_pad="SAME_UPPER", +) +x = np.array( + [ + [ + [ + [1, 2, 3, 4, 5], + [6, 7, 8, 9, 10], + [11, 12, 13, 14, 15], + [16, 17, 18, 19, 20], + [21, 22, 23, 24, 25], + ] + ] + ] +).astype(np.float32) +y = np.array([[[[7, 9, 10], [17, 19, 20], [22, 24, 25]]]]).astype(np.float32) + +expect( + node, inputs=[x], outputs=[y], name="test_maxpool_2d_precomputed_same_upper" +) +``` + +
+ + +
+maxpool_2d_precomputed_strides + +```python +"""input_shape: [1, 1, 5, 5] +output_shape: [1, 1, 2, 2] +""" +node = onnx.helper.make_node( + "MaxPool", inputs=["x"], outputs=["y"], kernel_shape=[2, 2], strides=[2, 2] +) +x = np.array( + [ + [ + [ + [1, 2, 3, 4, 5], + [6, 7, 8, 9, 10], + [11, 12, 13, 14, 15], + [16, 17, 18, 19, 20], + [21, 22, 23, 24, 25], + ] + ] + ] +).astype(np.float32) +y = np.array([[[[7, 9], [17, 19]]]]).astype(np.float32) + +expect( + node, inputs=[x], outputs=[y], name="test_maxpool_2d_precomputed_strides" +) +``` + +
+ + +
+maxpool_2d_same_lower + +```python +"""input_shape: [1, 3, 32, 32] +output_shape: [1, 3, 32, 32] +pad_shape: [1, 1] -> [1, 0, 1, 0] by axis +""" +node = onnx.helper.make_node( + "MaxPool", + inputs=["x"], + outputs=["y"], + kernel_shape=[2, 2], + auto_pad="SAME_LOWER", +) +x = np.random.randn(1, 3, 32, 32).astype(np.float32) +x_shape = np.shape(x) +kernel_shape = (2, 2) +strides = (1, 1) +out_shape = get_output_shape_auto_pad( + "SAME_LOWER", x_shape[2:], kernel_shape, strides +) +pad_shape = get_pad_shape( + "SAME_LOWER", x_shape[2:], kernel_shape, strides, out_shape +) +pad_bottom = pad_shape[0] // 2 +pad_top = pad_shape[0] - pad_bottom +pad_right = pad_shape[1] // 2 +pad_left = pad_shape[1] - pad_right +padded = np.pad( + x, + ((0, 0), (0, 0), (pad_top, pad_bottom), (pad_left, pad_right)), + mode="constant", + constant_values=np.nan, +) +pads = [pad_top, pad_left, pad_bottom, pad_right] +y = pool(padded, x_shape, kernel_shape, strides, out_shape, "MAX", pads, pads) + +expect(node, inputs=[x], outputs=[y], name="test_maxpool_2d_same_lower") +``` + +
+ + +
+maxpool_2d_same_upper + +```python +"""input_shape: [1, 3, 32, 32] +output_shape: [1, 3, 32, 32] +pad_shape: [1, 1] -> [0, 1, 0, 1] by axis +""" +node = onnx.helper.make_node( + "MaxPool", + inputs=["x"], + outputs=["y"], + kernel_shape=[2, 2], + auto_pad="SAME_UPPER", +) +x = np.random.randn(1, 3, 32, 32).astype(np.float32) +x_shape = np.shape(x) +kernel_shape = (2, 2) +strides = (1, 1) +out_shape = get_output_shape_auto_pad( + "SAME_UPPER", x_shape[2:], kernel_shape, strides +) +pad_shape = get_pad_shape( + "SAME_UPPER", x_shape[2:], kernel_shape, strides, out_shape +) +pad_top = pad_shape[0] // 2 +pad_bottom = pad_shape[0] - pad_top +pad_left = pad_shape[1] // 2 +pad_right = pad_shape[1] - pad_left +padded = np.pad( + x, + ((0, 0), (0, 0), (pad_top, pad_bottom), (pad_left, pad_right)), + mode="constant", + constant_values=np.nan, +) +pads = [pad_top, pad_left, pad_bottom, pad_right] +y = pool(padded, x_shape, kernel_shape, strides, out_shape, "MAX", pads, pads) + +expect(node, inputs=[x], outputs=[y], name="test_maxpool_2d_same_upper") +``` + +
+ + +
+maxpool_2d_strides + +```python +"""input_shape: [1, 3, 32, 32] +output_shape: [1, 3, 10, 10] +""" +node = onnx.helper.make_node( + "MaxPool", inputs=["x"], outputs=["y"], kernel_shape=[5, 5], strides=[3, 3] +) +x = np.random.randn(1, 3, 32, 32).astype(np.float32) +x_shape = np.shape(x) +pads = None +kernel_shape = (5, 5) +strides = (3, 3) +out_shape, pads = get_output_shape_explicit_padding( + pads, x_shape[2:], kernel_shape, strides +) +padded = x +y = pool(padded, x_shape, kernel_shape, strides, out_shape, "MAX") + +expect(node, inputs=[x], outputs=[y], name="test_maxpool_2d_strides") +``` + +
+ + +
+maxpool_2d_uint8 + +```python +"""input_shape: [1, 1, 5, 5] +output_shape: [1, 1, 5, 5] +pad_shape: [4, 4] -> [2, 2, 2, 2] by axis +""" +node = onnx.helper.make_node( + "MaxPool", + inputs=["x"], + outputs=["y"], + kernel_shape=[5, 5], + pads=[2, 2, 2, 2], +) +x = np.array( + [ + [ + [ + [1, 2, 3, 4, 5], + [6, 7, 8, 9, 10], + [11, 12, 13, 14, 15], + [16, 17, 18, 19, 20], + [21, 22, 23, 24, 25], + ] + ] + ] +).astype(np.uint8) +y = np.array( + [ + [ + [ + [13, 14, 15, 15, 15], + [18, 19, 20, 20, 20], + [23, 24, 25, 25, 25], + [23, 24, 25, 25, 25], + [23, 24, 25, 25, 25], + ] + ] + ] +).astype(np.uint8) + +expect(node, inputs=[x], outputs=[y], name="test_maxpool_2d_uint8") +``` + +
+ + +
+maxpool_3d_default + +```python +"""input_shape: [1, 3, 32, 32, 32] +output_shape: [1, 3, 31, 31, 31] +""" +node = onnx.helper.make_node( + "MaxPool", + inputs=["x"], + outputs=["y"], + kernel_shape=[2, 2, 2], +) +x = np.random.randn(1, 3, 32, 32, 32).astype(np.float32) +x_shape = np.shape(x) +pads = None +kernel_shape = [2, 2, 2] +strides = [1, 1, 1] +out_shape, _ = get_output_shape_explicit_padding( + pads, x_shape[2:], kernel_shape, strides +) +padded = x +y = pool(padded, x_shape, kernel_shape, strides, out_shape, "MAX") + +expect(node, inputs=[x], outputs=[y], name="test_maxpool_3d_default") +``` + +
+ + +
+maxpool_3d_dilations + +```python +"""input_shape: [1, 1, 4, 4, 4] +output_shape: [1, 1, 2, 2, 2] +""" +node = onnx.helper.make_node( + "MaxPool", + inputs=["x"], + outputs=["y"], + kernel_shape=[2, 2, 2], + strides=[1, 1, 1], + dilations=[2, 2, 2], +) +x = np.array( + [ + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ], + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ], + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ], + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ], + ] + ] + ] +).astype(np.float32) +y = np.array([[[[[11, 12], [15, 16]], [[11, 12], [15, 16]]]]]).astype( + np.float32 +) + +expect(node, inputs=[x], outputs=[y], name="test_maxpool_3d_dilations") +``` + +
+ + +
+maxpool_3d_dilations_use_ref_impl + +```python +"""input_shape: [1, 1, 4, 4, 4] +output_shape: [1, 1, 2, 2, 2] +""" +dilations = [2, 2, 2] +kernel_shape = [2, 2, 2] +strides = [1, 1, 1] +ceil_mode = False +node = onnx.helper.make_node( + "MaxPool", + inputs=["x"], + outputs=["y"], + kernel_shape=[2, 2, 2], + strides=[1, 1, 1], + dilations=dilations, +) +x = np.array( + [ + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ], + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ], + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ], + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ], + ] + ] + ] +).astype(np.float32) + +x_shape = x.shape[2:] +out_shape, pads = get_output_shape_explicit_padding( + None, x_shape, kernel_shape, strides, dilations, ceil_mode=ceil_mode +) +padded = x +y = pool( + padded, + (1, 1, *x_shape), + kernel_shape, + strides, + out_shape, + "MAX", + pads_required=pads, + pads=None, + dilations=dilations, +) + +expect( + node, inputs=[x], outputs=[y], name="test_maxpool_3d_dilations_use_ref_impl" +) +``` + +
+ + +
+maxpool_3d_dilations_use_ref_impl_large + +```python +x_shape = (32, 32, 32) +dilations = (2, 2, 2) +kernel_shape = (5, 5, 5) +strides = (3, 3, 3) +ceil_mode = True + +node = onnx.helper.make_node( + "MaxPool", + inputs=["x"], + outputs=["y"], + kernel_shape=kernel_shape, + strides=strides, + dilations=dilations, + ceil_mode=ceil_mode, +) + +x = np.random.randn(1, 1, *x_shape).astype(np.float32) +out_shape, pads = get_output_shape_explicit_padding( + None, x_shape, kernel_shape, strides, dilations, ceil_mode=ceil_mode +) +padded = np.pad( + x, + ( + (0, 0), + (0, 0), + (pads[0], pads[3]), + (pads[1], pads[4]), + (pads[2], pads[5]), + ), + mode="constant", + constant_values=0, +) +y = pool( + padded, + (1, 1, *x_shape), + kernel_shape, + strides, + out_shape, + "MAX", + pads_required=pads, + pads=None, + dilations=dilations, +) + +expect( + node, + inputs=[x], + outputs=[y], + name="test_maxpool_3d_dilations_use_ref_impl_large", +) +``` + +
+ + +
+maxpool_with_argmax_2d_precomputed_pads + +```python +"""input_shape: [1, 1, 5, 5] +output_shape: [1, 1, 5, 5] +pad_shape: [4, 4] -> [2, 2, 2, 2] by axis +""" +node = onnx.helper.make_node( + "MaxPool", + inputs=["x"], + outputs=["y", "z"], + kernel_shape=[5, 5], + pads=[2, 2, 2, 2], +) +x = np.array( + [ + [ + [ + [1, 2, 3, 4, 5], + [6, 7, 8, 9, 10], + [11, 12, 13, 14, 15], + [16, 17, 18, 19, 20], + [21, 22, 23, 24, 25], + ] + ] + ] +).astype(np.float32) +y = np.array( + [ + [ + [ + [13, 14, 15, 15, 15], + [18, 19, 20, 20, 20], + [23, 24, 25, 25, 25], + [23, 24, 25, 25, 25], + [23, 24, 25, 25, 25], + ] + ] + ] +).astype(np.float32) +z = np.array( + [ + [ + [ + [12, 13, 14, 14, 14], + [17, 18, 19, 19, 19], + [22, 23, 24, 24, 24], + [22, 23, 24, 24, 24], + [22, 23, 24, 24, 24], + ] + ] + ] +).astype(np.int64) + +expect( + node, + inputs=[x], + outputs=[y, z], + name="test_maxpool_with_argmax_2d_precomputed_pads", +) +``` + +
+ + +
+maxpool_with_argmax_2d_precomputed_strides + +```python +"""input_shape: [1, 1, 5, 5] +output_shape: [1, 1, 2, 2] +""" +node = onnx.helper.make_node( + "MaxPool", + inputs=["x"], + outputs=["y", "z"], + kernel_shape=[2, 2], + strides=[2, 2], + storage_order=1, +) +x = np.array( + [ + [ + [ + [1, 2, 3, 4, 5], + [6, 7, 8, 9, 10], + [11, 12, 13, 14, 15], + [16, 17, 18, 19, 20], + [21, 22, 23, 24, 25], + ] + ] + ] +).astype(np.float32) +y = np.array([[[[7, 9], [17, 19]]]]).astype(np.float32) +z = np.array([[[[6, 16], [8, 18]]]]).astype(np.int64) + +expect( + node, + inputs=[x], + outputs=[y, z], + name="test_maxpool_with_argmax_2d_precomputed_strides", +) +``` + +
+ + +### **MaxRoiPool** + + ROI max pool consumes an input tensor X and region of interests (RoIs) to + apply max pooling across each RoI, to produce output 4-D tensor of shape + (num_rois, channels, pooled_shape[0], pooled_shape[1]). + +#### Version + +This version of the operator has been available since version 22 of the default ONNX operator set. + +Other versions of this operator: 1 + +#### Attributes + +
+
pooled_shape : list of ints (required)
+
ROI pool output shape (height, width).
+
spatial_scale : float (default is 1.0)
+
Multiplicative spatial scale factor to translate ROI coordinates from their input scale to the scale used when pooling.
+
+ +#### Inputs + +
+
X (differentiable) : T
+
Input data tensor from the previous operator; dimensions for image case are (N x C x H x W), where N is the batch size, C is the number of channels, and H and W are the height and the width of the data.
+
rois (non-differentiable) : T
+
RoIs (Regions of Interest) to pool over. Should be a 2-D tensor of shape (num_rois, 5) given as [[batch_id, x1, y1, x2, y2], ...].
+
+ +#### Outputs + +
+
Y (differentiable) : T
+
RoI pooled output 4-D tensor of shape (num_rois, channels, pooled_shape[0], pooled_shape[1]).
+
+ +#### Type Constraints + +
+
T : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ + +### **MaxUnpool** + + MaxUnpool essentially computes the partial inverse of the MaxPool op. + The input information to this op is typically the output information from a MaxPool op. The first + input tensor X is the tensor that needs to be unpooled, which is typically the pooled tensor (first output) + from MaxPool. The second input tensor, I, contains the indices to the (locally maximal) elements corresponding + to the elements in the first input tensor X. Input tensor I is typically the second output of the MaxPool op. + The third (optional) input is a tensor that specifies the output size of the unpooling operation. + + MaxUnpool is intended to do 'partial' inverse of the MaxPool op. 'Partial' because all the non-maximal + values from the original input to MaxPool are set to zero in the output of the MaxUnpool op. Pooling + the result of an unpooling operation should give back the original input to the unpooling op. + + MaxUnpool can produce the same output size for several input sizes, which makes unpooling op ambiguous. + The third input argument, output_size, is meant to disambiguate the op and produce output tensor of + known/predictable size. + + In addition to the inputs, MaxUnpool takes three attributes, namely kernel_shape, strides, and pads, + which define the exact unpooling op. The attributes typically have the same values as the corresponding + pooling op that the unpooling op is trying to invert. + +#### Version + +This version of the operator has been available since version 22 of the default ONNX operator set. + +Other versions of this operator: 9, 11 + +#### Attributes + +
+
kernel_shape : list of ints (required)
+
The size of the kernel along each axis.
+
pads : list of ints
+
Padding for the beginning and ending along each spatial axis, it can take any value greater than or equal to 0. The value represent the number of pixels added to the beginning and end part of the corresponding axis. `pads` format should be as follow [x1_begin, x2_begin...x1_end, x2_end,...], where xi_begin the number of pixels added at the beginning of axis `i` and xi_end, the number of pixels added at the end of axis `i`. This attribute cannot be used simultaneously with auto_pad attribute. If not present, the padding defaults to 0 along start and end of each spatial axis.
+
strides : list of ints
+
Stride along each spatial axis. If not present, the stride defaults to 1 along each spatial axis.
+
+ +#### Inputs (2 - 3) + +
+
X (differentiable) : T1
+
Input data tensor that has to be unpooled. This tensor is typically the first output of the MaxPool op.Dimensions for image case are (N x C x H x W), where N is the batch size, C is the number of channels, and H and W are the height and the width of the data. For non-image case, the dimensions are in the form of (N x C x D1 x D2 ... Dn), where N is the batch size. Optionally, if dimension denotation is in effect, the operation expects the input data tensor to arrive with the dimension denotation of [DATA_BATCH, DATA_CHANNEL, DATA_FEATURE, DATA_FEATURE ...].
+
I (non-differentiable) : T2
+
Input data tensor containing the indices corresponding to elements in the first input tensor X.This tensor is typically the second output of the MaxPool op.Dimensions must be the same as input tensor X. The indices are linear, i.e. computed considering the tensor as flattened 1-D tensor, assuming row-major storage. Also, the linear indices should not consider padding. So the values in indices are in the range [0, N x C x D1 x ... x Dn).
+
output_shape (optional, non-differentiable) : T2
+
The shape of the output can be explicitly set which will cause pads values to be auto generated. If 'output_shape' is specified, 'pads' values are ignored.
+
+ +#### Outputs + +
+
output (differentiable) : T1
+
Output data tensor that contains the result of the unpooling.
+
+ +#### Type Constraints + +
+
T1 : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
T2 : tensor(int64)
+
Constrain index tensor to int64
+
+ + +#### Examples + +
+with_output_shape + +```python +node = onnx.helper.make_node( + "MaxUnpool", + inputs=["xT", "xI", "output_shape"], + outputs=["y"], + kernel_shape=[2, 2], + strides=[2, 2], +) +xT = np.array([[[[5, 6], [7, 8]]]], dtype=np.float32) +xI = np.array([[[[5, 7], [13, 15]]]], dtype=np.int64) +output_shape = np.array((1, 1, 5, 5), dtype=np.int64) +y = np.array( + [ + [ + [ + [0, 0, 0, 0, 0], + [0, 5, 0, 6, 0], + [0, 0, 0, 0, 0], + [0, 7, 0, 8, 0], + [0, 0, 0, 0, 0], + ] + ] + ], + dtype=np.float32, +) +expect( + node, + inputs=[xT, xI, output_shape], + outputs=[y], + name="test_maxunpool_export_with_output_shape", +) +``` + +
+ + +
+without_output_shape + +```python +node = onnx.helper.make_node( + "MaxUnpool", + inputs=["xT", "xI"], + outputs=["y"], + kernel_shape=[2, 2], + strides=[2, 2], +) +xT = np.array([[[[1, 2], [3, 4]]]], dtype=np.float32) +xI = np.array([[[[5, 7], [13, 15]]]], dtype=np.int64) +y = np.array( + [[[[0, 0, 0, 0], [0, 1, 0, 2], [0, 0, 0, 0], [0, 3, 0, 4]]]], + dtype=np.float32, +) +expect( + node, + inputs=[xT, xI], + outputs=[y], + name="test_maxunpool_export_without_output_shape", +) +``` + +
+ + +### **Mean** + + Element-wise mean of each of the input tensors (with Numpy-style broadcasting support). + All inputs and outputs must have the same data type. + This operator supports **multidirectional (i.e., Numpy-style) broadcasting**; for more details please check [the doc](Broadcasting.md). + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +Other versions of this operator: 1, 6, 8 + +#### Inputs (1 - ∞) + +
+
data_0 (variadic, differentiable) : T
+
List of tensors for mean.
+
+ +#### Outputs + +
+
mean (differentiable) : T
+
Output tensor.
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input and output types to float tensors.
+
+ + +#### Examples + +
+mean + +```python +data_0 = np.array([3, 0, 2]).astype(np.float32) +data_1 = np.array([1, 3, 4]).astype(np.float32) +data_2 = np.array([2, 6, 6]).astype(np.float32) +result = np.array([2, 3, 4]).astype(np.float32) +node = onnx.helper.make_node( + "Mean", + inputs=["data_0", "data_1", "data_2"], + outputs=["result"], +) +expect( + node, + inputs=[data_0, data_1, data_2], + outputs=[result], + name="test_mean_example", +) + +node = onnx.helper.make_node( + "Mean", + inputs=["data_0"], + outputs=["result"], +) +expect(node, inputs=[data_0], outputs=[data_0], name="test_mean_one_input") + +result = np.divide(np.add(data_0, data_1), 2.0) +node = onnx.helper.make_node( + "Mean", + inputs=["data_0", "data_1"], + outputs=["result"], +) +expect( + node, inputs=[data_0, data_1], outputs=[result], name="test_mean_two_inputs" +) +``` + +
+ + +### **MeanVarianceNormalization** + + A MeanVarianceNormalization Function: Perform mean variance normalization + on the input tensor X using formula: `(X-EX)/sqrt(E(X-EX)^2)` + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +Other versions of this operator: 9 + +#### Attributes + +
+
axes : list of ints (default is ['0', '2', '3'])
+
A list of integers, along which to reduce. The default is to calculate along axes [0,2,3] for calculating mean and variance along each channel. Two variables with the same C-coordinate are associated with the same mean and variance.
+
+ +#### Inputs + +
+
X (differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
Y (differentiable) : T
+
Output tensor
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input and output types to all numeric tensors.
+
+ + +#### Examples + +
+meanvariancenormalization + +```python +node = onnx.helper.make_node( + "MeanVarianceNormalization", inputs=["X"], outputs=["Y"] +) + +input_data = np.array( + [ + [ + [[0.8439683], [0.5665144], [0.05836735]], + [[0.02916367], [0.12964272], [0.5060197]], + [[0.79538304], [0.9411346], [0.9546573]], + ], + [ + [[0.17730942], [0.46192095], [0.26480448]], + [[0.6746842], [0.01665257], [0.62473077]], + [[0.9240844], [0.9722341], [0.11965699]], + ], + [ + [[0.41356155], [0.9129373], [0.59330076]], + [[0.81929934], [0.7862604], [0.11799799]], + [[0.69248444], [0.54119414], [0.07513223]], + ], + ], + dtype=np.float32, +) + +# Calculate expected output data +data_mean = np.mean(input_data, axis=(0, 2, 3), keepdims=1) +data_mean_squared = np.power(data_mean, 2) +data_squared = np.power(input_data, 2) +data_squared_mean = np.mean(data_squared, axis=(0, 2, 3), keepdims=1) +std = np.sqrt(data_squared_mean - data_mean_squared) +expected_output = (input_data - data_mean) / (std + 1e-9) + +expect(node, inputs=[input_data], outputs=[expected_output], name="test_mvn") +``` + +
+ + +### **MelWeightMatrix** + + Generate a MelWeightMatrix that can be used to re-weight a Tensor containing a linearly sampled frequency spectra (from DFT or STFT) into num_mel_bins frequency information based on the [lower_edge_hertz, upper_edge_hertz] range on the mel scale. + This function defines the mel scale in terms of a frequency in hertz according to the following formula: + + mel(f) = 2595 * log10(1 + f/700) + + In the returned matrix, all the triangles (filterbanks) have a peak value of 1.0. + + The returned MelWeightMatrix can be used to right-multiply a spectrogram S of shape [frames, num_spectrogram_bins] of linear scale spectrum values (e.g. STFT magnitudes) to generate a "mel spectrogram" M of shape [frames, num_mel_bins]. + +#### Version + +This version of the operator has been available since version 17 of the default ONNX operator set. + +#### Attributes + +
+
output_datatype : int (default is 1)
+
The data type of the output tensor. Strictly must be one of the values from DataType enum in TensorProto whose values correspond to T3. The default value is 1 = FLOAT.
+
+ +#### Inputs + +
+
num_mel_bins (non-differentiable) : T1
+
The number of bands in the mel spectrum.
+
dft_length (non-differentiable) : T1
+
The size of the original DFT. The size of the original DFT is used to infer the size of the onesided DFT, which is understood to be floor(dft_length/2) + 1, i.e. the spectrogram only contains the nonredundant DFT bins.
+
sample_rate (non-differentiable) : T1
+
Samples per second of the input signal used to create the spectrogram. Used to figure out the frequencies corresponding to each spectrogram bin, which dictates how they are mapped into the mel scale.
+
lower_edge_hertz (non-differentiable) : T2
+
Lower bound on the frequencies to be included in the mel spectrum. This corresponds to the lower edge of the lowest triangular band.
+
upper_edge_hertz (non-differentiable) : T2
+
The desired top edge of the highest frequency band.
+
+ +#### Outputs + +
+
output (non-differentiable) : T3
+
The Mel Weight Matrix. The output has the shape: [floor(dft_length/2) + 1][num_mel_bins].
+
+ +#### Type Constraints + +
+
T1 : tensor(int32), tensor(int64)
+
Constrain to integer tensors.
+
T2 : tensor(float), tensor(float16), tensor(double), tensor(bfloat16)
+
Constrain to float tensors
+
T3 : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain to any numerical types.
+
+ + +#### Examples + +
+melweightmatrix + +```python +node = onnx.helper.make_node( + "MelWeightMatrix", + inputs=[ + "num_mel_bins", + "dft_length", + "sample_rate", + "lower_edge_hertz", + "upper_edge_hertz", + ], + outputs=["output"], +) + +num_mel_bins = np.int32(8) +dft_length = np.int32(16) +sample_rate = np.int32(8192) +lower_edge_hertz = np.float32(0) +upper_edge_hertz = np.float32(8192 / 2) + +num_spectrogram_bins = dft_length // 2 + 1 +frequency_bins = np.arange(0, num_mel_bins + 2) + +low_frequency_mel = 2595 * np.log10(1 + lower_edge_hertz / 700) +high_frequency_mel = 2595 * np.log10(1 + upper_edge_hertz / 700) +mel_step = (high_frequency_mel - low_frequency_mel) / frequency_bins.shape[0] + +frequency_bins = frequency_bins * mel_step + low_frequency_mel +frequency_bins = 700 * (np.power(10, (frequency_bins / 2595)) - 1) +frequency_bins = ((dft_length + 1) * frequency_bins) // sample_rate +frequency_bins = frequency_bins.astype(int) + +output = np.zeros((num_spectrogram_bins, num_mel_bins)) +output.flags.writeable = True + +for i in range(num_mel_bins): + lower_frequency_value = frequency_bins[i] # left + center_frequency_point = frequency_bins[i + 1] # center + higher_frequency_point = frequency_bins[i + 2] # right + low_to_center = center_frequency_point - lower_frequency_value + if low_to_center == 0: + output[center_frequency_point, i] = 1 + else: + for j in range(lower_frequency_value, center_frequency_point + 1): + output[j, i] = float(j - lower_frequency_value) / float( + low_to_center + ) + center_to_high = higher_frequency_point - center_frequency_point + if center_to_high > 0: + for j in range(center_frequency_point, higher_frequency_point): + output[j, i] = float(higher_frequency_point - j) / float( + center_to_high + ) + +# Expected output +# 1.000000, 1.000000, 0.000000, 0.000000, 0.000000, 0.000000, 0.000000, 0.000000, +# 0.000000, 0.000000, 1.000000, 1.000000, 0.000000, 0.000000, 0.000000, 0.000000, +# 0.000000, 0.000000, 0.000000, 0.000000, 1.000000, 0.000000, 0.000000, 0.000000, +# 0.000000, 0.000000, 0.000000, 0.000000, 0.000000, 1.000000, 0.000000, 0.000000, +# 0.000000, 0.000000, 0.000000, 0.000000, 0.000000, 0.000000, 1.000000, 0.000000, +# 0.000000, 0.000000, 0.000000, 0.000000, 0.000000, 0.000000, 0.000000, 1.000000, +# 0.000000, 0.000000, 0.000000, 0.000000, 0.000000, 0.000000, 0.000000, 0.000000, +# 0.000000, 0.000000, 0.000000, 0.000000, 0.000000, 0.000000, 0.000000, 0.000000, +# 0.000000, 0.000000, 0.000000, 0.000000, 0.000000, 0.000000, 0.000000, 0.000000, +output = output.astype(np.float32) +expect( + node, + inputs=[ + num_mel_bins, + dft_length, + sample_rate, + lower_edge_hertz, + upper_edge_hertz, + ], + outputs=[output], + name="test_melweightmatrix", +) +``` + +
+ + +### **Min** + + Element-wise min of each of the input tensors (with Numpy-style broadcasting support). + All inputs and outputs must have the same data type. + This operator supports **multidirectional (i.e., Numpy-style) broadcasting**; for more details please check [the doc](Broadcasting.md). + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +Other versions of this operator: 1, 6, 8, 12 + +#### Inputs (1 - ∞) + +
+
data_0 (variadic, differentiable) : T
+
List of tensors for min.
+
+ +#### Outputs + +
+
min (differentiable) : T
+
Output tensor.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input and output types to numeric tensors.
+
+ + +#### Examples + +
+min + +```python +data_0 = np.array([3, 2, 1]).astype(np.float32) +data_1 = np.array([1, 4, 4]).astype(np.float32) +data_2 = np.array([2, 5, 0]).astype(np.float32) +result = np.array([1, 2, 0]).astype(np.float32) +node = onnx.helper.make_node( + "Min", + inputs=["data_0", "data_1", "data_2"], + outputs=["result"], +) +expect( + node, + inputs=[data_0, data_1, data_2], + outputs=[result], + name="test_min_example", +) + +node = onnx.helper.make_node( + "Min", + inputs=["data_0"], + outputs=["result"], +) +expect(node, inputs=[data_0], outputs=[data_0], name="test_min_one_input") + +result = np.minimum(data_0, data_1) +node = onnx.helper.make_node( + "Min", + inputs=["data_0", "data_1"], + outputs=["result"], +) +expect( + node, inputs=[data_0, data_1], outputs=[result], name="test_min_two_inputs" +) +``` + +
+ + +
+min_all_numeric_types + +```python +for op_dtype in all_numeric_dtypes: + data_0 = np.array([3, 2, 1]).astype(op_dtype) + data_1 = np.array([1, 4, 4]).astype(op_dtype) + result = np.array([1, 2, 1]).astype(op_dtype) + node = onnx.helper.make_node( + "Min", + inputs=["data_0", "data_1"], + outputs=["result"], + ) + expect( + node, + inputs=[data_0, data_1], + outputs=[result], + name=f"test_min_{np.dtype(op_dtype).name}", + ) +``` + +
+ + +### **Mish** + + Mish: A Self Regularized Non-Monotonic Neural Activation Function. + + Perform the linear unit element-wise on the input tensor X using formula: + + ``` + mish(x) = x * tanh(softplus(x)) = x * tanh(ln(1 + e^{x})) + ``` + +#### Version + +This version of the operator has been available since version 22 of the default ONNX operator set. + +Other versions of this operator: 18 + +#### Inputs + +
+
X (differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
Y (differentiable) : T
+
Output tensor
+
+ +#### Type Constraints + +
+
T : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain input X and output types to float tensors.
+
+ + +#### Examples + +
+mish + +```python +node = onnx.helper.make_node("Mish", inputs=["X"], outputs=["Y"]) + +input_data = np.linspace(-10, 10, 10000, dtype=np.float32) + +# Calculate expected output data +expected_output = input_data * np.tanh(np.log1p(np.exp(input_data))) + +expect(node, inputs=[input_data], outputs=[expected_output], name="test_mish") +``` + +
+ + +### **Mod** + + Performs an element-wise binary modulo operation. + The semantics and supported data types depend on the value of the `fmod` attribute which must be `0` (default), or `1`. + + If the `fmod` attribute is set to `0`, `T` is constrained to integer data types and the semantics follow that of the Python `%`-operator. + The sign of the result is that of the divisor. + + If `fmod` is set to `1`, the behavior of this operator follows that of the `fmod` function in C and `T` is constrained to floating point data types. + The result of this operator is the remainder of the division operation `x / y` where `x` and `y` are respective elements of `A` and `B`. The result is exactly the value `x - n * y`, where `n` is `x / y` with its fractional part truncated. + The returned value has the same sign as `x` (except if `x` is `-0`) and is less or equal to `|y|` in magnitude. + The following special cases apply when `fmod` is set to `1`: + - If `x` is `-0` and `y` is greater than zero, either `+0` or `-0` may be returned. + - If `x` is `±∞` and `y` is not `NaN`, `NaN` is returned. + - If `y` is `±0` and `x` is not `NaN`, `NaN` should be returned. + - If `y` is `±∞` and `x` is finite, `x` is returned. + - If either argument is `NaN`, `NaN` is returned. + + This operator supports **multidirectional (i.e., NumPy-style) broadcasting**; for more details please check [the doc](Broadcasting.md). + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +Other versions of this operator: 10 + +#### Attributes + +
+
fmod : int (default is 0)
+
Whether the operator should behave like fmod (default=0 meaning it will do integer mods); Set this to 1 to force fmod treatment
+
+ +#### Inputs + +
+
A (differentiable) : T
+
Dividend tensor
+
B (non-differentiable) : T
+
Divisor tensor
+
+ +#### Outputs + +
+
C (differentiable) : T
+
Remainder tensor
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input and output types to high-precision numeric tensors.
+
+ + +#### Examples + +
+mod_broadcast + +```python +node = onnx.helper.make_node( + "Mod", + inputs=["x", "y"], + outputs=["z"], +) + +x = np.arange(0, 30).reshape([3, 2, 5]).astype(np.int32) +y = np.array([7]).astype(np.int32) +z = np.mod(x, y) +# array([[[0, 1, 2, 3, 4], +# [5, 6, 0, 1, 2]], + +# [[3, 4, 5, 6, 0], +# [1, 2, 3, 4, 5]], + +# [[6, 0, 1, 2, 3], +# [4, 5, 6, 0, 1]]], dtype=int32) +expect(node, inputs=[x, y], outputs=[z], name="test_mod_broadcast") +``` + +
+ + +
+mod_int64_fmod + +```python +node = onnx.helper.make_node("Mod", inputs=["x", "y"], outputs=["z"], fmod=1) + +x = np.array([-4, 7, 5, 4, -7, 8]).astype(np.int64) +y = np.array([2, -3, 8, -2, 3, 5]).astype(np.int64) +z = np.fmod(x, y) # expected output [ 0, 1, 5, 0, -1, 3] +expect(node, inputs=[x, y], outputs=[z], name="test_mod_int64_fmod") +``` + +
+ + +
+mod_mixed_sign_float16 + +```python +node = onnx.helper.make_node("Mod", inputs=["x", "y"], outputs=["z"], fmod=1) + +x = np.array([-4.3, 7.2, 5.0, 4.3, -7.2, 8.0]).astype(np.float16) +y = np.array([2.1, -3.4, 8.0, -2.1, 3.4, 5.0]).astype(np.float16) +z = np.fmod( + x, y +) # expected output [-0.10156, 0.3984 , 5. , 0.10156, -0.3984 , 3.] +expect(node, inputs=[x, y], outputs=[z], name="test_mod_mixed_sign_float16") +``` + +
+ + +
+mod_mixed_sign_float32 + +```python +node = onnx.helper.make_node("Mod", inputs=["x", "y"], outputs=["z"], fmod=1) + +x = np.array([-4.3, 7.2, 5.0, 4.3, -7.2, 8.0]).astype(np.float32) +y = np.array([2.1, -3.4, 8.0, -2.1, 3.4, 5.0]).astype(np.float32) +z = np.fmod( + x, y +) # expected output [-0.10000038, 0.39999962, 5. , 0.10000038, -0.39999962, 3.] +expect(node, inputs=[x, y], outputs=[z], name="test_mod_mixed_sign_float32") +``` + +
+ + +
+mod_mixed_sign_float64 + +```python +node = onnx.helper.make_node("Mod", inputs=["x", "y"], outputs=["z"], fmod=1) + +x = np.array([-4.3, 7.2, 5.0, 4.3, -7.2, 8.0]).astype(np.float64) +y = np.array([2.1, -3.4, 8.0, -2.1, 3.4, 5.0]).astype(np.float64) +z = np.fmod(x, y) # expected output [-0.1, 0.4, 5. , 0.1, -0.4, 3.] +expect(node, inputs=[x, y], outputs=[z], name="test_mod_mixed_sign_float64") +``` + +
+ + +
+mod_mixed_sign_int16 + +```python +node = onnx.helper.make_node( + "Mod", + inputs=["x", "y"], + outputs=["z"], +) + +x = np.array([-4, 7, 5, 4, -7, 8]).astype(np.int16) +y = np.array([2, -3, 8, -2, 3, 5]).astype(np.int16) +z = np.mod(x, y) # expected output [ 0, -2, 5, 0, 2, 3] +expect(node, inputs=[x, y], outputs=[z], name="test_mod_mixed_sign_int16") +``` + +
+ + +
+mod_mixed_sign_int32 + +```python +node = onnx.helper.make_node( + "Mod", + inputs=["x", "y"], + outputs=["z"], +) + +x = np.array([-4, 7, 5, 4, -7, 8]).astype(np.int32) +y = np.array([2, -3, 8, -2, 3, 5]).astype(np.int32) +z = np.mod(x, y) # expected output [ 0, -2, 5, 0, 2, 3] +expect(node, inputs=[x, y], outputs=[z], name="test_mod_mixed_sign_int32") +``` + +
+ + +
+mod_mixed_sign_int64 + +```python +node = onnx.helper.make_node( + "Mod", + inputs=["x", "y"], + outputs=["z"], +) + +x = np.array([-4, 7, 5, 4, -7, 8]).astype(np.int64) +y = np.array([2, -3, 8, -2, 3, 5]).astype(np.int64) +z = np.mod(x, y) # expected output [ 0, -2, 5, 0, 2, 3] +expect(node, inputs=[x, y], outputs=[z], name="test_mod_mixed_sign_int64") +``` + +
+ + +
+mod_mixed_sign_int8 + +```python +node = onnx.helper.make_node( + "Mod", + inputs=["x", "y"], + outputs=["z"], +) + +x = np.array([-4, 7, 5, 4, -7, 8]).astype(np.int8) +y = np.array([2, -3, 8, -2, 3, 5]).astype(np.int8) +z = np.mod(x, y) # expected output [ 0, -2, 5, 0, 2, 3] +expect(node, inputs=[x, y], outputs=[z], name="test_mod_mixed_sign_int8") +``` + +
+ + +
+mod_uint16 + +```python +node = onnx.helper.make_node( + "Mod", + inputs=["x", "y"], + outputs=["z"], +) + +x = np.array([4, 7, 5]).astype(np.uint16) +y = np.array([2, 3, 8]).astype(np.uint16) +z = np.mod(x, y) # expected output [0, 1, 5] +expect(node, inputs=[x, y], outputs=[z], name="test_mod_uint16") +``` + +
+ + +
+mod_uint32 + +```python +node = onnx.helper.make_node( + "Mod", + inputs=["x", "y"], + outputs=["z"], +) + +x = np.array([4, 7, 5]).astype(np.uint32) +y = np.array([2, 3, 8]).astype(np.uint32) +z = np.mod(x, y) # expected output [0, 1, 5] +expect(node, inputs=[x, y], outputs=[z], name="test_mod_uint32") +``` + +
+ + +
+mod_uint64 + +```python +node = onnx.helper.make_node( + "Mod", + inputs=["x", "y"], + outputs=["z"], +) + +x = np.array([4, 7, 5]).astype(np.uint64) +y = np.array([2, 3, 8]).astype(np.uint64) +z = np.mod(x, y) # expected output [0, 1, 5] +expect(node, inputs=[x, y], outputs=[z], name="test_mod_uint64") +``` + +
+ + +
+mod_uint8 + +```python +node = onnx.helper.make_node( + "Mod", + inputs=["x", "y"], + outputs=["z"], +) + +x = np.array([4, 7, 5]).astype(np.uint8) +y = np.array([2, 3, 8]).astype(np.uint8) +z = np.mod(x, y) # expected output [0, 1, 5] +expect(node, inputs=[x, y], outputs=[z], name="test_mod_uint8") +``` + +
+ + +### **Mul** + + Performs element-wise binary multiplication (with Numpy-style broadcasting support). + + This operator supports **multidirectional (i.e., Numpy-style) broadcasting**; for more details please check [the doc](Broadcasting.md). + + (Opset 14 change): Extend supported types to include uint8, int8, uint16, and int16. + +#### Version + +This version of the operator has been available since version 14 of the default ONNX operator set. + +Other versions of this operator: 1, 6, 7, 13 + +#### Inputs + +
+
A (differentiable) : T
+
First operand.
+
B (differentiable) : T
+
Second operand.
+
+ +#### Outputs + +
+
C (differentiable) : T
+
Result, has same element type as two inputs
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input and output types to all numeric tensors.
+
+ + +#### Examples + +
+mul + +```python +node = onnx.helper.make_node( + "Mul", + inputs=["x", "y"], + outputs=["z"], +) + +x = np.array([1, 2, 3]).astype(np.float32) +y = np.array([4, 5, 6]).astype(np.float32) +z = x * y # expected output [4., 10., 18.] +expect(node, inputs=[x, y], outputs=[z], name="test_mul_example") + +x = np.random.randn(3, 4, 5).astype(np.float32) +y = np.random.randn(3, 4, 5).astype(np.float32) +z = x * y +expect(node, inputs=[x, y], outputs=[z], name="test_mul") + +x = np.random.randint(4, size=(3, 4, 5), dtype=np.int8) +y = np.random.randint(24, size=(3, 4, 5), dtype=np.int8) +z = x * y +expect(node, inputs=[x, y], outputs=[z], name="test_mul_int8") + +x = np.random.randint(4, size=(3, 4, 5), dtype=np.int16) +y = np.random.randint(24, size=(3, 4, 5), dtype=np.int16) +z = x * y +expect(node, inputs=[x, y], outputs=[z], name="test_mul_int16") + +x = np.random.randint(4, size=(3, 4, 5), dtype=np.uint8) +y = np.random.randint(24, size=(3, 4, 5), dtype=np.uint8) +z = x * y +expect(node, inputs=[x, y], outputs=[z], name="test_mul_uint8") + +x = np.random.randint(4, size=(3, 4, 5), dtype=np.uint16) +y = np.random.randint(24, size=(3, 4, 5), dtype=np.uint16) +z = x * y +expect(node, inputs=[x, y], outputs=[z], name="test_mul_uint16") + +x = np.random.randint(4, size=(3, 4, 5), dtype=np.uint32) +y = np.random.randint(24, size=(3, 4, 5), dtype=np.uint32) +z = x * y +expect(node, inputs=[x, y], outputs=[z], name="test_mul_uint32") + +x = np.random.randint(4, size=(3, 4, 5), dtype=np.uint64) +y = np.random.randint(24, size=(3, 4, 5), dtype=np.uint64) +z = x * y +expect(node, inputs=[x, y], outputs=[z], name="test_mul_uint64") +``` + +
+ + +
+mul_broadcast + +```python +node = onnx.helper.make_node( + "Mul", + inputs=["x", "y"], + outputs=["z"], +) + +x = np.random.randn(3, 4, 5).astype(np.float32) +y = np.random.randn(5).astype(np.float32) +z = x * y +expect(node, inputs=[x, y], outputs=[z], name="test_mul_bcast") +``` + +
+ + +### **Multinomial** + + Generate a tensor of samples from a multinomial distribution according to the probabilities + of each of the possible outcomes. + +#### Version + +This version of the operator has been available since version 22 of the default ONNX operator set. + +Other versions of this operator: 7 + +#### Attributes + +
+
dtype : int (default is 6)
+
(Optional) The data type for the elements of the output tensor, if not specified, we will use int32.
+
sample_size : int (default is 1)
+
Number of times to sample.
+
seed : float
+
(Optional) Seed to the random generator, if not specified we will auto generate one.
+
+ +#### Inputs + +
+
input : T1
+
Input tensor with shape [batch_size, class_size], where class_size is the number of all possible outcomes. Each value along the axis zero represents the unnormalized log-probability of each corresponding outcome in a batch.
+
+ +#### Outputs + +
+
output : T2
+
Output tensor with shape [batch_size, sample_size], where sample_size is the number of times to sample. Each value along the axis zero represents the outcome of the corresponding sample in a batch.
+
+ +#### Type Constraints + +
+
T1 : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain input types to float tensors.
+
T2 : tensor(int32), tensor(int64)
+
Constrain output types to integral tensors.
+
+ + +### **Neg** + + Neg takes one input data (Tensor) and produces one output data + (Tensor) where each element flipped sign, y = -x, is applied to + the tensor elementwise. + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +Other versions of this operator: 1, 6 + +#### Inputs + +
+
X (differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
Y (differentiable) : T
+
Output tensor
+
+ +#### Type Constraints + +
+
T : tensor(float), tensor(int32), tensor(int8), tensor(int16), tensor(int64), tensor(float16), tensor(double), tensor(bfloat16)
+
Constrain input and output types to signed numeric tensors.
+
+ + +#### Examples + +
+neg + +```python +node = onnx.helper.make_node( + "Neg", + inputs=["x"], + outputs=["y"], +) + +x = np.array([-4, 2]).astype(np.float32) +y = np.negative(x) # expected output [4., -2.], +expect(node, inputs=[x], outputs=[y], name="test_neg_example") + +x = np.random.randn(3, 4, 5).astype(np.float32) +y = np.negative(x) +expect(node, inputs=[x], outputs=[y], name="test_neg") +``` + +
+ + +### **NegativeLogLikelihoodLoss** + + A NegativeLogLikelihoodLoss operator computes (weighted) negative log likelihood loss. + Its "input" tensor has the shape of (N, C, d1, d2, ..., dk) where k >= 0. + The "input" tensor contains log-probabilities for input[n, :, d_1, d_2,..., d_k] being in a class of [0, C). + The operator's "target" input tensor has the shape of (N, d1, d2, ..., dk). It encodes class labels (one of C classes) + or it may contain a special value (indicated by an attribute ignore_index) for N x d1 x d2 x ... x dk samples. + The loss value for input[n, :, d_1, d_2,...d_k] being classified as class c = target[n][d_1][d_2]...[d_k] is computed as: + + ``` + loss[n][d_1][d_2]...[d_k] = -input[n][c][d_1][d_2]...[d_k]. + ``` + + When an optional "weight" is provided, the sample loss is calculated as: + + ``` + loss[n][d_1][d_2]...[d_k] = -input[n][c][d_1][d_2]...[d_k] * weight[c]. + ``` + + loss is zero for the case when target-value equals ignore_index. + + ``` + loss[n][d_1][d_2]...[d_k] = 0, when target[n][d_1][d_2]...[d_k] = ignore_index + ``` + + If "reduction" attribute is set to "none", the operator's output will be the above loss with shape (N, d1, d2, ..., dk). + If "reduction" attribute is set to "mean" (the default attribute value), the output loss is (weight) averaged: + + ``` + mean(loss), if "weight" is not provided, + ``` + + or if weight is provided, + + ``` + sum(loss) / sum(weight[target[n][d_1][d_2]...[d_k]]]), for all samples. + ``` + + If "reduction" attribute is set to "sum", the output is a scalar: `sum(loss)`. + + See also https://pytorch.org/docs/stable/nn.html#torch.nn.NLLLoss. + + Example 1: + + ``` + // negative log likelihood loss, "none" reduction + N, C, d1 = 2, 3, 2 + input = [[[1.0, 2.0], [2.0, 2.0], [3.0, 2.0]], + [[0.0, 1.0], [2.0, 2.0], [1.0, 2]]] + target = [[2, 1], [0, 2]] + + loss = np.zeros((N, d1)) + for n in range(N): + for d_1 in range(d1): + c = target[n][d_1] + loss[n][d_1] = -input[n][c][d_1] + + // print(loss) + // [[-3. -2.] + // [-0. -2.]] + ``` + + Example 2: + + ``` + // weighted negative log likelihood loss, sum reduction + N, C, d1 = 2, 3, 2 + input = [[[1.0, 2.0], [2.0, 2.0], [3.0, 2.0]], + [[0.0, 1.0], [2.0, 2.0], [1.0, 2]]] + target = [[2, 1], [0, 2]] + weight = [0.2, 0.3, 0.1] + loss = np.zeros((N, d1)) + for n in range(N): + for d_1 in range(d1): + c = target[n][d_1] + loss[n][d_1] = -input[n][c][d_1] * weight[c] + + loss = np.sum(loss) + // print(loss) + // -1.1 + ``` + + Example 3: + + ``` + // weighted negative log likelihood loss, mean reduction + N, C, d1 = 2, 3, 2 + input = [[[1.0, 2.0], [2.0, 2.0], [3.0, 2.0]], + [[0.0, 1.0], [2.0, 2.0], [1.0, 2]]] + target = [[2, 1], [0, 2]] + weight = [0.2, 0.3, 0.1] + loss = np.zeros((N, d1)) + weight_total = 0 + for n in range(N): + for d_1 in range(d1): + c = target[n][d_1] + loss[n][d_1] = -input[n][c][d_1] * weight[c] + weight_total = weight_total + weight[c] + + loss = np.sum(loss) / weight_total + // print(loss) + // -1.57 + ``` + +#### Version + +This version of the operator has been available since version 22 of the default ONNX operator set. + +Other versions of this operator: 12, 13 + +#### Attributes + +
+
ignore_index : int
+
Specifies a target value that is ignored and does not contribute to the input gradient. It's an optional value.
+
reduction : string (default is mean)
+
Type of reduction to apply to loss: none, sum, mean (default). 'none': the output is the loss for each sample. 'sum': the output will be summed. 'mean': the sum of the output will be divided by the sum of applied weights.
+
+ +#### Inputs (2 - 3) + +
+
input (differentiable) : T
+
Input tensor of shape (N, C) or (N, C, d1, d2, ..., dk).
+
target (non-differentiable) : Tind
+
Target tensor of shape (N) or (N, d1, d2, ..., dk). Target element value shall be in range of [0, C). If ignore_index is specified, it may have a value outside [0, C) and the target values should either be in the range [0, C) or have the value ignore_index.
+
weight (optional, non-differentiable) : T
+
Optional rescaling weight tensor. If given, it has to be a tensor of size C. Otherwise, it is treated as if having all ones.
+
+ +#### Outputs + +
+
loss (differentiable) : T
+
The negative log likelihood loss
+
+ +#### Type Constraints + +
+
T : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain input, weight, and output types to floating-point tensors.
+
Tind : tensor(int32), tensor(int64)
+
Constrain target to integer types
+
+ + +#### Examples + +
+input_shape_is_NC + +```python +reduction = "none" +node = onnx.helper.make_node( + "NegativeLogLikelihoodLoss", + inputs=["input", "target"], + outputs=["loss"], + reduction=reduction, +) + +N, C = 3, 5 +np.random.seed(0) +input = np.random.rand(N, C).astype(np.float32) +target = np.random.randint(0, high=C, size=(N,)).astype(np.int64) + +negative_log_likelihood_loss = compute_negative_log_likelihood_loss( + input, target, weight=None, reduction=reduction +) + +expect( + node, + inputs=[input, target], + outputs=[negative_log_likelihood_loss], + name="test_nllloss_NC", +) +``` + +
+ + +
+input_shape_is_NCd1 + +```python +reduction = "mean" +node = onnx.helper.make_node( + "NegativeLogLikelihoodLoss", + inputs=["input", "target"], + outputs=["loss"], + reduction=reduction, +) + +N, C, d1 = 3, 5, 2 +np.random.seed(0) +input = np.random.rand(N, C, d1).astype(np.float32) +target = np.random.randint(0, high=C, size=(N, d1)).astype(np.int64) + +negative_log_likelihood_loss = compute_negative_log_likelihood_loss( + input, target, weight=None, reduction=reduction +) + +expect( + node, + inputs=[input, target], + outputs=[negative_log_likelihood_loss], + name="test_nllloss_NCd1", +) +``` + +
+ + +
+input_shape_is_NCd1_ii + +```python +reduction = "mean" +ignore_index = np.int64(1) +node = onnx.helper.make_node( + "NegativeLogLikelihoodLoss", + inputs=["input", "target"], + outputs=["loss"], + reduction=reduction, + ignore_index=ignore_index, +) + +N, C, d1 = 3, 5, 2 +np.random.seed(0) +input = np.random.rand(N, C, d1).astype(np.float32) +target = np.random.randint(0, high=C, size=(N, d1)).astype(np.int64) +target[0][0] = np.int64(1) + +negative_log_likelihood_loss = compute_negative_log_likelihood_loss( + input, target, weight=None, reduction=reduction, ignore_index=ignore_index +) + +expect( + node, + inputs=[input, target], + outputs=[negative_log_likelihood_loss], + name="test_nllloss_NCd1_ii", +) +``` + +
+ + +
+input_shape_is_NCd1_mean_weight_negative_ii + +```python +reduction = "mean" +ignore_index = np.int64(-1) + +node = onnx.helper.make_node( + "NegativeLogLikelihoodLoss", + inputs=["input", "target", "weight"], + outputs=["loss"], + reduction=reduction, + ignore_index=ignore_index, +) + +N, C, dim1 = 3, 5, 6 +np.random.seed(0) +input = np.random.rand(N, C, dim1).astype(np.float32) +target = np.random.randint(0, high=C, size=(N, dim1)).astype(np.int64) +target[0][0] = -1 +weight = np.random.rand(C).astype(np.float32) + +negative_log_likelihood_loss = compute_negative_log_likelihood_loss( + input, target, weight=weight, reduction=reduction, ignore_index=ignore_index +) + +expect( + node, + inputs=[input, target, weight], + outputs=[negative_log_likelihood_loss], + name="test_nllloss_NCd1_mean_weight_negative_ii", +) +``` + +
+ + +
+input_shape_is_NCd1_weight + +```python +reduction = "mean" +node = onnx.helper.make_node( + "NegativeLogLikelihoodLoss", + inputs=["input", "target", "weight"], + outputs=["loss"], + reduction=reduction, +) + +N, C, d1 = 3, 5, 2 +np.random.seed(0) +input = np.random.rand(N, C, d1).astype(np.float32) +target = np.random.randint(0, high=C, size=(N, d1)).astype(np.int64) +weight = np.random.rand(C).astype(np.float32) + +negative_log_likelihood_loss = compute_negative_log_likelihood_loss( + input, target, weight=weight, reduction=reduction +) + +expect( + node, + inputs=[input, target, weight], + outputs=[negative_log_likelihood_loss], + name="test_nllloss_NCd1_weight", +) +``` + +
+ + +
+input_shape_is_NCd1_weight_ii + +```python +reduction = "mean" +ignore_index = np.int64(1) +node = onnx.helper.make_node( + "NegativeLogLikelihoodLoss", + inputs=["input", "target", "weight"], + outputs=["loss"], + reduction=reduction, + ignore_index=ignore_index, +) + +N, C, d1 = 3, 5, 2 +np.random.seed(0) +input = np.random.rand(N, C, d1).astype(np.float32) +target = np.random.randint(0, high=C, size=(N, d1)).astype(np.int64) +target[0][0] = np.int64(1) +weight = np.random.rand(C).astype(np.float32) + +negative_log_likelihood_loss = compute_negative_log_likelihood_loss( + input, target, weight=weight, reduction=reduction, ignore_index=ignore_index +) + +expect( + node, + inputs=[input, target, weight], + outputs=[negative_log_likelihood_loss], + name="test_nllloss_NCd1_weight_ii", +) +``` + +
+ + +
+input_shape_is_NCd1d2 + +```python +reduction = "none" +node = onnx.helper.make_node( + "NegativeLogLikelihoodLoss", + inputs=["input", "target"], + outputs=["loss"], + reduction=reduction, +) + +N, C, dim1, dim2 = 3, 5, 6, 6 +np.random.seed(0) +input = np.random.rand(N, C, dim1, dim2).astype(np.float32) +target = np.random.randint(0, high=C, size=(N, dim1, dim2)).astype(np.int64) + +negative_log_likelihood_loss = compute_negative_log_likelihood_loss( + input, target, weight=None, reduction=reduction +) + +expect( + node, + inputs=[input, target], + outputs=[negative_log_likelihood_loss], + name="test_nllloss_NCd1d2", +) +``` + +
+ + +
+input_shape_is_NCd1d2_no_weight_reduction_mean_ii + +```python +reduction = "mean" +ignore_index = np.int64(1) +node = onnx.helper.make_node( + "NegativeLogLikelihoodLoss", + inputs=["input", "target"], + outputs=["loss"], + reduction=reduction, + ignore_index=ignore_index, +) + +N, C, dim1, dim2 = 3, 5, 6, 6 +np.random.seed(0) +input = np.random.rand(N, C, dim1, dim2).astype(np.float32) +target = np.random.randint(0, high=C, size=(N, dim1, dim2)).astype(np.int64) +target[0][0][0] = np.int64(1) + +negative_log_likelihood_loss = compute_negative_log_likelihood_loss( + input, target, reduction=reduction, ignore_index=ignore_index +) + +expect( + node, + inputs=[input, target], + outputs=[negative_log_likelihood_loss], + name="test_nllloss_NCd1d2_no_weight_reduction_mean_ii", +) +``` + +
+ + +
+input_shape_is_NCd1d2_reduction_mean + +```python +reduction = "mean" +node = onnx.helper.make_node( + "NegativeLogLikelihoodLoss", + inputs=["input", "target"], + outputs=["loss"], + reduction=reduction, +) + +N, C, dim1, dim2 = 3, 5, 6, 6 +np.random.seed(0) +input = np.random.rand(N, C, dim1, dim2).astype(np.float32) +target = np.random.randint(0, high=C, size=(N, dim1, dim2)).astype(np.int64) + +negative_log_likelihood_loss = compute_negative_log_likelihood_loss( + input, target, weight=None, reduction=reduction +) + +expect( + node, + inputs=[input, target], + outputs=[negative_log_likelihood_loss], + name="test_nllloss_NCd1d2_reduction_mean", +) +``` + +
+ + +
+input_shape_is_NCd1d2_reduction_sum + +```python +reduction = "sum" +node = onnx.helper.make_node( + "NegativeLogLikelihoodLoss", + inputs=["input", "target"], + outputs=["loss"], + reduction=reduction, +) + +N, C, dim1, dim2 = 3, 5, 6, 6 +np.random.seed(0) +input = np.random.rand(N, C, dim1, dim2).astype(np.float32) +target = np.random.randint(0, high=C, size=(N, dim1, dim2)).astype(np.int64) + +negative_log_likelihood_loss = compute_negative_log_likelihood_loss( + input, target, weight=None, reduction=reduction +) + +expect( + node, + inputs=[input, target], + outputs=[negative_log_likelihood_loss], + name="test_nllloss_NCd1d2_reduction_sum", +) +``` + +
+ + +
+input_shape_is_NCd1d2_with_weight + +```python +reduction = "none" +node = onnx.helper.make_node( + "NegativeLogLikelihoodLoss", + inputs=["input", "target", "weight"], + outputs=["loss"], + reduction=reduction, +) + +N, C, dim1, dim2 = 3, 5, 6, 6 +np.random.seed(0) +input = np.random.rand(N, C, dim1, dim2).astype(np.float32) +target = np.random.randint(0, high=C, size=(N, dim1, dim2)).astype(np.int64) +weight = np.random.rand(C).astype(np.float32) + +negative_log_likelihood_loss = compute_negative_log_likelihood_loss( + input, target, weight=weight, reduction=reduction +) + +expect( + node, + inputs=[input, target, weight], + outputs=[negative_log_likelihood_loss], + name="test_nllloss_NCd1d2_with_weight", +) +``` + +
+ + +
+input_shape_is_NCd1d2_with_weight_reduction_mean + +```python +reduction = "mean" +node = onnx.helper.make_node( + "NegativeLogLikelihoodLoss", + inputs=["input", "target", "weight"], + outputs=["loss"], + reduction=reduction, +) + +N, C, dim1, dim2 = 3, 5, 6, 6 +np.random.seed(0) +input = np.random.rand(N, C, dim1, dim2).astype(np.float32) +target = np.random.randint(0, high=C, size=(N, dim1, dim2)).astype(np.int64) +weight = np.random.rand(C).astype(np.float32) + +negative_log_likelihood_loss = compute_negative_log_likelihood_loss( + input, target, weight=weight, reduction=reduction +) + +expect( + node, + inputs=[input, target, weight], + outputs=[negative_log_likelihood_loss], + name="test_nllloss_NCd1d2_with_weight_reduction_mean", +) +``` + +
+ + +
+input_shape_is_NCd1d2_with_weight_reduction_sum + +```python +reduction = "sum" +node = onnx.helper.make_node( + "NegativeLogLikelihoodLoss", + inputs=["input", "target", "weight"], + outputs=["loss"], + reduction=reduction, +) + +N, C, dim1, dim2 = 3, 5, 6, 6 +np.random.seed(0) +input = np.random.rand(N, C, dim1, dim2).astype(np.float32) +target = np.random.randint(0, high=C, size=(N, dim1, dim2)).astype(np.int64) +weight = np.random.rand(C).astype(np.float32) + +negative_log_likelihood_loss = compute_negative_log_likelihood_loss( + input, target, weight=weight, reduction=reduction +) + +expect( + node, + inputs=[input, target, weight], + outputs=[negative_log_likelihood_loss], + name="test_nllloss_NCd1d2_with_weight_reduction_sum", +) +``` + +
+ + +
+input_shape_is_NCd1d2_with_weight_reduction_sum_ii + +```python +reduction = "sum" +ignore_index = np.int64(0) +node = onnx.helper.make_node( + "NegativeLogLikelihoodLoss", + inputs=["input", "target", "weight"], + outputs=["loss"], + reduction=reduction, + ignore_index=ignore_index, +) + +N, C, dim1, dim2 = 3, 5, 6, 6 +np.random.seed(0) +input = np.random.rand(N, C, dim1, dim2).astype(np.float32) +target = np.random.randint(0, high=C, size=(N, dim1, dim2)).astype(np.int64) +target[0][0][0] = np.int64(0) +weight = np.random.rand(C).astype(np.float32) + +negative_log_likelihood_loss = compute_negative_log_likelihood_loss( + input, target, weight=weight, reduction=reduction, ignore_index=ignore_index +) + +expect( + node, + inputs=[input, target, weight], + outputs=[negative_log_likelihood_loss], + name="test_nllloss_NCd1d2_with_weight_reduction_sum_ii", +) +``` + +
+ + +
+input_shape_is_NCd1d2d3_none_no_weight_negative_ii + +```python +reduction = "none" +ignore_index = np.int64(-5) + +node = onnx.helper.make_node( + "NegativeLogLikelihoodLoss", + inputs=["input", "target"], + outputs=["loss"], + reduction=reduction, + ignore_index=ignore_index, +) + +N, C, dim1, dim2, dim3 = 3, 5, 6, 6, 5 +np.random.seed(0) +input = np.random.rand(N, C, dim1, dim2, dim3).astype(np.float32) +target = np.random.randint(0, high=C, size=(N, dim1, dim2, dim3)).astype( + np.int64 +) +target[0][0][0][0] = -5 + +negative_log_likelihood_loss = compute_negative_log_likelihood_loss( + input, target, reduction=reduction, ignore_index=ignore_index +) + +expect( + node, + inputs=[input, target], + outputs=[negative_log_likelihood_loss], + name="test_nllloss_NCd1d2d3_none_no_weight_negative_ii", +) +``` + +
+ + +
+input_shape_is_NCd1d2d3_sum_weight_high_ii + +```python +reduction = "sum" +ignore_index = np.int64(10) + +node = onnx.helper.make_node( + "NegativeLogLikelihoodLoss", + inputs=["input", "target", "weight"], + outputs=["loss"], + reduction=reduction, + ignore_index=ignore_index, +) + +N, C = 3, 5 +np.random.seed(0) +input = np.random.rand(N, C).astype(np.float32) +target = np.random.randint(0, high=C, size=(N)).astype(np.int64) +target[0] = 10 +weight = np.random.rand(C).astype(np.float32) + +negative_log_likelihood_loss = compute_negative_log_likelihood_loss( + input, target, weight=weight, reduction=reduction, ignore_index=ignore_index +) + +expect( + node, + inputs=[input, target, weight], + outputs=[negative_log_likelihood_loss], + name="test_nllloss_NCd1d2d3_sum_weight_high_ii", +) +``` + +
+ + +
+input_shape_is_NCd1d2d3d4d5_mean_weight + +```python +reduction = "mean" + +node = onnx.helper.make_node( + "NegativeLogLikelihoodLoss", + inputs=["input", "target", "weight"], + outputs=["loss"], + reduction=reduction, +) + +N, C, dim1, dim2, dim3, dim4, dim5 = 3, 5, 6, 6, 5, 3, 4 +np.random.seed(0) +input = np.random.rand(N, C, dim1, dim2, dim3, dim4, dim5).astype(np.float32) +target = np.random.randint( + 0, high=C, size=(N, dim1, dim2, dim3, dim4, dim5) +).astype(np.int64) +weight = np.random.rand(C).astype(np.float32) + +negative_log_likelihood_loss = compute_negative_log_likelihood_loss( + input, target, weight=weight, reduction=reduction +) + +expect( + node, + inputs=[input, target, weight], + outputs=[negative_log_likelihood_loss], + name="test_nllloss_NCd1d2d3d4d5_mean_weight", +) +``` + +
+ + +
+input_shape_is_NCd1d2d3d4d5_none_no_weight + +```python +reduction = "none" + +node = onnx.helper.make_node( + "NegativeLogLikelihoodLoss", + inputs=["input", "target"], + outputs=["loss"], + reduction=reduction, +) + +N, C, dim1, dim2, dim3, dim4, dim5 = 3, 5, 6, 6, 5, 3, 4 +np.random.seed(0) +input = np.random.rand(N, C, dim1, dim2, dim3, dim4, dim5).astype(np.float32) +target = np.random.randint( + 0, high=C, size=(N, dim1, dim2, dim3, dim4, dim5) +).astype(np.int64) + +negative_log_likelihood_loss = compute_negative_log_likelihood_loss( + input, target, reduction=reduction +) + +expect( + node, + inputs=[input, target], + outputs=[negative_log_likelihood_loss], + name="test_nllloss_NCd1d2d3d4d5_none_no_weight", +) +``` + +
+ + +### **NonMaxSuppression** + + Filter out boxes that have high intersection-over-union (IOU) overlap with previously selected boxes. + Bounding boxes with score less than score_threshold are removed. Bounding box format is indicated by attribute center_point_box. + Boxes are suppressed if their IOU with a previously selected box is strictly greater than iou_threshold (i.e., boxes with IOU exactly equal to the threshold are kept). + Note that this algorithm is agnostic to where the origin is in the coordinate system and more generally is invariant to + orthogonal transformations and translations of the coordinate system; thus translating or reflections of the coordinate system + result in the same boxes being selected by the algorithm. + The selected_indices output is a set of integers indexing into the input collection of bounding boxes representing the selected boxes. + The bounding box coordinates corresponding to the selected indices can then be obtained using the Gather or GatherND operation. + +#### Version + +This version of the operator has been available since version 11 of the default ONNX operator set. + +Other versions of this operator: 10 + +#### Attributes + +
+
center_point_box : int (default is 0)
+
Integer indicate the format of the box data. The default is 0. 0 - the box data is supplied as [y1, x1, y2, x2] where (y1, x1) and (y2, x2) are the coordinates of any diagonal pair of box corners and the coordinates can be provided as normalized (i.e., lying in the interval [0, 1]) or absolute. Mostly used for TF models. 1 - the box data is supplied as [x_center, y_center, width, height]. Mostly used for Pytorch models.
+
+ +#### Inputs (2 - 5) + +
+
boxes : tensor(float)
+
An input tensor with shape [num_batches, spatial_dimension, 4]. The single box data format is indicated by center_point_box.
+
scores : tensor(float)
+
An input tensor with shape [num_batches, num_classes, spatial_dimension]
+
max_output_boxes_per_class (optional) : tensor(int64)
+
Integer representing the maximum number of boxes to be selected per batch per class. It is a scalar. Default to 0, which means no output.
+
iou_threshold (optional) : tensor(float)
+
Float representing the threshold for deciding whether boxes overlap too much with respect to IOU. Boxes with IoU strictly greater than this threshold are suppressed. It is scalar. Value range [0, 1]. Default to 0.
+
score_threshold (optional) : tensor(float)
+
Float representing the threshold for deciding when to remove boxes based on score. It is a scalar.
+
+ +#### Outputs + +
+
selected_indices : tensor(int64)
+
selected indices from the boxes tensor. [num_selected_indices, 3], the selected index format is [batch_index, class_index, box_index].
+
+ +#### Type Constraints + + + +#### Examples + +
+nonmaxsuppression_center_point_box_format + +```python +node = onnx.helper.make_node( + "NonMaxSuppression", + inputs=[ + "boxes", + "scores", + "max_output_boxes_per_class", + "iou_threshold", + "score_threshold", + ], + outputs=["selected_indices"], + center_point_box=1, +) +boxes = np.array( + [ + [ + [0.5, 0.5, 1.0, 1.0], + [0.5, 0.6, 1.0, 1.0], + [0.5, 0.4, 1.0, 1.0], + [0.5, 10.5, 1.0, 1.0], + [0.5, 10.6, 1.0, 1.0], + [0.5, 100.5, 1.0, 1.0], + ] + ] +).astype(np.float32) +scores = np.array([[[0.9, 0.75, 0.6, 0.95, 0.5, 0.3]]]).astype(np.float32) +max_output_boxes_per_class = np.array([3]).astype(np.int64) +iou_threshold = np.array([0.5]).astype(np.float32) +score_threshold = np.array([0.0]).astype(np.float32) +selected_indices = np.array([[0, 0, 3], [0, 0, 0], [0, 0, 5]]).astype(np.int64) + +expect( + node, + inputs=[ + boxes, + scores, + max_output_boxes_per_class, + iou_threshold, + score_threshold, + ], + outputs=[selected_indices], + name="test_nonmaxsuppression_center_point_box_format", +) +``` + +
+ + +
+nonmaxsuppression_flipped_coordinates + +```python +node = onnx.helper.make_node( + "NonMaxSuppression", + inputs=[ + "boxes", + "scores", + "max_output_boxes_per_class", + "iou_threshold", + "score_threshold", + ], + outputs=["selected_indices"], +) +boxes = np.array( + [ + [ + [1.0, 1.0, 0.0, 0.0], + [0.0, 0.1, 1.0, 1.1], + [0.0, 0.9, 1.0, -0.1], + [0.0, 10.0, 1.0, 11.0], + [1.0, 10.1, 0.0, 11.1], + [1.0, 101.0, 0.0, 100.0], + ] + ] +).astype(np.float32) +scores = np.array([[[0.9, 0.75, 0.6, 0.95, 0.5, 0.3]]]).astype(np.float32) +max_output_boxes_per_class = np.array([3]).astype(np.int64) +iou_threshold = np.array([0.5]).astype(np.float32) +score_threshold = np.array([0.0]).astype(np.float32) +selected_indices = np.array([[0, 0, 3], [0, 0, 0], [0, 0, 5]]).astype(np.int64) + +expect( + node, + inputs=[ + boxes, + scores, + max_output_boxes_per_class, + iou_threshold, + score_threshold, + ], + outputs=[selected_indices], + name="test_nonmaxsuppression_flipped_coordinates", +) +``` + +
+ + +
+nonmaxsuppression_identical_boxes + +```python +node = onnx.helper.make_node( + "NonMaxSuppression", + inputs=[ + "boxes", + "scores", + "max_output_boxes_per_class", + "iou_threshold", + "score_threshold", + ], + outputs=["selected_indices"], +) +boxes = np.array( + [ + [ + [0.0, 0.0, 1.0, 1.0], + [0.0, 0.0, 1.0, 1.0], + [0.0, 0.0, 1.0, 1.0], + [0.0, 0.0, 1.0, 1.0], + [0.0, 0.0, 1.0, 1.0], + [0.0, 0.0, 1.0, 1.0], + [0.0, 0.0, 1.0, 1.0], + [0.0, 0.0, 1.0, 1.0], + [0.0, 0.0, 1.0, 1.0], + [0.0, 0.0, 1.0, 1.0], + ] + ] +).astype(np.float32) +scores = np.array( + [[[0.9, 0.9, 0.9, 0.9, 0.9, 0.9, 0.9, 0.9, 0.9, 0.9]]] +).astype(np.float32) +max_output_boxes_per_class = np.array([3]).astype(np.int64) +iou_threshold = np.array([0.5]).astype(np.float32) +score_threshold = np.array([0.0]).astype(np.float32) +selected_indices = np.array([[0, 0, 0]]).astype(np.int64) + +expect( + node, + inputs=[ + boxes, + scores, + max_output_boxes_per_class, + iou_threshold, + score_threshold, + ], + outputs=[selected_indices], + name="test_nonmaxsuppression_identical_boxes", +) +``` + +
+ + +
+nonmaxsuppression_iou_threshold_boundary + +```python +"""Test boundary condition where IoU exactly equals threshold. + +This test verifies that the comparison is strict (>), not inclusive (>=). +When IoU exactly equals the threshold, boxes should be KEPT, not suppressed. +This follows PyTorch's NMS implementation. +""" +node = onnx.helper.make_node( + "NonMaxSuppression", + inputs=[ + "boxes", + "scores", + "max_output_boxes_per_class", + "iou_threshold", + "score_threshold", + ], + outputs=["selected_indices"], +) +# Two boxes with 50% overlap in each dimension +# box1=[0,0,1,1], box2=[0.5,0.5,1.5,1.5] +# Intersection area = 0.5 * 0.5 = 0.25 +# Union area = 1.0 + 1.0 - 0.25 = 1.75 +# IoU = 0.25 / 1.75 (exact value computed below as float32) +boxes = np.array( + [ + [ + [0.0, 0.0, 1.0, 1.0], # box 0 + [0.5, 0.5, 1.5, 1.5], # box 1 - overlaps box 0 + ] + ] +).astype(np.float32) +scores = np.array([[[0.9, 0.8]]]).astype(np.float32) +max_output_boxes_per_class = np.array([3]).astype(np.int64) +# Compute the exact IoU value and use it as threshold +# This ensures the threshold exactly equals the IoU +exact_iou = np.float32(0.25 / 1.75) +iou_threshold = np.array([exact_iou]).astype(np.float32) +score_threshold = np.array([0.0]).astype(np.float32) +# Both boxes should be selected because IoU == threshold (not > threshold) +selected_indices = np.array([[0, 0, 0], [0, 0, 1]]).astype(np.int64) + +expect( + node, + inputs=[ + boxes, + scores, + max_output_boxes_per_class, + iou_threshold, + score_threshold, + ], + outputs=[selected_indices], + name="test_nonmaxsuppression_iou_threshold_boundary", +) +``` + +
+ + +
+nonmaxsuppression_limit_output_size + +```python +node = onnx.helper.make_node( + "NonMaxSuppression", + inputs=[ + "boxes", + "scores", + "max_output_boxes_per_class", + "iou_threshold", + "score_threshold", + ], + outputs=["selected_indices"], +) +boxes = np.array( + [ + [ + [0.0, 0.0, 1.0, 1.0], + [0.0, 0.1, 1.0, 1.1], + [0.0, -0.1, 1.0, 0.9], + [0.0, 10.0, 1.0, 11.0], + [0.0, 10.1, 1.0, 11.1], + [0.0, 100.0, 1.0, 101.0], + ] + ] +).astype(np.float32) +scores = np.array([[[0.9, 0.75, 0.6, 0.95, 0.5, 0.3]]]).astype(np.float32) +max_output_boxes_per_class = np.array([2]).astype(np.int64) +iou_threshold = np.array([0.5]).astype(np.float32) +score_threshold = np.array([0.0]).astype(np.float32) +selected_indices = np.array([[0, 0, 3], [0, 0, 0]]).astype(np.int64) + +expect( + node, + inputs=[ + boxes, + scores, + max_output_boxes_per_class, + iou_threshold, + score_threshold, + ], + outputs=[selected_indices], + name="test_nonmaxsuppression_limit_output_size", +) +``` + +
+ + +
+nonmaxsuppression_single_box + +```python +node = onnx.helper.make_node( + "NonMaxSuppression", + inputs=[ + "boxes", + "scores", + "max_output_boxes_per_class", + "iou_threshold", + "score_threshold", + ], + outputs=["selected_indices"], +) +boxes = np.array([[[0.0, 0.0, 1.0, 1.0]]]).astype(np.float32) +scores = np.array([[[0.9]]]).astype(np.float32) +max_output_boxes_per_class = np.array([3]).astype(np.int64) +iou_threshold = np.array([0.5]).astype(np.float32) +score_threshold = np.array([0.0]).astype(np.float32) +selected_indices = np.array([[0, 0, 0]]).astype(np.int64) + +expect( + node, + inputs=[ + boxes, + scores, + max_output_boxes_per_class, + iou_threshold, + score_threshold, + ], + outputs=[selected_indices], + name="test_nonmaxsuppression_single_box", +) +``` + +
+ + +
+nonmaxsuppression_suppress_by_IOU + +```python +node = onnx.helper.make_node( + "NonMaxSuppression", + inputs=[ + "boxes", + "scores", + "max_output_boxes_per_class", + "iou_threshold", + "score_threshold", + ], + outputs=["selected_indices"], +) +boxes = np.array( + [ + [ + [0.0, 0.0, 1.0, 1.0], + [0.0, 0.1, 1.0, 1.1], + [0.0, -0.1, 1.0, 0.9], + [0.0, 10.0, 1.0, 11.0], + [0.0, 10.1, 1.0, 11.1], + [0.0, 100.0, 1.0, 101.0], + ] + ] +).astype(np.float32) +scores = np.array([[[0.9, 0.75, 0.6, 0.95, 0.5, 0.3]]]).astype(np.float32) +max_output_boxes_per_class = np.array([3]).astype(np.int64) +iou_threshold = np.array([0.5]).astype(np.float32) +score_threshold = np.array([0.0]).astype(np.float32) +selected_indices = np.array([[0, 0, 3], [0, 0, 0], [0, 0, 5]]).astype(np.int64) + +expect( + node, + inputs=[ + boxes, + scores, + max_output_boxes_per_class, + iou_threshold, + score_threshold, + ], + outputs=[selected_indices], + name="test_nonmaxsuppression_suppress_by_IOU", +) +``` + +
+ + +
+nonmaxsuppression_suppress_by_IOU_and_scores + +```python +node = onnx.helper.make_node( + "NonMaxSuppression", + inputs=[ + "boxes", + "scores", + "max_output_boxes_per_class", + "iou_threshold", + "score_threshold", + ], + outputs=["selected_indices"], +) +boxes = np.array( + [ + [ + [0.0, 0.0, 1.0, 1.0], + [0.0, 0.1, 1.0, 1.1], + [0.0, -0.1, 1.0, 0.9], + [0.0, 10.0, 1.0, 11.0], + [0.0, 10.1, 1.0, 11.1], + [0.0, 100.0, 1.0, 101.0], + ] + ] +).astype(np.float32) +scores = np.array([[[0.9, 0.75, 0.6, 0.95, 0.5, 0.3]]]).astype(np.float32) +max_output_boxes_per_class = np.array([3]).astype(np.int64) +iou_threshold = np.array([0.5]).astype(np.float32) +score_threshold = np.array([0.4]).astype(np.float32) +selected_indices = np.array([[0, 0, 3], [0, 0, 0]]).astype(np.int64) + +expect( + node, + inputs=[ + boxes, + scores, + max_output_boxes_per_class, + iou_threshold, + score_threshold, + ], + outputs=[selected_indices], + name="test_nonmaxsuppression_suppress_by_IOU_and_scores", +) +``` + +
+ + +
+nonmaxsuppression_two_batches + +```python +node = onnx.helper.make_node( + "NonMaxSuppression", + inputs=[ + "boxes", + "scores", + "max_output_boxes_per_class", + "iou_threshold", + "score_threshold", + ], + outputs=["selected_indices"], +) +boxes = np.array( + [ + [ + [0.0, 0.0, 1.0, 1.0], + [0.0, 0.1, 1.0, 1.1], + [0.0, -0.1, 1.0, 0.9], + [0.0, 10.0, 1.0, 11.0], + [0.0, 10.1, 1.0, 11.1], + [0.0, 100.0, 1.0, 101.0], + ], + [ + [0.0, 0.0, 1.0, 1.0], + [0.0, 0.1, 1.0, 1.1], + [0.0, -0.1, 1.0, 0.9], + [0.0, 10.0, 1.0, 11.0], + [0.0, 10.1, 1.0, 11.1], + [0.0, 100.0, 1.0, 101.0], + ], + ] +).astype(np.float32) +scores = np.array( + [[[0.9, 0.75, 0.6, 0.95, 0.5, 0.3]], [[0.9, 0.75, 0.6, 0.95, 0.5, 0.3]]] +).astype(np.float32) +max_output_boxes_per_class = np.array([2]).astype(np.int64) +iou_threshold = np.array([0.5]).astype(np.float32) +score_threshold = np.array([0.0]).astype(np.float32) +selected_indices = np.array( + [[0, 0, 3], [0, 0, 0], [1, 0, 3], [1, 0, 0]] +).astype(np.int64) + +expect( + node, + inputs=[ + boxes, + scores, + max_output_boxes_per_class, + iou_threshold, + score_threshold, + ], + outputs=[selected_indices], + name="test_nonmaxsuppression_two_batches", +) +``` + +
+ + +
+nonmaxsuppression_two_classes + +```python +node = onnx.helper.make_node( + "NonMaxSuppression", + inputs=[ + "boxes", + "scores", + "max_output_boxes_per_class", + "iou_threshold", + "score_threshold", + ], + outputs=["selected_indices"], +) +boxes = np.array( + [ + [ + [0.0, 0.0, 1.0, 1.0], + [0.0, 0.1, 1.0, 1.1], + [0.0, -0.1, 1.0, 0.9], + [0.0, 10.0, 1.0, 11.0], + [0.0, 10.1, 1.0, 11.1], + [0.0, 100.0, 1.0, 101.0], + ] + ] +).astype(np.float32) +scores = np.array( + [[[0.9, 0.75, 0.6, 0.95, 0.5, 0.3], [0.9, 0.75, 0.6, 0.95, 0.5, 0.3]]] +).astype(np.float32) +max_output_boxes_per_class = np.array([2]).astype(np.int64) +iou_threshold = np.array([0.5]).astype(np.float32) +score_threshold = np.array([0.0]).astype(np.float32) +selected_indices = np.array( + [[0, 0, 3], [0, 0, 0], [0, 1, 3], [0, 1, 0]] +).astype(np.int64) + +expect( + node, + inputs=[ + boxes, + scores, + max_output_boxes_per_class, + iou_threshold, + score_threshold, + ], + outputs=[selected_indices], + name="test_nonmaxsuppression_two_classes", +) +``` + +
+ + +### **NonZero** + + Returns the indices of the elements that are non-zero + (in row-major order - by dimension). + NonZero behaves similar to numpy.nonzero: + https://docs.scipy.org/doc/numpy/reference/generated/numpy.nonzero.html, + but for scalar input, NonZero produces output shape (0, N) instead of (1, N), which is different from Numpy's behavior. + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +Other versions of this operator: 9 + +#### Inputs + +
+
X (non-differentiable) : T
+
input
+
+ +#### Outputs + +
+
Y (non-differentiable) : tensor(int64)
+
output
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain to all tensor types.
+
+ + +#### Examples + +
+nonzero + +```python +node = onnx.helper.make_node( + "NonZero", + inputs=["condition"], + outputs=["result"], +) + +condition = np.array([[1, 0], [1, 1]], dtype=bool) +result = np.array( + np.nonzero(condition), dtype=np.int64 +) # expected output [[0, 1, 1], [0, 0, 1]] +expect(node, inputs=[condition], outputs=[result], name="test_nonzero_example") +``` + +
+ + +### **Not** + + Returns the negation of the input tensor element-wise. + +#### Version + +This version of the operator has been available since version 1 of the default ONNX operator set. + +#### Inputs + +
+
X (non-differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
Y (non-differentiable) : T
+
Output tensor
+
+ +#### Type Constraints + +
+
T : tensor(bool)
+
Constrain input/output to boolean tensors.
+
+ + +#### Examples + +
+not + +```python +node = onnx.helper.make_node( + "Not", + inputs=["x"], + outputs=["not"], +) + +# 2d +x = (np.random.randn(3, 4) > 0).astype(bool) +expect(node, inputs=[x], outputs=[np.logical_not(x)], name="test_not_2d") + +# 3d +x = (np.random.randn(3, 4, 5) > 0).astype(bool) +expect(node, inputs=[x], outputs=[np.logical_not(x)], name="test_not_3d") + +# 4d +x = (np.random.randn(3, 4, 5, 6) > 0).astype(bool) +expect(node, inputs=[x], outputs=[np.logical_not(x)], name="test_not_4d") +``` + +
+ + +### **OneHot** + + Produces a one-hot tensor based on inputs. + The locations represented by the index values in the 'indices' input tensor will have 'on_value' + and the other locations will have 'off_value' in the output tensor, where 'on_value' and 'off_value' + are specified as part of required input argument 'values', which is a two-element tensor of format + [off_value, on_value]. The rank of the output tensor will be one greater than the rank of the + input tensor. The additional dimension is for one-hot representation. The additional dimension will + be inserted at the position specified by 'axis'. If 'axis' is not specified then then additional + dimension will be inserted as the innermost dimension, i.e. axis=-1. The size of the additional + dimension is specified by required scalar input 'depth'. The type of the output tensor is the same + as the type of the 'values' input. Any entries in the 'indices' input tensor with values outside + the range [-depth, depth-1] will result in one-hot representation with all 'off_value' values in the + output tensor. + + when axis = 0: + output[input[i, j, k], i, j, k] = 1 for all i, j, k and 0 otherwise. + + when axis = -1: + output[i, j, k, input[i, j, k]] = 1 for all i, j, k and 0 otherwise. + + +#### Version + +This version of the operator has been available since version 11 of the default ONNX operator set. + +Other versions of this operator: 9 + +#### Attributes + +
+
axis : int (default is -1)
+
(Optional) Axis along which one-hot representation in added. Default: axis=-1. axis=-1 means that the additional dimension will be inserted as the innermost/last dimension in the output tensor. Negative value means counting dimensions from the back. Accepted range is [-r-1, r] where r = rank(indices).
+
+ +#### Inputs + +
+
indices (non-differentiable) : T1
+
Input tensor containing indices. Any entries in the 'indices' input tensor with values outside the range [-depth, depth-1] will result in one-hot representation with all 'off_value' values in the output tensor.In case 'indices' is of non-integer type, the values will be casted to int64 before use.
+
depth (non-differentiable) : T2
+
Scalar or Rank 1 tensor containing exactly one element, specifying the number of classes in one-hot tensor. This is also the size of the one-hot dimension (specified by 'axis' attribute) added on in the output tensor. The values in the 'indices' input tensor are expected to be in the range [-depth, depth-1]. In case 'depth' is of non-integer type, it will be casted to int64 before use.
+
values (non-differentiable) : T3
+
Rank 1 tensor containing exactly two elements, in the format [off_value, on_value], where 'on_value' is the value used for filling locations specified in 'indices' input tensor, and 'off_value' is the value used for filling locations other than those specified in 'indices' input tensor.
+
+ +#### Outputs + +
+
output (non-differentiable) : T3
+
Tensor of rank one greater than input tensor 'indices', i.e. rank(output) = rank(indices) + 1. The data type for the elements of the output tensor is the same as the type of input 'values' is used.
+
+ +#### Type Constraints + +
+
T1 : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double)
+
Constrain input to only numeric types.
+
T2 : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double)
+
Constrain input to only numeric types.
+
T3 : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain to any tensor type.
+
+ + +#### Examples + +
+with_axis + +```python +axisValue = 1 +on_value = 3 +off_value = 1 +output_type = np.float32 +node = onnx.helper.make_node( + "OneHot", + inputs=["indices", "depth", "values"], + outputs=["y"], + axis=axisValue, +) +indices = np.array([[1, 9], [2, 4]], dtype=np.float32) +depth = np.float32(10) +values = np.array([off_value, on_value], dtype=output_type) +y = one_hot(indices, depth, axis=axisValue, dtype=output_type) +y = y * (on_value - off_value) + off_value +expect( + node, + inputs=[indices, depth, values], + outputs=[y], + name="test_onehot_with_axis", +) +``` + +
+ + +
+with_negative_axis + +```python +axisValue = -2 +on_value = 3 +off_value = 1 +output_type = np.float32 +node = onnx.helper.make_node( + "OneHot", + inputs=["indices", "depth", "values"], + outputs=["y"], + axis=axisValue, +) +indices = np.array([[1, 9], [2, 4]], dtype=np.float32) +depth = np.float32(10) +values = np.array([off_value, on_value], dtype=output_type) +y = one_hot(indices, depth, axis=axisValue, dtype=output_type) +y = y * (on_value - off_value) + off_value +expect( + node, + inputs=[indices, depth, values], + outputs=[y], + name="test_onehot_with_negative_axis", +) +``` + +
+ + +
+with_negative_indices + +```python +axisValue = 1 +on_value = 3 +off_value = 1 +output_type = np.float32 +node = onnx.helper.make_node( + "OneHot", + inputs=["indices", "depth", "values"], + outputs=["y"], + axis=axisValue, +) +indices = np.array([0, -7, -8], dtype=np.int64) + +# print(y) +# [[3. 1. 1. 1. 1. 1. 1. 1. 1. 1.] +# [1. 1. 1. 3. 1. 1. 1. 1. 1. 1.] +# [1. 1. 3. 1. 1. 1. 1. 1. 1. 1.]] + +depth = np.float32(10) +values = np.array([off_value, on_value], dtype=output_type) +y = one_hot(indices, depth, axis=axisValue, dtype=output_type) +y = y * (on_value - off_value) + off_value +expect( + node, + inputs=[indices, depth, values], + outputs=[y], + name="test_onehot_negative_indices", +) +``` + +
+ + +
+with_out_of_range_indices + +```python +axisValue = 1 +on_value = 3 +off_value = 1 +output_type = np.float32 +node = onnx.helper.make_node( + "OneHot", + inputs=["indices", "depth", "values"], + outputs=["y"], + axis=axisValue, +) +# Indices outside [-depth, depth-1] map to an all-off_value row. +indices = np.array([5, -6, -1], dtype=np.int64) + +# print(y) +# [[1. 1. 1. 1. 1.] +# [1. 1. 1. 1. 1.] +# [1. 1. 1. 1. 3.]] + +depth = np.float32(5) +values = np.array([off_value, on_value], dtype=output_type) +y = one_hot(indices, depth, axis=axisValue, dtype=output_type) +y = y * (on_value - off_value) + off_value +expect( + node, + inputs=[indices, depth, values], + outputs=[y], + name="test_onehot_out_of_range_indices", +) +``` + +
+ + +
+without_axis + +```python +on_value = 5 +off_value = 2 +output_type = np.int32 +node = onnx.helper.make_node( + "OneHot", inputs=["indices", "depth", "values"], outputs=["y"] +) +indices = np.array([0, 7, 8], dtype=np.int64) +depth = np.float32(12) +values = np.array([off_value, on_value], dtype=output_type) +y = one_hot(indices, depth, dtype=output_type) +y = y * (on_value - off_value) + off_value +expect( + node, + inputs=[indices, depth, values], + outputs=[y], + name="test_onehot_without_axis", +) +``` + +
+ + +### **Optional** + + Constructs an optional-type value containing either an empty optional of a certain type specified by the attribute, + or a non-empty value containing the input element. + +#### Version + +This version of the operator has been available since version 15 of the default ONNX operator set. + +#### Attributes + +
+
type : type_proto
+
Type of the element in the optional output
+
+ +#### Inputs (0 - 1) + +
+
input (optional) : V
+
The input element.
+
+ +#### Outputs + +
+
output : O
+
The optional output enclosing the input element.
+
+ +#### Type Constraints + +
+
V : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128), seq(tensor(uint8)), seq(tensor(uint16)), seq(tensor(uint32)), seq(tensor(uint64)), seq(tensor(int8)), seq(tensor(int16)), seq(tensor(int32)), seq(tensor(int64)), seq(tensor(float16)), seq(tensor(float)), seq(tensor(double)), seq(tensor(string)), seq(tensor(bool)), seq(tensor(complex64)), seq(tensor(complex128))
+
Constrain input type to all tensor and sequence types.
+
O : optional(seq(tensor(uint8))), optional(seq(tensor(uint16))), optional(seq(tensor(uint32))), optional(seq(tensor(uint64))), optional(seq(tensor(int8))), optional(seq(tensor(int16))), optional(seq(tensor(int32))), optional(seq(tensor(int64))), optional(seq(tensor(float16))), optional(seq(tensor(float))), optional(seq(tensor(double))), optional(seq(tensor(string))), optional(seq(tensor(bool))), optional(seq(tensor(complex64))), optional(seq(tensor(complex128))), optional(tensor(uint8)), optional(tensor(uint16)), optional(tensor(uint32)), optional(tensor(uint64)), optional(tensor(int8)), optional(tensor(int16)), optional(tensor(int32)), optional(tensor(int64)), optional(tensor(float16)), optional(tensor(float)), optional(tensor(double)), optional(tensor(string)), optional(tensor(bool)), optional(tensor(complex64)), optional(tensor(complex128))
+
Constrain output type to all optional tensor or optional sequence types.
+
+ + +### **OptionalGetElement** + + If the input is a tensor or sequence type, it returns the input. + If the input is an optional type, it outputs the element in the input. + It is an error if the input is an empty optional-type (i.e. does not have an element) and the behavior is undefined in this case. + +#### Version + +This version of the operator has been available since version 18 of the default ONNX operator set. + +Other versions of this operator: 15 + +#### Inputs + +
+
input : O
+
The optional input.
+
+ +#### Outputs + +
+
output : V
+
Output element in the optional input.
+
+ +#### Type Constraints + +
+
O : optional(seq(tensor(uint8))), optional(seq(tensor(uint16))), optional(seq(tensor(uint32))), optional(seq(tensor(uint64))), optional(seq(tensor(int8))), optional(seq(tensor(int16))), optional(seq(tensor(int32))), optional(seq(tensor(int64))), optional(seq(tensor(float16))), optional(seq(tensor(float))), optional(seq(tensor(double))), optional(seq(tensor(string))), optional(seq(tensor(bool))), optional(seq(tensor(complex64))), optional(seq(tensor(complex128))), optional(tensor(uint8)), optional(tensor(uint16)), optional(tensor(uint32)), optional(tensor(uint64)), optional(tensor(int8)), optional(tensor(int16)), optional(tensor(int32)), optional(tensor(int64)), optional(tensor(float16)), optional(tensor(float)), optional(tensor(double)), optional(tensor(string)), optional(tensor(bool)), optional(tensor(complex64)), optional(tensor(complex128)), tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128), seq(tensor(uint8)), seq(tensor(uint16)), seq(tensor(uint32)), seq(tensor(uint64)), seq(tensor(int8)), seq(tensor(int16)), seq(tensor(int32)), seq(tensor(int64)), seq(tensor(float16)), seq(tensor(float)), seq(tensor(double)), seq(tensor(string)), seq(tensor(bool)), seq(tensor(complex64)), seq(tensor(complex128))
+
Constrain input type to optional tensor and optional sequence types.
+
V : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128), seq(tensor(uint8)), seq(tensor(uint16)), seq(tensor(uint32)), seq(tensor(uint64)), seq(tensor(int8)), seq(tensor(int16)), seq(tensor(int32)), seq(tensor(int64)), seq(tensor(float16)), seq(tensor(float)), seq(tensor(double)), seq(tensor(string)), seq(tensor(bool)), seq(tensor(complex64)), seq(tensor(complex128))
+
Constrain output type to all tensor or sequence types.
+
+ + +### **OptionalHasElement** + + Returns true if (1) the input is an optional-type and contains an element, + or, (2) the input is a tensor or sequence type. + If the input is not provided or is an empty optional-type, this op returns false. + +#### Version + +This version of the operator has been available since version 18 of the default ONNX operator set. + +Other versions of this operator: 15 + +#### Inputs (0 - 1) + +
+
input (optional) : O
+
The optional input.
+
+ +#### Outputs + +
+
output : B
+
A scalar boolean tensor. If true, it indicates that optional-type input contains an element. Otherwise, it is empty.
+
+ +#### Type Constraints + +
+
O : optional(seq(tensor(uint8))), optional(seq(tensor(uint16))), optional(seq(tensor(uint32))), optional(seq(tensor(uint64))), optional(seq(tensor(int8))), optional(seq(tensor(int16))), optional(seq(tensor(int32))), optional(seq(tensor(int64))), optional(seq(tensor(float16))), optional(seq(tensor(float))), optional(seq(tensor(double))), optional(seq(tensor(string))), optional(seq(tensor(bool))), optional(seq(tensor(complex64))), optional(seq(tensor(complex128))), optional(tensor(uint8)), optional(tensor(uint16)), optional(tensor(uint32)), optional(tensor(uint64)), optional(tensor(int8)), optional(tensor(int16)), optional(tensor(int32)), optional(tensor(int64)), optional(tensor(float16)), optional(tensor(float)), optional(tensor(double)), optional(tensor(string)), optional(tensor(bool)), optional(tensor(complex64)), optional(tensor(complex128)), tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128), seq(tensor(uint8)), seq(tensor(uint16)), seq(tensor(uint32)), seq(tensor(uint64)), seq(tensor(int8)), seq(tensor(int16)), seq(tensor(int32)), seq(tensor(int64)), seq(tensor(float16)), seq(tensor(float)), seq(tensor(double)), seq(tensor(string)), seq(tensor(bool)), seq(tensor(complex64)), seq(tensor(complex128))
+
Constrain input type to optional tensor and optional sequence types.
+
B : tensor(bool)
+
Constrain output to a boolean tensor.
+
+ + +#### Examples + +
+empty + +```python +optional = None + +tensor_type_proto = onnx.helper.make_tensor_type_proto( + elem_type=onnx.TensorProto.INT32, shape=[] +) +optional_type_proto = onnx.helper.make_optional_type_proto(tensor_type_proto) + +# OptionalHasElement takes a tensor or optional as input +for input_type_proto in [tensor_type_proto, optional_type_proto]: + input_name_options = { + "empty": "optional_input", + "empty_no_input_name": "", + "empty_no_input": None, + } + for test_name_surfix, input_name in input_name_options.items(): + if input_type_proto == tensor_type_proto and input_name: + # the input tensor cannot be empty if input name is provided. + continue + node = onnx.helper.make_node( + "OptionalHasElement", + inputs=[] if input_name is None else [input_name], + outputs=["output"], + ) + output = optional_has_element_reference_implementation(optional) + test_name = ( + "test_optional_has_element_" + + test_name_surfix + + ( + "_optional_input" + if input_type_proto == optional_type_proto + else "_tensor_input" + ) + ) + expect( + node, + inputs=[optional] if input_name else [], + outputs=[output], + input_type_protos=[input_type_proto] if input_name else [], + name=test_name, + ) +``` + +
+ + +
+get_element_sequence + +```python +optional = [np.array([1, 2, 3, 4]).astype(np.int32)] +tensor_type_proto = onnx.helper.make_tensor_type_proto( + elem_type=onnx.TensorProto.INT32, + shape=[ + 4, + ], +) +seq_type_proto = onnx.helper.make_sequence_type_proto(tensor_type_proto) +optional_type_proto = onnx.helper.make_optional_type_proto(seq_type_proto) + +node = onnx.helper.make_node( + "OptionalGetElement", inputs=["optional_input"], outputs=["output"] +) +output = optional_get_element_reference_implementation(optional) +expect( + node, + inputs=[optional], + outputs=[output], + input_type_protos=[optional_type_proto], + name="test_optional_get_element_optional_sequence", +) +expect( + node, + inputs=[optional], + outputs=[output], + input_type_protos=[seq_type_proto], + name="test_optional_get_element_sequence", +) +``` + +
+ + +
+get_element_tensor + +```python +optional = np.array([1, 2, 3, 4]).astype(np.float32) +tensor_type_proto = onnx.helper.make_tensor_type_proto( + elem_type=onnx.TensorProto.FLOAT, + shape=[ + 4, + ], +) +optional_type_proto = onnx.helper.make_optional_type_proto(tensor_type_proto) + +node = onnx.helper.make_node( + "OptionalGetElement", inputs=["optional_input"], outputs=["output"] +) +output = optional_get_element_reference_implementation(optional) +expect( + node, + inputs=[optional], + outputs=[output], + input_type_protos=[optional_type_proto], + name="test_optional_get_element_optional_tensor", +) +expect( + node, + inputs=[optional], + outputs=[output], + input_type_protos=[tensor_type_proto], + name="test_optional_get_element_tensor", +) +``` + +
+ + +
+optionalhaselement + +```python +optional = np.array([1, 2, 3, 4]).astype(np.float32) +tensor_type_proto = onnx.helper.make_tensor_type_proto( + elem_type=onnx.TensorProto.FLOAT, + shape=[ + 4, + ], +) +optional_type_proto = onnx.helper.make_optional_type_proto(tensor_type_proto) + +# OptionalHasElement takes a tensor or optional as input +for input_type_protos in [tensor_type_proto, optional_type_proto]: + node = onnx.helper.make_node( + "OptionalHasElement", inputs=["optional_input"], outputs=["output"] + ) + output = optional_has_element_reference_implementation(optional) + test_name = "test_optional_has_element_" + ( + "optional_input" + if input_type_protos == optional_type_proto + else "tensor_input" + ) + expect( + node, + inputs=[optional], + outputs=[output], + input_type_protos=[optional_type_proto], + name=test_name, + ) +``` + +
+ + +### **Or** + + Returns the tensor resulted from performing the `or` logical operation + elementwise on the input tensors `A` and `B` (with Numpy-style broadcasting support). + + This operator supports **multidirectional (i.e., Numpy-style) broadcasting**; for more details please check [the doc](Broadcasting.md). + +#### Version + +This version of the operator has been available since version 7 of the default ONNX operator set. + +Other versions of this operator: 1 + +#### Inputs + +
+
A (non-differentiable) : T
+
First input operand for the logical operator.
+
B (non-differentiable) : T
+
Second input operand for the logical operator.
+
+ +#### Outputs + +
+
C (non-differentiable) : T1
+
Result tensor.
+
+ +#### Type Constraints + +
+
T : tensor(bool)
+
Constrain input to boolean tensor.
+
T1 : tensor(bool)
+
Constrain output to boolean tensor.
+
+ + +#### Examples + +
+or + +```python +node = onnx.helper.make_node( + "Or", + inputs=["x", "y"], + outputs=["or"], +) + +# 2d +x = (np.random.randn(3, 4) > 0).astype(bool) +y = (np.random.randn(3, 4) > 0).astype(bool) +z = np.logical_or(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_or2d") + +# 3d +x = (np.random.randn(3, 4, 5) > 0).astype(bool) +y = (np.random.randn(3, 4, 5) > 0).astype(bool) +z = np.logical_or(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_or3d") + +# 4d +x = (np.random.randn(3, 4, 5, 6) > 0).astype(bool) +y = (np.random.randn(3, 4, 5, 6) > 0).astype(bool) +z = np.logical_or(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_or4d") +``` + +
+ + +
+or_broadcast + +```python +node = onnx.helper.make_node( + "Or", + inputs=["x", "y"], + outputs=["or"], +) + +# 3d vs 1d +x = (np.random.randn(3, 4, 5) > 0).astype(bool) +y = (np.random.randn(5) > 0).astype(bool) +z = np.logical_or(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_or_bcast3v1d") + +# 3d vs 2d +x = (np.random.randn(3, 4, 5) > 0).astype(bool) +y = (np.random.randn(4, 5) > 0).astype(bool) +z = np.logical_or(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_or_bcast3v2d") + +# 4d vs 2d +x = (np.random.randn(3, 4, 5, 6) > 0).astype(bool) +y = (np.random.randn(5, 6) > 0).astype(bool) +z = np.logical_or(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_or_bcast4v2d") + +# 4d vs 3d +x = (np.random.randn(3, 4, 5, 6) > 0).astype(bool) +y = (np.random.randn(4, 5, 6) > 0).astype(bool) +z = np.logical_or(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_or_bcast4v3d") + +# 4d vs 4d +x = (np.random.randn(1, 4, 1, 6) > 0).astype(bool) +y = (np.random.randn(3, 1, 5, 6) > 0).astype(bool) +z = np.logical_or(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_or_bcast4v4d") +``` + +
+ + +### **PRelu** + + PRelu takes input data (Tensor) and slope tensor as input, and produces one + output data (Tensor) where the function `f(x) = slope * x for x < 0`, + `f(x) = x for x >= 0`., is applied to the data tensor elementwise. + This operator supports **unidirectional broadcasting** (tensor slope should be unidirectional broadcastable to input tensor X); for more details please check [the doc](Broadcasting.md). + +#### Version + +This version of the operator has been available since version 16 of the default ONNX operator set. + +Other versions of this operator: 1, 6, 7, 9 + +#### Inputs + +
+
X (differentiable) : T
+
Input tensor
+
slope (differentiable) : T
+
Slope tensor. The shape of slope can be smaller than first input X; if so, its shape must be unidirectional broadcastable to X
+
+ +#### Outputs + +
+
Y (differentiable) : T
+
Output tensor (same size as X)
+
+ +#### Type Constraints + +
+
T : tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(uint32), tensor(uint64), tensor(int32), tensor(int64)
+
Constrain input and output types to float/int tensors.
+
+ + +#### Examples + +
+prelu + +```python +node = onnx.helper.make_node( + "PRelu", + inputs=["x", "slope"], + outputs=["y"], +) + +x = np.random.randn(3, 4, 5).astype(np.float32) +slope = np.random.randn(3, 4, 5).astype(np.float32) +y = np.clip(x, 0, np.inf) + np.clip(x, -np.inf, 0) * slope + +expect(node, inputs=[x, slope], outputs=[y], name="test_prelu_example") +``` + +
+ + +
+prelu_broadcast + +```python +node = onnx.helper.make_node( + "PRelu", + inputs=["x", "slope"], + outputs=["y"], +) + +x = np.random.randn(3, 4, 5).astype(np.float32) +slope = np.random.randn(5).astype(np.float32) +y = np.clip(x, 0, np.inf) + np.clip(x, -np.inf, 0) * slope + +expect(node, inputs=[x, slope], outputs=[y], name="test_prelu_broadcast") +``` + +
+ + +### **Pad** + + Given a tensor containing the data to be padded (`data`), a tensor containing the number of start and end pad values for axis (`pads`), (optionally) a `mode`, and (optionally) `constant_value`, + a padded tensor (`output`) is generated. + + The four supported `modes` are (similar to corresponding modes supported by `numpy.pad`): + + 1) `constant`(default) - pads with a given constant value as specified by `constant_value` (which defaults to 0, empty string, or False) + + 2) `reflect` - pads with the reflection of the vector mirrored on the first and last values of the vector along each axis + + 3) `edge` - pads with the edge values of array + + 4) `wrap` - wrap-around padding as if the data tensor forms a torus + + + Example 1 (`constant` mode): + + Insert 0 pads to the beginning of the second dimension. + + ``` + data = [ + [1.0, 1.2], + [2.3, 3.4], + [4.5, 5.7], + ] + + pads = [0, 2, 0, 0] + + mode = 'constant' + + constant_value = 0.0 + + output = [ + [0.0, 0.0, 1.0, 1.2], + [0.0, 0.0, 2.3, 3.4], + [0.0, 0.0, 4.5, 5.7], + ] + ``` + + Example 2 (`reflect` mode): + + ``` + data = [ + [1.0, 1.2], + [2.3, 3.4], + [4.5, 5.7], + ] + + pads = [0, 2, 0, 0] + + mode = 'reflect' + + output = [ + [1.0, 1.2, 1.0, 1.2], + [2.3, 3.4, 2.3, 3.4], + [4.5, 5.7, 4.5, 5.7], + ] + ``` + + Example 3 (`edge` mode): + + ``` + data = [ + [1.0, 1.2], + [2.3, 3.4], + [4.5, 5.7], + ] + + pads = [0, 2, 0, 0] + + mode = 'edge' + + output = [ + [1.0, 1.0, 1.0, 1.2], + [2.3, 2.3, 2.3, 3.4], + [4.5, 4.5, 4.5, 5.7], + ] + ``` + + Example 4 (`wrap` mode): + + ``` + data = [ + [1.0, 1.2], + [2.3, 3.4], + [4.5, 5.7], + ] + + pads = [2, 1, 1, 1] + + mode = 'wrap' + + output = [ + [3.4, 2.3, 3.4, 2.3], + [5.7, 4.5, 5.7, 4.5], + [1.2, 1.0, 1.2, 1.0], + [3.4, 2.3, 3.4, 2.3], + [5.7, 4.5, 5.7, 4.5], + [1.2, 1.0, 1.2, 1.0], + ] + ``` + +#### Version + +This version of the operator has been available since version 25 of the default ONNX operator set. + +Other versions of this operator: 1, 2, 11, 13, 18, 19, 21, 23, 24 + +#### Attributes + +
+
mode : string (default is constant)
+
Supported modes: `constant`(default), `reflect`, `edge`, `wrap`
+
+ +#### Inputs (2 - 4) + +
+
data (differentiable) : T
+
Input tensor.
+
pads (non-differentiable) : tensor(int64)
+
Tensor of integers indicating the number of padding elements to add or remove (if negative) at the beginning and end of each axis. For 2D input tensor, it is the number of pixels. `pads` should be a 1D tensor of shape [2 * num_axes] where `num_axes` refers to the number of elements in the `axes` input or the input rank if `axes` are not provided explicitly. `pads` format should be: [x1_begin, x2_begin, ..., x1_end, x2_end,...], where xi_begin is the number of pad values added at the beginning of axis `axes[i]` and xi_end, the number of pad values added at the end of axis `axes[i]`.
+
constant_value (optional, non-differentiable) : T
+
(Optional) A scalar value to be used if the mode chosen is `constant` (by default it is 0, empty string or False).
+
axes (optional, non-differentiable) : Tind
+
1-D tensor of axes that `pads` apply to. Negative value means counting dimensions from the back. Accepted range is [-r, r-1] where r = rank(data). Behavior is undefined if an axis is repeated. If not provided, all axes are assumed (`[0, 1, ..., input_rank-1]`).
+
+ +#### Outputs + +
+
output (differentiable) : T
+
Tensor after padding.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(uint4), tensor(int4), tensor(float4e2m1), tensor(float8e8m0), tensor(uint2), tensor(int2)
+
Constrain input and output types to all tensor types up to IRv13.
+
Tind : tensor(int32), tensor(int64)
+
Constrain indices to integer types
+
+ + +#### Examples + +
+constant_pad + +```python +node = onnx.helper.make_node( + "Pad", inputs=["x", "pads", "value"], outputs=["y"], mode="constant" +) +x = np.random.randn(1, 3, 4, 5).astype(np.float32) +pads = np.array([0, 0, 1, 3, 0, 0, 2, 4]).astype( + np.int64 +) # pad order [x1_begin, x2_begin, ..., x1_end, x2_end, ...] +value = np.float32(1.2) +y = pad_impl(x, pads, "constant", 1.2) + +expect(node, inputs=[x, pads, value], outputs=[y], name="test_constant_pad") +``` + +
+ + +
+constant_pad_axes + +```python +node = onnx.helper.make_node( + "Pad", inputs=["x", "pads", "value", "axes"], outputs=["y"], mode="constant" +) +x = np.random.randn(1, 3, 4, 5).astype(np.float32) +pads = np.array([0, 3, 0, 4]).astype( + np.int64 +) # pad order [x1_begin, x2_begin, ..., x1_end, x2_end, ...] +value = np.float32(1.2) +axes = np.array([1, 3], dtype=np.int64) +y = pad_impl( + x, + pads, + "constant", + 1.2, + [1, 3], +) + +expect( + node, + inputs=[x, pads, value, axes], + outputs=[y], + name="test_constant_pad_axes", +) +``` + +
+ + +
+constant_pad_negative_axes + +```python +node = onnx.helper.make_node( + "Pad", inputs=["x", "pads", "value", "axes"], outputs=["y"], mode="constant" +) +x = np.random.randn(1, 3, 4, 5).astype(np.float32) +pads = np.array([0, 3, 0, 4]).astype( + np.int64 +) # pad order [x1_begin, x2_begin, ..., x1_end, x2_end, ...] +value = np.float32(1.2) +axes = np.array([-3, -1], dtype=np.int64) +y = pad_impl( + x, + pads, + "constant", + 1.2, + [-3, -1], +) + +expect( + node, + inputs=[x, pads, value, axes], + outputs=[y], + name="test_constant_pad_negative_axes", +) +``` + +
+ + +
+reflection_edge_and_wrap_pad + +```python +for mode in ("edge", "reflect", "wrap"): + node = onnx.helper.make_node( + "Pad", inputs=["x", "pads"], outputs=["y"], mode=mode + ) + x = np.random.randn(1, 3, 4, 5).astype(np.int32) + pads = np.array([0, 0, 1, 1, 0, 0, 1, 1]).astype( + np.int64 + ) # pad order [x1_begin, x2_begin, ..., x1_end, x2_end, ...] + y = pad_impl(x, pads, mode) + + expect(node, inputs=[x, pads], outputs=[y], name=f"test_{mode}_pad") +``` + +
+ + +### **Pow** + + Pow takes input data (Tensor) and exponent Tensor, and + produces one output data (Tensor) where the function `f(x) = x^exponent`, + is applied to the data tensor elementwise. + This operator supports **multidirectional (i.e., Numpy-style) broadcasting**; for more details please check [the doc](Broadcasting.md). + +#### Version + +This version of the operator has been available since version 15 of the default ONNX operator set. + +Other versions of this operator: 1, 7, 12, 13 + +#### Inputs + +
+
X (differentiable) : T
+
First operand, base of the exponent.
+
Y (differentiable) : T1
+
Second operand, power of the exponent.
+
+ +#### Outputs + +
+
Z (differentiable) : T
+
Output tensor
+
+ +#### Type Constraints + +
+
T : tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input X and output types to float/int tensors.
+
T1 : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input Y types to float/int tensors.
+
+ + +#### Examples + +
+pow + +```python +node = onnx.helper.make_node( + "Pow", + inputs=["x", "y"], + outputs=["z"], +) + +x = np.array([1, 2, 3]).astype(np.float32) +y = np.array([4, 5, 6]).astype(np.float32) +z = pow(x, y) # expected output [1., 32., 729.] +expect(node, inputs=[x, y], outputs=[z], name="test_pow_example") + +x = np.arange(60).reshape(3, 4, 5).astype(np.float32) +y = np.random.randn(3, 4, 5).astype(np.float32) +z = pow(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_pow") +``` + +
+ + +
+pow_broadcast + +```python +node = onnx.helper.make_node( + "Pow", + inputs=["x", "y"], + outputs=["z"], +) + +x = np.array([1, 2, 3]).astype(np.float32) +y = np.array(2).astype(np.float32) +z = pow(x, y) # expected output [1., 4., 9.] +expect(node, inputs=[x, y], outputs=[z], name="test_pow_bcast_scalar") + +node = onnx.helper.make_node( + "Pow", + inputs=["x", "y"], + outputs=["z"], +) +x = np.array([[1, 2, 3], [4, 5, 6]]).astype(np.float32) +y = np.array([1, 2, 3]).astype(np.float32) +# expected output [[1, 4, 27], [4, 25, 216]] +z = pow(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_pow_bcast_array") +``` + +
+ + +
+types + +```python +node = onnx.helper.make_node( + "Pow", + inputs=["x", "y"], + outputs=["z"], +) + +x = np.array([1, 2, 3]).astype(np.float32) +y = np.array([4, 5, 6]).astype(np.int64) +z = pow(x, y) # expected output [1., 32., 729.] +expect(node, inputs=[x, y], outputs=[z], name="test_pow_types_float32_int64") + +x = np.array([1, 2, 3]).astype(np.int64) +y = np.array([4, 5, 6]).astype(np.float32) +z = pow(x, y) # expected output [1, 32, 729] +expect(node, inputs=[x, y], outputs=[z], name="test_pow_types_int64_float32") + +x = np.array([1, 2, 3]).astype(np.float32) +y = np.array([4, 5, 6]).astype(np.int32) +z = pow(x, y) # expected output [1., 32., 729.] +expect(node, inputs=[x, y], outputs=[z], name="test_pow_types_float32_int32") + +x = np.array([1, 2, 3]).astype(np.int32) +y = np.array([4, 5, 6]).astype(np.float32) +z = pow(x, y) # expected output [1, 32, 729] +expect(node, inputs=[x, y], outputs=[z], name="test_pow_types_int32_float32") + +x = np.array([1, 2, 3]).astype(np.float32) +y = np.array([4, 5, 6]).astype(np.uint64) +z = pow(x, y) # expected output [1., 32., 729.] +expect(node, inputs=[x, y], outputs=[z], name="test_pow_types_float32_uint64") + +x = np.array([1, 2, 3]).astype(np.float32) +y = np.array([4, 5, 6]).astype(np.uint32) +z = pow(x, y) # expected output [1., 32., 729.] +expect(node, inputs=[x, y], outputs=[z], name="test_pow_types_float32_uint32") + +x = np.array([1, 2, 3]).astype(np.int64) +y = np.array([4, 5, 6]).astype(np.int64) +z = pow(x, y) # expected output [1, 32, 729] +expect(node, inputs=[x, y], outputs=[z], name="test_pow_types_int64_int64") + +x = np.array([1, 2, 3]).astype(np.int32) +y = np.array([4, 5, 6]).astype(np.int32) +z = pow(x, y) # expected output [1, 32, 729] +expect(node, inputs=[x, y], outputs=[z], name="test_pow_types_int32_int32") +``` + +
+ + +### **QLinearConv** + + The convolution operator consumes a quantized input tensor, its scale and zero point, + a quantized filter, its scale and zero point, and output's scale and zero point, + and computes the quantized output. Each scale and zero-point pair must have same shape. + It means they must be either scalars (per tensor) or 1-D tensors (per output channel). + Each input or output and its related zero point must have same type. + When bias is present it must be quantized using scale = input scale * weight scale and + zero point as 0. + +#### Version + +This version of the operator has been available since version 10 of the default ONNX operator set. + +#### Attributes + +
+
auto_pad : string (default is NOTSET)
+
auto_pad must be either NOTSET, SAME_UPPER, SAME_LOWER or VALID. Where default value is NOTSET, which means explicit padding is used. SAME_UPPER or SAME_LOWER mean pad the input so that `output_shape[i] = ceil(input_shape[i] / strides[i])` for each axis `i`. The padding is split between the two sides equally or almost equally (depending on whether it is even or odd). In case the padding is an odd number, the extra padding is added at the end for SAME_UPPER and at the beginning for SAME_LOWER.
+
dilations : list of ints
+
dilation value along each spatial axis of the filter. If not present, the dilation defaults to 1 along each spatial axis.
+
group : int (default is 1)
+
number of groups input channels and output channels are divided into. default is 1.
+
kernel_shape : list of ints
+
The shape of the convolution kernel. If not present, should be inferred from input 'w'.
+
pads : list of ints
+
Padding for the beginning and ending along each spatial axis, it can take any value greater than or equal to 0.The value represent the number of pixels added to the beginning and end part of the corresponding axis.`pads` format should be as follow [x1_begin, x2_begin...x1_end, x2_end,...], where xi_begin the number ofpixels added at the beginning of axis `i` and xi_end, the number of pixels added at the end of axis `i`.This attribute cannot be used simultaneously with auto_pad attribute. If not present, the padding defaultsto 0 along start and end of each spatial axis.
+
strides : list of ints
+
Stride along each spatial axis. If not present, the stride defaults to 1 along each spatial axis.
+
+ +#### Inputs (8 - 9) + +
+
x : T1
+
Input data tensor from previous layer; has size (N x C x H x W), where N is the batch size, C is the number of channels, and H and W are the height and width. Note that this is for the 2D image. Otherwise the size is (N x C x D1 x D2 ... x Dn). Optionally, if dimension denotation is in effect, the operation expects input data tensor to arrive with the dimension denotation of [DATA_BATCH, DATA_CHANNEL, DATA_FEATURE, DATA_FEATURE ...].
+
x_scale : tensor(float)
+
Scale tensor for input 'x'. It's a scalar, which means a per-tensor/layer quantization.
+
x_zero_point : T1
+
Zero point tensor for input 'x'. It's a scalar, which means a per-tensor/layer quantization.
+
w : T2
+
The weight tensor that will be used in the convolutions; has size (M x C/group x kH x kW), where C is the number of channels, and kH and kW are the height and width of the kernel, and M is the number of feature maps. For more than 2 dimensions, the kernel shape will be (M x C/group x k1 x k2 x ... x kn), where (k1 x k2 x ... kn) is the dimension of the kernel. Optionally, if dimension denotation is in effect, the operation expects the weight tensor to arrive with the dimension denotation of [FILTER_OUT_CHANNEL, FILTER_IN_CHANNEL, FILTER_SPATIAL, FILTER_SPATIAL ...]. X.shape[1] == (W.shape[1] * group) == C (assuming zero based indices for the shape array). Or in other words FILTER_IN_CHANNEL should be equal to DATA_CHANNEL.
+
w_scale : tensor(float)
+
Scale tensor for input 'w'. It could be a scalar or a 1-D tensor, which means a per-tensor/layer or per output channel quantization. If it's a 1-D tensor, its number of elements should be equal to the number of output channels (M).
+
w_zero_point : T2
+
Zero point tensor for input 'w'. It could be a scalar or a 1-D tensor, which means a per-tensor/layer or per output channel quantization. If it's a 1-D tensor, its number of elements should be equal to the number of output channels (M).
+
y_scale : tensor(float)
+
Scale tensor for output 'y'. It's a scalar, which means a per-tensor/layer quantization.
+
y_zero_point : T3
+
Zero point tensor for output 'y'. It's a scalar, which means a per-tensor/layer quantization.
+
B (optional) : T4
+
Optional 1D bias to be added to the convolution, has size of M. Bias must be quantized using scale = x_scale * w_scale and zero_point = 0
+
+ +#### Outputs + +
+
y : T3
+
Output data tensor that contains the result of the convolution. The output dimensions are functions of the kernel size, stride size, and pad lengths.
+
+ +#### Type Constraints + +
+
T1 : tensor(int8), tensor(uint8)
+
Constrain input type to 8-bit integer tensor.
+
T2 : tensor(int8), tensor(uint8)
+
Constrain filter type to 8-bit integer tensor.
+
T3 : tensor(int8), tensor(uint8)
+
Constrain output type to 8-bit integer tensor.
+
T4 : tensor(int32)
+
Constrain bias type to 32-bit integer tensor.
+
+ + +#### Examples + +
+qlinearconv + +```python +node = onnx.helper.make_node( + "QLinearConv", + inputs=[ + "x", + "x_scale", + "x_zero_point", + "w", + "w_scale", + "w_zero_point", + "y_scale", + "y_zero_point", + ], + outputs=["y"], +) + +x = np.array( + [ + [255, 174, 162, 25, 203, 168, 58], + [15, 59, 237, 95, 129, 0, 64], + [56, 242, 153, 221, 168, 12, 166], + [232, 178, 186, 195, 237, 162, 237], + [188, 39, 124, 77, 80, 102, 43], + [127, 230, 21, 83, 41, 40, 134], + [255, 154, 92, 141, 42, 148, 247], + ], + dtype=np.uint8, +).reshape((1, 1, 7, 7)) + +x_scale = np.float32(0.00369204697) +x_zero_point = np.uint8(132) + +w = np.array([0], dtype=np.uint8).reshape((1, 1, 1, 1)) + +w_scale = np.array([0.00172794575], dtype=np.float32) +w_zero_point = np.array([255], dtype=np.uint8) + +y_scale = np.float32(0.00162681262) +y_zero_point = np.uint8(123) + +output = np.array( + [ + [0, 81, 93, 230, 52, 87, 197], + [240, 196, 18, 160, 126, 255, 191], + [199, 13, 102, 34, 87, 243, 89], + [23, 77, 69, 60, 18, 93, 18], + [67, 216, 131, 178, 175, 153, 212], + [128, 25, 234, 172, 214, 215, 121], + [0, 101, 163, 114, 213, 107, 8], + ], + dtype=np.uint8, +).reshape((1, 1, 7, 7)) + +expect( + node, + inputs=[ + x, + x_scale, + x_zero_point, + w, + w_scale, + w_zero_point, + y_scale, + y_zero_point, + ], + outputs=[output], + name="test_qlinearconv", +) +``` + +
+ + +### **QLinearMatMul** + + Matrix product that behaves like [numpy.matmul](https://numpy.org/doc/stable/reference/generated/numpy.matmul.html). + It consumes two quantized input tensors, their scales and zero points, scale and zero point of output, + and computes the quantized output. The quantization formula is y = saturate((x / y_scale) + y_zero_point). + For (x / y_scale), it is rounding to nearest ties to even. Refer to https://en.wikipedia.org/wiki/Rounding for details. + Scale and zero point must have same shape. They must be either scalar (per tensor) or N-D tensor + (per row for 'a' and per column for 'b'). Scalar refers to per tensor quantization whereas N-D refers to per row + or per column quantization. If the input is 2D of shape [M, K] then zero point and scale tensor may be + an M element vector [v_1, v_2, ..., v_M] for per row quantization and K element vector of shape [v_1, v_2, ..., v_K] + for per column quantization. If the input is N-D tensor with shape [D1, D2, M, K] then zero point and scale tensor may + have shape [D1, D2, M, 1] for per row quantization and shape [D1, D2, 1, K] for per column quantization. + Production must never overflow, and accumulation may overflow if and only if in 32 bits. + +#### Version + +This version of the operator has been available since version 21 of the default ONNX operator set. + +Other versions of this operator: 10 + +#### Inputs + +
+
a (non-differentiable) : T1
+
N-dimensional quantized matrix a
+
a_scale (non-differentiable) : TS
+
scale of quantized input a
+
a_zero_point (non-differentiable) : T1
+
zero point of quantized input a
+
b (non-differentiable) : T2
+
N-dimensional quantized matrix b
+
b_scale (non-differentiable) : TS
+
scale of quantized input b
+
b_zero_point (non-differentiable) : T2
+
zero point of quantized input b
+
y_scale (non-differentiable) : TS
+
scale of quantized output y
+
y_zero_point (non-differentiable) : T3
+
zero point of quantized output y
+
+ +#### Outputs + +
+
y (non-differentiable) : T3
+
Quantized matrix multiply results from a * b
+
+ +#### Type Constraints + +
+
TS : tensor(float), tensor(float16), tensor(bfloat16)
+
Constrain scales.
+
T1 : tensor(int8), tensor(uint8), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz)
+
The type of input a and its zeropoint.
+
T2 : tensor(int8), tensor(uint8), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz)
+
The type of input b and its zeropoint.
+
T3 : tensor(int8), tensor(uint8), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz)
+
The type of the output and its zeropoint.
+
+ + +#### Examples + +
+int + +```python +for quant_type_name in ["uint8", "int8"]: + quant_type = getattr(np, quant_type_name) + for dtype_name in ["float32", "float16"]: + dtype = getattr(np, dtype_name) + node = onnx.helper.make_node( + "QLinearMatMul", + inputs=[ + "a", + "a_scale", + "a_zero_point", + "b", + "b_scale", + "b_zero_point", + "y_scale", + "y_zero_point", + ], + outputs=["y"], + ) + + # 2D + a = np.array([[208, 236, 0, 238], [3, 214, 255, 29]]) + if quant_type == np.int8: + a -= 127 + a = a.astype(quant_type) + + a_scale = np.array([0.0066], dtype=dtype) + a_zero_point = np.array( + [113 - 127] if quant_type == np.int8 else [113], dtype=quant_type + ) + + b = np.array( + [[152, 51, 244], [60, 26, 255], [0, 127, 246], [127, 254, 247]] + ) + if quant_type == np.int8: + b -= 127 + b = b.astype(quant_type) + + b_scale = np.array([0.00705], dtype=dtype) + b_zero_point = np.array( + [114 - 127] if quant_type == np.int8 else [114], dtype=quant_type + ) + + y_scale = np.array([0.0107], dtype=dtype) + y_zero_point = np.array( + [118 - 127] if quant_type == np.int8 else [118], dtype=quant_type + ) + + if quant_type == np.int8: + output = np.array([[41, -12, -9], [1, -75, -128]]) + else: + output = np.array([[168, 115, 255], [1, 66, 151]]) + output = output.astype(quant_type) + + expect( + node, + inputs=[ + a, + a_scale, + a_zero_point, + b, + b_scale, + b_zero_point, + y_scale, + y_zero_point, + ], + outputs=[output], + name=f"test_qlinearmatmul_2D_{quant_type_name}_{dtype_name}", + ) + + # 3D + a = np.array( + [ + [[208, 236, 0, 238], [3, 214, 255, 29]], + [[208, 236, 0, 238], [3, 214, 255, 29]], + ], + ) + if quant_type == np.int8: + a -= 127 + a = a.astype(quant_type) + + a_scale = np.array([0.0066], dtype=dtype) + a_zero_point = np.array( + [113 - 127] if quant_type == np.int8 else [113], dtype=quant_type + ) + + b = np.array( + [ + [[152, 51, 244], [60, 26, 255], [0, 127, 246], [127, 254, 247]], + [[152, 51, 244], [60, 26, 255], [0, 127, 246], [127, 254, 247]], + ], + ) + if quant_type == np.int8: + b -= 127 + b = b.astype(quant_type) + + b_scale = np.array([0.00705], dtype=dtype) + b_zero_point = np.array([114], dtype=quant_type) + + y_scale = np.array([0.0107], dtype=dtype) + y_zero_point = np.array( + [118 - 127] if quant_type == np.int8 else [118], dtype=quant_type + ) + + if quant_type == np.int8: + output = np.array( + [ + [[-86, -128, -128], [115, 39, -121]], + [[-86, -128, -128], [115, 39, -121]], + ] + ) + else: + output = np.array( + [ + [[168, 115, 255], [1, 66, 151]], + [[168, 115, 255], [1, 66, 151]], + ] + ) + output = output.astype(quant_type) + + expect( + node, + inputs=[ + a, + a_scale, + a_zero_point, + b, + b_scale, + b_zero_point, + y_scale, + y_zero_point, + ], + outputs=[output], + name=f"test_qlinearmatmul_3D_{quant_type_name}_{dtype_name}", + ) +``` + +
+ + +### **QuantizeLinear** + + The linear quantization operator consumes a high-precision tensor, a scale, and a zero point to compute the + low-precision/quantized tensor. The scale factor and zero point must have the same shape, determining the quantization + granularity. The quantization formula is `y = saturate((x / y_scale) + y_zero_point)`. + + Saturation is done according to: + - uint16: [0, 65535] + - int16: [-32768, 32767] + - uint8: [0, 255] + - int8: [-128, 127] + - uint4: [0, 15] + - int4: [-8, 7] + - uint2: [0, 3] + - int2: [-2, 1] + + For `(x / y_scale)`, it rounds to the nearest even. Refer to https://en.wikipedia.org/wiki/Rounding for details. + + `y_zero_point` and `y` must have the same type. `y_zero_point` is usually not used for quantization to float8 and 4bit types, but the quantization + formula remains the same for consistency, and the type of the attribute `y_zero_point` still determines the quantization type. + `x` and `y_scale` are allowed to have different types. The type of `y_scale` determines the precision of the division operation between `x` and + `y_scale`, unless the `precision` attribute is specified. + + There are three supported quantization granularities, determined by the shape of `y_scale`. + In all cases, `y_zero_point` must have the same shape as `y_scale`. + - Per-tensor (per-layer) quantization: `y_scale` is a scalar. + - Per-axis quantization: The scale must be a 1-D tensor, with the length of the quantization axis. For an input shape + `(D0, ..., Di, ..., Dn)` and `axis=i`, `y_scale` is a 1-D tensor of length `Di`. + - Blocked quantization: The scale's shape is identical to the input's shape, except for one dimension, in which + blocking is performed. Given `x` shape `(D0, ..., Di, ..., Dn)`, `axis=i`, and block size `B`: `y_scale` shape is + `(D0, ..., ceil(Di/B), ..., Dn)`. + +#### Version + +This version of the operator has been available since version 25 of the default ONNX operator set. + +Other versions of this operator: 10, 13, 19, 21, 23, 24 + +#### Attributes + +
+
axis : int (default is 1)
+
(Optional) The axis of the dequantizing dimension of the input tensor. Used only for per-axis and blocked quantization. Negative value means counting dimensions from the back. Accepted range is `[-r, r-1]` where `r = rank(input)`. When the rank of the input is 1, per-tensor quantization is applied, rendering the axis unnecessary in this scenario.
+
block_size : int (default is 0)
+
(Optional) The size of the quantization block (number of times every scale is replicated). Used only for blocked quantization. The block size is a positive integer. Given `x` shape `(D0, ..., Di, ..., Dn)`, `y_scale` shape `(S0, ... Si, ...Sn)` and `axis=i`, the accepted range is `[ceil(Di/Si), ceil(Di/(Si-1))-1]`
+
output_dtype : int (default is 0)
+
(Optional) The output data type. If not supplied, the output data type is inferred from `y_zero_point` data type (`T3`). If neither `output_dtype` nor `y_zero_point` are supplied, output data type is uint8. If both `output_dtype` and `y_zero_point` are specified, `output_dtype` must be `T3`.
+
precision : int (default is 0)
+
(Optional) The precision of the division operation between `x` and `y_scale`. If not provided, it will be the same as the type of `y_scale`.
+
saturate : int (default is 1)
+
The parameter defines how the conversion behaves if an input value is out of range of the destination type. It only applies for float 8 quantization (float8e4m3fn, float8e4m3fnuz, float8e5m2, float8e5m2fnuz). It is true by default. All cases are fully described in two tables inserted in the operator description.
+
+ +#### Inputs (2 - 3) + +
+
x : T1
+
N-D full precision Input tensor to be quantized.
+
y_scale : T2
+
Scale for doing quantization to get `y`. For per-tensor/layer quantization the scale is a scalar, for per-axis quantization it is a 1-D Tensor and for blocked quantization it has the same shape as the input, except for one dimension in which blocking is performed.
+
y_zero_point (optional) : T3
+
Zero point for doing quantization to get `y`. Shape must match `y_scale`. Default is uint8 with zero point of 0 if it's not specified.
+
+ +#### Outputs + +
+
y : T3
+
N-D quantized output tensor. It has same shape as input `x`.
+
+ +#### Type Constraints + +
+
T1 : tensor(float), tensor(float16), tensor(bfloat16), tensor(int32)
+
The type of the input 'x'.
+
T2 : tensor(float), tensor(float16), tensor(bfloat16), tensor(int32), tensor(float8e8m0)
+
The type of the input 'y_scale'.
+
T3 : tensor(int8), tensor(uint8), tensor(int16), tensor(uint16), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(uint4), tensor(int4), tensor(float4e2m1), tensor(uint2), tensor(int2)
+
The type of the input `y_zero_point` and the output `y`.
+
+ + +#### Examples + +
+axis + +```python +node = onnx.helper.make_node( + "QuantizeLinear", + inputs=["x", "y_scale", "y_zero_point"], + outputs=["y"], +) + +x = np.array( + [ + [ + [[-162, 10], [-100, 232], [-20, -50]], + [[-76, 0], [0, 252], [32, -44]], + [[245, -485], [-960, -270], [-375, -470]], + ], + ], + dtype=np.float32, +) +y_scale = np.array([2, 4, 5], dtype=np.float32) +y_zero_point = np.array([84, 24, 196], dtype=np.uint8) +y = (x / y_scale.reshape(1, 3, 1, 1) + y_zero_point.reshape(1, 3, 1, 1)).astype( + np.uint8 +) + +expect( + node, + inputs=[x, y_scale, y_zero_point], + outputs=[y], + name="test_quantizelinear_axis", +) +``` + +
+ + +
+blocked_asymmetric + +```python +node = onnx.helper.make_node( + "QuantizeLinear", + inputs=["x", "y_scale", "y_zero_point"], + outputs=["y"], + axis=1, + block_size=2, +) + +x = np.array( + [ + [6.0, 12.0, 50.0, 5.0], + [1.0, 8.0, 4.0, 5.0], + [0.0, 20.0, 10.0, 4.0], + ], + dtype=np.float32, +) +y_scale = np.array( + [ + [1.5, 2.5], + [3.0, 4.9], + [5.1, 6.9], + ], + dtype=np.float32, +) +y_zero_point = np.array( + [ + [0, 1], + [1, 0], + [2, 3], + ], + dtype=np.uint8, +) +# x.shape = (3, 4) +# y_scale.shape = (3, 2) +assert y_scale.shape == y_zero_point.shape +block_axis = 1 +# The block shape is [x.shape[i] // y_scale.shape[i] for i in range(len(x.shape))] = (1, 2) +assert all( + x.shape[i] == y_scale.shape[i] + for i in range(len(x.shape)) + if i != block_axis +) +assert x.shape[block_axis] % y_scale.shape[block_axis] == 0 +repeats = x.shape[block_axis] // y_scale.shape[block_axis] + +# Create element-wise scale and zero point +y_scale_elementwise = np.repeat(y_scale, repeats=repeats, axis=block_axis) +y_zero_point_elementwise = np.repeat( + y_zero_point, repeats=repeats, axis=block_axis +) + +y = np.rint(x / y_scale_elementwise + y_zero_point_elementwise).astype(np.uint8) + +expect( + node, + inputs=[x, y_scale, y_zero_point], + outputs=[y], + name="test_quantizelinear_blocked_asymmetric", +) +``` + +
+ + +
+blocked_symmetric + +```python +node = onnx.helper.make_node( + "QuantizeLinear", + inputs=["x", "y_scale"], + outputs=["y"], + axis=1, + block_size=2, + output_dtype=TensorProto.INT16, +) + +x = np.array( + [ + [6.0, -8, -10, 5.0], + [1.0, 8.0, 4.0, 5.0], + [0.0, 20.0, 10.0, 4.0], + ], + dtype=np.float32, +) + +y_scale = np.array( + [ + [1.5, 2.5], + [3.0, 4.9], + [5.1, 6.9], + ], + dtype=np.float32, +) + +# x.shape = (3, 4) +# y_scale.shape = (3, 2) + +block_axis = 1 +# The block shape is [x.shape[i] // y_scale.shape[i] for i in range(len(x.shape))] = (1, 2) +assert all( + x.shape[i] == y_scale.shape[i] + for i in range(len(x.shape)) + if i != block_axis +) +assert x.shape[block_axis] % y_scale.shape[block_axis] == 0 +repeats = x.shape[block_axis] // y_scale.shape[block_axis] + +# Create element-wise scale and zero point +y_scale_elementwise = np.repeat(y_scale, repeats=repeats, axis=block_axis) + +y_val = np.clip( + np.rint(x / y_scale_elementwise), a_min=-32768, a_max=32767 +).astype(np.int16) +y = make_tensor( + "y", + TensorProto.INT16, + x.shape, + y_val, +) +expect( + node, + inputs=[x, y_scale], + outputs=[y], + name="test_quantizelinear_blocked_symmetric", +) +``` + +
+ + +
+e4m3fn + +```python +node = onnx.helper.make_node( + "QuantizeLinear", + inputs=["x", "y_scale", "y_zero_point"], + outputs=["y"], +) + +x = np.array([0.0, 1.0, 2.0, 100000.0, 200.0]).astype(np.float32) +y_scale = np.float32(2) +y_zero_point = make_tensor("y_zero_point", TensorProto.FLOAT8E4M3FN, [1], [0]) +y = make_tensor("y", TensorProto.FLOAT8E4M3FN, [5], [0, 0.5, 1, 448, 96]) + +expect( + node, + inputs=[x, y_scale, y_zero_point], + outputs=[y], + name="test_quantizelinear_e4m3fn", +) +``` + +
+ + +
+e5m2 + +```python +node = onnx.helper.make_node( + "QuantizeLinear", + inputs=["x", "y_scale", "y_zero_point"], + outputs=["y"], +) + +x = np.array([0.0, 1.0, 2.0, 100000.0, 200.0]).astype(np.float32) +y_scale = np.float32(2) +y_zero_point = make_tensor("y_zero_point", TensorProto.FLOAT8E5M2, [1], [0.0]) +y = make_tensor("y", TensorProto.FLOAT8E5M2, [5], [0, 0.5, 1, 49152, 96]) + +expect( + node, + inputs=[x, y_scale, y_zero_point], + outputs=[y], + name="test_quantizelinear_e5m2", +) +``` + +
+ + +
+float4e2m1 + +```python +node = onnx.helper.make_node( + "QuantizeLinear", + inputs=["x", "y_scale", "y_zero_point"], + outputs=["y"], + axis=0, +) + +x = np.array( + [ + [0.0, 2.5, 4.8, 8.6], + [-30, -20, 6, 9], + [-0.0, -2.5, -4.8, -8.6], + ] +).astype(np.float32) + +y_scale = np.asarray([2.0, 3.0, 4.0], dtype=np.float32) +y_zero_point = make_tensor( + "y_zero_point", + TensorProto.FLOAT4E2M1, + y_scale.shape, + np.zeros_like(y_scale), +) +y = make_tensor( + "y", + TensorProto.FLOAT4E2M1, + x.shape, + [0, 1, 2, 4, -6, -6, 2, 3, 0, -0.5, -1, -2], +) + +expect( + node, + inputs=[x, y_scale, y_zero_point], + outputs=[y], + name="test_quantizelinear_float4e2m1", +) +``` + +
+ + +
+int16 + +```python +node = onnx.helper.make_node( + "QuantizeLinear", + inputs=["x", "y_scale", "y_zero_point"], + outputs=["y"], +) + +x = np.array( + [ + 0.0, + -514.0, + 3.0, + -3.0, + 2.9, + -2.9, + 3.1, + -3.1, + 65022.0, + -66046.0, + 65023.0, + -66047.0, + 65024.0, + -66048.0, + 70000.0, + -70000.0, + ] +).astype(np.float32) +y_scale = np.float32(2.0) +y_zero_point = np.int16(256) +y = np.array( + [ + 256, + -1, + 258, + 254, + 257, + 255, + 258, + 254, + 32767, + -32767, + 32767, + -32768, + 32767, + -32768, + 32767, + -32768, + ] +).astype(np.int16) + +expect( + node, + inputs=[x, y_scale, y_zero_point], + outputs=[y], + name="test_quantizelinear_int16", +) +``` + +
+ + +
+int2 + +```python +node = onnx.helper.make_node( + "QuantizeLinear", + inputs=["x", "y_scale", "y_zero_point"], + outputs=["y"], + axis=0, +) +x = np.array( + [ + [0.0, 2.5, 4.8, 8.6], + [-4.0, -3.0, 1.0, 2.0], + [-0.0, -2.5, -4.8, -8.6], + ], + dtype=np.float32, +) +y_scale = np.asarray([2.0, 3.0, 4.0], dtype=np.float32) +y_zero_point = make_tensor( + "y_zero_point", TensorProto.INT2, y_scale.shape, np.zeros_like(y_scale) +) +y = make_tensor( + "y", TensorProto.INT2, x.shape, [0, 1, 1, 1, -1, -1, 0, 1, 0, -1, -1, -2] +) +expect( + node, + inputs=[x, y_scale, y_zero_point], + outputs=[y], + name="test_quantizelinear_int2", +) +``` + +
+ + +
+int4 + +```python +node = onnx.helper.make_node( + "QuantizeLinear", + inputs=["x", "y_scale", "y_zero_point"], + outputs=["y"], + axis=0, +) + +x = np.array( + [ + [0.0, 2.5, 4.8, 8.6], + [-30, -20, 6, 9], + [12, 15, 16, 40], + ] +).astype(np.float32) + +y_scale = np.asarray([2.0, 3.0, 4.0], dtype=np.float32) +y_zero_point = make_tensor( + "y_zero_point", TensorProto.INT4, y_scale.shape, np.ones_like(y_scale) +) +y = make_tensor( + "y", TensorProto.INT4, x.shape, [1, 2, 3, 5, -8, -6, 3, 4, 4, 5, 5, 7] +) + +expect( + node, + inputs=[x, y_scale, y_zero_point], + outputs=[y], + name="test_quantizelinear_int4", +) +``` + +
+ + +
+quantizelinear + +```python +node = onnx.helper.make_node( + "QuantizeLinear", + inputs=["x", "y_scale", "y_zero_point"], + outputs=["y"], +) + +x = np.array([0, 2, 3, 1000, -254, -1000]).astype(np.float32) +y_scale = np.float32(2) +y_zero_point = np.uint8(128) +y = np.array([128, 129, 130, 255, 1, 0]).astype(np.uint8) + +expect( + node, + inputs=[x, y_scale, y_zero_point], + outputs=[y], + name="test_quantizelinear", +) +``` + +
+ + +
+uint16 + +```python +node = onnx.helper.make_node( + "QuantizeLinear", + inputs=["x", "y_scale", "y_zero_point"], + outputs=["y"], +) + +x = np.array( + [ + 0.0, + -128.0, + 3.0, + -3.0, + 2.9, + -2.9, + 3.1, + -3.1, + 65536.0, + -65534.0, + 70000.0, + -70000.0, + ] +).astype(np.float32) +y_scale = np.float32(2.0) +y_zero_point = np.uint16(32767) +y = np.array( + [ + 32767, + 32703, + 32769, + 32765, + 32768, + 32766, + 32769, + 32765, + 65535, + 0, + 65535, + 0, + ] +).astype(np.uint16) + +expect( + node, + inputs=[x, y_scale, y_zero_point], + outputs=[y], + name="test_quantizelinear_uint16", +) +``` + +
+ + +
+uint2 + +```python +node = onnx.helper.make_node( + "QuantizeLinear", + inputs=["x", "y_scale", "y_zero_point"], + outputs=["y"], + axis=0, +) + +x = np.array( + [ + [0.0, 2.5, 4.8, 8.6], + [-2.0, -1.0, 1.0, 3.0], + [4.0, 5.0, 6.0, 7.0], + ], + dtype=np.float32, +) +y_scale = np.asarray([2.0, 3.0, 4.0], dtype=np.float32) +y_zero_point = make_tensor( + "y_zero_point", TensorProto.UINT2, y_scale.shape, np.zeros_like(y_scale) +) +y = make_tensor( + "y", TensorProto.UINT2, x.shape, [0, 1, 2, 3, 0, 0, 0, 1, 1, 1, 2, 2] +) +expect( + node, + inputs=[x, y_scale, y_zero_point], + outputs=[y], + name="test_quantizelinear_uint2", +) +``` + +
+ + +
+uint4 + +```python +node = onnx.helper.make_node( + "QuantizeLinear", + inputs=["x", "y_scale", "y_zero_point"], + outputs=["y"], + axis=0, +) + +x = np.array( + [ + [0.0, 2.5, 4.8, 8.6], + [-30, -20, 6, 9], + [12, 15, 16, 40], + ] +).astype(np.float32) + +y_scale = np.asarray([2.0, 3.0, 4.0], dtype=np.float32) +y_zero_point = make_tensor( + "y_zero_point", TensorProto.UINT4, y_scale.shape, np.ones_like(y_scale) +) +y = make_tensor( + "y", TensorProto.UINT4, x.shape, [1, 2, 3, 5, 0, 0, 3, 4, 4, 5, 5, 11] +) + +expect( + node, + inputs=[x, y_scale, y_zero_point], + outputs=[y], + name="test_quantizelinear_uint4", +) +``` + +
+ + +### **RMSNormalization** + + This is RMS normalization defined in ONNX as function as described in the paper https://arxiv.org/pdf/1910.07467. + The overall computation can be split into two stages. The root mean squared norm is taken over the last D dimensions, + where D is the dimension of normalized_shape. For example, if normalized_shape is (3, 5) (a 2-dimensional shape), + the rms norm is computed over the last 2 dimensions of the input. The computation required by standardization can be + described by the following equations. + ``` + XSquared = Mul(X, X) + XSquaredMean = ReduceMean(XSquared) + MeanSquareEpsilon = Add(XSquaredMean, epsilon) + RMS = Sqrt(MeanSquareEpsilon) + Normalized = Div(X, RMS) + ``` + where `normalized_axes` is `[axis, ..., rank of X - 1]`. The variables `RMS` stand for root mean square, + Depending on `stash_type` attribute, the actual computation + must happen in different floating-point precision. + For example, if `stash_type` is 1, this operator casts + all input variables to 32-bit float, perform the computation, and + finally cast `Normalized` back to the original type of `X`. + The second stage then scales the outcome of the first stage using: + ``` + Y= Mul(Normalized, Scale) + ``` + Let `d[i]` indicate the i-th dimension of `X`. + If `X`'s shape is `[d[0], ..., d[axis-1], d[axis], ..., d[rank-1]]`, + the shape of `RMS` is `[d[0], ..., d[axis-1], 1, ..., 1]`. + `Y` and `X` have the same shape. This operator supports unidirectional broadcasting + (`Scale` should be unidirectional broadcastable to tensor `X`); + for more details please check [the doc](Broadcasting.md). + +#### Version + +This version of the operator has been available since version 23 of the default ONNX operator set. + +#### Attributes + +
+
axis : int (default is -1)
+
The first normalization dimension. If rank(X) is r, axis' allowed range is [-r, r). Negative value means counting dimensions from the back.
+
epsilon : float (default is 1e-05)
+
The epsilon value to use to avoid division by zero.
+
stash_type : int (default is 1)
+
The floating-point precision used in stage one of the computation.
+
+ +#### Inputs + +
+
X : T
+
The input tensor to be normalized. In general, the shape is (D1, D2, ... , Dn) for n-dimensional data, where the root mean squared norm is taken over the last D dimensions, D is determined by the axis attribute.
+
scale : V
+
Scale tensor. Scale tensor shape should be broadcastable to the normalized shape.
+
+ +#### Outputs + +
+
Y : V
+
Output data tensor. Same shape as X
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input X type to float tensors.
+
V : tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain output Y and scale type to float tensors.
+
+ + +#### Examples + +
+d + +```python +X = np.random.randn(3, 4).astype(np.float32) + +def case(axis: int) -> None: + normalized_shape = calculate_normalized_shape(X.shape, axis) + W = np.random.randn(*normalized_shape).astype(np.float32) + Y = _rms_normalization(X, W, axis=axis) + + node = onnx.helper.make_node( + "RMSNormalization", + inputs=["X", "W"], + outputs=["Y"], + axis=axis, + ) + + if axis < 0: + name = f"test_rms_normalization_2d_axis_negative_{-axis}" + else: + name = f"test_rms_normalization_2d_axis{axis}" + + expect(node, inputs=[X, W], outputs=[Y], name=name) + +for i in range(len(X.shape)): + case(i) + case(i - len(X.shape)) +``` + +
+ + +
+d_epsilon + +```python +epsilon = 1e-1 +X = np.random.randn(2, 3, 5).astype(np.float32) + +def case(axis: int) -> None: + normalized_shape = calculate_normalized_shape(X.shape, axis) + W = np.random.randn(*normalized_shape).astype(np.float32) + Y = _rms_normalization(X, W, axis=axis, epsilon=epsilon) + node = onnx.helper.make_node( + "RMSNormalization", + inputs=["X", "W"], + outputs=["Y"], + axis=axis, + epsilon=epsilon, + ) + + if axis < 0: + name = f"test_rms_normalization_3d_axis_negative_{-axis}_epsilon" + else: + name = f"test_rms_normalization_3d_axis{axis}_epsilon" + + expect(node, inputs=[X, W], outputs=[Y], name=name) + +for i in range(len(X.shape)): + case(i) + case(i - len(X.shape)) +``` + +
+ + +
+default_axis + +```python +X = np.random.randn(2, 3, 4, 5).astype(np.float32) + +# Default axis in RMSNormalization is -1. +normalized_shape = calculate_normalized_shape(X.shape, -1) +W = np.random.randn(*normalized_shape).astype(np.float32) +# Axis is default to -1 in the reference implementation. +Y = _rms_normalization(X, W) + +# Not specifying axis attribute means -1. +node = onnx.helper.make_node( + "RMSNormalization", + inputs=["X", "W"], + outputs=["Y"], +) + +expect( + node, + inputs=[X, W], + outputs=[Y], + name="test_rms_normalization_default_axis", +) +``` + +
+ + +
+rmsnormalization + +```python +X = np.random.randn(2, 3, 4, 5).astype(np.float32) + +def case(axis: int) -> None: + normalized_shape = calculate_normalized_shape(X.shape, axis) + W = np.random.randn(*normalized_shape).astype(np.float32) + Y = _rms_normalization(X, W, axis=axis) + + node = onnx.helper.make_node( + "RMSNormalization", + inputs=["X", "W"], + outputs=["Y"], + axis=axis, + ) + + if axis < 0: + name = f"test_rms_normalization_4d_axis_negative_{-axis}" + else: + name = f"test_rms_normalization_4d_axis{axis}" + + expect(node, inputs=[X, W], outputs=[Y], name=name) + +for i in range(len(X.shape)): + case(i) + case(i - len(X.shape)) +``` + +
+ + +### **RNN** + + Computes an one-layer simple RNN. This operator is usually supported + via some custom implementation such as CuDNN. + + Notations: + + * `X` - input tensor + * `i` - input gate + * `t` - time step (t-1 means previous time step) + * `Wi` - W parameter weight matrix for input gate + * `Ri` - R recurrence weight matrix for input gate + * `Wbi` - W parameter bias vector for input gate + * `Rbi` - R parameter bias vector for input gate + * `WBi` - W parameter weight matrix for backward input gate + * `RBi` - R recurrence weight matrix for backward input gate + * `WBbi` - WR bias vectors for backward input gate + * `RBbi` - RR bias vectors for backward input gate + * `H` - Hidden state + * `num_directions` - 2 if direction == bidirectional else 1 + + Activation functions: + + * Relu(x) - max(0, x) + * Tanh(x) - (1 - e^{-2x})/(1 + e^{-2x}) + * Sigmoid(x) - 1/(1 + e^{-x}) + + NOTE: Below are optional + + * Affine(x) - alpha*x + beta + * LeakyRelu(x) - x if x >= 0 else alpha * x + * ThresholdedRelu(x) - x if x >= alpha else 0 + * ScaledTanh(x) - alpha*Tanh(beta*x) + * HardSigmoid(x) - min(max(alpha*x + beta, 0), 1) + * Elu(x) - x if x >= 0 else alpha*(e^x - 1) + * Softsign(x) - x/(1 + |x|) + * Softplus(x) - log(1 + e^x) + + Equations (Default: f=Tanh): + + * Ht = f(Xt*(Wi^T) + Ht-1*(Ri^T) + Wbi + Rbi) + This operator has **optional** inputs/outputs. See [the doc](IR.md) for more details about the representation of optional arguments. An empty string may be used in the place of an actual argument's name to indicate a missing argument. Trailing optional arguments (those not followed by an argument that is present) may also be simply omitted. + +#### Version + +This version of the operator has been available since version 22 of the default ONNX operator set. + +Other versions of this operator: 1, 7, 14 + +#### Attributes + +
+
activation_alpha : list of floats
+
Optional scaling values used by some activation functions. The values are consumed in the order of activation functions, for example (f, g, h) in LSTM. Default values are the same as of corresponding ONNX operators.For example with LeakyRelu, the default alpha is 0.01.
+
activation_beta : list of floats
+
Optional scaling values used by some activation functions. The values are consumed in the order of activation functions, for example (f, g, h) in LSTM. Default values are the same as of corresponding ONNX operators.
+
activations : list of strings (default is ['Tanh', 'Tanh'])
+
One (or two if bidirectional) activation function for input gate. The activation function must be one of the activation functions specified above. Optional: Default `Tanh` if not specified.
+
clip : float
+
Cell clip threshold. Clipping bounds the elements of a tensor in the range of [-threshold, +threshold] and is applied to the input of activations. No clip if not specified.
+
direction : string (default is forward)
+
Specify if the RNN is forward, reverse, or bidirectional. Must be one of forward (default), reverse, or bidirectional.
+
hidden_size : int
+
Number of neurons in the hidden layer
+
layout : int (default is 0)
+
The shape format of inputs X, initial_h and outputs Y, Y_h. If 0, the following shapes are expected: X.shape = [seq_length, batch_size, input_size], Y.shape = [seq_length, num_directions, batch_size, hidden_size], initial_h.shape = Y_h.shape = [num_directions, batch_size, hidden_size]. If 1, the following shapes are expected: X.shape = [batch_size, seq_length, input_size], Y.shape = [batch_size, seq_length, num_directions, hidden_size], initial_h.shape = Y_h.shape = [batch_size, num_directions, hidden_size].
+
+ +#### Inputs (3 - 6) + +
+
X (differentiable) : T
+
The input sequences packed (and potentially padded) into one 3-D tensor with the shape of `[seq_length, batch_size, input_size]`.
+
W (differentiable) : T
+
The weight tensor for input gate. Concatenation of `Wi` and `WBi` (if bidirectional). The tensor has shape `[num_directions, hidden_size, input_size]`.
+
R (differentiable) : T
+
The recurrence weight tensor. Concatenation of `Ri` and `RBi` (if bidirectional). The tensor has shape `[num_directions, hidden_size, hidden_size]`.
+
B (optional, differentiable) : T
+
The bias tensor for input gate. Concatenation of `[Wbi, Rbi]` and `[WBbi, RBbi]` (if bidirectional). The tensor has shape `[num_directions, 2*hidden_size]`. Optional: If not specified - assumed to be 0.
+
sequence_lens (optional, non-differentiable) : T1
+
Optional tensor specifying lengths of the sequences in a batch. If not specified - assumed all sequences in the batch to have length `seq_length`. It has shape `[batch_size]`.
+
initial_h (optional, non-differentiable) : T
+
Optional initial value of the hidden. If not specified - assumed to be 0. It has shape `[num_directions, batch_size, hidden_size]`.
+
+ +#### Outputs (0 - 2) + +
+
Y (optional, differentiable) : T
+
A tensor that concats all the intermediate output values of the hidden. It has shape `[seq_length, num_directions, batch_size, hidden_size]`.
+
Y_h (optional, differentiable) : T
+
The last output value of the hidden. It has shape `[num_directions, batch_size, hidden_size]`.
+
+ +#### Type Constraints + +
+
T : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
T1 : tensor(int32)
+
Constrain seq_lens to integer tensor.
+
+ + +#### Examples + +
+batchwise + +```python +input = np.array([[[1.0, 2.0]], [[3.0, 4.0]], [[5.0, 6.0]]]).astype(np.float32) + +input_size = 2 +hidden_size = 4 +weight_scale = 0.5 +layout = 1 + +node = onnx.helper.make_node( + "RNN", + inputs=["X", "W", "R"], + outputs=["Y", "Y_h"], + hidden_size=hidden_size, + layout=layout, +) + +W = weight_scale * np.ones((1, hidden_size, input_size)).astype(np.float32) +R = weight_scale * np.ones((1, hidden_size, hidden_size)).astype(np.float32) + +rnn = RNNHelper(X=input, W=W, R=R, layout=layout) +Y, Y_h = rnn.step() +expect( + node, + inputs=[input, W, R], + outputs=[Y.astype(np.float32), Y_h.astype(np.float32)], + name="test_simple_rnn_batchwise", +) +``` + +
+ + +
+defaults + +```python +input = np.array([[[1.0, 2.0], [3.0, 4.0], [5.0, 6.0]]]).astype(np.float32) + +input_size = 2 +hidden_size = 4 +weight_scale = 0.1 + +node = onnx.helper.make_node( + "RNN", inputs=["X", "W", "R"], outputs=["", "Y_h"], hidden_size=hidden_size +) + +W = weight_scale * np.ones((1, hidden_size, input_size)).astype(np.float32) +R = weight_scale * np.ones((1, hidden_size, hidden_size)).astype(np.float32) + +rnn = RNNHelper(X=input, W=W, R=R) +_, Y_h = rnn.step() +expect( + node, + inputs=[input, W, R], + outputs=[Y_h.astype(np.float32)], + name="test_simple_rnn_defaults", +) +``` + +
+ + +
+initial_bias + +```python +input = np.array([[[1.0, 2.0, 3.0], [4.0, 5.0, 6.0], [7.0, 8.0, 9.0]]]).astype( + np.float32 +) + +input_size = 3 +hidden_size = 5 +custom_bias = 0.1 +weight_scale = 0.1 + +node = onnx.helper.make_node( + "RNN", + inputs=["X", "W", "R", "B"], + outputs=["", "Y_h"], + hidden_size=hidden_size, +) + +W = weight_scale * np.ones((1, hidden_size, input_size)).astype(np.float32) +R = weight_scale * np.ones((1, hidden_size, hidden_size)).astype(np.float32) + +# Adding custom bias +W_B = custom_bias * np.ones((1, hidden_size)).astype(np.float32) +R_B = np.zeros((1, hidden_size)).astype(np.float32) +B = np.concatenate((W_B, R_B), axis=1) + +rnn = RNNHelper(X=input, W=W, R=R, B=B) +_, Y_h = rnn.step() +expect( + node, + inputs=[input, W, R, B], + outputs=[Y_h.astype(np.float32)], + name="test_simple_rnn_with_initial_bias", +) +``` + +
+ + +
+seq_length + +```python +input = np.array( + [ + [[1.0, 2.0, 3.0], [4.0, 5.0, 6.0], [7.0, 8.0, 9.0]], + [[10.0, 11.0, 12.0], [13.0, 14.0, 15.0], [16.0, 17.0, 18.0]], + ] +).astype(np.float32) + +input_size = 3 +hidden_size = 5 + +node = onnx.helper.make_node( + "RNN", + inputs=["X", "W", "R", "B"], + outputs=["", "Y_h"], + hidden_size=hidden_size, +) + +W = np.random.randn(1, hidden_size, input_size).astype(np.float32) +R = np.random.randn(1, hidden_size, hidden_size).astype(np.float32) + +# Adding custom bias +W_B = np.random.randn(1, hidden_size).astype(np.float32) +R_B = np.random.randn(1, hidden_size).astype(np.float32) +B = np.concatenate((W_B, R_B), axis=1) + +rnn = RNNHelper(X=input, W=W, R=R, B=B) +_, Y_h = rnn.step() +expect( + node, + inputs=[input, W, R, B], + outputs=[Y_h.astype(np.float32)], + name="test_rnn_seq_length", +) +``` + +
+ + +### **RandomNormal** + + Generate a tensor with random values drawn from a normal distribution. The shape + of the tensor is specified by the `shape` argument and the parameter of the normal distribution + specified by `mean` and `scale`. + + The data type is specified by the 'dtype' argument. The 'dtype' argument must + be one of the data types specified in the 'DataType' enum field in the + TensorProto message. + +#### Version + +This version of the operator has been available since version 22 of the default ONNX operator set. + +Other versions of this operator: 1 + +#### Attributes + +
+
dtype : int (default is 1)
+
The data type for the elements of the output tensor. Default is TensorProto::FLOAT.
+
mean : float (default is 0.0)
+
The mean of the normal distribution.
+
scale : float (default is 1.0)
+
The standard deviation of the normal distribution.
+
seed : float
+
(Optional) Seed to the random generator, if not specified we will auto generate one.
+
shape : list of ints (required)
+
The shape of the output tensor.
+
+ +#### Inputs + + +#### Outputs + +
+
output : T
+
Output tensor of random values drawn from normal distribution
+
+ +#### Type Constraints + +
+
T : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain output types to float tensors.
+
+ + +### **RandomNormalLike** + + Generate a tensor with random values drawn from a normal distribution. + The shape of the output tensor is copied from the shape of the input tensor, + and the parameters of the normal distribution are specified by `mean` and `scale`. + + The data type is specified by the 'dtype' argument, or copied from the input tensor if not provided. + The 'dtype' argument must be one of the data types specified in the 'DataType' enum field in the + TensorProto message, and be valid as an output type. + +#### Version + +This version of the operator has been available since version 22 of the default ONNX operator set. + +Other versions of this operator: 1 + +#### Attributes + +
+
dtype : int
+
(Optional) The data type for the elements of the output tensor, if not specified, we will use the data type of the input tensor.
+
mean : float (default is 0.0)
+
The mean of the normal distribution.
+
scale : float (default is 1.0)
+
The standard deviation of the normal distribution.
+
seed : float
+
(Optional) Seed to the random generator, if not specified we will auto generate one.
+
+ +#### Inputs + +
+
input : T1
+
Input tensor to copy shape and optionally type information from.
+
+ +#### Outputs + +
+
output : T2
+
Output tensor of random values drawn from normal distribution
+
+ +#### Type Constraints + +
+
T1 : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain to any tensor type. If the dtype attribute is not provided this must be a valid output type.
+
T2 : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain output types to float tensors.
+
+ + +### **RandomUniform** + + Generate a tensor with random values drawn from a uniform distribution. The shape + of the tensor is specified by the `shape` argument and the range by `low` and `high`. + + The data type is specified by the 'dtype' argument. The 'dtype' argument must + be one of the data types specified in the 'DataType' enum field in the + TensorProto message. + +#### Version + +This version of the operator has been available since version 22 of the default ONNX operator set. + +Other versions of this operator: 1 + +#### Attributes + +
+
dtype : int (default is 1)
+
The data type for the elements of the output tensor. If not specified, default is TensorProto::FLOAT.
+
high : float (default is 1.0)
+
Upper boundary of the output values.
+
low : float (default is 0.0)
+
Lower boundary of the output values.
+
seed : float
+
(Optional) Seed to the random generator, if not specified we will auto generate one.
+
shape : list of ints (required)
+
The shape of the output tensor.
+
+ +#### Inputs + + +#### Outputs + +
+
output : T
+
Output tensor of random values drawn from uniform distribution
+
+ +#### Type Constraints + +
+
T : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain output types to float tensors.
+
+ + +### **RandomUniformLike** + + Generate a tensor with random values drawn from a uniform distribution. + The shape of the output tensor is copied from the shape of the input tensor, + and the parameters of the uniform distribution are specified by `low` and `high`. + + The data type is specified by the 'dtype' argument, or copied from the input tensor if not provided. + The 'dtype' argument must be one of the data types specified in the 'DataType' enum field in the + TensorProto message and be valid as an output type. + +#### Version + +This version of the operator has been available since version 22 of the default ONNX operator set. + +Other versions of this operator: 1 + +#### Attributes + +
+
dtype : int
+
(Optional) The data type for the elements of the output tensor, if not specified, we will use the data type of the input tensor.
+
high : float (default is 1.0)
+
Upper boundary of the output values.
+
low : float (default is 0.0)
+
Lower boundary of the output values.
+
seed : float
+
(Optional) Seed to the random generator, if not specified we will auto generate one.
+
+ +#### Inputs + +
+
input : T1
+
Input tensor to copy shape and optionally type information from.
+
+ +#### Outputs + +
+
output : T2
+
Output tensor of random values drawn from uniform distribution
+
+ +#### Type Constraints + +
+
T1 : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain to any tensor type. If the dtype attribute is not provided this must be a valid output type.
+
T2 : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain output types to float tensors.
+
+ + +### **Range** + + Generate a tensor containing a sequence of numbers that begin at `start` and extends by increments of `delta` + up to `limit` (exclusive). + + The number of elements in the output of range is computed as below: + ``` + number_of_elements = max( ceil( (limit - start) / delta ) , 0 ) + ``` + The pseudocode determining the contents of the output is shown below: + ``` + for(int i=0; i11 + +#### Attributes + +
+
stash_type : int (default is 1)
+
The data type used for intermediate computation when T is float16 or bfloat16. Defaults to 1 (float). Has no effect for other types.
+
+ +#### Inputs + +
+
start : T
+
Scalar. First entry for the range of output values.
+
limit : T
+
Scalar. Exclusive upper limit for the range of output values.
+
delta : T
+
Scalar. Value to step by.
+
+ +#### Outputs + +
+
output : T
+
A 1-D tensor with same type as the inputs containing generated range of values.
+
+ +#### Type Constraints + +
+
T : tensor(float), tensor(double), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(bfloat16)
+
Constrain input types to common numeric type tensors.
+
+ + +#### Examples + +
+range_bfloat16_type_positive_delta + +```python +node = onnx.helper.make_node( + "Range", + inputs=["start", "limit", "delta"], + outputs=["output"], +) + +start = np.array(1.0, dtype=ml_dtypes.bfloat16) +limit = np.array(5.0, dtype=ml_dtypes.bfloat16) +delta = np.array(2.0, dtype=ml_dtypes.bfloat16) + +output = np.arange(1.0, 5.0, 2.0, dtype=np.float32).astype( + ml_dtypes.bfloat16 +) # expected output [1.0, 3.0] as bfloat16 + +expect( + node, + inputs=[start, limit, delta], + outputs=[output], + name="test_range_bfloat16_type_positive_delta", +) +``` + +
+ + +
+range_float16_type_positive_delta + +```python +node = onnx.helper.make_node( + "Range", + inputs=["start", "limit", "delta"], + outputs=["output"], +) + +start = np.float16(1) +limit = np.float16(5) +delta = np.float16(2) + +output = np.arange( + start, limit, delta, dtype=np.float16 +) # expected output [1.0, 3.0] +expect( + node, + inputs=[start, limit, delta], + outputs=[output], + name="test_range_float16_type_positive_delta", +) +``` + +
+ + +
+range_float_type_positive_delta + +```python +node = onnx.helper.make_node( + "Range", + inputs=["start", "limit", "delta"], + outputs=["output"], +) + +start = np.float32(1) +limit = np.float32(5) +delta = np.float32(2) + +output = np.arange( + start, limit, delta, dtype=np.float32 +) # expected output [1.0, 3.0] +expect( + node, + inputs=[start, limit, delta], + outputs=[output], + name="test_range_float_type_positive_delta", +) +``` + +
+ + +
+range_int32_type_negative_delta + +```python +node = onnx.helper.make_node( + "Range", + inputs=["start", "limit", "delta"], + outputs=["output"], +) + +start = np.int32(10) +limit = np.int32(6) +delta = np.int32(-3) + +output = np.arange( + start, limit, delta, dtype=np.int32 +) # expected output [10, 7] +expect( + node, + inputs=[start, limit, delta], + outputs=[output], + name="test_range_int32_type_negative_delta", +) +``` + +
+ + +### **Reciprocal** + + Reciprocal takes one input data (Tensor) and produces one output data + (Tensor) where the reciprocal is, y = 1/x, is applied to + the tensor elementwise. + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +Other versions of this operator: 1, 6 + +#### Inputs + +
+
X (differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
Y (differentiable) : T
+
Output tensor
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input and output types to float tensors.
+
+ + +#### Examples + +
+reciprocal + +```python +node = onnx.helper.make_node( + "Reciprocal", + inputs=["x"], + outputs=["y"], +) + +x = np.array([-4, 2]).astype(np.float32) +y = np.reciprocal(x) # expected output [-0.25, 0.5], +expect(node, inputs=[x], outputs=[y], name="test_reciprocal_example") + +x = np.random.rand(3, 4, 5).astype(np.float32) + 0.5 +y = np.reciprocal(x) +expect(node, inputs=[x], outputs=[y], name="test_reciprocal") +``` + +
+ + +### **ReduceL1** + + Computes the L1 norm of the input tensor's elements along the provided axes. The resulting + tensor has the same rank as the input if `keepdims` equals 1. If `keepdims` equals 0, then + the resulting tensor has the reduced dimension pruned. Input tensors of rank zero are + valid. Reduction over an empty set of values yields 0. + + + The above behavior is similar to numpy, with the exception that numpy defaults `keepdims` + to `False` instead of `True`. + +#### Version + +This version of the operator has been available since version 18 of the default ONNX operator set. + +Other versions of this operator: 1, 11, 13 + +#### Attributes + +
+
keepdims : int (default is 1)
+
Keep the reduced dimension or not, default 1 means keep reduced dimension.
+
noop_with_empty_axes : int (default is 0)
+
Defines behavior when axes is not provided or is empty. If false (default), reduction happens over all axes (similar to the case when `axis=None` in numpy). If true, reduction happens over an empty set of axes (similar to the case when `axis=()` in numpy). Note that reduction over an empty set of axes means that the reduction step behaves like a no-op (identity function), but composite-reduction operators will still perform the non-reduction steps as needed. Thus, ReduceLogSum returns the Log of input tensor, and ReduceSumSquare returns the Square of the input tensor, in this case.
+
+ +#### Inputs (1 - 2) + +
+
data (differentiable) : T
+
An input tensor.
+
axes (optional, non-differentiable) : tensor(int64)
+
Optional input list of integers, along which to reduce. The default is to reduce over empty axes. When axes is empty (either not provided or explicitly empty), behavior depends on 'noop_with_empty_axes': reduction over all axes if 'noop_with_empty_axes' is false, and reduction over the empty set of axes when 'noop_with_empty_axes' is true. Accepted range is [-r, r-1] where r = rank(data).
+
+ +#### Outputs + +
+
reduced (differentiable) : T
+
Reduced output tensor.
+
+ +#### Type Constraints + +
+
T : tensor(uint32), tensor(uint64), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input and output types to numeric tensors.
+
+ + +#### Examples + +
+default_axes_keepdims + +```python +shape = [3, 2, 2] +axes = np.array([], dtype=np.int64) +keepdims = 1 + +node = onnx.helper.make_node( + "ReduceL1", inputs=["data", "axes"], outputs=["reduced"], keepdims=keepdims +) + +data = np.reshape(np.arange(1, np.prod(shape) + 1, dtype=np.float32), shape) +# print(data) +# [[[1., 2.], [3., 4.]], [[5., 6.], [7., 8.]], [[9., 10.], [11., 12.]]] + +reduced = np.sum(a=np.abs(data), axis=None, keepdims=keepdims == 1) +# print(reduced) +# [[[78.]]] + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_l1_default_axes_keepdims_example", +) + +np.random.seed(0) +data = np.random.uniform(-10, 10, shape).astype(np.float32) +reduced = np.sum(a=np.abs(data), axis=None, keepdims=keepdims == 1) + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_l1_default_axes_keepdims_random", +) +``` + +
+ + +
+do_not_keepdims + +```python +shape = [3, 2, 2] +axes = np.array([2], dtype=np.int64) +keepdims = 0 + +node = onnx.helper.make_node( + "ReduceL1", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, +) + +data = np.reshape(np.arange(1, np.prod(shape) + 1, dtype=np.float32), shape) +# print(data) +# [[[1., 2.], [3., 4.]], [[5., 6.], [7., 8.]], [[9., 10.], [11., 12.]]] + +reduced = np.sum(a=np.abs(data), axis=tuple(axes), keepdims=keepdims == 1) +# print(reduced) +# [[3., 7.], [11., 15.], [19., 23.]] + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_l1_do_not_keepdims_example", +) + +np.random.seed(0) +data = np.random.uniform(-10, 10, shape).astype(np.float32) +reduced = np.sum(a=np.abs(data), axis=tuple(axes), keepdims=keepdims == 1) + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_l1_do_not_keepdims_random", +) +``` + +
+ + +
+empty_set + +```python +shape = [2, 0, 4] +keepdims = 1 +reduced_shape = [2, 1, 4] + +node = onnx.helper.make_node( + "ReduceL1", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, +) + +data = np.array([], dtype=np.float32).reshape(shape) +axes = np.array([1], dtype=np.int64) +reduced = np.array(np.zeros(reduced_shape, dtype=np.float32)) + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_l1_empty_set", +) +``` + +
+ + +
+keepdims + +```python +shape = [3, 2, 2] +axes = np.array([2], dtype=np.int64) +keepdims = 1 + +node = onnx.helper.make_node( + "ReduceL1", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, +) + +data = np.reshape(np.arange(1, np.prod(shape) + 1, dtype=np.float32), shape) +# print(data) +# [[[1., 2.], [3., 4.]], [[5., 6.], [7., 8.]], [[9., 10.], [11., 12.]]] + +reduced = np.sum(a=np.abs(data), axis=tuple(axes), keepdims=keepdims == 1) +# print(reduced) +# [[[3.], [7.]], [[11.], [15.]], [[19.], [23.]]] + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_l1_keep_dims_example", +) + +np.random.seed(0) +data = np.random.uniform(-10, 10, shape).astype(np.float32) +reduced = np.sum(a=np.abs(data), axis=tuple(axes), keepdims=keepdims == 1) + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_l1_keep_dims_random", +) +``` + +
+ + +
+negative_axes_keepdims + +```python +shape = [3, 2, 2] +axes = np.array([-1], dtype=np.int64) +keepdims = 1 + +node = onnx.helper.make_node( + "ReduceL1", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, +) + +data = np.reshape(np.arange(1, np.prod(shape) + 1, dtype=np.float32), shape) +# print(data) +# [[[1., 2.], [3., 4.]], [[5., 6.], [7., 8.]], [[9., 10.], [11., 12.]]] + +reduced = np.sum(a=np.abs(data), axis=tuple(axes), keepdims=keepdims == 1) +# print(reduced) +# [[[3.], [7.]], [[11.], [15.]], [[19.], [23.]]] + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_l1_negative_axes_keep_dims_example", +) + +np.random.seed(0) +data = np.random.uniform(-10, 10, shape).astype(np.float32) +reduced = np.sum(a=np.abs(data), axis=tuple(axes), keepdims=keepdims == 1) + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_l1_negative_axes_keep_dims_random", +) +``` + +
+ + +### **ReduceL2** + + Computes the L2 norm of the input tensor's elements along the provided axes. The resulting + tensor has the same rank as the input if `keepdims` equals 1. If `keepdims` equals 0, then + the resulting tensor has the reduced dimension pruned. Input tensors of rank zero are + valid. Reduction over an empty set of values yields 0. + + + The above behavior is similar to numpy, with the exception that numpy defaults `keepdims` + to `False` instead of `True`. + +#### Version + +This version of the operator has been available since version 18 of the default ONNX operator set. + +Other versions of this operator: 1, 11, 13 + +#### Attributes + +
+
keepdims : int (default is 1)
+
Keep the reduced dimension or not, default 1 means keep reduced dimension.
+
noop_with_empty_axes : int (default is 0)
+
Defines behavior when axes is not provided or is empty. If false (default), reduction happens over all axes (similar to the case when `axis=None` in numpy). If true, reduction happens over an empty set of axes (similar to the case when `axis=()` in numpy). Note that reduction over an empty set of axes means that the reduction step behaves like a no-op (identity function), but composite-reduction operators will still perform the non-reduction steps as needed. Thus, ReduceLogSum returns the Log of input tensor, and ReduceSumSquare returns the Square of the input tensor, in this case.
+
+ +#### Inputs (1 - 2) + +
+
data (differentiable) : T
+
An input tensor.
+
axes (optional, non-differentiable) : tensor(int64)
+
Optional input list of integers, along which to reduce. The default is to reduce over empty axes. When axes is empty (either not provided or explicitly empty), behavior depends on 'noop_with_empty_axes': reduction over all axes if 'noop_with_empty_axes' is false, and reduction over the empty set of axes when 'noop_with_empty_axes' is true. Accepted range is [-r, r-1] where r = rank(data).
+
+ +#### Outputs + +
+
reduced (differentiable) : T
+
Reduced output tensor.
+
+ +#### Type Constraints + +
+
T : tensor(uint32), tensor(uint64), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input and output types to numeric tensors.
+
+ + +#### Examples + +
+default_axes_keepdims + +```python +shape = [3, 2, 2] +axes = np.array([], dtype=np.int64) +keepdims = 1 + +node = onnx.helper.make_node( + "ReduceL2", inputs=["data", "axes"], outputs=["reduced"], keepdims=keepdims +) + +data = np.reshape(np.arange(1, np.prod(shape) + 1, dtype=np.float32), shape) +# print(data) +# [[[1., 2.], [3., 4.]], [[5., 6.], [7., 8.]], [[9., 10.], [11., 12.]]] + +reduced = np.sqrt(np.sum(a=np.square(data), axis=None, keepdims=keepdims == 1)) +# print(reduced) +# [[[25.49509757]]] + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_l2_default_axes_keepdims_example", +) + +np.random.seed(0) +data = np.random.uniform(-10, 10, shape).astype(np.float32) +reduced = np.sqrt(np.sum(a=np.square(data), axis=None, keepdims=keepdims == 1)) + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_l2_default_axes_keepdims_random", +) +``` + +
+ + +
+do_not_keepdims + +```python +shape = [3, 2, 2] +axes = np.array([2], dtype=np.int64) +keepdims = 0 + +node = onnx.helper.make_node( + "ReduceL2", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, +) + +data = np.reshape(np.arange(1, np.prod(shape) + 1, dtype=np.float32), shape) +# print(data) +# [[[1., 2.], [3., 4.]], [[5., 6.], [7., 8.]], [[9., 10.], [11., 12.]]] + +reduced = np.sqrt( + np.sum(a=np.square(data), axis=tuple(axes), keepdims=keepdims == 1) +) +# print(reduced) +# [[2.23606798, 5.], +# [7.81024968, 10.63014581], +# [13.45362405, 16.2788206]] + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_l2_do_not_keepdims_example", +) + +np.random.seed(0) +data = np.random.uniform(-10, 10, shape).astype(np.float32) +reduced = np.sqrt( + np.sum(a=np.square(data), axis=tuple(axes), keepdims=keepdims == 1) +) + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_l2_do_not_keepdims_random", +) +``` + +
+ + +
+empty_set + +```python +shape = [2, 0, 4] +keepdims = 1 +reduced_shape = [2, 1, 4] + +node = onnx.helper.make_node( + "ReduceL2", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, +) + +data = np.array([], dtype=np.float32).reshape(shape) +axes = np.array([1], dtype=np.int64) +reduced = np.array(np.zeros(reduced_shape, dtype=np.float32)) + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_l2_empty_set", +) +``` + +
+ + +
+keepdims + +```python +shape = [3, 2, 2] +axes = np.array([2], dtype=np.int64) +keepdims = 1 + +node = onnx.helper.make_node( + "ReduceL2", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, +) + +data = np.reshape(np.arange(1, np.prod(shape) + 1, dtype=np.float32), shape) +# print(data) +# [[[1., 2.], [3., 4.]], [[5., 6.], [7., 8.]], [[9., 10.], [11., 12.]]] + +reduced = np.sqrt( + np.sum(a=np.square(data), axis=tuple(axes), keepdims=keepdims == 1) +) +# print(reduced) +# [[[2.23606798], [5.]] +# [[7.81024968], [10.63014581]] +# [[13.45362405], [16.2788206 ]]] + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_l2_keep_dims_example", +) + +np.random.seed(0) +data = np.random.uniform(-10, 10, shape).astype(np.float32) +reduced = np.sqrt( + np.sum(a=np.square(data), axis=tuple(axes), keepdims=keepdims == 1) +) + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_l2_keep_dims_random", +) +``` + +
+ + +
+negative_axes_keepdims + +```python +shape = [3, 2, 2] +axes = np.array([-1], dtype=np.int64) +keepdims = 1 + +node = onnx.helper.make_node( + "ReduceL2", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, +) + +data = np.reshape(np.arange(1, np.prod(shape) + 1, dtype=np.float32), shape) +# print(data) +# [[[1., 2.], [3., 4.]], [[5., 6.], [7., 8.]], [[9., 10.], [11., 12.]]] + +reduced = np.sqrt( + np.sum(a=np.square(data), axis=tuple(axes), keepdims=keepdims == 1) +) +# print(reduced) +# [[[2.23606798], [5.]] +# [[7.81024968], [10.63014581]] +# [[13.45362405], [16.2788206 ]]] + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_l2_negative_axes_keep_dims_example", +) + +np.random.seed(0) +data = np.random.uniform(-10, 10, shape).astype(np.float32) +reduced = np.sqrt( + np.sum(a=np.square(data), axis=tuple(axes), keepdims=keepdims == 1) +) + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_l2_negative_axes_keep_dims_random", +) +``` + +
+ + +### **ReduceLogSum** + + Computes the log sum of the input tensor's elements along the provided axes. The resulting + tensor has the same rank as the input if `keepdims` equals 1. If `keepdims` equals 0, then + the resulting tensor has the reduced dimension pruned. Input tensors of rank zero are + valid. Reduction over an empty set of values yields minus infinity (if supported by the datatype) or undefined otherwise. + + + The above behavior is similar to numpy, with the exception that numpy defaults `keepdims` + to `False` instead of `True`. + +#### Version + +This version of the operator has been available since version 18 of the default ONNX operator set. + +Other versions of this operator: 1, 11, 13 + +#### Attributes + +
+
keepdims : int (default is 1)
+
Keep the reduced dimension or not, default 1 means keep reduced dimension.
+
noop_with_empty_axes : int (default is 0)
+
Defines behavior when axes is not provided or is empty. If false (default), reduction happens over all axes (similar to the case when `axis=None` in numpy). If true, reduction happens over an empty set of axes (similar to the case when `axis=()` in numpy). Note that reduction over an empty set of axes means that the reduction step behaves like a no-op (identity function), but composite-reduction operators will still perform the non-reduction steps as needed. Thus, ReduceLogSum returns the Log of input tensor, and ReduceSumSquare returns the Square of the input tensor, in this case.
+
+ +#### Inputs (1 - 2) + +
+
data (differentiable) : T
+
An input tensor.
+
axes (optional, non-differentiable) : tensor(int64)
+
Optional input list of integers, along which to reduce. The default is to reduce over empty axes. When axes is empty (either not provided or explicitly empty), behavior depends on 'noop_with_empty_axes': reduction over all axes if 'noop_with_empty_axes' is false, and reduction over the empty set of axes when 'noop_with_empty_axes' is true. Accepted range is [-r, r-1] where r = rank(data).
+
+ +#### Outputs + +
+
reduced (differentiable) : T
+
Reduced output tensor.
+
+ +#### Type Constraints + +
+
T : tensor(uint32), tensor(uint64), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input and output types to numeric tensors.
+
+ + +#### Examples + +
+empty_set + +```python +shape = [2, 0, 4] +keepdims = 1 +reduced_shape = [2, 1, 4] + +node = onnx.helper.make_node( + "ReduceLogSum", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, +) + +data = np.array([], dtype=np.float32).reshape(shape) +axes = np.array([1], dtype=np.int64) +zero = np.array(np.zeros(reduced_shape, dtype=np.float32)) +reduced = np.log(zero) # -inf + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_log_sum_empty_set", +) +``` + +
+ + +
+keepdims + +```python +node = onnx.helper.make_node( + "ReduceLogSum", inputs=["data", "axes"], outputs=["reduced"] +) +data = np.random.ranf([3, 4, 5]).astype(np.float32) +reduced = np.log(np.sum(data, keepdims=True)) +axes = np.array([], dtype=np.int64) +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_log_sum_default", +) +``` + +
+ + +
+negative_axes_keepdims + +```python +axes = np.array([-2], dtype=np.int64) +node = onnx.helper.make_node( + "ReduceLogSum", inputs=["data", "axes"], outputs=["reduced"] +) +data = np.random.ranf([3, 4, 5]).astype(np.float32) +reduced = np.log(np.sum(data, axis=tuple(axes), keepdims=True)) +# print(reduced) +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_log_sum_negative_axes", +) +``` + +
+ + +
+nokeepdims + +```python +shape = [3, 4, 5] +axes = np.array([2, 1], dtype=np.int64) + +node = onnx.helper.make_node( + "ReduceLogSum", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=0, +) +data = np.random.ranf(shape).astype(np.float32) +reduced = np.log(np.sum(data, axis=tuple(axes), keepdims=False)) +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_log_sum_desc_axes", +) + +axes = np.array([0, 1], dtype=np.int64) +node = onnx.helper.make_node( + "ReduceLogSum", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=0, +) +data = np.random.ranf(shape).astype(np.float32) +reduced = np.log(np.sum(data, axis=tuple(axes), keepdims=False)) +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_log_sum_asc_axes", +) +``` + +
+ + +### **ReduceLogSumExp** + + Computes the log sum exponent of the input tensor's elements along the provided axes. The resulting + tensor has the same rank as the input if `keepdims` equals 1. If `keepdims` equals 0, then + the resulting tensor has the reduced dimension pruned. Input tensors of rank zero are + valid. Reduction over an empty set of values yields minus infinity (if supported by the datatype) or undefined otherwise. + + + The above behavior is similar to numpy, with the exception that numpy defaults `keepdims` + to `False` instead of `True`. + +#### Version + +This version of the operator has been available since version 18 of the default ONNX operator set. + +Other versions of this operator: 1, 11, 13 + +#### Attributes + +
+
keepdims : int (default is 1)
+
Keep the reduced dimension or not, default 1 means keep reduced dimension.
+
noop_with_empty_axes : int (default is 0)
+
Defines behavior when axes is not provided or is empty. If false (default), reduction happens over all axes (similar to the case when `axis=None` in numpy). If true, reduction happens over an empty set of axes (similar to the case when `axis=()` in numpy). Note that reduction over an empty set of axes means that the reduction step behaves like a no-op (identity function), but composite-reduction operators will still perform the non-reduction steps as needed. Thus, ReduceLogSum returns the Log of input tensor, and ReduceSumSquare returns the Square of the input tensor, in this case.
+
+ +#### Inputs (1 - 2) + +
+
data (differentiable) : T
+
An input tensor.
+
axes (optional, non-differentiable) : tensor(int64)
+
Optional input list of integers, along which to reduce. The default is to reduce over empty axes. When axes is empty (either not provided or explicitly empty), behavior depends on 'noop_with_empty_axes': reduction over all axes if 'noop_with_empty_axes' is false, and reduction over the empty set of axes when 'noop_with_empty_axes' is true. Accepted range is [-r, r-1] where r = rank(data).
+
+ +#### Outputs + +
+
reduced (differentiable) : T
+
Reduced output tensor.
+
+ +#### Type Constraints + +
+
T : tensor(uint32), tensor(uint64), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input and output types to numeric tensors.
+
+ + +#### Examples + +
+default_axes_keepdims + +```python +shape = [3, 2, 2] +axes = np.array([], dtype=np.int64) +keepdims = 1 + +node = onnx.helper.make_node( + "ReduceLogSumExp", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, +) + +data = np.array( + [[[5, 1], [20, 2]], [[30, 1], [40, 2]], [[55, 1], [60, 2]]], dtype=np.double +) +reduced = np.log(np.sum(np.exp(data), axis=None, keepdims=keepdims == 1)) +# print(reduced) +# [[[60.00671387]]] + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_log_sum_exp_default_axes_keepdims_example", +) + +np.random.seed(0) +data = np.random.uniform(-10, 10, shape).astype(np.double) +reduced = np.log(np.sum(np.exp(data), axis=None, keepdims=keepdims == 1)) +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_log_sum_exp_default_axes_keepdims_random", +) +``` + +
+ + +
+do_not_keepdims + +```python +shape = [3, 2, 2] +axes = np.array([1], dtype=np.int64) +keepdims = 0 +node = onnx.helper.make_node( + "ReduceLogSumExp", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, +) + +data = np.array( + [[[5, 1], [20, 2]], [[30, 1], [40, 2]], [[55, 1], [60, 2]]], dtype=np.double +) +reduced = np.log(np.sum(np.exp(data), axis=tuple(axes), keepdims=keepdims == 1)) +# print(reduced) +# [[20., 2.31326175] +# [40.00004578, 2.31326175] +# [60.00671387, 2.31326175]] + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_log_sum_exp_do_not_keepdims_example", +) + +np.random.seed(0) +data = np.random.uniform(-10, 10, shape).astype(np.double) +reduced = np.log(np.sum(np.exp(data), axis=tuple(axes), keepdims=keepdims == 1)) + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_log_sum_exp_do_not_keepdims_random", +) +``` + +
+ + +
+empty_set + +```python +shape = [2, 0, 4] +keepdims = 1 +reduced_shape = [2, 1, 4] + +node = onnx.helper.make_node( + "ReduceLogSumExp", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, +) + +data = np.array([], dtype=np.float32).reshape(shape) +axes = np.array([1], dtype=np.int64) +zero = np.array(np.zeros(reduced_shape, dtype=np.float32)) +reduced = np.log(zero) # -inf + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_log_sum_exp_empty_set", +) +``` + +
+ + +
+keepdims + +```python +shape = [3, 2, 2] +axes = np.array([1], dtype=np.int64) +keepdims = 1 +node = onnx.helper.make_node( + "ReduceLogSumExp", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, +) + +data = np.array( + [[[5, 1], [20, 2]], [[30, 1], [40, 2]], [[55, 1], [60, 2]]], dtype=np.double +) +reduced = np.log(np.sum(np.exp(data), axis=tuple(axes), keepdims=keepdims == 1)) +# print(reduced) +# [[[20., 2.31326175]] +# [[40.00004578, 2.31326175]] +# [[60.00671387, 2.31326175]]] + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_log_sum_exp_keepdims_example", +) + +np.random.seed(0) +data = np.random.uniform(-10, 10, shape).astype(np.double) +reduced = np.log(np.sum(np.exp(data), axis=tuple(axes), keepdims=keepdims == 1)) + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_log_sum_exp_keepdims_random", +) +``` + +
+ + +
+negative_axes_keepdims + +```python +shape = [3, 2, 2] +axes = np.array([-2], dtype=np.int64) +keepdims = 1 +node = onnx.helper.make_node( + "ReduceLogSumExp", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, +) + +data = np.array( + [[[5, 1], [20, 2]], [[30, 1], [40, 2]], [[55, 1], [60, 2]]], dtype=np.double +) +reduced = np.log(np.sum(np.exp(data), axis=tuple(axes), keepdims=keepdims == 1)) +# print(reduced) +# [[[20., 2.31326175]] +# [[40.00004578, 2.31326175]] +# [[60.00671387, 2.31326175]]] + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_log_sum_exp_negative_axes_keepdims_example", +) + +np.random.seed(0) +data = np.random.uniform(-10, 10, shape).astype(np.double) +reduced = np.log( + np.sum(np.exp(data), axis=tuple(axes.tolist()), keepdims=keepdims == 1) +) + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_log_sum_exp_negative_axes_keepdims_random", +) +``` + +
+ + +### **ReduceMax** + + Computes the max of the input tensor's elements along the provided axes. The resulting + tensor has the same rank as the input if `keepdims` equals 1. If `keepdims` equals 0, then + the resulting tensor has the reduced dimension pruned. Input tensors of rank zero are + valid. Reduction over an empty set of values yields minus infinity (if supported by the datatype) or the minimum value of the data type otherwise. + + + If the input data type is Boolean, the comparison should consider `False < True`. + + The above behavior is similar to numpy, with the exception that numpy defaults `keepdims` + to `False` instead of `True`. + +#### Version + +This version of the operator has been available since version 20 of the default ONNX operator set. + +Other versions of this operator: 1, 11, 12, 13, 18 + +#### Attributes + +
+
keepdims : int (default is 1)
+
Keep the reduced dimension or not, default 1 means keep reduced dimension.
+
noop_with_empty_axes : int (default is 0)
+
Defines behavior when axes is not provided or is empty. If false (default), reduction happens over all axes (similar to the case when `axis=None` in numpy). If true, reduction happens over an empty set of axes (similar to the case when `axis=()` in numpy). Note that reduction over an empty set of axes means that the reduction step behaves like a no-op (identity function), but composite-reduction operators will still perform the non-reduction steps as needed. Thus, ReduceLogSum returns the Log of input tensor, and ReduceSumSquare returns the Square of the input tensor, in this case.
+
+ +#### Inputs (1 - 2) + +
+
data (differentiable) : T
+
An input tensor.
+
axes (optional, non-differentiable) : tensor(int64)
+
Optional input list of integers, along which to reduce. The default is to reduce over empty axes. When axes is empty (either not provided or explicitly empty), behavior depends on 'noop_with_empty_axes': reduction over all axes if 'noop_with_empty_axes' is false, and reduction over the empty set of axes when 'noop_with_empty_axes' is true. Accepted range is [-r, r-1] where r = rank(data).
+
+ +#### Outputs + +
+
reduced (differentiable) : T
+
Reduced output tensor.
+
+ +#### Type Constraints + +
+
T : tensor(uint32), tensor(uint64), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(bfloat16), tensor(uint8), tensor(int8), tensor(bool)
+
Constrain input and output types to numeric and Boolean tensors.
+
+ + +#### Examples + +
+bool_inputs + +```python +axes = np.array([1], dtype=np.int64) +keepdims = 1 + +node = onnx.helper.make_node( + "ReduceMax", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, +) + +data = np.array( + [[True, True], [True, False], [False, True], [False, False]], +) +reduced = np.maximum.reduce(data, axis=tuple(axes), keepdims=bool(keepdims)) +# print(reduced) +# [[True], +# [True], +# [True], +# [False]] + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_max_bool_inputs", +) +``` + +
+ + +
+default_axes_keepdims + +```python +shape = [3, 2, 2] +axes = None +keepdims = 1 +node = onnx.helper.make_node( + "ReduceMax", inputs=["data"], outputs=["reduced"], keepdims=keepdims +) + +data = np.array( + [[[5, 1], [20, 2]], [[30, 1], [40, 2]], [[55, 1], [60, 2]]], + dtype=np.float32, +) +reduced = np.maximum.reduce(data, axis=axes, keepdims=keepdims == 1) + +expect( + node, + inputs=[data], + outputs=[reduced], + name="test_reduce_max_default_axes_keepdim_example", + opset_imports=[onnx.helper.make_opsetid("", 18)], +) + +np.random.seed(0) +data = np.random.uniform(-10, 10, shape).astype(np.float32) +reduced = np.maximum.reduce(data, axis=axes, keepdims=keepdims == 1) + +expect( + node, + inputs=[data], + outputs=[reduced], + name="test_reduce_max_default_axes_keepdims_random", + opset_imports=[onnx.helper.make_opsetid("", 18)], +) +``` + +
+ + +
+do_not_keepdims + +```python +shape = [3, 2, 2] +axes = np.array([1], dtype=np.int64) +keepdims = 0 + +node = onnx.helper.make_node( + "ReduceMax", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, +) + +data = np.array( + [[[5, 1], [20, 2]], [[30, 1], [40, 2]], [[55, 1], [60, 2]]], + dtype=np.float32, +) +reduced = np.maximum.reduce(data, axis=tuple(axes), keepdims=keepdims == 1) +# print(reduced) +# [[20., 2.] +# [40., 2.] +# [60., 2.]] + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_max_do_not_keepdims_example", + opset_imports=[onnx.helper.make_opsetid("", 18)], +) + +np.random.seed(0) +data = np.random.uniform(-10, 10, shape).astype(np.float32) +reduced = np.maximum.reduce(data, axis=tuple(axes), keepdims=keepdims == 1) + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_max_do_not_keepdims_random", + opset_imports=[onnx.helper.make_opsetid("", 18)], +) +``` + +
+ + +
+empty_set + +```python +shape = [2, 0, 4] +keepdims = 1 +reduced_shape = [2, 1, 4] + +node = onnx.helper.make_node( + "ReduceMax", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, +) + +data = np.array([], dtype=np.float32).reshape(shape) +axes = np.array([1], dtype=np.int64) +one = np.array(np.ones(reduced_shape, dtype=np.float32)) +zero = np.array(np.zeros(reduced_shape, dtype=np.float32)) +reduced = -(one / zero) # -inf + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_max_empty_set", +) +``` + +
+ + +
+keepdims + +```python +shape = [3, 2, 2] +axes = np.array([1], dtype=np.int64) +keepdims = 1 + +node = onnx.helper.make_node( + "ReduceMax", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, +) + +data = np.array( + [[[5, 1], [20, 2]], [[30, 1], [40, 2]], [[55, 1], [60, 2]]], + dtype=np.float32, +) +reduced = np.maximum.reduce(data, axis=tuple(axes), keepdims=keepdims == 1) +# print(reduced) +# [[[20., 2.]] +# [[40., 2.]] +# [[60., 2.]]] + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_max_keepdims_example", + opset_imports=[onnx.helper.make_opsetid("", 18)], +) + +np.random.seed(0) +data = np.random.uniform(-10, 10, shape).astype(np.float32) +reduced = np.maximum.reduce(data, axis=tuple(axes), keepdims=keepdims == 1) + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_max_keepdims_random", + opset_imports=[onnx.helper.make_opsetid("", 18)], +) +``` + +
+ + +
+negative_axes_keepdims + +```python +shape = [3, 2, 2] +axes = np.array([-2], dtype=np.int64) +keepdims = 1 + +node = onnx.helper.make_node( + "ReduceMax", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, +) + +data = np.array( + [[[5, 1], [20, 2]], [[30, 1], [40, 2]], [[55, 1], [60, 2]]], + dtype=np.float32, +) +reduced = np.maximum.reduce(data, axis=tuple(axes), keepdims=keepdims == 1) +# print(reduced) +# [[[20., 2.]] +# [[40., 2.]] +# [[60., 2.]]] + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_max_negative_axes_keepdims_example", + opset_imports=[onnx.helper.make_opsetid("", 18)], +) + +np.random.seed(0) +data = np.random.uniform(-10, 10, shape).astype(np.float32) +reduced = np.maximum.reduce(data, axis=tuple(axes), keepdims=keepdims == 1) + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_max_negative_axes_keepdims_random", + opset_imports=[onnx.helper.make_opsetid("", 18)], +) +``` + +
+ + +### **ReduceMean** + + Computes the mean of the input tensor's elements along the provided axes. The resulting + tensor has the same rank as the input if `keepdims` equals 1. If `keepdims` equals 0, then + the resulting tensor has the reduced dimension pruned. Input tensors of rank zero are + valid. Reduction over an empty set of values yields undefined. + + + The above behavior is similar to numpy, with the exception that numpy defaults `keepdims` + to `False` instead of `True`. + +#### Version + +This version of the operator has been available since version 18 of the default ONNX operator set. + +Other versions of this operator: 1, 11, 13 + +#### Attributes + +
+
keepdims : int (default is 1)
+
Keep the reduced dimension or not, default 1 means keep reduced dimension.
+
noop_with_empty_axes : int (default is 0)
+
Defines behavior when axes is not provided or is empty. If false (default), reduction happens over all axes (similar to the case when `axis=None` in numpy). If true, reduction happens over an empty set of axes (similar to the case when `axis=()` in numpy). Note that reduction over an empty set of axes means that the reduction step behaves like a no-op (identity function), but composite-reduction operators will still perform the non-reduction steps as needed. Thus, ReduceLogSum returns the Log of input tensor, and ReduceSumSquare returns the Square of the input tensor, in this case.
+
+ +#### Inputs (1 - 2) + +
+
data (differentiable) : T
+
An input tensor.
+
axes (optional, non-differentiable) : tensor(int64)
+
Optional input list of integers, along which to reduce. The default is to reduce over empty axes. When axes is empty (either not provided or explicitly empty), behavior depends on 'noop_with_empty_axes': reduction over all axes if 'noop_with_empty_axes' is false, and reduction over the empty set of axes when 'noop_with_empty_axes' is true. Accepted range is [-r, r-1] where r = rank(data).
+
+ +#### Outputs + +
+
reduced (differentiable) : T
+
Reduced output tensor.
+
+ +#### Type Constraints + +
+
T : tensor(uint32), tensor(uint64), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input and output types to numeric tensors.
+
+ + +#### Examples + +
+default_axes_keepdims + +```python +shape = [3, 2, 2] +axes = np.array([], dtype=np.int64) +keepdims = 1 + +node = onnx.helper.make_node( + "ReduceMean", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, +) + +data = np.array( + [[[5, 1], [20, 2]], [[30, 1], [40, 2]], [[55, 1], [60, 2]]], + dtype=np.float32, +) +reduced = np.mean(data, axis=None, keepdims=keepdims == 1) +# print(reduced) +# [[[18.25]]] + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_mean_default_axes_keepdims_example", +) + +np.random.seed(0) +data = np.random.uniform(-10, 10, shape).astype(np.float32) +reduced = np.mean(data, axis=None, keepdims=keepdims == 1) + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_mean_default_axes_keepdims_random", +) +``` + +
+ + +
+do_not_keepdims + +```python +shape = [3, 2, 2] +axes = np.array([1], dtype=np.int64) +keepdims = 0 + +node = onnx.helper.make_node( + "ReduceMean", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, +) + +data = np.array( + [[[5, 1], [20, 2]], [[30, 1], [40, 2]], [[55, 1], [60, 2]]], + dtype=np.float32, +) +reduced = np.mean(data, axis=tuple(axes), keepdims=keepdims == 1) +# print(reduced) +# [[12.5, 1.5] +# [35., 1.5] +# [57.5, 1.5]] + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_mean_do_not_keepdims_example", +) + +np.random.seed(0) +data = np.random.uniform(-10, 10, shape).astype(np.float32) +reduced = np.mean(data, axis=tuple(axes), keepdims=keepdims == 1) + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_mean_do_not_keepdims_random", +) +``` + +
+ + +
+keepdims + +```python +shape = [3, 2, 2] +axes = np.array([1], dtype=np.int64) +keepdims = 1 + +node = onnx.helper.make_node( + "ReduceMean", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, +) + +data = np.array( + [[[5, 1], [20, 2]], [[30, 1], [40, 2]], [[55, 1], [60, 2]]], + dtype=np.float32, +) +reduced = np.mean(data, axis=tuple(axes), keepdims=keepdims == 1) +# print(reduced) +# [[[12.5, 1.5]] +# [[35., 1.5]] +# [[57.5, 1.5]]] + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_mean_keepdims_example", +) + +np.random.seed(0) +data = np.random.uniform(-10, 10, shape).astype(np.float32) +reduced = np.mean(data, axis=tuple(axes), keepdims=keepdims == 1) + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_mean_keepdims_random", +) +``` + +
+ + +
+negative_axes_keepdims + +```python +shape = [3, 2, 2] +axes = np.array([-2], dtype=np.int64) +keepdims = 1 + +node = onnx.helper.make_node( + "ReduceMean", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, +) + +data = np.array( + [[[5, 1], [20, 2]], [[30, 1], [40, 2]], [[55, 1], [60, 2]]], + dtype=np.float32, +) +reduced = np.mean(data, axis=tuple(axes), keepdims=keepdims == 1) +# print(reduced) +# [[[12.5, 1.5]] +# [[35., 1.5]] +# [[57.5, 1.5]]] + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_mean_negative_axes_keepdims_example", +) + +np.random.seed(0) +data = np.random.uniform(-10, 10, shape).astype(np.float32) +reduced = np.mean(data, axis=tuple(axes), keepdims=keepdims == 1) + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_mean_negative_axes_keepdims_random", +) +``` + +
+ + +### **ReduceMin** + + Computes the min of the input tensor's elements along the provided axes. The resulting + tensor has the same rank as the input if `keepdims` equals 1. If `keepdims` equals 0, then + the resulting tensor has the reduced dimension pruned. Input tensors of rank zero are + valid. Reduction over an empty set of values yields plus infinity (if supported by the datatype) or the maximum value of the data type otherwise. + + + If the input data type is Boolean, the comparison should consider `False < True`. + + The above behavior is similar to numpy, with the exception that numpy defaults `keepdims` + to `False` instead of `True`. + +#### Version + +This version of the operator has been available since version 20 of the default ONNX operator set. + +Other versions of this operator: 1, 11, 12, 13, 18 + +#### Attributes + +
+
keepdims : int (default is 1)
+
Keep the reduced dimension or not, default 1 means keep reduced dimension.
+
noop_with_empty_axes : int (default is 0)
+
Defines behavior when axes is not provided or is empty. If false (default), reduction happens over all axes (similar to the case when `axis=None` in numpy). If true, reduction happens over an empty set of axes (similar to the case when `axis=()` in numpy). Note that reduction over an empty set of axes means that the reduction step behaves like a no-op (identity function), but composite-reduction operators will still perform the non-reduction steps as needed. Thus, ReduceLogSum returns the Log of input tensor, and ReduceSumSquare returns the Square of the input tensor, in this case.
+
+ +#### Inputs (1 - 2) + +
+
data (differentiable) : T
+
An input tensor.
+
axes (optional, non-differentiable) : tensor(int64)
+
Optional input list of integers, along which to reduce. The default is to reduce over empty axes. When axes is empty (either not provided or explicitly empty), behavior depends on 'noop_with_empty_axes': reduction over all axes if 'noop_with_empty_axes' is false, and reduction over the empty set of axes when 'noop_with_empty_axes' is true. Accepted range is [-r, r-1] where r = rank(data).
+
+ +#### Outputs + +
+
reduced (differentiable) : T
+
Reduced output tensor.
+
+ +#### Type Constraints + +
+
T : tensor(uint32), tensor(uint64), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(bfloat16), tensor(uint8), tensor(int8), tensor(bool)
+
Constrain input and output types to numeric and Boolean tensors.
+
+ + +#### Examples + +
+bool_inputs + +```python +axes = np.array([1], dtype=np.int64) +keepdims = 1 + +node = onnx.helper.make_node( + "ReduceMin", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, +) + +data = np.array( + [[True, True], [True, False], [False, True], [False, False]], +) +reduced = np.minimum.reduce(data, axis=tuple(axes), keepdims=bool(keepdims)) +# print(reduced) +# [[ True], +# [False], +# [False], +# [False]] + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_min_bool_inputs", +) +``` + +
+ + +
+default_axes_keepdims + +```python +shape = [3, 2, 2] +axes = None +keepdims = 1 + +node = onnx.helper.make_node( + "ReduceMin", inputs=["data"], outputs=["reduced"], keepdims=keepdims +) + +data = np.array( + [[[5, 1], [20, 2]], [[30, 1], [40, 2]], [[55, 1], [60, 2]]], + dtype=np.float32, +) +reduced = np.minimum.reduce(data, axis=axes, keepdims=keepdims == 1) +# print(reduced) +# [[[1.]]] + +expect( + node, + inputs=[data], + outputs=[reduced], + name="test_reduce_min_default_axes_keepdims_example", + opset_imports=[onnx.helper.make_opsetid("", 18)], +) + +np.random.seed(0) +data = np.random.uniform(-10, 10, shape).astype(np.float32) +reduced = np.minimum.reduce(data, axis=axes, keepdims=keepdims == 1) + +expect( + node, + inputs=[data], + outputs=[reduced], + name="test_reduce_min_default_axes_keepdims_random", + opset_imports=[onnx.helper.make_opsetid("", 18)], +) +``` + +
+ + +
+do_not_keepdims + +```python +shape = [3, 2, 2] +axes = np.array([1], dtype=np.int64) +keepdims = 0 + +node = onnx.helper.make_node( + "ReduceMin", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, +) + +data = np.array( + [[[5, 1], [20, 2]], [[30, 1], [40, 2]], [[55, 1], [60, 2]]], + dtype=np.float32, +) +reduced = np.minimum.reduce(data, axis=tuple(axes), keepdims=keepdims == 1) +# print(reduced) +# [[5., 1.] +# [30., 1.] +# [55., 1.]] + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_min_do_not_keepdims_example", + opset_imports=[onnx.helper.make_opsetid("", 18)], +) + +np.random.seed(0) +data = np.random.uniform(-10, 10, shape).astype(np.float32) +reduced = np.minimum.reduce(data, axis=tuple(axes), keepdims=keepdims == 1) + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_min_do_not_keepdims_random", + opset_imports=[onnx.helper.make_opsetid("", 18)], +) +``` + +
+ + +
+empty_set + +```python +shape = [2, 0, 4] +keepdims = 1 +reduced_shape = [2, 1, 4] + +node = onnx.helper.make_node( + "ReduceMin", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, +) + +data = np.array([], dtype=np.float32).reshape(shape) +axes = np.array([1], dtype=np.int64) +one = np.array(np.ones(reduced_shape, dtype=np.float32)) +zero = np.array(np.zeros(reduced_shape, dtype=np.float32)) +reduced = one / zero # inf + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_min_empty_set", +) +``` + +
+ + +
+keepdims + +```python +shape = [3, 2, 2] +axes = np.array([1], dtype=np.int64) +keepdims = 1 + +node = onnx.helper.make_node( + "ReduceMin", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, +) + +data = np.array( + [[[5, 1], [20, 2]], [[30, 1], [40, 2]], [[55, 1], [60, 2]]], + dtype=np.float32, +) +reduced = np.minimum.reduce(data, axis=tuple(axes), keepdims=keepdims == 1) +# print(reduced) +# [[[5., 1.]] +# [[30., 1.]] +# [[55., 1.]]] + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_min_keepdims_example", + opset_imports=[onnx.helper.make_opsetid("", 18)], +) + +np.random.seed(0) +data = np.random.uniform(-10, 10, shape).astype(np.float32) +reduced = np.minimum.reduce(data, axis=tuple(axes), keepdims=keepdims == 1) + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_min_keepdims_random", + opset_imports=[onnx.helper.make_opsetid("", 18)], +) +``` + +
+ + +
+negative_axes_keepdims + +```python +shape = [3, 2, 2] +axes = np.array([-2], dtype=np.int64) +keepdims = 1 + +node = onnx.helper.make_node( + "ReduceMin", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, +) + +data = np.array( + [[[5, 1], [20, 2]], [[30, 1], [40, 2]], [[55, 1], [60, 2]]], + dtype=np.float32, +) +reduced = np.minimum.reduce(data, axis=tuple(axes), keepdims=keepdims == 1) +# print(reduced) +# [[[5., 1.]] +# [[30., 1.]] +# [[55., 1.]]] + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_min_negative_axes_keepdims_example", + opset_imports=[onnx.helper.make_opsetid("", 18)], +) + +np.random.seed(0) +data = np.random.uniform(-10, 10, shape).astype(np.float32) +reduced = np.minimum.reduce(data, axis=tuple(axes), keepdims=keepdims == 1) + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_min_negative_axes_keepdims_random", + opset_imports=[onnx.helper.make_opsetid("", 18)], +) +``` + +
+ + +### **ReduceProd** + + Computes the product of the input tensor's elements along the provided axes. The resulting + tensor has the same rank as the input if `keepdims` equals 1. If `keepdims` equals 0, then + the resulting tensor has the reduced dimension pruned. Input tensors of rank zero are + valid. Reduction over an empty set of values yields 1. + + + The above behavior is similar to numpy, with the exception that numpy defaults `keepdims` + to `False` instead of `True`. + +#### Version + +This version of the operator has been available since version 18 of the default ONNX operator set. + +Other versions of this operator: 1, 11, 13 + +#### Attributes + +
+
keepdims : int (default is 1)
+
Keep the reduced dimension or not, default 1 means keep reduced dimension.
+
noop_with_empty_axes : int (default is 0)
+
Defines behavior when axes is not provided or is empty. If false (default), reduction happens over all axes (similar to the case when `axis=None` in numpy). If true, reduction happens over an empty set of axes (similar to the case when `axis=()` in numpy). Note that reduction over an empty set of axes means that the reduction step behaves like a no-op (identity function), but composite-reduction operators will still perform the non-reduction steps as needed. Thus, ReduceLogSum returns the Log of input tensor, and ReduceSumSquare returns the Square of the input tensor, in this case.
+
+ +#### Inputs (1 - 2) + +
+
data (differentiable) : T
+
An input tensor.
+
axes (optional, non-differentiable) : tensor(int64)
+
Optional input list of integers, along which to reduce. The default is to reduce over empty axes. When axes is empty (either not provided or explicitly empty), behavior depends on 'noop_with_empty_axes': reduction over all axes if 'noop_with_empty_axes' is false, and reduction over the empty set of axes when 'noop_with_empty_axes' is true. Accepted range is [-r, r-1] where r = rank(data).
+
+ +#### Outputs + +
+
reduced (differentiable) : T
+
Reduced output tensor.
+
+ +#### Type Constraints + +
+
T : tensor(uint32), tensor(uint64), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input and output types to numeric tensors.
+
+ + +#### Examples + +
+default_axes_keepdims + +```python +shape = [3, 2, 2] +axes = None +keepdims = 1 + +node = onnx.helper.make_node( + "ReduceProd", inputs=["data"], outputs=["reduced"], keepdims=keepdims +) + +data = np.array( + [[[1, 2], [3, 4]], [[5, 6], [7, 8]], [[9, 10], [11, 12]]], dtype=np.float32 +) +reduced = np.prod(data, axis=axes, keepdims=keepdims == 1) +# print(reduced) +# [[[4.790016e+08]]] + +expect( + node, + inputs=[data], + outputs=[reduced], + name="test_reduce_prod_default_axes_keepdims_example", +) + +np.random.seed(0) +data = np.random.uniform(-10, 10, shape).astype(np.float32) +reduced = np.prod(data, axis=axes, keepdims=keepdims == 1) +expect( + node, + inputs=[data], + outputs=[reduced], + name="test_reduce_prod_default_axes_keepdims_random", +) +``` + +
+ + +
+do_not_keepdims + +```python +shape = [3, 2, 2] +axes = np.array([1], dtype=np.int64) +keepdims = 0 + +node = onnx.helper.make_node( + "ReduceProd", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, +) + +data = np.array( + [[[1, 2], [3, 4]], [[5, 6], [7, 8]], [[9, 10], [11, 12]]], dtype=np.float32 +) +reduced = np.prod(data, axis=tuple(axes), keepdims=keepdims == 1) +# print(reduced) +# [[3., 8.] +# [35., 48.] +# [99., 120.]] + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_prod_do_not_keepdims_example", +) + +np.random.seed(0) +data = np.random.uniform(-10, 10, shape).astype(np.float32) +reduced = np.prod(data, axis=tuple(axes), keepdims=keepdims == 1) +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_prod_do_not_keepdims_random", +) +``` + +
+ + +
+empty_set + +```python +shape = [2, 0, 4] +keepdims = 1 +reduced_shape = [2, 1, 4] + +node = onnx.helper.make_node( + "ReduceProd", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, +) + +data = np.array([], dtype=np.float32).reshape(shape) +axes = np.array([1], dtype=np.int64) +reduced = np.array(np.ones(reduced_shape, dtype=np.float32)) + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_prod_empty_set", +) +``` + +
+ + +
+keepdims + +```python +shape = [3, 2, 2] +axes = np.array([1], dtype=np.int64) +keepdims = 1 + +node = onnx.helper.make_node( + "ReduceProd", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, +) + +data = np.array( + [[[1, 2], [3, 4]], [[5, 6], [7, 8]], [[9, 10], [11, 12]]], dtype=np.float32 +) +reduced = np.prod(data, axis=tuple(axes), keepdims=keepdims == 1) +# print(reduced) +# [[[3., 8.]] +# [[35., 48.]] +# [[99., 120.]]] + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_prod_keepdims_example", +) + +np.random.seed(0) +data = np.random.uniform(-10, 10, shape).astype(np.float32) +reduced = np.prod(data, axis=tuple(axes), keepdims=keepdims == 1) +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_prod_keepdims_random", +) +``` + +
+ + +
+negative_axes_keepdims + +```python +shape = [3, 2, 2] +axes = np.array([-2], dtype=np.int64) +keepdims = 1 + +node = onnx.helper.make_node( + "ReduceProd", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, +) + +data = np.array( + [[[1, 2], [3, 4]], [[5, 6], [7, 8]], [[9, 10], [11, 12]]], dtype=np.float32 +) +reduced = np.prod(data, axis=tuple(axes), keepdims=keepdims == 1) +# print(reduced) +# [[[3., 8.]] +# [[35., 48.]] +# [[99., 120.]]] + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_prod_negative_axes_keepdims_example", +) + +np.random.seed(0) +data = np.random.uniform(-10, 10, shape).astype(np.float32) +reduced = np.prod(data, axis=tuple(axes), keepdims=keepdims == 1) +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_prod_negative_axes_keepdims_random", +) +``` + +
+ + +### **ReduceSum** + + Computes the sum of the input tensor's elements along the provided axes. The resulting + tensor has the same rank as the input if `keepdims` equals 1. If `keepdims` equals 0, then + the resulting tensor has the reduced dimension pruned. Input tensors of rank zero are + valid. Reduction over an empty set of values yields 0. + + + The above behavior is similar to numpy, with the exception that numpy defaults `keepdims` + to `False` instead of `True`. + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +Other versions of this operator: 1, 11 + +#### Attributes + +
+
keepdims : int (default is 1)
+
Keep the reduced dimension or not, default 1 means keep reduced dimension.
+
noop_with_empty_axes : int (default is 0)
+
Defines behavior when axes is not provided or is empty. If false (default), reduction happens over all axes (similar to the case when `axis=None` in numpy). If true, reduction happens over an empty set of axes (similar to the case when `axis=()` in numpy). Note that reduction over an empty set of axes means that the reduction step behaves like a no-op (identity function), but composite-reduction operators will still perform the non-reduction steps as needed. Thus, ReduceLogSum returns the Log of input tensor, and ReduceSumSquare returns the Square of the input tensor, in this case.
+
+ +#### Inputs (1 - 2) + +
+
data (differentiable) : T
+
An input tensor.
+
axes (optional, non-differentiable) : tensor(int64)
+
Optional input list of integers, along which to reduce. The default is to reduce over empty axes. When axes is empty (either not provided or explicitly empty), behavior depends on 'noop_with_empty_axes': reduction over all axes if 'noop_with_empty_axes' is false, and reduction over the empty set of axes when 'noop_with_empty_axes' is true. Accepted range is [-r, r-1] where r = rank(data).
+
+ +#### Outputs + +
+
reduced (differentiable) : T
+
Reduced output tensor.
+
+ +#### Type Constraints + +
+
T : tensor(uint32), tensor(uint64), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input and output types to numeric tensors.
+
+ + +#### Examples + +
+default_axes_keepdims + +```python +shape = [3, 2, 2] +axes = np.array([], dtype=np.int64) +keepdims = 1 + +node = onnx.helper.make_node( + "ReduceSum", inputs=["data", "axes"], outputs=["reduced"], keepdims=keepdims +) + +data = np.array( + [[[1, 2], [3, 4]], [[5, 6], [7, 8]], [[9, 10], [11, 12]]], dtype=np.float32 +) +reduced = np.sum(data, axis=None, keepdims=keepdims == 1) +# print(reduced) +# [[[78.]]] + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_sum_default_axes_keepdims_example", +) + +np.random.seed(0) +data = np.random.uniform(-10, 10, shape).astype(np.float32) +reduced = np.sum(data, axis=None, keepdims=keepdims == 1) + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_sum_default_axes_keepdims_random", +) +``` + +
+ + +
+do_not_keepdims + +```python +shape = [3, 2, 2] +axes = np.array([1], dtype=np.int64) +keepdims = 0 + +node = onnx.helper.make_node( + "ReduceSum", inputs=["data", "axes"], outputs=["reduced"], keepdims=keepdims +) + +data = np.array( + [[[1, 2], [3, 4]], [[5, 6], [7, 8]], [[9, 10], [11, 12]]], dtype=np.float32 +) +reduced = np.sum(data, axis=tuple(axes.tolist()), keepdims=keepdims == 1) +# print(reduced) +# [[4., 6.] +# [12., 14.] +# [20., 22.]] + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_sum_do_not_keepdims_example", +) + +np.random.seed(0) +data = np.random.uniform(-10, 10, shape).astype(np.float32) +reduced = np.sum(data, axis=tuple(axes.tolist()), keepdims=keepdims == 1) + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_sum_do_not_keepdims_random", +) +``` + +
+ + +
+empty_axes_input_noop + +```python +shape = [3, 2, 2] +keepdims = 1 + +node = onnx.helper.make_node( + "ReduceSum", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, + noop_with_empty_axes=True, +) + +data = np.array( + [[[1, 2], [3, 4]], [[5, 6], [7, 8]], [[9, 10], [11, 12]]], dtype=np.float32 +) +axes = np.array([], dtype=np.int64) +reduced = np.array(data) +# print(reduced) +# [[[1, 2], [3, 4]], [[5, 6], [7, 8]], [[9, 10], [11, 12]]] + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_sum_empty_axes_input_noop_example", +) + +np.random.seed(0) +data = np.random.uniform(-10, 10, shape).astype(np.float32) +reduced = np.array(data) + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_sum_empty_axes_input_noop", +) +``` + +
+ + +
+empty_set + +```python +"""Test case with the reduced-axis of size zero.""" +shape = [2, 0, 4] +keepdims = 1 +reduced_shape = [2, 1, 4] + +node = onnx.helper.make_node( + "ReduceSum", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, +) + +data = np.array([], dtype=np.float32).reshape(shape) +axes = np.array([1], dtype=np.int64) +reduced = np.array(np.zeros(reduced_shape, dtype=np.float32)) + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_sum_empty_set", +) +``` + +
+ + +
+keepdims + +```python +shape = [3, 2, 2] +axes = np.array([1], dtype=np.int64) +keepdims = 1 + +node = onnx.helper.make_node( + "ReduceSum", inputs=["data", "axes"], outputs=["reduced"], keepdims=keepdims +) + +data = np.array( + [[[1, 2], [3, 4]], [[5, 6], [7, 8]], [[9, 10], [11, 12]]], dtype=np.float32 +) +reduced = np.sum(data, axis=tuple(axes.tolist()), keepdims=keepdims == 1) +# print(reduced) +# [[[4., 6.]] +# [[12., 14.]] +# [[20., 22.]]] + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_sum_keepdims_example", +) + +np.random.seed(0) +data = np.random.uniform(-10, 10, shape).astype(np.float32) +reduced = np.sum(data, axis=tuple(axes.tolist()), keepdims=keepdims == 1) + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_sum_keepdims_random", +) +``` + +
+ + +
+negative_axes_keepdims + +```python +shape = [3, 2, 2] +axes = np.array([-2], dtype=np.int64) +keepdims = 1 + +node = onnx.helper.make_node( + "ReduceSum", inputs=["data", "axes"], outputs=["reduced"], keepdims=keepdims +) + +data = np.array( + [[[1, 2], [3, 4]], [[5, 6], [7, 8]], [[9, 10], [11, 12]]], dtype=np.float32 +) +reduced = np.sum(data, axis=tuple(axes.tolist()), keepdims=keepdims == 1) +# print(reduced) +# [[[4., 6.]] +# [[12., 14.]] +# [[20., 22.]]] + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_sum_negative_axes_keepdims_example", +) + +np.random.seed(0) +data = np.random.uniform(-10, 10, shape).astype(np.float32) +reduced = np.sum(data, axis=tuple(axes.tolist()), keepdims=keepdims == 1) + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_sum_negative_axes_keepdims_random", +) +``` + +
+ + +
+non_reduced_axis_zero + +```python +"""Test case with the non-reduced-axis of size zero.""" +shape = [2, 0, 4] +keepdims = 1 +reduced_shape = [2, 0, 1] + +node = onnx.helper.make_node( + "ReduceSum", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, +) + +data = np.array([], dtype=np.float32).reshape(shape) +axes = np.array([2], dtype=np.int64) +reduced = np.array([], dtype=np.float32).reshape(reduced_shape) + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_sum_empty_set_non_reduced_axis_zero", +) +``` + +
+ + +### **ReduceSumSquare** + + Computes the sum square of the input tensor's elements along the provided axes. The resulting + tensor has the same rank as the input if `keepdims` equals 1. If `keepdims` equals 0, then + the resulting tensor has the reduced dimension pruned. Input tensors of rank zero are + valid. Reduction over an empty set of values yields 0. + + + The above behavior is similar to numpy, with the exception that numpy defaults `keepdims` + to `False` instead of `True`. + +#### Version + +This version of the operator has been available since version 18 of the default ONNX operator set. + +Other versions of this operator: 1, 11, 13 + +#### Attributes + +
+
keepdims : int (default is 1)
+
Keep the reduced dimension or not, default 1 means keep reduced dimension.
+
noop_with_empty_axes : int (default is 0)
+
Defines behavior when axes is not provided or is empty. If false (default), reduction happens over all axes (similar to the case when `axis=None` in numpy). If true, reduction happens over an empty set of axes (similar to the case when `axis=()` in numpy). Note that reduction over an empty set of axes means that the reduction step behaves like a no-op (identity function), but composite-reduction operators will still perform the non-reduction steps as needed. Thus, ReduceLogSum returns the Log of input tensor, and ReduceSumSquare returns the Square of the input tensor, in this case.
+
+ +#### Inputs (1 - 2) + +
+
data (differentiable) : T
+
An input tensor.
+
axes (optional, non-differentiable) : tensor(int64)
+
Optional input list of integers, along which to reduce. The default is to reduce over empty axes. When axes is empty (either not provided or explicitly empty), behavior depends on 'noop_with_empty_axes': reduction over all axes if 'noop_with_empty_axes' is false, and reduction over the empty set of axes when 'noop_with_empty_axes' is true. Accepted range is [-r, r-1] where r = rank(data).
+
+ +#### Outputs + +
+
reduced (differentiable) : T
+
Reduced output tensor.
+
+ +#### Type Constraints + +
+
T : tensor(uint32), tensor(uint64), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input and output types to numeric tensors.
+
+ + +#### Examples + +
+default_axes_keepdims + +```python +shape = [3, 2, 2] +axes = np.array([], dtype=np.int64) +keepdims = 1 + +node = onnx.helper.make_node( + "ReduceSumSquare", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, +) + +data = np.array( + [[[1, 2], [3, 4]], [[5, 6], [7, 8]], [[9, 10], [11, 12]]], dtype=np.float32 +) +reduced = np.sum(np.square(data), axis=None, keepdims=keepdims == 1) +# print(reduced) +# [[[650.]]] + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_sum_square_default_axes_keepdims_example", +) + +np.random.seed(0) +data = np.random.uniform(-10, 10, shape).astype(np.float32) +reduced = np.sum(np.square(data), axis=None, keepdims=keepdims == 1) + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_sum_square_default_axes_keepdims_random", +) +``` + +
+ + +
+do_not_keepdims + +```python +shape = [3, 2, 2] +axes = np.array([1], dtype=np.int64) +keepdims = 0 + +node = onnx.helper.make_node( + "ReduceSumSquare", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, +) + +data = np.array( + [[[1, 2], [3, 4]], [[5, 6], [7, 8]], [[9, 10], [11, 12]]], dtype=np.float32 +) +reduced = np.sum(np.square(data), axis=tuple(axes), keepdims=keepdims == 1) +# print(reduced) +# [[10., 20.] +# [74., 100.] +# [202., 244.]] + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_sum_square_do_not_keepdims_example", +) + +np.random.seed(0) +data = np.random.uniform(-10, 10, shape).astype(np.float32) +reduced = np.sum(np.square(data), axis=tuple(axes), keepdims=keepdims == 1) + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_sum_square_do_not_keepdims_random", +) +``` + +
+ + +
+empty_set + +```python +shape = [2, 0, 4] +keepdims = 1 +reduced_shape = [2, 1, 4] + +node = onnx.helper.make_node( + "ReduceSumSquare", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, +) + +data = np.array([], dtype=np.float32).reshape(shape) +axes = np.array([1], dtype=np.int64) +reduced = np.array(np.zeros(reduced_shape, dtype=np.float32)) + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_sum_square_empty_set", +) +``` + +
+ + +
+keepdims + +```python +shape = [3, 2, 2] +axes = np.array([1], dtype=np.int64) +keepdims = 1 + +node = onnx.helper.make_node( + "ReduceSumSquare", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, +) + +data = np.array( + [[[1, 2], [3, 4]], [[5, 6], [7, 8]], [[9, 10], [11, 12]]], dtype=np.float32 +) +reduced = np.sum(np.square(data), axis=tuple(axes), keepdims=keepdims == 1) +# print(reduced) +# [[[10., 20.]] +# [[74., 100.]] +# [[202., 244.]]] + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_sum_square_keepdims_example", +) + +np.random.seed(0) +data = np.random.uniform(-10, 10, shape).astype(np.float32) +reduced = np.sum(np.square(data), axis=tuple(axes), keepdims=keepdims == 1) + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_sum_square_keepdims_random", +) +``` + +
+ + +
+negative_axes_keepdims + +```python +shape = [3, 2, 2] +axes = np.array([-2], dtype=np.int64) +keepdims = 1 + +node = onnx.helper.make_node( + "ReduceSumSquare", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, +) + +data = np.array( + [[[1, 2], [3, 4]], [[5, 6], [7, 8]], [[9, 10], [11, 12]]], dtype=np.float32 +) +reduced = np.sum(np.square(data), axis=tuple(axes), keepdims=keepdims == 1) +# print(reduced) +# [[[10., 20.s]] +# [[74., 100.]] +# [[202., 244.]]] + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_sum_square_negative_axes_keepdims_example", +) + +np.random.seed(0) +data = np.random.uniform(-10, 10, shape).astype(np.float32) +reduced = np.sum(np.square(data), axis=tuple(axes), keepdims=keepdims == 1) + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_sum_square_negative_axes_keepdims_random", +) +``` + +
+ + +### **RegexFullMatch** + + RegexFullMatch performs a full regex match on each element of the input tensor. If an element fully matches the regex pattern specified as an attribute, the corresponding element in the output is True and it is False otherwise. [RE2](https://github.com/google/re2/wiki/Syntax) regex syntax is used. + +#### Version + +This version of the operator has been available since version 20 of the default ONNX operator set. + +#### Attributes + +
+
pattern : string
+
Regex pattern to match on. This must be valid RE2 syntax.
+
+ +#### Inputs + +
+
X (non-differentiable) : T1
+
Tensor with strings to match on.
+
+ +#### Outputs + +
+
Y (non-differentiable) : T2
+
Tensor of bools indicating if each input string fully matches the regex pattern specified.
+
+ +#### Type Constraints + +
+
T1 : tensor(string)
+
Inputs must be UTF-8 strings
+
T2 : tensor(bool)
+
Outputs are bools and are True where there is a full regex match and False otherwise.
+
+ + +#### Examples + +
+basic + +```python +node = onnx.helper.make_node( + "RegexFullMatch", + inputs=["X"], + outputs=["Y"], + pattern=r"www\.[\w.-]+\.\bcom\b", +) + +x = np.array(["www.google.com", "www.facebook.com", "www.bbc.co.uk"]).astype( + object +) +result = np.array([True, True, False]) +expect(node, inputs=[x], outputs=[result], name="test_regex_full_match_basic") +``` + +
+ + +
+match_email_domain + +```python +node = onnx.helper.make_node( + "RegexFullMatch", + inputs=["X"], + outputs=["Y"], + pattern=r"(\W|^)[\w.\-]{0,25}@(yahoo|gmail)\.com(\W|$)", +) + +x = np.array( + [ + ["account@gmail.com", "account@hotmail.com"], + ["not email", "account2@yahoo.com"], + ] +).astype(object) +result = np.array([[True, False], [False, True]]) +expect( + node, + inputs=[x], + outputs=[result], + name="test_regex_full_match_email_domain", +) +``` + +
+ + +
+match_empty + +```python +node = onnx.helper.make_node( + "RegexFullMatch", + inputs=["X"], + outputs=["Y"], + pattern=r"(\W|^)[\w.\-]{0,25}@(yahoo|gmail)\.com(\W|$)", +) + +x = np.array([[], []]).astype(object) +result = np.array([[], []]).astype(bool) +expect( + node, + inputs=[x], + outputs=[result], + name="test_regex_full_match_empty", +) +``` + +
+ + +### **Relu** + + Relu takes one input data (Tensor) and produces one output data + (Tensor) where the rectified linear function, y = max(0, x), is applied to + the tensor elementwise. + +#### Version + +This version of the operator has been available since version 14 of the default ONNX operator set. + +Other versions of this operator: 1, 6, 13 + +#### Inputs + +
+
X (differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
Y (differentiable) : T
+
Output tensor
+
+ +#### Type Constraints + +
+
T : tensor(float), tensor(int32), tensor(int8), tensor(int16), tensor(int64), tensor(float16), tensor(double), tensor(bfloat16)
+
Constrain input and output types to signed numeric tensors.
+
+ + +#### Examples + +
+relu + +```python +node = onnx.helper.make_node( + "Relu", + inputs=["x"], + outputs=["y"], +) +x = np.random.randn(3, 4, 5).astype(np.float32) +y = np.clip(x, 0, np.inf) + +expect(node, inputs=[x], outputs=[y], name="test_relu") +``` + +
+ + +### **Reshape** + + Reshape the input tensor similar to numpy.reshape. + First input is the data tensor, second input is a shape tensor which specifies the output shape. It outputs the reshaped tensor. + At most one dimension of the new shape can be -1. In this case, the value is + inferred from the size of the tensor and the remaining dimensions. A dimension + could also be 0, in which case the actual dimension value is unchanged (i.e. taken + from the input tensor). If 'allowzero' is set, and the new shape includes 0, the + dimension will be set explicitly to zero (i.e. not taken from input tensor). + Shape (second input) could be an empty shape, which means converting to a scalar. + The input tensor's shape and the output tensor's shape are required to have the same number of elements. + + If the attribute 'allowzero' is set, it is invalid for the specified shape to + contain both a zero value and -1, as the value of the dimension corresponding + to -1 cannot be determined uniquely. + +#### Version + +This version of the operator has been available since version 25 of the default ONNX operator set. + +Other versions of this operator: 1, 5, 13, 14, 19, 21, 23, 24 + +#### Attributes + +
+
allowzero : int (default is 0)
+
(Optional) By default, when any value in the 'shape' input is equal to zero the corresponding dimension value is copied from the input tensor dynamically. allowzero=1 indicates that if any value in the 'shape' input is set to zero, the zero value is honored, similar to NumPy.
+
+ +#### Inputs + +
+
data (differentiable) : T
+
An input tensor.
+
shape (non-differentiable) : tensor(int64)
+
Specified shape for output.
+
+ +#### Outputs + +
+
reshaped (differentiable) : T
+
Reshaped data.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(uint4), tensor(int4), tensor(float4e2m1), tensor(float8e8m0), tensor(uint2), tensor(int2)
+
Constrain input and output types to all tensor types.
+
+ + +#### Examples + +
+allowzero + +```python +original_shape = [0, 3, 4] +test_cases = { + "allowzero_reordered": np.array([3, 4, 0], dtype=np.int64), +} +data = np.random.random_sample(original_shape).astype(np.float32) + +for test_name, shape in test_cases.items(): + node = onnx.helper.make_node( + "Reshape", + inputs=["data", "shape"], + outputs=["reshaped"], + allowzero=1, # if allowzero=1, final shape = (3, 4, 0) + # if allowzero=0, final shape = (3, 4, 4) + ) + + reshaped = reshape_reference_implementation(data, shape, allowzero=1) + + expect( + node, + inputs=[data, shape], + outputs=[reshaped], + name="test_reshape_" + test_name, + ) +``` + +
+ + +
+reshape + +```python +original_shape = [2, 3, 4] +test_cases = { + "reordered_all_dims": np.array([4, 2, 3], dtype=np.int64), + "reordered_last_dims": np.array([2, 4, 3], dtype=np.int64), + "reduced_dims": np.array([2, 12], dtype=np.int64), + "extended_dims": np.array([2, 3, 2, 2], dtype=np.int64), + "one_dim": np.array([24], dtype=np.int64), + "negative_dim": np.array([2, -1, 2], dtype=np.int64), + "negative_extended_dims": np.array([-1, 2, 3, 4], dtype=np.int64), + "zero_dim": np.array([2, 0, 4, 1], dtype=np.int64), + "zero_and_negative_dim": np.array([2, 0, 1, -1], dtype=np.int64), +} +data = np.random.random_sample(original_shape).astype(np.float32) + +for test_name, shape in test_cases.items(): + node = onnx.helper.make_node( + "Reshape", + inputs=["data", "shape"], + outputs=["reshaped"], + ) + + reshaped = reshape_reference_implementation(data, shape) + + expect( + node, + inputs=[data, shape], + outputs=[reshaped], + name="test_reshape_" + test_name, + ) +``` + +
+ + +### **Resize** + + Resize the input tensor. In general, it calculates every value in the output tensor as a weighted average of neighborhood (a.k.a. sampling locations) in the input tensor. + Each dimension value of the output tensor is: + ``` + output_dimension = floor(input_dimension * (roi_end - roi_start) * scale) + ``` + if input \"sizes\" is not specified. + +#### Version + +This version of the operator has been available since version 19 of the default ONNX operator set. + +Other versions of this operator: 10, 11, 13, 18 + +#### Attributes + +
+
antialias : int (default is 0)
+
If set to 1, "linear" and "cubic" interpolation modes will use an antialiasing filter when downscaling. Antialiasing is achieved by stretching the resampling filter by a factor max(1, 1 / scale), which means that when downsampling, more input pixels contribute to an output pixel.
+
axes : list of ints
+
If provided, it specifies a subset of axes that 'roi', 'scales' and 'sizes' refer to. If not provided, all axes are assumed [0, 1, ..., r-1], where r = rank(data). Non-specified dimensions are interpreted as non-resizable. Negative value means counting dimensions from the back. Accepted range is [-r, r-1], where r = rank(data). Behavior is undefined if an axis is repeated.
+
coordinate_transformation_mode : string (default is half_pixel)
+
+This attribute describes how to transform the coordinate in the resized tensor to the coordinate in the original tensor. + +The coordinate of each dimension is transformed individually. Let's describe a case using axis x as an example. +Denote `x_resized` as the coordinate of axis x in the resized tensor, + `x_original` as the coordinate of axis x in the original tensor, + `length_original` as the length of the original tensor in axis x, + `length_resized` as the length of the resized tensor in axis x, + `scale = length_resized / length_original`, + `output_width` the target length on the axis x which can be a fractional number when it is calculated out of a scale factor, + and `output_width_int` the effective output width as an integer. + +if coordinate_transformation_mode is `"half_pixel"`, +``` +x_original = (x_resized + 0.5) / scale - 0.5 +``` + +if coordinate_transformation_mode is `"half_pixel_symmetric"`, +``` +adjustment = output_width_int / output_width +center = input_width / 2 +offset = center * (1 - adjustment) +x_ori = offset + (x + 0.5) / scale - 0.5 +``` + +if coordinate_transformation_mode is `"pytorch_half_pixel"`, +``` +x_original = length_resized > 1 ? (x_resized + 0.5) / scale - 0.5 : 0 +``` + +if coordinate_transformation_mode is `"align_corners"`, +``` +x_original = x_resized * (length_original - 1) / (length_resized - 1) +``` + +if coordinate_transformation_mode is `"asymmetric"`, +``` +x_original = x_resized / scale +``` + +if coordinate_transformation_mode is `"tf_crop_and_resize"`, +``` +x_original = length_resized > 1 ? start_x * (length_original - 1) + x_resized * (end_x - start_x) * (length_original - 1) / (length_resized - 1) : 0.5 * (start_x + end_x) * (length_original - 1) +``` +.
+
cubic_coeff_a : float (default is -0.75)
+
The coefficient 'a' used in cubic interpolation. Two common choice are -0.5 (in some cases of TensorFlow) and -0.75 (in PyTorch). Check out Equation (4) in https://ieeexplore.ieee.org/document/1163711 for the details. This attribute is valid only if mode is "cubic".
+
exclude_outside : int (default is 0)
+
If set to 1, the weight of sampling locations outside the tensor will be set to 0 and the weight will be renormalized so that their sum is 1.0. The default value is 0.
+
extrapolation_value : float (default is 0.0)
+
When coordinate_transformation_mode is "tf_crop_and_resize" and x_original is outside the range [0, length_original - 1], this value is used as the corresponding output value. Default is 0.0f.
+
keep_aspect_ratio_policy : string (default is stretch)
+
+This attribute describes how to interpret the `sizes` input with regard to keeping the original aspect ratio of the input, and it is not applicable when +the `scales` input is used. + +Given a set of `sizes`, associated with a subset of `axes` (explicitly provided or default), and assuming `d = axes[i]`, with `i` being the index of the provided `sizes`. + +If `keep_aspect_ratio_policy` is `"stretch"`, the original aspect ratio is disregarded, and the input is resized to the specified size: +`out_size[d] = sizes[i]` + +If `keep_aspect_ratio_policy` is `"not_larger"`, the sizes are adjusted so that no extent of the output is larger than the specified size, while keeping the original aspect ratio: +``` +scale = Min(sizes[i] / in_size[d]) +out_size[d] = round_int(scale * in_size[d]) +``` + +If `keep_aspect_ratio_policy` is `"not_smaller"`, the sizes are adjusted so that no extent of the output is smaller than the specified size, while keeping the original aspect ratio: +``` +scale = Max(sizes[i] / in_size[d]) +out_size[d] = round_int(scale * in_size[d]) +``` + +For non-resizable axes (those not specified in `axes`), the output size will be equal to the input size. + +Note: `round_int` stands for computing the nearest integer value, rounding halfway cases up.
+
mode : string (default is nearest)
+
Three interpolation modes: "nearest" (default), "linear" and "cubic". The "linear" mode includes linear interpolation for 1D tensor and N-linear interpolation for N-D tensor (for example, bilinear interpolation for 2D tensor). The "cubic" mode includes cubic interpolation for 1D tensor and N-cubic interpolation for N-D tensor (for example, bicubic interpolation for 2D tensor).
+
nearest_mode : string (default is round_prefer_floor)
+
Four modes: "round_prefer_floor" (default, as known as round half down), "round_prefer_ceil" (as known as round half up), "floor", "ceil". Only used by nearest interpolation. It indicates how to get "nearest" pixel in input tensor from x_original, so this attribute is valid only if "mode" is "nearest".
+
+ +#### Inputs (1 - 4) + +
+
X (differentiable) : T1
+
N-D tensor
+
roi (optional, non-differentiable) : T2
+
1-D tensor given as [start1, ..., startN, end1, ..., endN], where N is the rank of X or the length of axes, if provided. The RoIs' coordinates are normalized in the coordinate system of the input image. It only takes effect when coordinate_transformation_mode is "tf_crop_and_resize"
+
scales (optional, non-differentiable) : tensor(float)
+
The scale array along each dimension. It takes value greater than 0. If it's less than 1, it's sampling down, otherwise, it's upsampling. The number of elements of 'scales' should be the same as the rank of input 'X' or the length of 'axes', if provided. One of 'scales' and 'sizes' MUST be specified and it is an error if both are specified. If 'sizes' is needed, the user can use an empty string as the name of 'scales' in this operator's input list.
+
sizes (optional, non-differentiable) : tensor(int64)
+
Target size of the output tensor. Its interpretation depends on the 'keep_aspect_ratio_policy' value.The number of elements of 'sizes' should be the same as the rank of input 'X', or the length of 'axes', if provided. Only one of 'scales' and 'sizes' can be specified.
+
+ +#### Outputs + +
+
Y (differentiable) : T1
+
N-D tensor after resizing
+
+ +#### Type Constraints + +
+
T1 : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain input 'X' and output 'Y' to all tensor types.
+
T2 : tensor(float16), tensor(float), tensor(double)
+
Constrain roi type to float or double.
+
+ + +#### Examples + +
+resize_downsample_scales_cubic + +```python +node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "scales"], + outputs=["Y"], + mode="cubic", +) + +data = np.array( + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ] + ] + ], + dtype=np.float32, +) + +scales = np.array([1.0, 1.0, 0.8, 0.8], dtype=np.float32) + +# [[[[ 1.47119141 2.78125 4.08251953] +# [ 6.71142578 8.02148438 9.32275391] +# [11.91650391 13.2265625 14.52783203]]]] +output = interpolate_nd( + data, lambda x, _: cubic_coeffs(x), scale_factors=scales +).astype(np.float32) + +expect( + node, + inputs=[data, scales], + outputs=[output], + name="test_resize_downsample_scales_cubic", +) +``` + +
+ + +
+resize_downsample_scales_cubic_A_n0p5_exclude_outside + +```python +node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "scales"], + outputs=["Y"], + mode="cubic", + cubic_coeff_a=-0.5, + exclude_outside=True, +) + +data = np.array( + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ] + ] + ], + dtype=np.float32, +) + +scales = np.array([1.0, 1.0, 0.8, 0.8], dtype=np.float32) + +# [[[[ 1.36812675 2.6695014 4.0133367 ] +# [ 6.57362535 7.875 9.2188353 ] +# [11.94896657 13.25034122 14.59417652]]]] +output = interpolate_nd( + data, + lambda x, _: cubic_coeffs(x, A=-0.5), + scale_factors=scales, + exclude_outside=True, +).astype(np.float32) + +expect( + node, + inputs=[data, scales], + outputs=[output], + name="test_resize_downsample_scales_cubic_A_n0p5_exclude_outside", +) +``` + +
+ + +
+resize_downsample_scales_cubic_align_corners + +```python +node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "scales"], + outputs=["Y"], + mode="cubic", + coordinate_transformation_mode="align_corners", +) + +data = np.array( + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ] + ] + ], + dtype=np.float32, +) + +scales = np.array([1.0, 1.0, 0.8, 0.8], dtype=np.float32) + +# [[[[ 1. 2.39519159 3.79038317] +# [ 6.58076634 7.97595793 9.37114951] +# [12.16153268 13.55672427 14.95191585]]]] +output = interpolate_nd( + data, + lambda x, _: cubic_coeffs(x), + scale_factors=scales, + coordinate_transformation_mode="align_corners", +).astype(np.float32) + +expect( + node, + inputs=[data, scales], + outputs=[output], + name="test_resize_downsample_scales_cubic_align_corners", +) +``` + +
+ + +
+resize_downsample_scales_cubic_antialias + +```python +node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "scales"], + outputs=["Y"], + mode="cubic", + antialias=1, +) + +data = np.array( + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ] + ] + ], + dtype=np.float32, +) + +scales = np.array([1.0, 1.0, 0.6, 0.6], dtype=np.float32) + +# [[[[ 2.5180721 4.2858863] +# [ 9.589329 11.357142 ]]]] +output = interpolate_nd( + data, cubic_coeffs_antialias, scale_factors=scales +).astype(np.float32) + +expect( + node, + inputs=[data, scales], + outputs=[output], + name="test_resize_downsample_scales_cubic_antialias", +) +``` + +
+ + +
+resize_downsample_scales_linear + +```python +node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "scales"], + outputs=["Y"], + mode="linear", +) + +data = np.array( + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + ] + ] + ], + dtype=np.float32, +) + +scales = np.array([1.0, 1.0, 0.6, 0.6], dtype=np.float32) + +# [[[[2.6666665 4.3333331]]]] +output = interpolate_nd( + data, lambda x, _: linear_coeffs(x), scale_factors=scales +).astype(np.float32) + +expect( + node, + inputs=[data, scales], + outputs=[output], + name="test_resize_downsample_scales_linear", +) +``` + +
+ + +
+resize_downsample_scales_linear_align_corners + +```python +node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "scales"], + outputs=["Y"], + mode="linear", + coordinate_transformation_mode="align_corners", +) + +data = np.array( + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + ] + ] + ], + dtype=np.float32, +) + +scales = np.array([1.0, 1.0, 0.6, 0.6], dtype=np.float32) + +# [[[[1. 3.142857]]]] +output = interpolate_nd( + data, + lambda x, _: linear_coeffs(x), + scale_factors=scales, + coordinate_transformation_mode="align_corners", +).astype(np.float32) + +expect( + node, + inputs=[data, scales], + outputs=[output], + name="test_resize_downsample_scales_linear_align_corners", +) +``` + +
+ + +
+resize_downsample_scales_linear_antialias + +```python +node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "scales"], + outputs=["Y"], + mode="linear", + antialias=1, +) + +data = np.array( + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ] + ] + ], + dtype=np.float32, +) + +scales = np.array([1.0, 1.0, 0.6, 0.6], dtype=np.float32) + +# [[[[ 2.875 4.5 ] +# [ 9.375 11. ]]]] +output = interpolate_nd( + data, linear_coeffs_antialias, scale_factors=scales +).astype(np.float32) + +expect( + node, + inputs=[data, scales], + outputs=[output], + name="test_resize_downsample_scales_linear_antialias", +) +``` + +
+ + +
+resize_downsample_scales_linear_half_pixel_symmetric + +```python +node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "scales"], + outputs=["Y"], + mode="linear", + coordinate_transformation_mode="half_pixel_symmetric", +) + +data = np.array([[[[1, 2, 3, 4]]]], dtype=np.float32) +scales = np.array([1.0, 1.0, 1.0, 0.6], dtype=np.float32) + +# [[[[1.6666667, 3.3333333]]]] +output = interpolate_nd( + data, + lambda x, _: linear_coeffs(x), + scale_factors=scales, + coordinate_transformation_mode="half_pixel_symmetric", +).astype(np.float32) + +expect( + node, + inputs=[data, scales], + outputs=[output], + name="test_resize_downsample_scales_linear_half_pixel_symmetric", +) +``` + +
+ + +
+resize_downsample_scales_nearest + +```python +node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "scales"], + outputs=["Y"], + mode="nearest", +) + +data = np.array( + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + ] + ] + ], + dtype=np.float32, +) + +scales = np.array([1.0, 1.0, 0.6, 0.6], dtype=np.float32) + +# [[[[1. 3.]]]] +output = interpolate_nd( + data, lambda x, _: nearest_coeffs(x), scale_factors=scales +).astype(np.float32) + +expect( + node, + inputs=[data, scales], + outputs=[output], + name="test_resize_downsample_scales_nearest", +) +``` + +
+ + +
+resize_downsample_sizes_cubic + +```python +node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "", "sizes"], + outputs=["Y"], + mode="cubic", +) + +data = np.array( + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ] + ] + ], + dtype=np.float32, +) + +sizes = np.array([1, 1, 3, 3], dtype=np.int64) + +# [[[[ 1.63078704 3.00462963 4.37847222] +# [ 7.12615741 8.5 9.87384259] +# [12.62152778 13.99537037 15.36921296]]]] +output = interpolate_nd( + data, lambda x, _: cubic_coeffs(x), output_size=sizes +).astype(np.float32) + +expect( + node, + inputs=[data, sizes], + outputs=[output], + name="test_resize_downsample_sizes_cubic", +) +``` + +
+ + +
+resize_downsample_sizes_cubic_antialias + +```python +node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "", "sizes"], + outputs=["Y"], + mode="cubic", + antialias=1, +) + +data = np.array( + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ] + ] + ], + dtype=np.float32, +) + +sizes = np.array([1, 1, 3, 3], dtype=np.int64) + +# [[[[ 1.7750092 3.1200073 4.4650054] +# [ 7.1550016 8.5 9.844998 ] +# [12.534994 13.8799925 15.224991 ]]]] +output = interpolate_nd(data, cubic_coeffs_antialias, output_size=sizes).astype( + np.float32 +) + +expect( + node, + inputs=[data, sizes], + outputs=[output], + name="test_resize_downsample_sizes_cubic_antialias", +) +``` + +
+ + +
+resize_downsample_sizes_linear_antialias + +```python +node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "", "sizes"], + outputs=["Y"], + mode="linear", + antialias=1, +) + +data = np.array( + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ] + ] + ], + dtype=np.float32, +) + +sizes = np.array([1, 1, 3, 3], dtype=np.int64) + +# [[[[ 2.3636363 3.590909 4.818182 ] +# [ 7.2727275 8.5 9.727273 ] +# [12.181818 13.409091 14.636364 ]]]] +output = interpolate_nd( + data, linear_coeffs_antialias, output_size=sizes +).astype(np.float32) + +expect( + node, + inputs=[data, sizes], + outputs=[output], + name="test_resize_downsample_sizes_linear_antialias", +) +``` + +
+ + +
+resize_downsample_sizes_linear_pytorch_half_pixel + +```python +node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "", "sizes"], + outputs=["Y"], + mode="linear", + coordinate_transformation_mode="pytorch_half_pixel", +) + +data = np.array( + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ] + ] + ], + dtype=np.float32, +) + +sizes = np.array([1, 1, 3, 1], dtype=np.int64) + +# [[[[ 1.6666666] +# [ 7. ] +# [12.333333 ]]]] +output = interpolate_nd( + data, + lambda x, _: linear_coeffs(x), + output_size=sizes, + coordinate_transformation_mode="pytorch_half_pixel", +).astype(np.float32) + +expect( + node, + inputs=[data, sizes], + outputs=[output], + name="test_resize_downsample_sizes_linear_pytorch_half_pixel", +) +``` + +
+ + +
+resize_downsample_sizes_nearest + +```python +node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "", "sizes"], + outputs=["Y"], + mode="nearest", +) + +data = np.array( + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + ] + ] + ], + dtype=np.float32, +) + +sizes = np.array([1, 1, 1, 3], dtype=np.int64) + +# [[[[1. 2. 4.]]]] +output = interpolate_nd( + data, lambda x, _: nearest_coeffs(x), output_size=sizes +).astype(np.float32) + +expect( + node, + inputs=[data, sizes], + outputs=[output], + name="test_resize_downsample_sizes_nearest", +) +``` + +
+ + +
+resize_downsample_sizes_nearest_not_larger + +```python +keep_aspect_ratio_policy = "not_larger" +axes = [2, 3] +node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "", "sizes"], + outputs=["Y"], + mode="nearest", + axes=axes, + keep_aspect_ratio_policy=keep_aspect_ratio_policy, +) + +data = np.array( + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + ] + ] + ], + dtype=np.float32, +) + +sizes = np.array([1, 3], dtype=np.int64) # Results in 1x2 + +# [[[[1. 3.]]]] +output = interpolate_nd( + data, + lambda x, _: nearest_coeffs(x), + output_size=sizes, + axes=axes, + keep_aspect_ratio_policy=keep_aspect_ratio_policy, +).astype(np.float32) + +expect( + node, + inputs=[data, sizes], + outputs=[output], + name="test_resize_downsample_sizes_nearest_not_larger", +) +``` + +
+ + +
+resize_downsample_sizes_nearest_not_smaller + +```python +keep_aspect_ratio_policy = "not_smaller" +axes = [2, 3] +node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "", "sizes"], + outputs=["Y"], + mode="nearest", + axes=axes, + keep_aspect_ratio_policy=keep_aspect_ratio_policy, +) + +data = np.array( + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + ] + ] + ], + dtype=np.float32, +) + +sizes = np.array([1, 3], dtype=np.int64) # Results in 2x3 + +# [[[[1. 2. 4.] +# [5. 6. 8.]]]] +output = interpolate_nd( + data, + lambda x, _: nearest_coeffs(x), + output_size=sizes, + axes=axes, + keep_aspect_ratio_policy=keep_aspect_ratio_policy, +).astype(np.float32) + +expect( + node, + inputs=[data, sizes], + outputs=[output], + name="test_resize_downsample_sizes_nearest_not_smaller", +) +``` + +
+ + +
+resize_tf_crop_and_resize + +```python +node = onnx.helper.make_node( + "Resize", + inputs=["X", "roi", "", "sizes"], + outputs=["Y"], + mode="linear", + coordinate_transformation_mode="tf_crop_and_resize", +) + +data = np.array( + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ] + ] + ], + dtype=np.float32, +) + +# Note: for some rois, the result may be different with that of TF for inaccurate floating point +roi = np.array([0, 0, 0.4, 0.6, 1, 1, 0.6, 0.8], dtype=np.float32) +sizes = np.array([1, 1, 3, 3], dtype=np.int64) + +# [[[[ 7.6000004 7.9 8.2 ] +# [ 8.8 9.1 9.400001 ] +# [10. 10.3 10.6 ]]]] +output = interpolate_nd( + data, + lambda x, _: linear_coeffs(x), + output_size=sizes, + roi=roi, + coordinate_transformation_mode="tf_crop_and_resize", +).astype(np.float32) + +expect( + node, + inputs=[data, roi, sizes], + outputs=[output], + name="test_resize_tf_crop_and_resize", +) +``` + +
+ + +
+resize_tf_crop_and_resize_axes_2_3 + +```python +axes = [2, 3] +node = onnx.helper.make_node( + "Resize", + inputs=["X", "roi", "", "sizes"], + outputs=["Y"], + mode="linear", + coordinate_transformation_mode="tf_crop_and_resize", + axes=axes, +) + +data = np.array( + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ] + ] + ], + dtype=np.float32, +) + +# Note: for some rois, the result may be different with that of TF for inaccurate floating point +roi = np.array([0.4, 0.6, 0.6, 0.8], dtype=np.float32) +sizes = np.array([3, 3], dtype=np.int64) + +# [[[[ 7.6000004 7.9 8.2 ] +# [ 8.8 9.1 9.400001 ] +# [10. 10.3 10.6 ]]]] +output = interpolate_nd( + data, + lambda x, _: linear_coeffs(x), + output_size=sizes, + roi=roi, + axes=axes, + coordinate_transformation_mode="tf_crop_and_resize", +).astype(np.float32) + +expect( + node, + inputs=[data, roi, sizes], + outputs=[output], + name="test_resize_tf_crop_and_resize_axes_2_3", +) +``` + +
+ + +
+resize_tf_crop_and_resize_axes_3_2 + +```python +axes = [3, 2] +node = onnx.helper.make_node( + "Resize", + inputs=["X", "roi", "", "sizes"], + outputs=["Y"], + mode="linear", + coordinate_transformation_mode="tf_crop_and_resize", + axes=axes, +) + +data = np.array( + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ] + ] + ], + dtype=np.float32, +) + +# Note: for some rois, the result may be different with that of TF for inaccurate floating point +roi = np.array([0.6, 0.4, 0.8, 0.6], dtype=np.float32) +sizes = np.array([3, 3], dtype=np.int64) + +# [[[[ 7.6000004 7.9 8.2 ] +# [ 8.8 9.1 9.400001 ] +# [10. 10.3 10.6 ]]]] +output = interpolate_nd( + data, + lambda x, _: linear_coeffs(x), + output_size=sizes, + roi=roi, + axes=axes, + coordinate_transformation_mode="tf_crop_and_resize", +).astype(np.float32) + +expect( + node, + inputs=[data, roi, sizes], + outputs=[output], + name="test_resize_tf_crop_and_resize_axes_3_2", +) +``` + +
+ + +
+resize_tf_crop_and_resize_extrapolation_value + +```python +node = onnx.helper.make_node( + "Resize", + inputs=["X", "roi", "", "sizes"], + outputs=["Y"], + mode="linear", + coordinate_transformation_mode="tf_crop_and_resize", + extrapolation_value=10.0, +) + +data = np.array( + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ] + ] + ], + dtype=np.float32, +) + +# Note: for some rois, the result may be different with that of TF for inaccurate floating point +roi = np.array([0, 0, 0.4, 0.6, 1, 1, 1.2, 1.7], dtype=np.float32) +sizes = np.array([1, 1, 3, 3], dtype=np.int64) + +# [[[[ 7.6000004 10. 10. ] +# [12.400001 10. 10. ] +# [10. 10. 10. ]]]] +output = interpolate_nd( + data, + lambda x, _: linear_coeffs(x), + output_size=sizes, + roi=roi, + coordinate_transformation_mode="tf_crop_and_resize", + extrapolation_value=10.0, +).astype(np.float32) + +expect( + node, + inputs=[data, roi, sizes], + outputs=[output], + name="test_resize_tf_crop_and_resize_extrapolation_value", +) +``` + +
+ + +
+resize_upsample_scales_cubic + +```python +node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "scales"], + outputs=["Y"], + mode="cubic", +) + +data = np.array( + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ] + ] + ], + dtype=np.float32, +) + +scales = np.array([1.0, 1.0, 2.0, 2.0], dtype=np.float32) + +# [[[[ 0.47265625 0.76953125 1.24609375 1.875 2.28125 +# 2.91015625 3.38671875 3.68359375] +# [ 1.66015625 1.95703125 2.43359375 3.0625 3.46875 +# 4.09765625 4.57421875 4.87109375] +# [ 3.56640625 3.86328125 4.33984375 4.96875 5.375 +# 6.00390625 6.48046875 6.77734375] +# [ 6.08203125 6.37890625 6.85546875 7.484375 7.890625 +# 8.51953125 8.99609375 9.29296875] +# [ 7.70703125 8.00390625 8.48046875 9.109375 9.515625 +# 10.14453125 10.62109375 10.91796875] +# [10.22265625 10.51953125 10.99609375 11.625 12.03125 +# 12.66015625 13.13671875 13.43359375] +# [12.12890625 12.42578125 12.90234375 13.53125 13.9375 +# 14.56640625 15.04296875 15.33984375] +# [13.31640625 13.61328125 14.08984375 14.71875 15.125 +# 15.75390625 16.23046875 16.52734375]]]] +output = interpolate_nd( + data, lambda x, _: cubic_coeffs(x), scale_factors=scales +).astype(np.float32) + +expect( + node, + inputs=[data, scales], + outputs=[output], + name="test_resize_upsample_scales_cubic", +) +``` + +
+ + +
+resize_upsample_scales_cubic_A_n0p5_exclude_outside + +```python +node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "scales"], + outputs=["Y"], + mode="cubic", + cubic_coeff_a=-0.5, + exclude_outside=True, +) + +data = np.array( + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ] + ] + ], + dtype=np.float32, +) + +scales = np.array([1.0, 1.0, 2.0, 2.0], dtype=np.float32) + +# [[[[ 0.55882353 0.81494204 1.35698249 1.89705882 2.39705882 +# 2.93713516 3.47917561 3.73529412] +# [ 1.58329755 1.83941606 2.38145651 2.92153285 3.42153285 +# 3.96160918 4.50364964 4.75976814] +# [ 3.75145936 4.00757787 4.54961832 5.08969466 5.58969466 +# 6.12977099 6.67181144 6.92792995] +# [ 5.91176471 6.16788321 6.70992366 7.25 7.75 +# 8.29007634 8.83211679 9.08823529] +# [ 7.91176471 8.16788321 8.70992366 9.25 9.75 +# 10.29007634 10.83211679 11.08823529] +# [10.07207005 10.32818856 10.87022901 11.41030534 11.91030534 +# 12.45038168 12.99242213 13.24854064] +# [12.24023186 12.49635036 13.03839082 13.57846715 14.07846715 +# 14.61854349 15.16058394 15.41670245] +# [13.26470588 13.52082439 14.06286484 14.60294118 15.10294118 +# 15.64301751 16.18505796 16.44117647]]]] +output = interpolate_nd( + data, + lambda x, _: cubic_coeffs(x, A=-0.5), + scale_factors=scales, + exclude_outside=True, +).astype(np.float32) + +expect( + node, + inputs=[data, scales], + outputs=[output], + name="test_resize_upsample_scales_cubic_A_n0p5_exclude_outside", +) +``` + +
+ + +
+resize_upsample_scales_cubic_align_corners + +```python +node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "scales"], + outputs=["Y"], + mode="cubic", + coordinate_transformation_mode="align_corners", +) + +data = np.array( + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ] + ] + ], + dtype=np.float32, +) + +scales = np.array([1.0, 1.0, 2.0, 2.0], dtype=np.float32) + +# [[[[ 1. 1.34110787 1.80029155 2.32944606 2.67055394 +# 3.19970845 3.65889213 4. ] +# [ 2.36443149 2.70553936 3.16472303 3.69387755 4.03498542 +# 4.56413994 5.02332362 5.36443149] +# [ 4.20116618 4.54227405 5.00145773 5.53061224 5.87172012 +# 6.40087464 6.86005831 7.20116618] +# [ 6.31778426 6.65889213 7.1180758 7.64723032 7.98833819 +# 8.51749271 8.97667638 9.31778426] +# [ 7.68221574 8.02332362 8.48250729 9.01166181 9.35276968 +# 9.8819242 10.34110787 10.68221574] +# [ 9.79883382 10.13994169 10.59912536 11.12827988 11.46938776 +# 11.99854227 12.45772595 12.79883382] +# [11.63556851 11.97667638 12.43586006 12.96501458 13.30612245 +# 13.83527697 14.29446064 14.63556851] +# [13. 13.34110787 13.80029155 14.32944606 14.67055394 +# 15.19970845 15.65889213 16. ]]]] +output = interpolate_nd( + data, + lambda x, _: cubic_coeffs(x), + scale_factors=scales, + coordinate_transformation_mode="align_corners", +).astype(np.float32) + +expect( + node, + inputs=[data, scales], + outputs=[output], + name="test_resize_upsample_scales_cubic_align_corners", +) +``` + +
+ + +
+resize_upsample_scales_cubic_asymmetric + +```python +node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "scales"], + outputs=["Y"], + mode="cubic", + coordinate_transformation_mode="asymmetric", +) + +data = np.array( + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ] + ] + ], + dtype=np.float32, +) + +scales = np.array([1.0, 1.0, 2.0, 2.0], dtype=np.float32) + +# [[[[ 1. 1.40625 2. 2.5 3. 3.59375 4. +# 4.09375] +# [ 2.625 3.03125 3.625 4.125 4.625 5.21875 5.625 +# 5.71875] +# [ 5. 5.40625 6. 6.5 7. 7.59375 8. +# 8.09375] +# [ 7. 7.40625 8. 8.5 9. 9.59375 10. +# 10.09375] +# [ 9. 9.40625 10. 10.5 11. 11.59375 12. +# 12.09375] +# [11.375 11.78125 12.375 12.875 13.375 13.96875 14.375 +# 14.46875] +# [13. 13.40625 14. 14.5 15. 15.59375 16. +# 16.09375] +# [13.375 13.78125 14.375 14.875 15.375 15.96875 16.375 +# 16.46875]]]] +output = interpolate_nd( + data, + lambda x, _: cubic_coeffs(x, A=-0.75), + scale_factors=scales, + coordinate_transformation_mode="asymmetric", +).astype(np.float32) + +expect( + node, + inputs=[data, scales], + outputs=[output], + name="test_resize_upsample_scales_cubic_asymmetric", +) +``` + +
+ + +
+resize_upsample_scales_linear + +```python +node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "scales"], + outputs=["Y"], + mode="linear", +) + +data = np.array( + [ + [ + [ + [1, 2], + [3, 4], + ] + ] + ], + dtype=np.float32, +) + +scales = np.array([1.0, 1.0, 2.0, 2.0], dtype=np.float32) + +# [[[[1. 1.25 1.75 2. ] +# [1.5 1.75 2.25 2.5 ] +# [2.5 2.75 3.25 3.5 ] +# [3. 3.25 3.75 4. ]]]] +output = interpolate_nd( + data, lambda x, _: linear_coeffs(x), scale_factors=scales +).astype(np.float32) + +expect( + node, + inputs=[data, scales], + outputs=[output], + name="test_resize_upsample_scales_linear", +) +``` + +
+ + +
+resize_upsample_scales_linear_align_corners + +```python +node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "scales"], + outputs=["Y"], + mode="linear", + coordinate_transformation_mode="align_corners", +) + +data = np.array( + [ + [ + [ + [1, 2], + [3, 4], + ] + ] + ], + dtype=np.float32, +) + +scales = np.array([1.0, 1.0, 2.0, 2.0], dtype=np.float32) + +# [[[[1. 1.33333333 1.66666667 2. ] +# [1.66666667 2. 2.33333333 2.66666667] +# [2.33333333 2.66666667 3. 3.33333333] +# [3. 3.33333333 3.66666667 4. ]]]] +output = interpolate_nd( + data, + lambda x, _: linear_coeffs(x), + scale_factors=scales, + coordinate_transformation_mode="align_corners", +).astype(np.float32) + +expect( + node, + inputs=[data, scales], + outputs=[output], + name="test_resize_upsample_scales_linear_align_corners", +) +``` + +
+ + +
+resize_upsample_scales_linear_half_pixel_symmetric + +```python +node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "scales"], + outputs=["Y"], + mode="linear", + coordinate_transformation_mode="half_pixel_symmetric", +) + +data = np.array([[[[1, 2], [3, 4]]]], dtype=np.float32) +scales = np.array([1.0, 1.0, 2.3, 2.94], dtype=np.float32) + +# [[[[1. , 1.15986395, 1.5 , 1.84013605, 2. ], +# [1.56521738, 1.72508133, 2.06521738, 2.40535343, 2.56521738], +# [2.43478262, 2.59464657, 2.93478262, 3.27491867, 3.43478262], +# [3. , 3.15986395, 3.5 , 3.84013605, 4. ]]]] +output = interpolate_nd( + data, + lambda x, _: linear_coeffs(x), + scale_factors=scales, + coordinate_transformation_mode="half_pixel_symmetric", +).astype(np.float32) + +expect( + node, + inputs=[data, scales], + outputs=[output], + name="test_resize_upsample_scales_linear_half_pixel_symmetric", +) +``` + +
+ + +
+resize_upsample_scales_nearest + +```python +node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "scales"], + outputs=["Y"], + mode="nearest", +) + +data = np.array( + [ + [ + [ + [1, 2], + [3, 4], + ] + ] + ], + dtype=np.float32, +) + +scales = np.array([1.0, 1.0, 2.0, 3.0], dtype=np.float32) + +# [[[[1. 1. 1. 2. 2. 2.] +# [1. 1. 1. 2. 2. 2.] +# [3. 3. 3. 4. 4. 4.] +# [3. 3. 3. 4. 4. 4.]]]] +output = interpolate_nd( + data, lambda x, _: nearest_coeffs(x), scale_factors=scales +).astype(np.float32) + +expect( + node, + inputs=[data, scales], + outputs=[output], + name="test_resize_upsample_scales_nearest", +) +``` + +
+ + +
+resize_upsample_scales_nearest_axes_2_3 + +```python +axes = [2, 3] +node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "scales"], + outputs=["Y"], + mode="nearest", + axes=axes, +) + +data = np.array( + [ + [ + [ + [1, 2], + [3, 4], + ] + ] + ], + dtype=np.float32, +) + +scales = np.array([2.0, 3.0], dtype=np.float32) + +# [[[[1. 1. 1. 2. 2. 2.] +# [1. 1. 1. 2. 2. 2.] +# [3. 3. 3. 4. 4. 4.] +# [3. 3. 3. 4. 4. 4.]]]] +output = interpolate_nd( + data, lambda x, _: nearest_coeffs(x), scale_factors=scales, axes=axes +).astype(np.float32) + +expect( + node, + inputs=[data, scales], + outputs=[output], + name="test_resize_upsample_scales_nearest_axes_2_3", +) +``` + +
+ + +
+resize_upsample_scales_nearest_axes_3_2 + +```python +axes = [3, 2] +node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "scales"], + outputs=["Y"], + mode="nearest", + axes=axes, +) + +data = np.array( + [ + [ + [ + [1, 2], + [3, 4], + ] + ] + ], + dtype=np.float32, +) + +scales = np.array([3.0, 2.0], dtype=np.float32) + +# [[[[1. 1. 1. 2. 2. 2.] +# [1. 1. 1. 2. 2. 2.] +# [3. 3. 3. 4. 4. 4.] +# [3. 3. 3. 4. 4. 4.]]]] +output = interpolate_nd( + data, lambda x, _: nearest_coeffs(x), scale_factors=scales, axes=axes +).astype(np.float32) + +expect( + node, + inputs=[data, scales], + outputs=[output], + name="test_resize_upsample_scales_nearest_axes_3_2", +) +``` + +
+ + +
+resize_upsample_sizes_cubic + +```python +node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "", "sizes"], + outputs=["Y"], + mode="cubic", +) + +data = np.array( + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ] + ] + ], + dtype=np.float32, +) + +sizes = np.array([1, 1, 9, 10], dtype=np.int64) + +# [[[[ 0.45507922 0.64057922 0.97157922 1.42257922 1.90732922 +# 2.22332922 2.70807922 3.15907922 3.49007922 3.67557922] +# [ 1.39437963 1.57987963 1.91087963 2.36187963 2.84662963 +# 3.16262963 3.64737963 4.09837963 4.42937963 4.61487963] +# [ 2.95130693 3.13680693 3.46780693 3.91880693 4.40355693 +# 4.71955693 5.20430693 5.65530693 5.98630693 6.17180693] +# [ 5.20525069 5.39075069 5.72175069 6.17275069 6.65750069 +# 6.97350069 7.45825069 7.90925069 8.24025069 8.42575069] +# [ 6.88975 7.07525 7.40625 7.85725 8.342 +# 8.658 9.14275 9.59375 9.92475 10.11025 ] +# [ 8.57424931 8.75974931 9.09074931 9.54174931 10.02649931 +# 10.34249931 10.82724931 11.27824931 11.60924931 11.79474931] +# [10.82819307 11.01369307 11.34469307 11.79569307 12.28044307 +# 12.59644307 13.08119307 13.53219307 13.86319307 14.04869307] +# [12.38512037 12.57062037 12.90162037 13.35262037 13.83737037 +# 14.15337037 14.63812037 15.08912037 15.42012037 15.60562037] +# [13.32442078 13.50992078 13.84092078 14.29192078 14.77667078 +# 15.09267078 15.57742078 16.02842078 16.35942078 16.54492078]]]] +output = interpolate_nd( + data, lambda x, _: cubic_coeffs(x), output_size=sizes +).astype(np.float32) + +expect( + node, + inputs=[data, sizes], + outputs=[output], + name="test_resize_upsample_sizes_cubic", +) +``` + +
+ + +
+resize_upsample_sizes_nearest + +```python +node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "", "sizes"], + outputs=["Y"], + mode="nearest", +) + +data = np.array( + [ + [ + [ + [1, 2], + [3, 4], + ] + ] + ], + dtype=np.float32, +) + +sizes = np.array([1, 1, 7, 8], dtype=np.int64) + +# [[[[1. 1. 1. 1. 2. 2. 2. 2.] +# [1. 1. 1. 1. 2. 2. 2. 2.] +# [1. 1. 1. 1. 2. 2. 2. 2.] +# [1. 1. 1. 1. 2. 2. 2. 2.] +# [3. 3. 3. 3. 4. 4. 4. 4.] +# [3. 3. 3. 3. 4. 4. 4. 4.] +# [3. 3. 3. 3. 4. 4. 4. 4.]]]] +output = interpolate_nd( + data, lambda x, _: nearest_coeffs(x), output_size=sizes +).astype(np.float32) + +expect( + node, + inputs=[data, sizes], + outputs=[output], + name="test_resize_upsample_sizes_nearest", +) +``` + +
+ + +
+resize_upsample_sizes_nearest_axes_2_3 + +```python +axes = [2, 3] +node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "", "sizes"], + outputs=["Y"], + mode="nearest", + axes=axes, +) + +data = np.array( + [ + [ + [ + [1, 2], + [3, 4], + ] + ] + ], + dtype=np.float32, +) + +sizes = np.array([7, 8], dtype=np.int64) + +# [[[[1. 1. 1. 1. 2. 2. 2. 2.] +# [1. 1. 1. 1. 2. 2. 2. 2.] +# [1. 1. 1. 1. 2. 2. 2. 2.] +# [1. 1. 1. 1. 2. 2. 2. 2.] +# [3. 3. 3. 3. 4. 4. 4. 4.] +# [3. 3. 3. 3. 4. 4. 4. 4.] +# [3. 3. 3. 3. 4. 4. 4. 4.]]]] +output = interpolate_nd( + data, lambda x, _: nearest_coeffs(x), output_size=sizes, axes=axes +).astype(np.float32) + +expect( + node, + inputs=[data, sizes], + outputs=[output], + name="test_resize_upsample_sizes_nearest_axes_2_3", +) +``` + +
+ + +
+resize_upsample_sizes_nearest_axes_3_2 + +```python +axes = [3, 2] +node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "", "sizes"], + outputs=["Y"], + mode="nearest", + axes=axes, +) + +data = np.array( + [ + [ + [ + [1, 2], + [3, 4], + ] + ] + ], + dtype=np.float32, +) + +sizes = np.array([8, 7], dtype=np.int64) + +# [[[[1. 1. 1. 1. 2. 2. 2. 2.] +# [1. 1. 1. 1. 2. 2. 2. 2.] +# [1. 1. 1. 1. 2. 2. 2. 2.] +# [1. 1. 1. 1. 2. 2. 2. 2.] +# [3. 3. 3. 3. 4. 4. 4. 4.] +# [3. 3. 3. 3. 4. 4. 4. 4.] +# [3. 3. 3. 3. 4. 4. 4. 4.]]]] +output = interpolate_nd( + data, lambda x, _: nearest_coeffs(x), output_size=sizes, axes=axes +).astype(np.float32) + +expect( + node, + inputs=[data, sizes], + outputs=[output], + name="test_resize_upsample_sizes_nearest_axes_3_2", +) +``` + +
+ + +
+resize_upsample_sizes_nearest_ceil_half_pixel + +```python +node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "", "sizes"], + outputs=["Y"], + mode="nearest", + coordinate_transformation_mode="half_pixel", + nearest_mode="ceil", +) + +data = np.array( + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ] + ] + ], + dtype=np.float32, +) + +sizes = np.array([1, 1, 8, 8], dtype=np.int64) + +# [[[[ 1. 2. 2. 3. 3. 4. 4. 4.] +# [ 5. 6. 6. 7. 7. 8. 8. 8.] +# [ 5. 6. 6. 7. 7. 8. 8. 8.] +# [ 9. 10. 10. 11. 11. 12. 12. 12.] +# [ 9. 10. 10. 11. 11. 12. 12. 12.] +# [13. 14. 14. 15. 15. 16. 16. 16.] +# [13. 14. 14. 15. 15. 16. 16. 16.] +# [13. 14. 14. 15. 15. 16. 16. 16.]]]] +output = interpolate_nd( + data, lambda x, _: nearest_coeffs(x, mode="ceil"), output_size=sizes +).astype(np.float32) + +expect( + node, + inputs=[data, sizes], + outputs=[output], + name="test_resize_upsample_sizes_nearest_ceil_half_pixel", +) +``` + +
+ + +
+resize_upsample_sizes_nearest_floor_align_corners + +```python +node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "", "sizes"], + outputs=["Y"], + mode="nearest", + coordinate_transformation_mode="align_corners", + nearest_mode="floor", +) + +data = np.array( + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ] + ] + ], + dtype=np.float32, +) + +sizes = np.array([1, 1, 8, 8], dtype=np.int64) + +# [[[[ 1. 1. 1. 2. 2. 3. 3. 4.] +# [ 1. 1. 1. 2. 2. 3. 3. 4.] +# [ 1. 1. 1. 2. 2. 3. 3. 4.] +# [ 5. 5. 5. 6. 6. 7. 7. 8.] +# [ 5. 5. 5. 6. 6. 7. 7. 8.] +# [ 9. 9. 9. 10. 10. 11. 11. 12.] +# [ 9. 9. 9. 10. 10. 11. 11. 12.] +# [13. 13. 13. 14. 14. 15. 15. 16.]]]] +output = interpolate_nd( + data, + lambda x, _: nearest_coeffs(x, mode="floor"), + output_size=sizes, + coordinate_transformation_mode="align_corners", +).astype(np.float32) + +expect( + node, + inputs=[data, sizes], + outputs=[output], + name="test_resize_upsample_sizes_nearest_floor_align_corners", +) +``` + +
+ + +
+resize_upsample_sizes_nearest_not_larger + +```python +keep_aspect_ratio_policy = "not_larger" +axes = [2, 3] +node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "", "sizes"], + outputs=["Y"], + mode="nearest", + axes=axes, + keep_aspect_ratio_policy=keep_aspect_ratio_policy, +) + +data = np.array( + [ + [ + [ + [1, 2], + [3, 4], + ] + ] + ], + dtype=np.float32, +) + +sizes = np.array([7, 8], dtype=np.int64) # Results in 7x7 + +# [[[[1. 1. 1. 1. 2. 2. 2.] +# [1. 1. 1. 1. 2. 2. 2.] +# [1. 1. 1. 1. 2. 2. 2.] +# [1. 1. 1. 1. 2. 2. 2.] +# [3. 3. 3. 3. 4. 4. 4.] +# [3. 3. 3. 3. 4. 4. 4.] +# [3. 3. 3. 3. 4. 4. 4.]]]] +output = interpolate_nd( + data, + lambda x, _: nearest_coeffs(x), + output_size=sizes, + axes=axes, + keep_aspect_ratio_policy=keep_aspect_ratio_policy, +).astype(np.float32) + +expect( + node, + inputs=[data, sizes], + outputs=[output], + name="test_resize_upsample_sizes_nearest_not_larger", +) +``` + +
+ + +
+resize_upsample_sizes_nearest_not_smaller + +```python +keep_aspect_ratio_policy = "not_smaller" +axes = [2, 3] +node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "", "sizes"], + outputs=["Y"], + mode="nearest", + axes=axes, + keep_aspect_ratio_policy=keep_aspect_ratio_policy, +) + +data = np.array( + [ + [ + [ + [1, 2], + [3, 4], + ] + ] + ], + dtype=np.float32, +) + +sizes = np.array([7, 8], dtype=np.int64) # Results in 8x8 + +# [[[[1. 1. 1. 1. 2. 2. 2. 2.] +# [1. 1. 1. 1. 2. 2. 2. 2.] +# [1. 1. 1. 1. 2. 2. 2. 2.] +# [1. 1. 1. 1. 2. 2. 2. 2.] +# [3. 3. 3. 3. 4. 4. 4. 4.] +# [3. 3. 3. 3. 4. 4. 4. 4.] +# [3. 3. 3. 3. 4. 4. 4. 4.]]]] +output = interpolate_nd( + data, + lambda x, _: nearest_coeffs(x), + output_size=sizes, + axes=axes, + keep_aspect_ratio_policy=keep_aspect_ratio_policy, +).astype(np.float32) + +expect( + node, + inputs=[data, sizes], + outputs=[output], + name="test_resize_upsample_sizes_nearest_not_smaller", +) +``` + +
+ + +
+resize_upsample_sizes_nearest_round_prefer_ceil_asymmetric + +```python +node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "", "sizes"], + outputs=["Y"], + mode="nearest", + coordinate_transformation_mode="asymmetric", + nearest_mode="round_prefer_ceil", +) + +data = np.array( + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ] + ] + ], + dtype=np.float32, +) + +sizes = np.array([1, 1, 8, 8], dtype=np.int64) + +# [[[[ 1. 2. 2. 3. 3. 4. 4. 4.] +# [ 5. 6. 6. 7. 7. 8. 8. 8.] +# [ 5. 6. 6. 7. 7. 8. 8. 8.] +# [ 9. 10. 10. 11. 11. 12. 12. 12.] +# [ 9. 10. 10. 11. 11. 12. 12. 12.] +# [13. 14. 14. 15. 15. 16. 16. 16.] +# [13. 14. 14. 15. 15. 16. 16. 16.] +# [13. 14. 14. 15. 15. 16. 16. 16.]]]] +output = interpolate_nd( + data, + lambda x, _: nearest_coeffs(x, mode="round_prefer_ceil"), + output_size=sizes, + coordinate_transformation_mode="asymmetric", +).astype(np.float32) + +expect( + node, + inputs=[data, sizes], + outputs=[output], + name="test_resize_upsample_sizes_nearest_round_prefer_ceil_asymmetric", +) +``` + +
+ + +### **ReverseSequence** + + Reverse batch of sequences having different lengths specified by `sequence_lens`. + + For each slice i iterating on batch axis, the operator reverses the first sequence_lens[i] elements on time axis, + and copies elements whose index's beyond sequence_lens[i] to the output. So the output slice i contains reversed + sequences on the first sequence_lens[i] elements, then have original values copied for the other elements. + + Example 1: + input = [[0.0, 4.0, 8.0, 12.0], + [1.0, 5.0, 9.0, 13.0], + [2.0, 6.0, 10.0, 14.0], + [3.0, 7.0, 11.0, 15.0]] + sequence_lens = [4, 3, 2, 1] + time_axis = 0 + batch_axis = 1 + + output = [[3.0, 6.0, 9.0, 12.0], + [2.0, 5.0, 8.0, 13.0], + [1.0, 4.0, 10.0, 14.0], + [0.0, 7.0, 11.0, 15.0]] + + Example 2: + input = [[0.0, 1.0, 2.0, 3.0 ], + [4.0, 5.0, 6.0, 7.0 ], + [8.0, 9.0, 10.0, 11.0], + [12.0, 13.0, 14.0, 15.0]] + sequence_lens = [1, 2, 3, 4] + time_axis = 1 + batch_axis = 0 + + output = [[0.0, 1.0, 2.0, 3.0 ], + [5.0, 4.0, 6.0, 7.0 ], + [10.0, 9.0, 8.0, 11.0], + [15.0, 14.0, 13.0, 12.0]] + +#### Version + +This version of the operator has been available since version 10 of the default ONNX operator set. + +#### Attributes + +
+
batch_axis : int (default is 1)
+
(Optional) Specify which axis is batch axis. Must be one of 1 (default), or 0.
+
time_axis : int (default is 0)
+
(Optional) Specify which axis is time axis. Must be one of 0 (default), or 1.
+
+ +#### Inputs + +
+
input : T
+
Tensor of rank r >= 2.
+
sequence_lens : tensor(int64)
+
Tensor specifying lengths of the sequences in a batch. It has shape `[batch_size]`.
+
+ +#### Outputs + +
+
Y : T
+
Tensor with same shape of input.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Input and output types can be of any tensor type.
+
+ + +#### Examples + +
+reversesequence_batch + +```python +node = onnx.helper.make_node( + "ReverseSequence", + inputs=["x", "sequence_lens"], + outputs=["y"], + time_axis=1, + batch_axis=0, +) +x = np.array( + [ + [0.0, 1.0, 2.0, 3.0], + [4.0, 5.0, 6.0, 7.0], + [8.0, 9.0, 10.0, 11.0], + [12.0, 13.0, 14.0, 15.0], + ], + dtype=np.float32, +) +sequence_lens = np.array([1, 2, 3, 4], dtype=np.int64) + +y = np.array( + [ + [0.0, 1.0, 2.0, 3.0], + [5.0, 4.0, 6.0, 7.0], + [10.0, 9.0, 8.0, 11.0], + [15.0, 14.0, 13.0, 12.0], + ], + dtype=np.float32, +) + +expect( + node, + inputs=[x, sequence_lens], + outputs=[y], + name="test_reversesequence_batch", +) +``` + +
+ + +
+reversesequence_time + +```python +node = onnx.helper.make_node( + "ReverseSequence", + inputs=["x", "sequence_lens"], + outputs=["y"], + time_axis=0, + batch_axis=1, +) +x = np.array( + [ + [0.0, 4.0, 8.0, 12.0], + [1.0, 5.0, 9.0, 13.0], + [2.0, 6.0, 10.0, 14.0], + [3.0, 7.0, 11.0, 15.0], + ], + dtype=np.float32, +) +sequence_lens = np.array([4, 3, 2, 1], dtype=np.int64) + +y = np.array( + [ + [3.0, 6.0, 9.0, 12.0], + [2.0, 5.0, 8.0, 13.0], + [1.0, 4.0, 10.0, 14.0], + [0.0, 7.0, 11.0, 15.0], + ], + dtype=np.float32, +) + +expect( + node, + inputs=[x, sequence_lens], + outputs=[y], + name="test_reversesequence_time", +) +``` + +
+ + +### **RoiAlign** + + Region of Interest (RoI) align operation described in the + [Mask R-CNN paper](https://arxiv.org/abs/1703.06870). + RoiAlign consumes an input tensor X and region of interests (rois) + to apply pooling across each RoI; it produces a 4-D tensor of shape + (num_rois, C, output_height, output_width). + + RoiAlign is proposed to avoid the misalignment by removing + quantizations while converting from original image into feature + map and from feature map into RoI feature; in each ROI bin, + the value of the sampled locations are computed directly + through bilinear interpolation. + +#### Version + +This version of the operator has been available since version 22 of the default ONNX operator set. + +Other versions of this operator: 10, 16 + +#### Attributes + +
+
coordinate_transformation_mode : string (default is half_pixel)
+
Allowed values are 'half_pixel' and 'output_half_pixel'. Use the value 'half_pixel' to pixel shift the input coordinates by -0.5 (the recommended behavior). Use the value 'output_half_pixel' to omit the pixel shift for the input (use this for a backward-compatible behavior).
+
mode : string (default is avg)
+
The pooling method. Two modes are supported: 'avg' and 'max'. Default is 'avg'.
+
output_height : int (default is 1)
+
default 1; Pooled output Y's height.
+
output_width : int (default is 1)
+
default 1; Pooled output Y's width.
+
sampling_ratio : int (default is 0)
+
Number of sampling points in the interpolation grid used to compute the output value of each pooled output bin. If > 0, then exactly sampling_ratio x sampling_ratio grid points are used. If == 0, then an adaptive number of grid points are used (computed as ceil(roi_width / output_width), and likewise for height). Default is 0.
+
spatial_scale : float (default is 1.0)
+
Multiplicative spatial scale factor to translate ROI coordinates from their input spatial scale to the scale used when pooling, i.e., spatial scale of the input feature map X relative to the input image. E.g.; default is 1.0f.
+
+ +#### Inputs + +
+
X : T1
+
Input data tensor from the previous operator; 4-D feature map of shape (N, C, H, W), where N is the batch size, C is the number of channels, and H and W are the height and the width of the data.
+
rois : T1
+
RoIs (Regions of Interest) to pool over; rois is 2-D input of shape (num_rois, 4) given as [[x1, y1, x2, y2], ...]. The RoIs' coordinates are in the coordinate system of the input image. Each coordinate set has a 1:1 correspondence with the 'batch_indices' input.
+
batch_indices : T2
+
1-D tensor of shape (num_rois,) with each element denoting the index of the corresponding image in the batch.
+
+ +#### Outputs + +
+
Y : T1
+
RoI pooled output, 4-D tensor of shape (num_rois, C, output_height, output_width). The r-th batch element Y[r-1] is a pooled feature map corresponding to the r-th RoI X[r-1].
+
+ +#### Type Constraints + +
+
T1 : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain types to float tensors.
+
T2 : tensor(int64)
+
Constrain types to int tensors.
+
+ + +#### Examples + +
+roialign_aligned_false + +```python +node = onnx.helper.make_node( + "RoiAlign", + inputs=["X", "rois", "batch_indices"], + outputs=["Y"], + spatial_scale=1.0, + output_height=5, + output_width=5, + sampling_ratio=2, + coordinate_transformation_mode="output_half_pixel", +) + +X, batch_indices, rois = get_roi_align_input_values() +# (num_rois, C, output_height, output_width) +Y = np.array( + [ + [ + [ + [0.4664, 0.4466, 0.3405, 0.5688, 0.6068], + [0.3714, 0.4296, 0.3835, 0.5562, 0.3510], + [0.2768, 0.4883, 0.5222, 0.5528, 0.4171], + [0.4713, 0.4844, 0.6904, 0.4920, 0.8774], + [0.6239, 0.7125, 0.6289, 0.3355, 0.3495], + ] + ], + [ + [ + [0.3022, 0.4305, 0.4696, 0.3978, 0.5423], + [0.3656, 0.7050, 0.5165, 0.3172, 0.7015], + [0.2912, 0.5059, 0.6476, 0.6235, 0.8299], + [0.5916, 0.7389, 0.7048, 0.8372, 0.8893], + [0.6227, 0.6153, 0.7097, 0.6154, 0.4585], + ] + ], + [ + [ + [0.2384, 0.3379, 0.3717, 0.6100, 0.7601], + [0.3767, 0.3785, 0.7147, 0.9243, 0.9727], + [0.5749, 0.5826, 0.5709, 0.7619, 0.8770], + [0.5355, 0.2566, 0.2141, 0.2796, 0.3600], + [0.4365, 0.3504, 0.2887, 0.3661, 0.2349], + ] + ], + ], + dtype=np.float32, +) + +expect( + node, + inputs=[X, rois, batch_indices], + outputs=[Y], + name="test_roialign_aligned_false", +) +``` + +
+ + +
+roialign_aligned_true + +```python +node = onnx.helper.make_node( + "RoiAlign", + inputs=["X", "rois", "batch_indices"], + outputs=["Y"], + spatial_scale=1.0, + output_height=5, + output_width=5, + sampling_ratio=2, + coordinate_transformation_mode="half_pixel", +) + +X, batch_indices, rois = get_roi_align_input_values() +# (num_rois, C, output_height, output_width) +Y = np.array( + [ + [ + [ + [0.5178, 0.3434, 0.3229, 0.4474, 0.6344], + [0.4031, 0.5366, 0.4428, 0.4861, 0.4023], + [0.2512, 0.4002, 0.5155, 0.6954, 0.3465], + [0.3350, 0.4601, 0.5881, 0.3439, 0.6849], + [0.4932, 0.7141, 0.8217, 0.4719, 0.4039], + ] + ], + [ + [ + [0.3070, 0.2187, 0.3337, 0.4880, 0.4870], + [0.1871, 0.4914, 0.5561, 0.4192, 0.3686], + [0.1433, 0.4608, 0.5971, 0.5310, 0.4982], + [0.2788, 0.4386, 0.6022, 0.7000, 0.7524], + [0.5774, 0.7024, 0.7251, 0.7338, 0.8163], + ] + ], + [ + [ + [0.2393, 0.4075, 0.3379, 0.2525, 0.4743], + [0.3671, 0.2702, 0.4105, 0.6419, 0.8308], + [0.5556, 0.4543, 0.5564, 0.7502, 0.9300], + [0.6626, 0.5617, 0.4813, 0.4954, 0.6663], + [0.6636, 0.3721, 0.2056, 0.1928, 0.2478], + ] + ], + ], + dtype=np.float32, +) + +expect( + node, + inputs=[X, rois, batch_indices], + outputs=[Y], + name="test_roialign_aligned_true", +) +``` + +
+ + +
+roialign_mode_max + +```python +X = np.array( + [ + [ + [ + [ + 0.2764, + 0.715, + 0.1958, + 0.3416, + 0.4638, + 0.0259, + 0.2963, + 0.6518, + 0.4856, + 0.725, + ], + [ + 0.9637, + 0.0895, + 0.2919, + 0.6753, + 0.0234, + 0.6132, + 0.8085, + 0.5324, + 0.8992, + 0.4467, + ], + [ + 0.3265, + 0.8479, + 0.9698, + 0.2471, + 0.9336, + 0.1878, + 0.4766, + 0.4308, + 0.34, + 0.2162, + ], + [ + 0.0206, + 0.172, + 0.2155, + 0.4394, + 0.0653, + 0.3406, + 0.7724, + 0.3921, + 0.2541, + 0.5799, + ], + [ + 0.4062, + 0.2194, + 0.4473, + 0.4687, + 0.7109, + 0.9327, + 0.9815, + 0.632, + 0.1728, + 0.6119, + ], + [ + 0.3097, + 0.1283, + 0.4984, + 0.5068, + 0.4279, + 0.0173, + 0.4388, + 0.043, + 0.4671, + 0.7119, + ], + [ + 0.1011, + 0.8477, + 0.4726, + 0.1777, + 0.9923, + 0.4042, + 0.1869, + 0.7795, + 0.9946, + 0.9689, + ], + [ + 0.1366, + 0.3671, + 0.7011, + 0.6234, + 0.9867, + 0.5585, + 0.6985, + 0.5609, + 0.8788, + 0.9928, + ], + [ + 0.5697, + 0.8511, + 0.6711, + 0.9406, + 0.8751, + 0.7496, + 0.165, + 0.1049, + 0.1559, + 0.2514, + ], + [ + 0.7012, + 0.4056, + 0.7879, + 0.3461, + 0.0415, + 0.2998, + 0.5094, + 0.3727, + 0.5482, + 0.0502, + ], + ] + ] + ], + dtype=np.float32, +) +rois = np.array( + [[0.0, 0.0, 9.0, 9.0], [0.0, 5.0, 4.0, 9.0], [5.0, 5.0, 9.0, 9.0]], + dtype=np.float32, +) +batch_indices = np.array([0, 0, 0], dtype=np.int64) + +Y = np.array( + [ + [ + [ + [0.3445228, 0.37310338, 0.37865096, 0.446696, 0.37991184], + [0.4133513, 0.5455125, 0.6651902, 0.55805874, 0.27110294], + [0.21223956, 0.40924096, 0.8417618, 0.792561, 0.37196714], + [0.46835402, 0.39741728, 0.8012819, 0.4969306, 0.5495158], + [0.3595896, 0.5196813, 0.5403741, 0.23814403, 0.19992709], + ] + ], + [ + [ + [0.30517197, 0.5086199, 0.3189761, 0.4054401, 0.47630402], + [0.50862, 0.8477, 0.37808004, 0.24936005, 0.79384017], + [0.17620805, 0.29368007, 0.44870415, 0.4987201, 0.63148826], + [0.51066005, 0.8511, 0.5368801, 0.9406, 0.70008016], + [0.4487681, 0.51066035, 0.5042561, 0.5643603, 0.42004836], + ] + ], + [ + [ + [0.21062402, 0.3510401, 0.37416005, 0.5967599, 0.46507207], + [0.32336006, 0.31180006, 0.6236001, 0.9946, 0.7751202], + [0.35744014, 0.5588001, 0.35897616, 0.7030401, 0.6353923], + [0.5996801, 0.27940005, 0.17948808, 0.35152006, 0.31769615], + [0.3598083, 0.40752012, 0.2385281, 0.43856013, 0.26313624], + ] + ], + ], + dtype=np.float32, +) + +node = onnx.helper.make_node( + "RoiAlign", + inputs=["X", "rois", "batch_indices"], + mode="max", + outputs=["Y"], + spatial_scale=1.0, + output_height=5, + output_width=5, + sampling_ratio=2, + coordinate_transformation_mode="output_half_pixel", +) + +expect( + node, + inputs=[X, rois, batch_indices], + outputs=[Y], + name="test_roialign_mode_max", +) +``` + +
+ + +### **RotaryEmbedding** + + RotaryEmbedding is the implementation of rotary positional embeddings (RoPE) based on the paper https://arxiv.org/pdf/2104.09864. + The key advantage of RoPE is that it allows the model to understand both the absolute position of a token and the relative distances + between tokens. This is achieved through a rotational mechanism where the extent of rotation is computed based on the token's absolute position (position_ids). + + The rotational mechanism is defined by sine and cosine functions that are used to represent the rotation angles. + For each token in the sequence, its positional embedding is computed by rotating its embedding vector. This is done by splitting the + embedding vector either into two halves or interleaving every alternate token and applying the rotation matrix to each half of the embedding vector. + The rotation matrix is parameterized by the token's position in the sequence. The rotated halves of the embedding vector are concatenated + to form the final positional embedding for each token. The rotated positional embeddings are used in the self-attention mechanism. + The rotation ensures that the model captures both absolute and relative positional information. + + Rotary embeddings are defined using the following algorithm: + + ```python + def rotary_embedding( + input: np.ndarray, + cos_cache: np.ndarray, + sin_cache: np.ndarray, + position_ids: np.ndarray | None = None, + interleaved=None, + rotary_embedding_dim=None, + num_heads=None, + ) -> np.ndarray: + original_input_shape = input.shape + # First ensure input to be processed has shape [batch_size, seq_len, num_heads, head_size] + if len(input.shape) == 4: + input = np.transpose(input, (0, 2, 1, 3)) + batch_size = input.shape[0] + sequence_length = input.shape[1] + if len(input.shape) == 3: + hidden_size = input.shape[2] + assert num_heads != 0 + head_size = int(hidden_size / num_heads) + new_shape = [batch_size, sequence_length, num_heads, head_size] + input = np.reshape(input, new_shape) + assert len(input.shape) == 4 + head_size = input.shape[3] + + # Fully or partially perform rotation on input based on rotary_embedding_dim attribute + if rotary_embedding_dim is None or rotary_embedding_dim == 0: + # If rotary_embedding_dim not provided, perform full rotation by using head_size + rotary_embedding_dim = head_size + x_rotate = input[:, :, :, :rotary_embedding_dim] + x_not_rotate = input[:, :, :, rotary_embedding_dim:] + rotary_embedding_dim_half = int(rotary_embedding_dim / 2) + + # Retrieve sin and cos caches using position ids + if position_ids is not None: + cos_cache = cos_cache[ + position_ids + ] # Shape: [batch_size, sequence_length, rotary_embedding_dim/2] + sin_cache = sin_cache[ + position_ids + ] # Shape: [batch_size, sequence_length, rotary_embedding_dim/2] + + # Shape: [batch_size, sequence_length, rotary_embedding_dim/2] + if cos_cache.shape[-1] != rotary_embedding_dim_half: + raise ValueError( + f"Last dimension of cos cache ({cos_cache.shape[-1]}) does not match rotary_embedding_dim/2 ({rotary_embedding_dim_half})." + ) + if sin_cache.shape[-1] != rotary_embedding_dim_half: + raise ValueError( + f"Last dimension of sin cache ({sin_cache.shape[-1]}) does not match rotary_embedding_dim/2 ({rotary_embedding_dim_half})." + ) + + cos_cache = np.expand_dims( + cos_cache, axis=2 + ) # Shape: [batch_size, sequence_length, 1, rotary_embedding_dim/2] + sin_cache = np.expand_dims( + sin_cache, axis=2 + ) # Shape: [batch_size, sequence_length, 1, rotary_embedding_dim/2] + + # Either divide the input in halves or interleave (based on interleaved attribute) + if interleaved: + x1 = x_rotate[:, :, :, 0::2] + x2 = x_rotate[:, :, :, 1::2] + else: + x1, x2 = np.split(x_rotate, 2, axis=-1) + + # Calculate real and imaginary values + real = (cos_cache * x1) - (sin_cache * x2) + imag = (sin_cache * x1) + (cos_cache * x2) + + # Inserted rotated embeddings back to the original input + if interleaved: + # x_rotate[:, :, :, 0::2] = real + # x_rotate[:, :, :, 1::2] = imag + real = np.expand_dims(real, axis=-1) + imag = np.expand_dims(imag, axis=-1) + x_rotate_concat = np.concatenate((real, imag), axis=-1) + x_rotate = np.reshape(x_rotate_concat, x_rotate.shape) + else: + x_rotate = np.concatenate((real, imag), axis=-1) + output = np.concatenate((x_rotate, x_not_rotate), axis=-1) + if len(original_input_shape) == 3: + output = np.reshape(output, original_input_shape) + else: + output = np.transpose(output, (0, 2, 1, 3)) + return output + ``` + +#### Version + +This version of the operator has been available since version 23 of the default ONNX operator set. + +#### Attributes + +
+
interleaved : int (default is 0)
+
Rotate using interleaved pattern. Default value is 0 (False).
+
num_heads : int
+
Number of attention heads. Must be provided when input is a 3D tensor.
+
rotary_embedding_dim : int (default is 0)
+
Rotary embedding dimension used to apply partial rotary embeddings.
+
+ +#### Inputs (3 - 4) + +
+
X : T
+
The input tensor representing the token embeddings. 4D tensor with shape `(batch_size, num_heads, sequence_length, head_size)` or 3D tensor with shape `(batch_size, sequence_length, hidden_size)`. For cases with a 4D input tensor, `head_size` has to be even. For cases with a 3D input tensor, `num_heads` attribute must be provided and `hidden_size` must be an even multiple of `num_heads` where `hidden_size = num_heads * head_size`
+
cos_cache : T
+
The cosine values for the rotation. 2D tensor with shape `(max_position_id_plus_1, head_size / 2)` for full rotation or `(max_position_id_plus_1, rotary_embedding_dim / 2)` for partial rotation when `position_ids` are provided. 3D tensor with shape `(batch_size, sequence_length, head_size / 2)` for full rotation or `(batch_size, sequence_length, rotary_embedding_dim / 2)` for partial rotation when `position_ids` are not provided. `max_position_id_plus_1` is a parameter to the model.
+
sin_cache : T
+
The sine values for the rotation. 2D tensor with shape `(max_position_id_plus_1, head_size / 2)` for full rotation or `(max_position_id_plus_1, rotary_embedding_dim / 2)` for partial rotation when `position_ids` are provided. 3D tensor with shape `(batch_size, sequence_length, head_size / 2)` for full rotation or `(batch_size, sequence_length, rotary_embedding_dim / 2)` for partial rotation when `position_ids` are not provided. `max_position_id_plus_1` is a parameter to the model.
+
position_ids (optional) : M
+
The position indices for the tokens. 2D tensor with shape `(batch_size, sequence_length)`
+
+ +#### Outputs + +
+
Y : T
+
Tensor with same shape as input.
+
+ +#### Type Constraints + +
+
T : tensor(float), tensor(float16), tensor(bfloat16)
+
Constrain input and output types to float tensors.
+
M : tensor(int64)
+
Constrain input and output types to integer tensors.
+
+ + +#### Examples + +
+rotary_embedding + +```python +node = onnx.helper.make_node( + "RotaryEmbedding", + inputs=["input", "cos_cache", "sin_cache", "position_ids"], + outputs=["output"], +) + +input_data = np.random.rand(2, 4, 3, 8).astype(np.float32) +position_ids_data = np.random.uniform(0, 50, (2, 3)).astype(np.int64) +sin_cache_data = np.random.rand(50, 4).astype(np.float32) +cos_cache_data = np.random.rand(50, 4).astype(np.float32) + +expected_output = rotary_embedding( + input_data, cos_cache_data, sin_cache_data, position_ids=position_ids_data +) + +expect( + node, + inputs=[input_data, cos_cache_data, sin_cache_data, position_ids_data], + outputs=[expected_output], + name="test_rotary_embedding", +) +``` + +
+ + +
+rotary_embedding_3d_input + +```python +num_heads = 4 +node = onnx.helper.make_node( + "RotaryEmbedding", + inputs=["input", "cos_cache", "sin_cache", "position_ids"], + outputs=["output"], + num_heads=num_heads, +) + +input_data = np.random.rand(2, 3, 32).astype(np.float32) +position_ids_data = np.random.uniform(0, 50, (2, 3)).astype(np.int64) +sin_cache_data = np.random.rand(50, 4).astype(np.float32) +cos_cache_data = np.random.rand(50, 4).astype(np.float32) + +expected_output = rotary_embedding( + input_data, + cos_cache_data, + sin_cache_data, + position_ids=position_ids_data, + num_heads=num_heads, +) + +expect( + node, + inputs=[input_data, cos_cache_data, sin_cache_data, position_ids_data], + outputs=[expected_output], + name="test_rotary_embedding_3d_input", +) +``` + +
+ + +
+rotary_embedding_interleaved + +```python +node = onnx.helper.make_node( + "RotaryEmbedding", + inputs=["input", "cos_cache", "sin_cache", "position_ids"], + outputs=["output"], + interleaved=1, +) + +input_data = np.random.rand(2, 4, 3, 8).astype(np.float32) +position_ids_data = np.random.uniform(0, 50, (2, 3)).astype(np.int64) +sin_cache_data = np.random.rand(50, 4).astype(np.float32) +cos_cache_data = np.random.rand(50, 4).astype(np.float32) + +expected_output = rotary_embedding( + input_data, + cos_cache_data, + sin_cache_data, + position_ids=position_ids_data, + interleaved=1, +) + +expect( + node, + inputs=[input_data, cos_cache_data, sin_cache_data, position_ids_data], + outputs=[expected_output], + name="test_rotary_embedding_interleaved", +) +``` + +
+ + +
+rotary_embedding_no_position_ids + +```python +node = onnx.helper.make_node( + "RotaryEmbedding", + inputs=["input", "cos_cache", "sin_cache"], + outputs=["output"], +) + +input_data = np.random.rand(2, 4, 3, 8).astype(np.float32) +sin_cache_data = np.random.rand(2, 3, 4).astype(np.float32) +cos_cache_data = np.random.rand(2, 3, 4).astype(np.float32) + +expected_output = rotary_embedding(input_data, cos_cache_data, sin_cache_data) + +expect( + node, + inputs=[input_data, cos_cache_data, sin_cache_data], + outputs=[expected_output], + name="test_rotary_embedding_no_position_ids", +) +``` + +
+ + +
+rotary_embedding_no_position_ids_interleaved + +```python +node = onnx.helper.make_node( + "RotaryEmbedding", + inputs=["input", "cos_cache", "sin_cache"], + outputs=["output"], + interleaved=1, +) + +input_data = np.random.rand(2, 4, 3, 8).astype(np.float32) +sin_cache_data = np.random.rand(2, 3, 4).astype(np.float32) +cos_cache_data = np.random.rand(2, 3, 4).astype(np.float32) + +expected_output = rotary_embedding( + input_data, + cos_cache_data, + sin_cache_data, + interleaved=1, +) + +expect( + node, + inputs=[input_data, cos_cache_data, sin_cache_data], + outputs=[expected_output], + name="test_rotary_embedding_no_position_ids_interleaved", +) +``` + +
+ + +
+rotary_embedding_no_position_ids_rotary_dim + +```python +node = onnx.helper.make_node( + "RotaryEmbedding", + inputs=["input", "cos_cache", "sin_cache"], + outputs=["output"], + rotary_embedding_dim=4, +) + +input_data = np.random.rand(2, 4, 3, 8).astype(np.float32) +sin_cache_data = np.random.rand(2, 3, 2).astype(np.float32) +cos_cache_data = np.random.rand(2, 3, 2).astype(np.float32) + +expected_output = rotary_embedding( + input_data, + cos_cache_data, + sin_cache_data, + rotary_embedding_dim=4, +) + +expect( + node, + inputs=[input_data, cos_cache_data, sin_cache_data], + outputs=[expected_output], + name="test_rotary_embedding_no_position_ids_rotary_dim", +) +``` + +
+ + +
+rotary_embedding_with_interleaved_rotary_dim + +```python +node = onnx.helper.make_node( + "RotaryEmbedding", + inputs=["input", "cos_cache", "sin_cache", "position_ids"], + outputs=["output"], + rotary_embedding_dim=4, + interleaved=1, +) + +input_data = np.random.rand(2, 4, 3, 8).astype(np.float32) +position_ids_data = np.random.uniform(0, 50, (2, 3)).astype(np.int64) +sin_cache_data = np.random.rand(50, 2).astype(np.float32) +cos_cache_data = np.random.rand(50, 2).astype(np.float32) + +expected_output = rotary_embedding( + input_data, + cos_cache_data, + sin_cache_data, + position_ids=position_ids_data, + interleaved=1, + rotary_embedding_dim=4, +) + +expect( + node, + inputs=[input_data, cos_cache_data, sin_cache_data, position_ids_data], + outputs=[expected_output], + name="test_rotary_embedding_with_interleaved_rotary_dim", +) +``` + +
+ + +
+rotary_embedding_with_rotary_dim + +```python +node = onnx.helper.make_node( + "RotaryEmbedding", + inputs=["input", "cos_cache", "sin_cache", "position_ids"], + outputs=["output"], + rotary_embedding_dim=4, +) + +input_data = np.random.rand(2, 4, 3, 8).astype(np.float32) +position_ids_data = np.random.uniform(0, 50, (2, 3)).astype(np.int64) +sin_cache_data = np.random.rand(50, 2).astype(np.float32) +cos_cache_data = np.random.rand(50, 2).astype(np.float32) + +expected_output = rotary_embedding( + input_data, + cos_cache_data, + sin_cache_data, + position_ids=position_ids_data, + rotary_embedding_dim=4, +) + +expect( + node, + inputs=[input_data, cos_cache_data, sin_cache_data, position_ids_data], + outputs=[expected_output], + name="test_rotary_embedding_with_rotary_dim", +) +``` + +
+ + +### **Round** + + Round takes one input Tensor and rounds the values, element-wise, meaning + it finds the nearest integer for each value. + In case of halves, the rule is to round them to the nearest even integer. + If input x is integral, +0, -0, NaN, or infinite, x itself is returned. + The output tensor has the same shape and type as the input. + + Examples: + ``` + round([0.9]) = [1.0] + round([2.5]) = [2.0] + round([2.3]) = [2.0] + round([1.5]) = [2.0] + round([-4.5]) = [-4.0] + ``` + +#### Version + +This version of the operator has been available since version 22 of the default ONNX operator set. + +Other versions of this operator: 11 + +#### Inputs + +
+
X (non-differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
Y (non-differentiable) : T
+
Output tensor
+
+ +#### Type Constraints + +
+
T : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ + +#### Examples + +
+round + +```python +node = onnx.helper.make_node( + "Round", + inputs=["x"], + outputs=["y"], +) + +x = np.array( + [ + 0.1, + 0.5, + 0.9, + 1.2, + 1.5, + 1.8, + 2.3, + 2.5, + 2.7, + -1.1, + -1.5, + -1.9, + -2.2, + -2.5, + -2.8, + ] +).astype(np.float32) + +# expected output +y = np.array( + [ + 0.0, + 0.0, + 1.0, + 1.0, + 2.0, + 2.0, + 2.0, + 2.0, + 3.0, + -1.0, + -2.0, + -2.0, + -2.0, + -2.0, + -3.0, + ] +).astype(np.float32) +expect(node, inputs=[x], outputs=[y], name="test_round") +``` + +
+ + +### **STFT** + + Computes the Short-time Fourier Transform of the signal. + +#### Version + +This version of the operator has been available since version 17 of the default ONNX operator set. + +#### Attributes + +
+
onesided : int (default is 1)
+
If onesided is 1, only values for w in [0, 1, 2, ..., floor(n_fft/2) + 1] are returned because the real-to-complex Fourier transform satisfies the conjugate symmetry, i.e., X[m, w] = X[m,w]=X[m,n_fft-w]*. Note if the input or window tensors are complex, then onesided output is not possible. Enabling onesided with real inputs performs a Real-valued fast Fourier transform (RFFT).When invoked with real or complex valued input, the default value is 1. Values can be 0 or 1.
+
+ +#### Inputs (2 - 4) + +
+
signal (non-differentiable) : T1
+
Input tensor representing a real or complex valued signal. For real input, the following shape is expected: [batch_size][signal_length][1]. For complex input, the following shape is expected: [batch_size][signal_length][2], where [batch_size][signal_length][0] represents the real component and [batch_size][signal_length][1] represents the imaginary component of the signal.
+
frame_step (non-differentiable) : T2
+
The number of samples to step between successive DFTs.
+
window (optional, non-differentiable) : T1
+
A tensor representing the window that will be slid over the signal.The window must have rank 1 with shape: [window_shape]. It's an optional value.
+
frame_length (optional, non-differentiable) : T2
+
A scalar representing the size of the DFT. It's an optional value.
+
+ +#### Outputs + +
+
output (non-differentiable) : T1
+
The Short-time Fourier Transform of the signals.If onesided is 1, the output has the shape: [batch_size][frames][dft_unique_bins][2], where dft_unique_bins is frame_length // 2 + 1 (the unique components of the DFT) If onesided is 0, the output has the shape: [batch_size][frames][frame_length][2], where frame_length is the length of the DFT.
+
+ +#### Type Constraints + +
+
T1 : tensor(float), tensor(float16), tensor(double), tensor(bfloat16)
+
Constrain signal and output to float tensors.
+
T2 : tensor(int32), tensor(int64)
+
Constrain scalar length types to int64_t.
+
+ + +#### Examples + +
+stft + +```python +signal = np.arange(0, 128, dtype=np.float32).reshape(1, 128, 1) +length = np.array(16).astype(np.int64) +onesided_length = (length >> 1) + 1 +step = np.array(8).astype(np.int64) + +no_window = "" # optional input, not supplied +node = onnx.helper.make_node( + "STFT", + inputs=["signal", "frame_step", no_window, "frame_length"], + outputs=["output"], +) + +nstfts = ((signal.shape[1] - length) // step) + 1 +# [batch_size][frames][frame_length][2] +output = np.empty([1, nstfts, onesided_length, 2], dtype=np.float32) +for i in range(nstfts): + start = i * step + stop = i * step + length + complex_out = np.fft.fft(signal[0, start:stop, 0])[0:onesided_length] + output[0, i] = np.stack((complex_out.real, complex_out.imag), axis=1) + +output = output.astype(signal.dtype) +expect(node, inputs=[signal, step, length], outputs=[output], name="test_stft") + +node = onnx.helper.make_node( + "STFT", + inputs=["signal", "frame_step", "window"], + outputs=["output"], +) + +# Test with window +a0 = 0.5 +a1 = 0.5 +window = a0 + a1 * np.cos( + 2 * np.pi * np.arange(0, length, 1, dtype=np.float32) / length +) +nstfts = 1 + (signal.shape[1] - window.shape[0]) // step + +# [batch_size][frames][frame_length][2] +output = np.empty([1, nstfts, onesided_length, 2], dtype=np.float32) +for i in range(nstfts): + start = i * step + stop = i * step + length + complex_out = np.fft.fft(signal[0, start:stop, 0] * window)[ + 0:onesided_length + ] + output[0, i] = np.stack((complex_out.real, complex_out.imag), axis=1) +window = window.astype(signal.dtype) +output = output.astype(signal.dtype) +expect( + node, + inputs=[signal, step, window], + outputs=[output], + name="test_stft_with_window", +) +``` + +
+ + +### **Scan** + + Scan can be used to iterate over one or more scan_input tensors, + constructing zero or more scan_output tensors. It combines ideas from general recurrences, + functional programming constructs such as scan, fold, map, and zip, and is intended to enable + generalizations of RNN-like constructs for sequence-to-sequence processing. + Other tensors (referred to as state_variables here) can be used to carry a state + when iterating from one element to another (similar to hidden-state in RNNs, also referred + to as loop-carried dependences in the context of loops). + Many common usages involve a single scan_input tensor (where functionality + similar to scan, fold and map can be obtained). When more than one scan_input is used, + a behavior similar to zip is obtained. + + The attribute body must be a graph, specifying the computation to be performed in + every iteration. It takes as input the current values of the state_variables and + the current iterated element of the scan_inputs. It must return the (updated) values + of the state_variables and zero or more scan_output_element tensors. The values of the + scan_output_element tensors are concatenated over all the iterations to produce the + scan_output values of the scan construct (similar to the concatenated intermediate + hidden-state values of RNN-like constructs). All the output tensors (state_variables as + well as scan_output_element tensors) are required to have the same shape in each iteration + of the loop (a restriction imposed to enable efficient memory allocation). + + Note that the iterated element passed to the body subgraph does not have a sequence + axis. It will have a rank one less than the rank of the corresponding scan_input. + + The scan operation returns the final values of the state_variables as well as the + scan_outputs. + + The optional attribute scan_input_directions specifies the direction (forward or backward) + for each scan input. If this attribute is omitted, all sequences are scanned in the forward + direction. A bidirectional scan may be performed by specifying the same tensor input twice + in the scan_inputs, once with a forward direction, and once with a backward direction. + + The scan_output of the operation is produced by concatenating the scan_output_element + values produced by the body in each iteration. The optional attribute scan_output_directions + specifies the direction in which scan_output is constructed (by appending or prepending the + scan_output_element to scan_output in each iteration) for each scan_output. If this attribute + is omitted, the scan_output_element is appended to the scan_output in each iteration. + + The optional attribute scan_input_axes specifies the axis to be scanned for each scan_input. + If omitted, every scan_input will be scanned in axis 0. For example, if axis 0 is the + batch axis and axis 1 is the time axis (to be scanned), specify an axis value of 1. + Note that scanning a non-zero axis may be less efficient than scanning axis zero. + + The optional attribute scan_output_axes specifies the axis along which the scan_outputs + are accumulated for each scan_output. For example, if axis 1 is the time axis (to be + scanned) for both inputs and outputs, specify a scan_input axis and scan_output axis + value of 1. + + Note that because of the ONNX restriction that only the last parameter of an operator can + be variadic, the initial-states and scan-inputs are listed together as one input parameter. + Similarly, the final-states and scan-outputs are listed together as one output parameter. + The attribute num_scan_inputs indicates the number M of scan-inputs. + + The behavior of + + Scan < + num_scan_inputs = m, + body = loop-body, + scan_input_axes = [axis_1, ..., axis_m] + > (init_1, ..., init_n, scan_1, ..., scan_m) + + is equivalent to the following pseudo-code: + + // scan_i.shape[axis_i] denotes the (max) sequence-length of scan_i + // scan_i.shape[axis_i] is required to be equal to scan_j.shape[axis_j] for all i,j. + sequence_length = scan_1.shape[axis_1]; + + // initialize state-variables + st_1 = init_1; ... st_n = init_n; + // initialize scan-output variables: [] denotes an empty tensor + scan_out_1 = []; ...; scan_out_k = []; + // identify number of iterations: + + // execute loop + for (int t = 0; t < sequence_length; ++t) { + // generate the scan-input elements: the notation T[t] indicates the sub-tensor + // of rank one less than T obtained by indexing T at position t along axis k. + si_1 = scan_1[t]; + ... ; + si_m = scan_m[t]; + // execute loop-body + st_1, ..., st_n, so_1, ..., so_k = loop-body(st_1, ..., st_n, si_1, ..., si_m) + // accumulate the scan-output elements + scan_out_1 = Concat(scan_out_1, so_1); ... ; scan_out_k = Concat(scan_out_k, so_k); + } + + return st_1, ..., st_n, scan_out_1, ..., scan_out_k; + + *Sample usage: Encoding RNN using a Scan* + + The following example shows how a simple RNN over an input tensor %X, with weight tensor %Wi, + recurrence weight tensor %Ri, bias tensors %Wbi and %Rbi, and initial hidden-state %H_0 can + be encoded as a ScanLoop. Note that the loop-body is a nested graph, and it directly computes + %Wi, %Ri, %Wbi, and %Rbi (typically constants or initializers in the body graph). If these + values are computed in the outer graph, they need to be passed in as extra state_variables. + + graph rnn-encoding { + %H_0 = ... + %X = ... + %Y_h, %Y = Scan[body = , num_scan_inputs=1](%H_0, %X) + return %Y, %Y_h + } + + graph rnn-cell-1 ( + %H_tminus1[FLOAT, tensor] + %X_t[FLOAT, tensor] + ) { + %Wi = ... + %Ri = ... + %Wbi = ... + %Rbi = ... + %t1 = X_t * (Wi^T) + %t2 = H_tminus1*(Ri^T) + %t3 = Add(%t1, %t2) + %t4 = Add(%t3, %Wbi) + %t5 = Add(%t4, %Rbi) + %Ht = Tanh(%t5) + %Accumulate = Identity(%Ht) + return %Ht, %Accumulate + } + + +#### Version + +This version of the operator has been available since version 25 of the default ONNX operator set. + +Other versions of this operator: 8, 9, 11, 16, 19, 21, 23, 24 + +#### Attributes + +
+
body : graph (required)
+
The graph run each iteration. It has N+M inputs: (loop state variables..., scan_input_elts...). It has N+K outputs: (loop state variables..., scan_output_elts...). Each scan_output is created by concatenating the value of the specified scan_output_elt value at the end of each iteration of the loop. It is an error if the dimensions of these values change across loop iterations.
+
num_scan_inputs : int (required)
+
An attribute specifying the number of scan_inputs M.
+
scan_input_axes : list of ints
+
An optional list of M flags. The i-th element of the list specifies the axis to be scanned (the sequence axis) for the i-th scan_input. If omitted, 0 will be used as the scan axis for every scan_input. Negative value for an axis means counting dimensions from the back. Accepted range is [-r, r-1] where r = rank(input).
+
scan_input_directions : list of ints
+
An optional list of M flags. The i-th element of the list specifies the direction to be scanned for the i-th scan_input tensor: 0 indicates forward direction and 1 indicates reverse direction. If omitted, all scan_input tensors will be scanned in the forward direction.
+
scan_output_axes : list of ints
+
An optional list of K flags. The i-th element of the list specifies the axis for the i-th scan_output. The scan outputs are accumulated along the specified axis. If omitted, 0 will be used as the scan axis for every scan_output. Negative value for an axis means counting dimensions from the back. Accepted range is [-r, r-1].
+
scan_output_directions : list of ints
+
An optional list of K flags, one for each scan_output. The i-th element of the list specifies whether the i-th scan_output should be constructed by appending or prepending a new value in each iteration: 0 indicates appending and 1 indicates prepending. If omitted, all scan_output tensors will be produced by appending a value in each iteration.
+
+ +#### Inputs (1 - ∞) + +
+
initial_state_and_scan_inputs (variadic, heterogeneous) : V
+
Initial values of the loop's N state variables followed by M scan_inputs
+
+ +#### Outputs (1 - ∞) + +
+
final_state_and_scan_outputs (variadic, heterogeneous) : V
+
Final values of the loop's N state variables followed by K scan_outputs
+
+ +#### Type Constraints + +
+
V : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(uint4), tensor(int4), tensor(float4e2m1), tensor(float8e8m0), tensor(uint2), tensor(int2)
+
All Tensor types up to IRv13.
+
+ + +#### Examples + +
+scan_8 + +```python +# Given an input sequence [x1, ..., xN], sum up its elements using a scan +# returning the final state (x1+x2+...+xN) as well the scan_output +# [x1, x1+x2, ..., x1+x2+...+xN] +# Note: the first input (sequence_lens) is optional and omitted via "". +node = onnx.parser.parse_node( + """ + y, z = Scan ("", initial, x) < + num_scan_inputs = 1, + body = scan_body (float[2] sum_in, float[2] next) + => (float[2] sum_out, float[2] scan_out) + { + sum_out = Add(sum_in, next) + scan_out = Identity(sum_out) + } + > + """ +) +# create inputs for batch-size 1, sequence-length 3, inner dimension 2 +initial = np.array([0, 0]).astype(np.float32).reshape((1, 2)) +x = np.array([1, 2, 3, 4, 5, 6]).astype(np.float32).reshape((1, 3, 2)) +# final state computed = [1 + 3 + 5, 2 + 4 + 6] +y = np.array([9, 12]).astype(np.float32).reshape((1, 2)) +# scan-output computed +z = np.array([1, 2, 4, 6, 9, 12]).astype(np.float32).reshape((1, 3, 2)) + +expect( + node, + inputs=[initial, x], + outputs=[y, z], + name="test_scan_sum", + opset_imports=[onnx.helper.make_opsetid("", 8)], +) +``` + +
+ + +
+scan_9 + +```python +# Given an input sequence [x1, ..., xN], sum up its elements using a scan +# returning the final state (x1+x2+...+xN) as well the scan_output +# [x1, x1+x2, ..., x1+x2+...+xN] +node = onnx.parser.parse_node( + """ + y, z = Scan (initial, x) < + num_scan_inputs = 1, + body = scan_body (float[2] sum_in, float[2] next) + => (float[2] sum_out, float[2] scan_out) + { + sum_out = Add(sum_in, next) + scan_out = Identity(sum_out) + } + > + """ +) +# create inputs for sequence-length 3, inner dimension 2 +initial = np.array([0, 0]).astype(np.float32).reshape((2,)) +x = np.array([1, 2, 3, 4, 5, 6]).astype(np.float32).reshape((3, 2)) +# final state computed = [1 + 3 + 5, 2 + 4 + 6] +y = np.array([9, 12]).astype(np.float32).reshape((2,)) +# scan-output computed +z = np.array([1, 2, 4, 6, 9, 12]).astype(np.float32).reshape((3, 2)) + +expect( + node, + inputs=[initial, x], + outputs=[y, z], + name="test_scan9_sum", + opset_imports=[onnx.helper.make_opsetid("", 9)], +) +``` + +
+ + +
+scan_9_multi_state + +```python +# Scan with two state variables: running sum and running product. +# This exercises the case where num_loop_state_vars (2) differs from +# num_scan_inputs (1). +# +# Body inputs: sum_in (state), prod_in (state), next (scan) +# Body outputs: sum_out (state), prod_out (state), scan_out (scan) +node = onnx.parser.parse_node( + """ + y_sum, y_prod, z = Scan (initial_sum, initial_prod, x) < + num_scan_inputs = 1, + body = scan_body (float[2] sum_in, float[2] prod_in, float[2] next) + => (float[2] sum_out, float[2] prod_out, float[2] scan_out) + { + sum_out = Add(sum_in, next) + prod_out = Mul(prod_in, next) + scan_out = Identity(sum_out) + } + > + """ +) +# x = [[1, 2], [3, 4], [5, 6]] +initial_sum = np.array([0, 0]).astype(np.float32) +initial_prod = np.array([1, 1]).astype(np.float32) +x = np.array([1, 2, 3, 4, 5, 6]).astype(np.float32).reshape((3, 2)) +# final sum = [1+3+5, 2+4+6] = [9, 12] +y_sum = np.array([9, 12]).astype(np.float32) +# final product = [1*3*5, 2*4*6] = [15, 48] +y_prod = np.array([15, 48]).astype(np.float32) +# scan output (running sum) = [[1,2], [4,6], [9,12]] +z = np.array([1, 2, 4, 6, 9, 12]).astype(np.float32).reshape((3, 2)) + +expect( + node, + inputs=[initial_sum, initial_prod, x], + outputs=[y_sum, y_prod, z], + name="test_scan9_multi_state", + opset_imports=[onnx.helper.make_opsetid("", 9)], +) +``` + +
+ + +
+scan_9_scalar + +```python +# Scan with scalar state and scan output to verify that output +# shapes are not distorted (e.g. (T,) not (T, 1)). +node = onnx.parser.parse_node( + """ + y, z = Scan (initial, x) < + num_scan_inputs = 1, + body = scan_body (float sum_in, float next) + => (float sum_out, float scan_out) + { + sum_out = Add(sum_in, next) + scan_out = Identity(sum_out) + } + > + """ +) +initial = np.float32(0.0) +x = np.array([1, 2, 3, 4, 5]).astype(np.float32) +# final state = 1+2+3+4+5 = 15 +y = np.float32(15.0) +# scan output = [1, 3, 6, 10, 15], shape (5,) +z = np.array([1, 3, 6, 10, 15]).astype(np.float32) + +expect( + node, + inputs=[initial, x], + outputs=[y, z], + name="test_scan9_scalar", + opset_imports=[onnx.helper.make_opsetid("", 9)], +) +``` + +
+ + +### **Scatter** (deprecated) + + This operator is deprecated. Please use ScatterElements, which provides the same functionality. + + Scatter takes three inputs `data`, `updates`, and `indices` of the same + rank r >= 1 and an optional attribute axis that identifies an axis of `data` + (by default, the outer-most axis, that is axis 0). The output of the operation + is produced by creating a copy of the input `data`, and then updating its value + to values specified by `updates` at specific index positions specified by + `indices`. Its output shape is the same as the shape of `data`. + + For each entry in `updates`, the target index in `data` is obtained by combining + the corresponding entry in `indices` with the index of the entry itself: the + index-value for dimension = axis is obtained from the value of the corresponding + entry in `indices` and the index-value for dimension != axis is obtained from the + index of the entry itself. + + For instance, in a 2-D tensor case, the update corresponding to the [i][j] entry + is performed as below: + ``` + output[indices[i][j]][j] = updates[i][j] if axis = 0, + output[i][indices[i][j]] = updates[i][j] if axis = 1, + ``` + + This operator is the inverse of GatherElements. It is similar to Torch's Scatter operation. + + Example 1: + ``` + data = [ + [0.0, 0.0, 0.0], + [0.0, 0.0, 0.0], + [0.0, 0.0, 0.0], + ] + indices = [ + [1, 0, 2], + [0, 2, 1], + ] + updates = [ + [1.0, 1.1, 1.2], + [2.0, 2.1, 2.2], + ] + output = [ + [2.0, 1.1, 0.0] + [1.0, 0.0, 2.2] + [0.0, 2.1, 1.2] + ] + ``` + Example 2: + ``` + data = [[1.0, 2.0, 3.0, 4.0, 5.0]] + indices = [[1, 3]] + updates = [[1.1, 2.1]] + axis = 1 + output = [[1.0, 1.1, 3.0, 2.1, 5.0]] + ``` + +#### Version + +This version of the operator has been deprecated since version 11 of the default ONNX operator set. + +Other versions of this operator: 9 + + +#### Examples + +
+scatter_with_axis + +```python +axis = 1 +node = onnx.helper.make_node( + "Scatter", + inputs=["data", "indices", "updates"], + outputs=["y"], + axis=axis, +) +data = np.array([[1.0, 2.0, 3.0, 4.0, 5.0]], dtype=np.float32) +indices = np.array([[1, 3]], dtype=np.int64) +updates = np.array([[1.1, 2.1]], dtype=np.float32) + +y = scatter(data, indices, updates, axis=axis) +# print(y) produces +# [[1.0, 1.1, 3.0, 2.1, 5.0]] + +expect( + node, + inputs=[data, indices, updates], + outputs=[y], + name="test_scatter_with_axis", + opset_imports=[helper.make_opsetid("", 10)], +) +``` + +
+ + +
+scatter_without_axis + +```python +node = onnx.helper.make_node( + "Scatter", + inputs=["data", "indices", "updates"], + outputs=["y"], +) +data = np.zeros((3, 3), dtype=np.float32) +indices = np.array([[1, 0, 2], [0, 2, 1]], dtype=np.int64) +updates = np.array([[1.0, 1.1, 1.2], [2.0, 2.1, 2.2]], dtype=np.float32) + +y = scatter(data, indices, updates) +# print(y) produces +# [[2.0, 1.1, 0.0], +# [1.0, 0.0, 2.2], +# [0.0, 2.1, 1.2]] + +expect( + node, + inputs=[data, indices, updates], + outputs=[y], + name="test_scatter_without_axis", + opset_imports=[helper.make_opsetid("", 10)], +) +``` + +
+ + +### **ScatterElements** + + ScatterElements takes three inputs `data`, `updates`, and `indices` of the same + rank r >= 1 and an optional attribute axis that identifies an axis of `data` + (by default, the outer-most axis, that is axis 0). The output of the operation + is produced by creating a copy of the input `data`, and then updating its value + to values specified by `updates` at specific index positions specified by + `indices`. Its output shape is the same as the shape of `data`. + + For each entry in `updates`, the target index in `data` is obtained by combining + the corresponding entry in `indices` with the index of the entry itself: the + index-value for dimension = axis is obtained from the value of the corresponding + entry in `indices` and the index-value for dimension != axis is obtained from the + index of the entry itself. + + `reduction` allows specification of an optional reduction operation, which is applied to all values in `updates` + tensor into `output` at the specified `indices`. + In cases where `reduction` is set to "none", indices should not have duplicate entries: that is, if idx1 != idx2, + then indices[idx1] != indices[idx2]. For instance, in a 2-D tensor case, the update + corresponding to the [i][j] entry is performed as below: + ``` + output[indices[i][j]][j] = updates[i][j] if axis = 0, + output[i][indices[i][j]] = updates[i][j] if axis = 1, + ``` + When `reduction` is set to some reduction function `f`, the update corresponding to the [i][j] entry is performed as below: + ``` + output[indices[i][j]][j] = f(output[indices[i][j]][j], updates[i][j]) if axis = 0, + output[i][indices[i][j]] = f(output[i][indices[i][j]], updates[i][j]) if axis = 1, + ``` + where the `f` is `+`, `*`, `max` or `min` as specified. + + This operator is the inverse of GatherElements. It is similar to Torch's Scatter operation. + + (Opset 18 change): Adds max/min to the set of allowed reduction ops. + + Example 1: + ``` + data = [ + [0.0, 0.0, 0.0], + [0.0, 0.0, 0.0], + [0.0, 0.0, 0.0], + ] + indices = [ + [1, 0, 2], + [0, 2, 1], + ] + updates = [ + [1.0, 1.1, 1.2], + [2.0, 2.1, 2.2], + ] + output = [ + [2.0, 1.1, 0.0] + [1.0, 0.0, 2.2] + [0.0, 2.1, 1.2] + ] + ``` + Example 2: + ``` + data = [[1.0, 2.0, 3.0, 4.0, 5.0]] + indices = [[1, 3]] + updates = [[1.1, 2.1]] + axis = 1 + output = [[1.0, 1.1, 3.0, 2.1, 5.0]] + ``` + +#### Version + +This version of the operator has been available since version 18 of the default ONNX operator set. + +Other versions of this operator: 11, 13, 16 + +#### Attributes + +
+
axis : int (default is 0)
+
Which axis to scatter on. Negative value means counting dimensions from the back. Accepted range is [-r, r-1] where r = rank(data).
+
reduction : string (default is none)
+
Type of reduction to apply: none (default), add, mul, max, min. 'none': no reduction applied. 'add': reduction using the addition operation. 'mul': reduction using the multiplication operation.'max': reduction using the maximum operation.'min': reduction using the minimum operation.
+
+ +#### Inputs + +
+
data (differentiable) : T
+
Tensor of rank r >= 1.
+
indices (non-differentiable) : Tind
+
Tensor of int32/int64 indices, of r >= 1 (same rank as input). All index values are expected to be within bounds [-s, s-1] along axis of size s. It is an error if any of the index values are out of bounds.
+
updates (differentiable) : T
+
Tensor of rank r >=1 (same rank and shape as indices)
+
+ +#### Outputs + +
+
output (differentiable) : T
+
Tensor of rank r >= 1 (same rank as input).
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Input and output types can be of any tensor type.
+
Tind : tensor(int32), tensor(int64)
+
Constrain indices to integer types
+
+ + +#### Examples + +
+scatter_elements_with_axis + +```python +axis = 1 +node = onnx.helper.make_node( + "ScatterElements", + inputs=["data", "indices", "updates"], + outputs=["y"], + axis=axis, +) +data = np.array([[1.0, 2.0, 3.0, 4.0, 5.0]], dtype=np.float32) +indices = np.array([[1, 3]], dtype=np.int64) +updates = np.array([[1.1, 2.1]], dtype=np.float32) + +y = scatter_elements(data, indices, updates, axis) +# print(y) produces +# [[1.0, 1.1, 3.0, 2.1, 5.0]] + +expect( + node, + inputs=[data, indices, updates], + outputs=[y], + name="test_scatter_elements_with_axis", +) +``` + +
+ + +
+scatter_elements_with_duplicate_indices + +```python +axis = 1 +node = onnx.helper.make_node( + "ScatterElements", + inputs=["data", "indices", "updates"], + outputs=["y"], + axis=axis, + reduction="add", +) +data = np.array([[1.0, 2.0, 3.0, 4.0, 5.0]], dtype=np.float32) +indices = np.array([[1, 1]], dtype=np.int64) +updates = np.array([[1.1, 2.1]], dtype=np.float32) + +y = scatter_elements(data, indices, updates, axis, reduction="add") +# print(y) produces +# [[1.0, 5.2, 3.0, 4.0, 5.0]] + +expect( + node, + inputs=[data, indices, updates], + outputs=[y], + name="test_scatter_elements_with_duplicate_indices", +) +``` + +
+ + +
+scatter_elements_with_negative_indices + +```python +axis = 1 +node = onnx.helper.make_node( + "ScatterElements", + inputs=["data", "indices", "updates"], + outputs=["y"], + axis=axis, +) +data = np.array([[1.0, 2.0, 3.0, 4.0, 5.0]], dtype=np.float32) +indices = np.array([[1, -3]], dtype=np.int64) +updates = np.array([[1.1, 2.1]], dtype=np.float32) + +y = scatter_elements(data, indices, updates, axis) +# print(y) produces +# [[1.0, 1.1, 2.1, 4.0, 5.0]] + +expect( + node, + inputs=[data, indices, updates], + outputs=[y], + name="test_scatter_elements_with_negative_indices", +) +``` + +
+ + +
+scatter_elements_with_reduction_max + +```python +axis = 1 +node = onnx.helper.make_node( + "ScatterElements", + inputs=["data", "indices", "updates"], + outputs=["y"], + axis=axis, + reduction="max", +) +data = np.array([[1.0, 2.0, 3.0, 4.0, 5.0]], dtype=np.float32) +indices = np.array([[1, 1]], dtype=np.int64) +updates = np.array([[1.1, 2.1]], dtype=np.float32) + +y = scatter_elements(data, indices, updates, axis, reduction="max") +# print(y) produces +# [[1.0, 2.1, 3.0, 4.0, 5.0]] + +expect( + node, + inputs=[data, indices, updates], + outputs=[y], + name="test_scatter_elements_with_reduction_max", +) +``` + +
+ + +
+scatter_elements_with_reduction_min + +```python +axis = 1 +node = onnx.helper.make_node( + "ScatterElements", + inputs=["data", "indices", "updates"], + outputs=["y"], + axis=axis, + reduction="min", +) +data = np.array([[1.0, 2.0, 3.0, 4.0, 5.0]], dtype=np.float32) +indices = np.array([[1, 1]], dtype=np.int64) +updates = np.array([[1.1, 2.1]], dtype=np.float32) + +y = scatter_elements(data, indices, updates, axis, reduction="min") +# print(y) produces +# [[1.0, 1.1, 3.0, 4.0, 5.0]] + +expect( + node, + inputs=[data, indices, updates], + outputs=[y], + name="test_scatter_elements_with_reduction_min", +) +``` + +
+ + +
+scatter_elements_with_reduction_mul + +```python +axis = 1 +node = onnx.helper.make_node( + "ScatterElements", + inputs=["data", "indices", "updates"], + outputs=["y"], + axis=axis, + reduction="mul", +) +data = np.array([[1.0, 2.0, 3.0, 4.0, 5.0]], dtype=np.float32) +indices = np.array([[1, 1]], dtype=np.int64) +updates = np.array([[1.1, 2.1]], dtype=np.float32) + +y = scatter_elements(data, indices, updates, axis, reduction="mul") +# print(y) produces +# [[1.0, 4.62, 3.0, 4.0, 5.0]] + +expect( + node, + inputs=[data, indices, updates], + outputs=[y], + name="test_scatter_elements_with_reduction_mul", +) +``` + +
+ + +
+scatter_elements_without_axis + +```python +node = onnx.helper.make_node( + "ScatterElements", + inputs=["data", "indices", "updates"], + outputs=["y"], +) +data = np.zeros((3, 3), dtype=np.float32) +indices = np.array([[1, 0, 2], [0, 2, 1]], dtype=np.int64) +updates = np.array([[1.0, 1.1, 1.2], [2.0, 2.1, 2.2]], dtype=np.float32) + +y = scatter_elements(data, indices, updates) +# print(y) produces +# [[2.0, 1.1, 0.0], +# [1.0, 0.0, 2.2], +# [0.0, 2.1, 1.2]] + +expect( + node, + inputs=[data, indices, updates], + outputs=[y], + name="test_scatter_elements_without_axis", +) +``` + +
+ + +### **ScatterND** + + ScatterND takes three inputs `data` tensor of rank r >= 1, `indices` tensor of rank q >= 1, + and `updates` tensor of rank q + r - indices.shape[-1] - 1. The output of the operation + is produced by creating a copy of the input `data`, and then updating its value to values + specified by `updates` at specific index positions specified by `indices`. Its output shape + is the same as the shape of `data`. + + `indices` is an integer tensor. Let k denote indices.shape[-1], the last dimension in the shape of `indices`. + `indices` is treated as a (q-1)-dimensional tensor of k-tuples, where each k-tuple is a partial-index into `data`. + Hence, k can be a value at most the rank of `data`. When k equals rank(data), each update entry specifies an + update to a single element of the tensor. When k is less than rank(data) each update entry specifies an + update to a slice of the tensor. Index values are allowed to be negative, as per the usual + convention for counting backwards from the end, but are expected in the valid range. + + `updates` is treated as a (q-1)-dimensional tensor of replacement-slice-values. Thus, the + first (q-1) dimensions of updates.shape must match the first (q-1) dimensions of indices.shape. + The remaining dimensions of `updates` correspond to the dimensions of the + replacement-slice-values. Each replacement-slice-value is a (r-k) dimensional tensor, + corresponding to the trailing (r-k) dimensions of `data`. Thus, the shape of `updates` + must equal indices.shape[0:q-1] ++ data.shape[k:r-1], where ++ denotes the concatenation + of shapes. + + The `output` is calculated via the following equation: + + ``` + output = np.copy(data) + update_indices = indices.shape[:-1] + for idx in np.ndindex(update_indices): + output[tuple(indices[idx])] = updates[idx] + ``` + + The order of iteration in the above loop is not specified. + In particular, indices should not have duplicate entries: that is, if idx1 != idx2, then indices[idx1] != indices[idx2]. + This ensures that the output value does not depend on the iteration order. + + `reduction` allows specification of an optional reduction operation, which is applied to all values in `updates` + tensor into `output` at the specified `indices`. + In cases where `reduction` is set to "none", indices should not have duplicate entries: that is, if idx1 != idx2, + then indices[idx1] != indices[idx2]. This ensures that the output value does not depend on the iteration order. + When `reduction` is set to some reduction function `f`, `output` is calculated as follows: + + ``` + output = np.copy(data) + update_indices = indices.shape[:-1] + for idx in np.ndindex(update_indices): + output[tuple(indices[idx])] = f(output[tuple(indices[idx])], updates[idx]) + ``` + + where the `f` is `+`, `*`, `max` or `min` as specified. + + This operator is the inverse of GatherND. + + (Opset 18 change): Adds max/min to the set of allowed reduction ops. + + Example 1: + ``` + data = [1, 2, 3, 4, 5, 6, 7, 8] + indices = [[4], [3], [1], [7]] + updates = [9, 10, 11, 12] + output = [1, 11, 3, 10, 9, 6, 7, 12] + ``` + + Example 2: + ``` + data = [[[1, 2, 3, 4], [5, 6, 7, 8], [8, 7, 6, 5], [4, 3, 2, 1]], + [[1, 2, 3, 4], [5, 6, 7, 8], [8, 7, 6, 5], [4, 3, 2, 1]], + [[8, 7, 6, 5], [4, 3, 2, 1], [1, 2, 3, 4], [5, 6, 7, 8]], + [[8, 7, 6, 5], [4, 3, 2, 1], [1, 2, 3, 4], [5, 6, 7, 8]]] + indices = [[0], [2]] + updates = [[[5, 5, 5, 5], [6, 6, 6, 6], [7, 7, 7, 7], [8, 8, 8, 8]], + [[1, 1, 1, 1], [2, 2, 2, 2], [3, 3, 3, 3], [4, 4, 4, 4]]] + output = [[[5, 5, 5, 5], [6, 6, 6, 6], [7, 7, 7, 7], [8, 8, 8, 8]], + [[1, 2, 3, 4], [5, 6, 7, 8], [8, 7, 6, 5], [4, 3, 2, 1]], + [[1, 1, 1, 1], [2, 2, 2, 2], [3, 3, 3, 3], [4, 4, 4, 4]], + [[8, 7, 6, 5], [4, 3, 2, 1], [1, 2, 3, 4], [5, 6, 7, 8]]] + ``` + +#### Version + +This version of the operator has been available since version 18 of the default ONNX operator set. + +Other versions of this operator: 11, 13, 16 + +#### Attributes + +
+
reduction : string (default is none)
+
Type of reduction to apply: none (default), add, mul, max, min. 'none': no reduction applied. 'add': reduction using the addition operation. 'mul': reduction using the addition operation. 'max': reduction using the maximum operation.'min': reduction using the minimum operation.
+
+ +#### Inputs + +
+
data (differentiable) : T
+
Tensor of rank r >= 1.
+
indices (non-differentiable) : tensor(int64)
+
Tensor of rank q >= 1.
+
updates (differentiable) : T
+
Tensor of rank q + r - indices_shape[-1] - 1.
+
+ +#### Outputs + +
+
output (differentiable) : T
+
Tensor of rank r >= 1.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain input and output types to any tensor type.
+
+ + +#### Examples + +
+scatternd + +```python +node = onnx.helper.make_node( + "ScatterND", + inputs=["data", "indices", "updates"], + outputs=["y"], +) +data = np.array( + [ + [[1, 2, 3, 4], [5, 6, 7, 8], [8, 7, 6, 5], [4, 3, 2, 1]], + [[1, 2, 3, 4], [5, 6, 7, 8], [8, 7, 6, 5], [4, 3, 2, 1]], + [[8, 7, 6, 5], [4, 3, 2, 1], [1, 2, 3, 4], [5, 6, 7, 8]], + [[8, 7, 6, 5], [4, 3, 2, 1], [1, 2, 3, 4], [5, 6, 7, 8]], + ], + dtype=np.float32, +) +indices = np.array([[0], [2]], dtype=np.int64) +updates = np.array( + [ + [[5, 5, 5, 5], [6, 6, 6, 6], [7, 7, 7, 7], [8, 8, 8, 8]], + [[1, 1, 1, 1], [2, 2, 2, 2], [3, 3, 3, 3], [4, 4, 4, 4]], + ], + dtype=np.float32, +) +# Expecting output as np.array( +# [[[5, 5, 5, 5], [6, 6, 6, 6], [7, 7, 7, 7], [8, 8, 8, 8]], +# [[1, 2, 3, 4], [5, 6, 7, 8], [8, 7, 6, 5], [4, 3, 2, 1]], +# [[1, 1, 1, 1], [2, 2, 2, 2], [3, 3, 3, 3], [4, 4, 4, 4]], +# [[8, 7, 6, 5], [4, 3, 2, 1], [1, 2, 3, 4], [5, 6, 7, 8]]], dtype=np.float32) +output = scatter_nd_impl(data, indices, updates) +expect( + node, + inputs=[data, indices, updates], + outputs=[output], + name="test_scatternd", +) +``` + +
+ + +
+scatternd_add + +```python +node = onnx.helper.make_node( + "ScatterND", + inputs=["data", "indices", "updates"], + outputs=["y"], + reduction="add", +) +data = np.array( + [ + [[1, 2, 3, 4], [5, 6, 7, 8], [8, 7, 6, 5], [4, 3, 2, 1]], + [[1, 2, 3, 4], [5, 6, 7, 8], [8, 7, 6, 5], [4, 3, 2, 1]], + [[8, 7, 6, 5], [4, 3, 2, 1], [1, 2, 3, 4], [5, 6, 7, 8]], + [[8, 7, 6, 5], [4, 3, 2, 1], [1, 2, 3, 4], [5, 6, 7, 8]], + ], + dtype=np.float32, +) +indices = np.array([[0], [0]], dtype=np.int64) +updates = np.array( + [ + [[5, 5, 5, 5], [6, 6, 6, 6], [7, 7, 7, 7], [8, 8, 8, 8]], + [[1, 1, 1, 1], [2, 2, 2, 2], [3, 3, 3, 3], [4, 4, 4, 4]], + ], + dtype=np.float32, +) +# Expecting output as np.array( +# [[[7, 8, 9, 10], [13, 14, 15, 16], [18, 17, 16, 15], [16, 15, 14, 13]], +# [[1, 2, 3, 4], [5, 6, 7, 8], [8, 7, 6, 5], [4, 3, 2, 1]], +# [[1, 1, 1, 1], [2, 2, 2, 2], [3, 3, 3, 3], [4, 4, 4, 4]], +# [[8, 7, 6, 5], [4, 3, 2, 1], [1, 2, 3, 4], [5, 6, 7, 8]]], dtype=np.float32) +output = scatter_nd_impl(data, indices, updates, reduction="add") +expect( + node, + inputs=[data, indices, updates], + outputs=[output], + name="test_scatternd_add", +) +``` + +
+ + +
+scatternd_max + +```python +node = onnx.helper.make_node( + "ScatterND", + inputs=["data", "indices", "updates"], + outputs=["y"], + reduction="max", +) +data = np.array( + [ + [[1, 2, 3, 4], [5, 6, 7, 8], [8, 7, 6, 5], [4, 3, 2, 1]], + [[1, 2, 3, 4], [5, 6, 7, 8], [8, 7, 6, 5], [4, 3, 2, 1]], + [[8, 7, 6, 5], [4, 3, 2, 1], [1, 2, 3, 4], [5, 6, 7, 8]], + [[8, 7, 6, 5], [4, 3, 2, 1], [1, 2, 3, 4], [5, 6, 7, 8]], + ], + dtype=np.float32, +) +indices = np.array([[0], [0]], dtype=np.int64) +updates = np.array( + [ + [[5, 5, 5, 5], [6, 6, 6, 6], [7, 7, 7, 7], [8, 8, 8, 8]], + [[1, 1, 1, 1], [2, 2, 2, 2], [3, 3, 3, 3], [4, 4, 4, 4]], + ], + dtype=np.float32, +) +# Expecting output as np.array( +# [[[5, 5, 5, 5], [6, 6, 7, 8], [8, 7, 7, 7], [8, 8 ,8, 8]], +# [[1, 2, 3, 4], [5, 6, 7, 8], [8, 7, 6, 5], [4, 3, 2, 1]], +# [[1, 1, 1, 1], [2, 2, 2, 2], [3, 3, 3, 3], [4, 4, 4, 4]], +# [[8, 7, 6, 5], [4, 3, 2, 1], [1, 2, 3, 4], [5, 6, 7, 8]]], dtype=np.float32) +output = scatter_nd_impl(data, indices, updates, reduction="max") +expect( + node, + inputs=[data, indices, updates], + outputs=[output], + name="test_scatternd_max", +) +``` + +
+ + +
+scatternd_max_with_element_indices + +```python +node = onnx.helper.make_node( + "ScatterND", + inputs=["data", "indices", "updates"], + outputs=["y"], + reduction="max", +) +data = np.array([[1, 2], [3, 4]], dtype=np.float32) +# Indices address individual elements (index rank == data rank), +# which exercises the reduction at the element level. +indices = np.array([[0, 0], [1, 1]], dtype=np.int64) +updates = np.array([5, 1], dtype=np.float32) +# Expecting output as np.array([[5, 2], [3, 4]], dtype=np.float32) +output = scatter_nd_impl(data, indices, updates, reduction="max") +expect( + node, + inputs=[data, indices, updates], + outputs=[output], + name="test_scatternd_max_with_element_indices", +) +``` + +
+ + +
+scatternd_min + +```python +node = onnx.helper.make_node( + "ScatterND", + inputs=["data", "indices", "updates"], + outputs=["y"], + reduction="min", +) +data = np.array( + [ + [[1, 2, 3, 4], [5, 6, 7, 8], [8, 7, 6, 5], [4, 3, 2, 1]], + [[1, 2, 3, 4], [5, 6, 7, 8], [8, 7, 6, 5], [4, 3, 2, 1]], + [[8, 7, 6, 5], [4, 3, 2, 1], [1, 2, 3, 4], [5, 6, 7, 8]], + [[8, 7, 6, 5], [4, 3, 2, 1], [1, 2, 3, 4], [5, 6, 7, 8]], + ], + dtype=np.float32, +) +indices = np.array([[0], [0]], dtype=np.int64) +updates = np.array( + [ + [[5, 5, 5, 5], [6, 6, 6, 6], [7, 7, 7, 7], [8, 8, 8, 8]], + [[1, 1, 1, 1], [2, 2, 2, 2], [3, 3, 3, 3], [4, 4, 4, 4]], + ], + dtype=np.float32, +) +# Expecting output as np.array( +# [[[1, 1, 1, 1], [2, 2, 2, 2], [3, 3, 3, 3], [4, 3, 2, 1]], +# [[1, 2, 3, 4], [5, 6, 7, 8], [8, 7, 6, 5], [4, 3, 2, 1]], +# [[1, 1, 1, 1], [2, 2, 2, 2], [3, 3, 3, 3], [4, 4, 4, 4]], +# [[8, 7, 6, 5], [4, 3, 2, 1], [1, 2, 3, 4], [5, 6, 7, 8]]], dtype=np.float32) +output = scatter_nd_impl(data, indices, updates, reduction="min") +expect( + node, + inputs=[data, indices, updates], + outputs=[output], + name="test_scatternd_min", +) +``` + +
+ + +
+scatternd_min_with_element_indices + +```python +node = onnx.helper.make_node( + "ScatterND", + inputs=["data", "indices", "updates"], + outputs=["y"], + reduction="min", +) +data = np.array([[1, 2], [3, 4]], dtype=np.float32) +indices = np.array([[0, 0], [1, 1]], dtype=np.int64) +updates = np.array([5, 1], dtype=np.float32) +# Expecting output as np.array([[1, 2], [3, 1]], dtype=np.float32) +output = scatter_nd_impl(data, indices, updates, reduction="min") +expect( + node, + inputs=[data, indices, updates], + outputs=[output], + name="test_scatternd_min_with_element_indices", +) +``` + +
+ + +
+scatternd_multiply + +```python +node = onnx.helper.make_node( + "ScatterND", + inputs=["data", "indices", "updates"], + outputs=["y"], + reduction="mul", +) +data = np.array( + [ + [[1, 2, 3, 4], [5, 6, 7, 8], [8, 7, 6, 5], [4, 3, 2, 1]], + [[1, 2, 3, 4], [5, 6, 7, 8], [8, 7, 6, 5], [4, 3, 2, 1]], + [[8, 7, 6, 5], [4, 3, 2, 1], [1, 2, 3, 4], [5, 6, 7, 8]], + [[8, 7, 6, 5], [4, 3, 2, 1], [1, 2, 3, 4], [5, 6, 7, 8]], + ], + dtype=np.float32, +) +indices = np.array([[0], [0]], dtype=np.int64) +updates = np.array( + [ + [[5, 5, 5, 5], [6, 6, 6, 6], [7, 7, 7, 7], [8, 8, 8, 8]], + [[1, 1, 1, 1], [2, 2, 2, 2], [3, 3, 3, 3], [4, 4, 4, 4]], + ], + dtype=np.float32, +) +# Expecting output as np.array( +# [[[5, 10, 15, 20], [60, 72, 84, 96], [168, 147, 126, 105], [128, 96, 64, 32]], +# [[1, 2, 3, 4], [5, 6, 7, 8], [8, 7, 6, 5], [4, 3, 2, 1]], +# [[1, 1, 1, 1], [2, 2, 2, 2], [3, 3, 3, 3], [4, 4, 4, 4]], +# [[8, 7, 6, 5], [4, 3, 2, 1], [1, 2, 3, 4], [5, 6, 7, 8]]], dtype=np.float32) +output = scatter_nd_impl(data, indices, updates, reduction="mul") +expect( + node, + inputs=[data, indices, updates], + outputs=[output], + name="test_scatternd_multiply", +) +``` + +
+ + +### **Selu** + + Selu takes one input data (Tensor) and produces one output data + (Tensor) where the scaled exponential linear unit function, + `y = gamma * (alpha * e^x - alpha) for x <= 0`, `y = gamma * x for x > 0`, + is applied to the tensor elementwise. + +#### Version + +This version of the operator has been available since version 22 of the default ONNX operator set. + +Other versions of this operator: 1, 6 + +#### Attributes + +
+
alpha : float (default is 1.67326)
+
Coefficient of SELU default to 1.67326319217681884765625 (i.e., float32 approximation of 1.6732632423543772848170429916717).
+
gamma : float (default is 1.0507)
+
Coefficient of SELU default to 1.05070102214813232421875 (i.e., float32 approximation of 1.0507009873554804934193349852946).
+
+ +#### Inputs + +
+
X (differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
Y (differentiable) : T
+
Output tensor
+
+ +#### Type Constraints + +
+
T : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ + +#### Examples + +
+selu + +```python +node = onnx.helper.make_node( + "Selu", inputs=["x"], outputs=["y"], alpha=2.0, gamma=3.0 +) + +x = np.array([-1, 0, 1]).astype(np.float32) +# expected output [-3.79272318, 0., 3.] +y = ( + np.clip(x, 0, np.inf) * 3.0 + + (np.exp(np.clip(x, -np.inf, 0)) - 1) * 2.0 * 3.0 +) +expect(node, inputs=[x], outputs=[y], name="test_selu_example") + +x = np.random.randn(3, 4, 5).astype(np.float32) +y = ( + np.clip(x, 0, np.inf) * 3.0 + + (np.exp(np.clip(x, -np.inf, 0)) - 1) * 2.0 * 3.0 +) +expect(node, inputs=[x], outputs=[y], name="test_selu") +``` + +
+ + +
+selu_default + +```python +default_alpha = 1.67326319217681884765625 +default_gamma = 1.05070102214813232421875 +node = onnx.helper.make_node( + "Selu", + inputs=["x"], + outputs=["y"], +) +x = np.random.randn(3, 4, 5).astype(np.float32) +y = ( + np.clip(x, 0, np.inf) * default_gamma + + (np.exp(np.clip(x, -np.inf, 0)) - 1) * default_alpha * default_gamma +) +expect(node, inputs=[x], outputs=[y], name="test_selu_default") +``` + +
+ + +### **SequenceAt** + + Outputs a tensor copy from the tensor at 'position' in 'input_sequence'. + Accepted range for 'position' is in `[-n, n - 1]`, where `n` is the number of tensors in 'input_sequence'. + Negative value means counting positions from the back. + +#### Version + +This version of the operator has been available since version 11 of the default ONNX operator set. + +#### Inputs + +
+
input_sequence : S
+
Input sequence.
+
position : I
+
Position of the tensor in the sequence. Negative value means counting positions from the back. Accepted range in `[-n, n - 1]`, where `n` is the number of tensors in 'input_sequence'. It is an error if any of the index values are out of bounds. It must be a scalar(tensor of empty shape).
+
+ +#### Outputs + +
+
tensor : T
+
Output tensor at the specified position in the input sequence.
+
+ +#### Type Constraints + +
+
S : seq(tensor(uint8)), seq(tensor(uint16)), seq(tensor(uint32)), seq(tensor(uint64)), seq(tensor(int8)), seq(tensor(int16)), seq(tensor(int32)), seq(tensor(int64)), seq(tensor(float16)), seq(tensor(float)), seq(tensor(double)), seq(tensor(string)), seq(tensor(bool)), seq(tensor(complex64)), seq(tensor(complex128))
+
Constrain to any tensor type.
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain to any tensor type.
+
I : tensor(int32), tensor(int64)
+
Constrain position to integral tensor. It must be a scalar(tensor of empty shape).
+
+ + +### **SequenceConstruct** + + Construct a tensor sequence containing 'inputs' tensors. + All tensors in 'inputs' must have the same data type. + +#### Version + +This version of the operator has been available since version 11 of the default ONNX operator set. + +#### Inputs (1 - ∞) + +
+
inputs (variadic) : T
+
Tensors.
+
+ +#### Outputs + +
+
output_sequence : S
+
Sequence enclosing the input tensors.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain input types to any tensor type.
+
S : seq(tensor(uint8)), seq(tensor(uint16)), seq(tensor(uint32)), seq(tensor(uint64)), seq(tensor(int8)), seq(tensor(int16)), seq(tensor(int32)), seq(tensor(int64)), seq(tensor(float16)), seq(tensor(float)), seq(tensor(double)), seq(tensor(string)), seq(tensor(bool)), seq(tensor(complex64)), seq(tensor(complex128))
+
Constrain output types to any tensor type.
+
+ + +### **SequenceEmpty** + + Construct an empty tensor sequence, with given data type. + +#### Version + +This version of the operator has been available since version 11 of the default ONNX operator set. + +#### Attributes + +
+
dtype : int
+
(Optional) The data type of the tensors in the output sequence. The default type is 'float'.
+
+ +#### Inputs + + +#### Outputs + +
+
output : S
+
Empty sequence.
+
+ +#### Type Constraints + +
+
S : seq(tensor(uint8)), seq(tensor(uint16)), seq(tensor(uint32)), seq(tensor(uint64)), seq(tensor(int8)), seq(tensor(int16)), seq(tensor(int32)), seq(tensor(int64)), seq(tensor(float16)), seq(tensor(float)), seq(tensor(double)), seq(tensor(string)), seq(tensor(bool)), seq(tensor(complex64)), seq(tensor(complex128))
+
Constrain output types to any tensor type.
+
+ + +### **SequenceErase** + + Outputs a tensor sequence that removes the tensor at 'position' from 'input_sequence'. + Accepted range for 'position' is in `[-n, n - 1]`, where `n` is the number of tensors in 'input_sequence'. + Negative value means counting positions from the back. + 'position' is optional, by default it erases the last tensor from 'input_sequence'. + +#### Version + +This version of the operator has been available since version 11 of the default ONNX operator set. + +#### Inputs (1 - 2) + +
+
input_sequence : S
+
Input sequence.
+
position (optional) : I
+
Position of the tensor in the sequence. Negative value means counting positions from the back. Accepted range in `[-n, n - 1]`, where `n` is the number of tensors in 'input_sequence'. It is an error if any of the index values are out of bounds. It must be a scalar(tensor of empty shape).
+
+ +#### Outputs + +
+
output_sequence : S
+
Output sequence that has the tensor at the specified position removed.
+
+ +#### Type Constraints + +
+
S : seq(tensor(uint8)), seq(tensor(uint16)), seq(tensor(uint32)), seq(tensor(uint64)), seq(tensor(int8)), seq(tensor(int16)), seq(tensor(int32)), seq(tensor(int64)), seq(tensor(float16)), seq(tensor(float)), seq(tensor(double)), seq(tensor(string)), seq(tensor(bool)), seq(tensor(complex64)), seq(tensor(complex128))
+
Constrain to any tensor type.
+
I : tensor(int32), tensor(int64)
+
Constrain position to integral tensor. It must be a scalar(tensor of empty shape).
+
+ + +### **SequenceInsert** + + Outputs a tensor sequence that inserts 'tensor' into 'input_sequence' at 'position'. + 'tensor' must have the same data type as 'input_sequence'. + Accepted range for 'position' is in `[-n, n]`, where `n` is the number of tensors in 'input_sequence'. + Negative value means counting positions from the back. + 'position' is optional, by default it inserts 'tensor' to the back of 'input_sequence'. + +#### Version + +This version of the operator has been available since version 11 of the default ONNX operator set. + +#### Inputs (2 - 3) + +
+
input_sequence : S
+
Input sequence.
+
tensor : T
+
Input tensor to be inserted into the input sequence.
+
position (optional) : I
+
Position in the sequence where the new tensor is inserted. It is optional and default is to insert to the back of the sequence. Negative value means counting positions from the back. Accepted range in `[-n, n]`, where `n` is the number of tensors in 'input_sequence'. It is an error if any of the index values are out of bounds. It must be a scalar(tensor of empty shape).
+
+ +#### Outputs + +
+
output_sequence : S
+
Output sequence that contains the inserted tensor at given position.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain to any tensor type.
+
S : seq(tensor(uint8)), seq(tensor(uint16)), seq(tensor(uint32)), seq(tensor(uint64)), seq(tensor(int8)), seq(tensor(int16)), seq(tensor(int32)), seq(tensor(int64)), seq(tensor(float16)), seq(tensor(float)), seq(tensor(double)), seq(tensor(string)), seq(tensor(bool)), seq(tensor(complex64)), seq(tensor(complex128))
+
Constrain to any tensor type.
+
I : tensor(int32), tensor(int64)
+
Constrain position to integral tensor. It must be a scalar(tensor of empty shape).
+
+ + +#### Examples + +
+sequenceinsert + +```python +test_cases = { + "at_back": [np.array([10, 11, 12]).astype(np.int64)], + "at_front": [np.array([-2, -1, 0]), np.array([0]).astype(np.int64)], +} +sequence = [ + np.array([1, 2, 3, 4]).astype(np.int64), + np.array([5, 6, 7]).astype(np.int64), + np.array([8, 9]).astype(np.int64), +] + +for test_name, test_inputs in test_cases.items(): + tensor = test_inputs[0].astype(np.int64) + + if len(test_inputs) > 1: + node = onnx.helper.make_node( + "SequenceInsert", + inputs=["sequence", "tensor", "position"], + outputs=["output_sequence"], + ) + position = test_inputs[1] + inserted = sequence_insert_reference_implementation( + sequence, tensor, position + ) + expect( + node, + inputs=[sequence, tensor, position], + outputs=[inserted], + name="test_sequence_insert_" + test_name, + ) + else: + node = onnx.helper.make_node( + "SequenceInsert", + inputs=["sequence", "tensor"], + outputs=["output_sequence"], + ) + inserted = sequence_insert_reference_implementation(sequence, tensor) + expect( + node, + inputs=[sequence, tensor], + outputs=[inserted], + name="test_sequence_insert_" + test_name, + ) +``` + +
+ + +### **SequenceLength** + + Produces a scalar(tensor of empty shape) containing the number of tensors in 'input_sequence'. + +#### Version + +This version of the operator has been available since version 11 of the default ONNX operator set. + +#### Inputs + +
+
input_sequence : S
+
Input sequence.
+
+ +#### Outputs + +
+
length : I
+
Length of input sequence. It must be a scalar(tensor of empty shape).
+
+ +#### Type Constraints + +
+
S : seq(tensor(uint8)), seq(tensor(uint16)), seq(tensor(uint32)), seq(tensor(uint64)), seq(tensor(int8)), seq(tensor(int16)), seq(tensor(int32)), seq(tensor(int64)), seq(tensor(float16)), seq(tensor(float)), seq(tensor(double)), seq(tensor(string)), seq(tensor(bool)), seq(tensor(complex64)), seq(tensor(complex128))
+
Constrain to any tensor type.
+
I : tensor(int64)
+
Constrain output to integral tensor. It must be a scalar(tensor of empty shape).
+
+ + +### **SequenceMap** + + Applies a sub-graph to each sample in the input sequence(s). + + Inputs can be either tensors or sequences, with the exception of the first input which must + be a sequence. The length of the first input sequence will determine the number of samples in the + outputs. Any other sequence inputs should have the same number of samples. The number of inputs + and outputs, should match the one of the subgraph. + + For each i-th element in the output, a sample will be extracted from the input sequence(s) at + the i-th position and the sub-graph will be applied to it. + The outputs will contain the outputs of the sub-graph for each sample, in the same order as in + the input. + + This operator assumes that processing each sample is independent and could executed in parallel + or in any order. Users cannot expect any specific ordering in which each subgraph is computed. + +#### Version + +This version of the operator has been available since version 17 of the default ONNX operator set. + +#### Attributes + +
+
body : graph (required)
+
The graph to be run for each sample in the sequence(s). It should have as many inputs and outputs as inputs and outputs to the SequenceMap function.
+
+ +#### Inputs (1 - ∞) + +
+
input_sequence : S
+
Input sequence.
+
additional_inputs (variadic, heterogeneous) : V
+
Additional inputs to the graph
+
+ +#### Outputs (1 - ∞) + +
+
out_sequence (variadic, heterogeneous) : S
+
Output sequence(s)
+
+ +#### Type Constraints + +
+
S : seq(tensor(uint8)), seq(tensor(uint16)), seq(tensor(uint32)), seq(tensor(uint64)), seq(tensor(int8)), seq(tensor(int16)), seq(tensor(int32)), seq(tensor(int64)), seq(tensor(float16)), seq(tensor(float)), seq(tensor(double)), seq(tensor(string)), seq(tensor(bool)), seq(tensor(complex64)), seq(tensor(complex128))
+
Constrain input types to any sequence type.
+
V : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128), seq(tensor(uint8)), seq(tensor(uint16)), seq(tensor(uint32)), seq(tensor(uint64)), seq(tensor(int8)), seq(tensor(int16)), seq(tensor(int32)), seq(tensor(int64)), seq(tensor(float16)), seq(tensor(float)), seq(tensor(double)), seq(tensor(string)), seq(tensor(bool)), seq(tensor(complex64)), seq(tensor(complex128))
+
Constrain to any tensor or sequence type.
+
+ + +#### Examples + +
+sequence_map_add_1_sequence_1_tensor + +```python +body = onnx.helper.make_graph( + [onnx.helper.make_node("Add", ["in0", "in1"], ["out0"])], + "seq_map_body", + [ + onnx.helper.make_tensor_value_info( + "in0", onnx.TensorProto.FLOAT, ["N"] + ), + onnx.helper.make_tensor_value_info( + "in1", onnx.TensorProto.FLOAT, ["N"] + ), + ], + [onnx.helper.make_tensor_value_info("out0", onnx.TensorProto.FLOAT, ["N"])], +) + +node = onnx.helper.make_node( + "SequenceMap", inputs=["x0", "x1"], outputs=["y0"], body=body +) + +x0 = [np.random.uniform(0.0, 1.0, 10).astype(np.float32) for k in range(3)] +x1 = np.random.uniform(0.0, 1.0, 10).astype(np.float32) +y0 = [x0[i] + x1 for i in range(3)] +input_type_protos = [ + onnx.helper.make_sequence_type_proto( + onnx.helper.make_tensor_type_proto(onnx.TensorProto.FLOAT, ["N"]) + ), + onnx.helper.make_tensor_type_proto(onnx.TensorProto.FLOAT, ["N"]), +] +output_type_protos = [ + onnx.helper.make_sequence_type_proto( + onnx.helper.make_tensor_type_proto(onnx.TensorProto.FLOAT, ["N"]) + ), +] +expect( + node, + inputs=[x0, x1], + outputs=[y0], + input_type_protos=input_type_protos, + output_type_protos=output_type_protos, + name="test_sequence_map_add_1_sequence_1_tensor", +) +``` + +
+ + +
+sequence_map_add_2_sequences + +```python +body = onnx.helper.make_graph( + [onnx.helper.make_node("Add", ["in0", "in1"], ["out0"])], + "seq_map_body", + [ + onnx.helper.make_tensor_value_info( + "in0", onnx.TensorProto.FLOAT, ["N"] + ), + onnx.helper.make_tensor_value_info( + "in1", onnx.TensorProto.FLOAT, ["N"] + ), + ], + [onnx.helper.make_tensor_value_info("out0", onnx.TensorProto.FLOAT, ["N"])], +) + +node = onnx.helper.make_node( + "SequenceMap", inputs=["x0", "x1"], outputs=["y0"], body=body +) + +N = [np.random.randint(1, 10) for _ in range(3)] +x0 = [np.random.uniform(0.0, 1.0, N[k]).astype(np.float32) for k in range(3)] +x1 = [np.random.uniform(0.0, 1.0, N[k]).astype(np.float32) for k in range(3)] +y0 = [x0[k] + x1[k] for k in range(3)] +input_type_protos = [ + onnx.helper.make_sequence_type_proto( + onnx.helper.make_tensor_type_proto(onnx.TensorProto.FLOAT, ["N"]) + ), + onnx.helper.make_sequence_type_proto( + onnx.helper.make_tensor_type_proto(onnx.TensorProto.FLOAT, ["N"]) + ), +] +output_type_protos = [ + onnx.helper.make_sequence_type_proto( + onnx.helper.make_tensor_type_proto(onnx.TensorProto.FLOAT, ["N"]) + ), +] +expect( + node, + inputs=[x0, x1], + outputs=[y0], + input_type_protos=input_type_protos, + output_type_protos=output_type_protos, + name="test_sequence_map_add_2_sequences", +) +``` + +
+ + +
+sequence_map_extract_shapes + +```python +body = onnx.helper.make_graph( + [onnx.helper.make_node("Shape", ["x"], ["shape"])], + "seq_map_body", + [ + onnx.helper.make_tensor_value_info( + "x", onnx.TensorProto.FLOAT, ["H", "W", "C"] + ) + ], + [onnx.helper.make_tensor_value_info("shape", onnx.TensorProto.INT64, [3])], +) + +node = onnx.helper.make_node( + "SequenceMap", inputs=["in_seq"], outputs=["shapes"], body=body +) + +shapes = [ + np.array([40, 30, 3], dtype=np.int64), + np.array([20, 10, 3], dtype=np.int64), + np.array([10, 5, 3], dtype=np.int64), +] +x0 = [np.zeros(shape, dtype=np.float32) for shape in shapes] +input_type_protos = [ + onnx.helper.make_sequence_type_proto( + onnx.helper.make_tensor_type_proto( + onnx.TensorProto.FLOAT, ["H", "W", "C"] + ) + ), +] +output_type_protos = [ + onnx.helper.make_sequence_type_proto( + onnx.helper.make_tensor_type_proto(onnx.TensorProto.INT64, [3]) + ), +] +expect( + node, + inputs=[x0], + outputs=[shapes], + input_type_protos=input_type_protos, + output_type_protos=output_type_protos, + name="test_sequence_map_extract_shapes", +) +``` + +
+ + +
+sequence_map_identity_1_sequence + +```python +body = onnx.helper.make_graph( + [onnx.helper.make_node("Identity", ["in0"], ["out0"])], + "seq_map_body", + [onnx.helper.make_tensor_value_info("in0", onnx.TensorProto.FLOAT, ["N"])], + [onnx.helper.make_tensor_value_info("out0", onnx.TensorProto.FLOAT, ["M"])], +) + +node = onnx.helper.make_node( + "SequenceMap", inputs=["x"], outputs=["y"], body=body +) + +x = [np.random.uniform(0.0, 1.0, 10).astype(np.float32) for _ in range(3)] +y = x +input_type_protos = [ + onnx.helper.make_sequence_type_proto( + onnx.helper.make_tensor_type_proto(onnx.TensorProto.FLOAT, ["N"]) + ), +] +output_type_protos = [ + onnx.helper.make_sequence_type_proto( + onnx.helper.make_tensor_type_proto(onnx.TensorProto.FLOAT, ["N"]) + ), +] +expect( + node, + inputs=[x], + outputs=[y], + input_type_protos=input_type_protos, + output_type_protos=output_type_protos, + name="test_sequence_map_identity_1_sequence", +) +``` + +
+ + +
+sequence_map_identity_1_sequence_1_tensor + +```python +body = onnx.helper.make_graph( + [ + onnx.helper.make_node("Identity", ["in0"], ["out0"]), + onnx.helper.make_node("Identity", ["in1"], ["out1"]), + ], + "seq_map_body", + [ + onnx.helper.make_tensor_value_info( + "in0", onnx.TensorProto.FLOAT, ["N"] + ), + onnx.helper.make_tensor_value_info( + "in1", onnx.TensorProto.FLOAT, ["M"] + ), + ], + [ + onnx.helper.make_tensor_value_info( + "out0", onnx.TensorProto.FLOAT, ["N"] + ), + onnx.helper.make_tensor_value_info( + "out1", onnx.TensorProto.FLOAT, ["M"] + ), + ], +) + +node = onnx.helper.make_node( + "SequenceMap", inputs=["x0", "x1"], outputs=["y0", "y1"], body=body +) + +x0 = [ + np.random.uniform(0.0, 1.0, np.random.randint(1, 10)).astype(np.float32) + for _ in range(3) +] +x1 = np.random.uniform(0.0, 1.0, np.random.randint(1, 10)).astype(np.float32) +y0 = x0 +y1 = [x1 for _ in range(3)] +input_type_protos = [ + onnx.helper.make_sequence_type_proto( + onnx.helper.make_tensor_type_proto(onnx.TensorProto.FLOAT, ["N"]) + ), + onnx.helper.make_tensor_type_proto(onnx.TensorProto.FLOAT, ["M"]), +] +output_type_protos = [ + onnx.helper.make_sequence_type_proto( + onnx.helper.make_tensor_type_proto(onnx.TensorProto.FLOAT, ["N"]) + ), + onnx.helper.make_sequence_type_proto( + onnx.helper.make_tensor_type_proto(onnx.TensorProto.FLOAT, ["M"]) + ), +] +expect( + node, + inputs=[x0, x1], + outputs=[y0, y1], + input_type_protos=input_type_protos, + output_type_protos=output_type_protos, + name="test_sequence_map_identity_1_sequence_1_tensor", +) +``` + +
+ + +
+sequence_map_identity_2_sequences + +```python +body = onnx.helper.make_graph( + [ + onnx.helper.make_node("Identity", ["in0"], ["out0"]), + onnx.helper.make_node("Identity", ["in1"], ["out1"]), + ], + "seq_map_body", + [ + onnx.helper.make_tensor_value_info( + "in0", onnx.TensorProto.FLOAT, ["N"] + ), + onnx.helper.make_tensor_value_info( + "in1", onnx.TensorProto.FLOAT, ["M"] + ), + ], + [ + onnx.helper.make_tensor_value_info( + "out0", onnx.TensorProto.FLOAT, ["N"] + ), + onnx.helper.make_tensor_value_info( + "out1", onnx.TensorProto.FLOAT, ["M"] + ), + ], +) + +node = onnx.helper.make_node( + "SequenceMap", inputs=["x0", "x1"], outputs=["y0", "y1"], body=body +) + +x0 = [ + np.random.uniform(0.0, 1.0, np.random.randint(1, 10)).astype(np.float32) + for _ in range(3) +] +x1 = [ + np.random.uniform(0.0, 1.0, np.random.randint(1, 10)).astype(np.float32) + for _ in range(3) +] +y0 = x0 +y1 = x1 +input_type_protos = [ + onnx.helper.make_sequence_type_proto( + onnx.helper.make_tensor_type_proto(onnx.TensorProto.FLOAT, ["N"]) + ), + onnx.helper.make_sequence_type_proto( + onnx.helper.make_tensor_type_proto(onnx.TensorProto.FLOAT, ["M"]) + ), +] +output_type_protos = [ + onnx.helper.make_sequence_type_proto( + onnx.helper.make_tensor_type_proto(onnx.TensorProto.FLOAT, ["N"]) + ), + onnx.helper.make_sequence_type_proto( + onnx.helper.make_tensor_type_proto(onnx.TensorProto.FLOAT, ["M"]) + ), +] +expect( + node, + inputs=[x0, x1], + outputs=[y0, y1], + input_type_protos=input_type_protos, + output_type_protos=output_type_protos, + name="test_sequence_map_identity_2_sequences", +) +``` + +
+ + +### **Shape** + + Takes a tensor as input and outputs an 1D int64 tensor containing the shape of the input tensor. + Optional attributes start and end can be used to compute a slice of the input tensor's shape. + If start axis is omitted, the slice starts from axis 0. + The end axis, if specified, is exclusive (and the returned value will not include the size of that axis). + If the end axis is omitted, the axes upto the last one will be included. + Negative axes indicate counting back from the last axis. + Note that axes will be clamped to the range [0, r], where r is the + rank of the input tensor if they are out-of-range (after adding r in the case of + negative axis). Thus, specifying any end value > r is equivalent to specifying an end + value of r, and specifying any start value < -r is equivalent to specifying a start + value of 0. If start > end, the result will be an empty shape. + + Examples: + + ``` + Input tensor with shape: [2, 3, 4] + No attributes specified. + Output: [2, 3, 4] + ``` + + ``` + Input tensor with shape: [2, 3, 4] + start: -1 + Output: [4] + ``` + + ``` + Input tensor with shape: [2, 3, 4] + end: -1 + Output: [2, 3] + ``` + + ``` + Input tensor with shape: [2, 3, 4] + start: 1 + end: 2 + Output: [3] + ``` + +#### Version + +This version of the operator has been available since version 25 of the default ONNX operator set. + +Other versions of this operator: 1, 13, 15, 19, 21, 23, 24 + +#### Attributes + +
+
end : int
+
(Optional) Ending axis for slicing the shape. Negative value means counting dimensions from the back. If omitted, sizes of all axes upto (including) the last one will be included.
+
start : int (default is 0)
+
(Optional) Starting axis for slicing the shape. Default value is 0.Negative value means counting dimensions from the back.
+
+ +#### Inputs + +
+
data (non-differentiable) : T
+
An input tensor.
+
+ +#### Outputs + +
+
shape (non-differentiable) : T1
+
Shape of the input tensor
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(uint4), tensor(int4), tensor(float4e2m1), tensor(float8e8m0), tensor(uint2), tensor(int2)
+
Input tensor can be of arbitrary type.
+
T1 : tensor(int64)
+
Constrain output to int64 tensor.
+
+ + +#### Examples + +
+shape + +```python +x = np.array( + [ + [1, 2, 3], + [4, 5, 6], + ] +).astype(np.float32) +test_shape("_example", x) # preserve names of original test cases + +x = np.random.randn(3, 4, 5).astype(np.float32) + +test_shape("", x) # preserve names of original test cases + +test_shape("_start_1", x, start=1) + +test_shape("_end_1", x, end=1) + +test_shape("_start_negative_1", x, start=-1) + +test_shape("_end_negative_1", x, end=-1) + +test_shape("_start_1_end_negative_1", x, start=1, end=-1) + +test_shape("_start_1_end_2", x, start=1, end=2) + +test_shape("_clip_start", x, start=-10) + +test_shape("_clip_end", x, end=10) + +test_shape("_start_greater_than_end", x, start=2, end=1) +``` + +
+ + +### **Shrink** + + Shrink takes one input data (Tensor) and produces one Tensor output, + having same datatype and shape with input. It has two attributes, lambd and + bias. The formula of this operator is: If x < -lambd, y = x + bias; + If x > lambd, y = x - bias; Otherwise, y = 0. + +#### Version + +This version of the operator has been available since version 9 of the default ONNX operator set. + +#### Attributes + +
+
bias : float (default is 0.0)
+
The bias value added to output. Default is 0.
+
lambd : float (default is 0.5)
+
The lambd value for the Shrink formulation. Default is 0.5.
+
+ +#### Inputs + +
+
input (differentiable) : T
+
The input data as Tensor.
+
+ +#### Outputs + +
+
output (differentiable) : T
+
The output.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double)
+
Constrain input to only numeric types.
+
+ + +#### Examples + +
+hard_shrink + +```python +node = onnx.helper.make_node( + "Shrink", + inputs=["x"], + outputs=["y"], + lambd=1.5, +) +X = np.arange(-2.0, 2.1, dtype=np.float32) +Y = np.array([-2, 0, 0, 0, 2], dtype=np.float32) +expect(node, inputs=[X], outputs=[Y], name="test_shrink_hard") +``` + +
+ + +
+soft_shrink + +```python +node = onnx.helper.make_node( + "Shrink", + inputs=["x"], + outputs=["y"], + lambd=1.5, + bias=1.5, +) +X = np.arange(-2.0, 2.1, dtype=np.float32) +Y = np.array([-0.5, 0, 0, 0, 0.5], dtype=np.float32) +expect(node, inputs=[X], outputs=[Y], name="test_shrink_soft") +``` + +
+ + +### **Sigmoid** + + Sigmoid takes one input data (Tensor) and produces one output data + (Tensor) where the sigmoid function, y = 1 / (1 + exp(-x)), is applied to the + tensor elementwise. + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +Other versions of this operator: 1, 6 + +#### Inputs + +
+
X (differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
Y (differentiable) : T
+
Output tensor
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input and output types to float tensors.
+
+ + +#### Examples + +
+sigmoid + +```python +node = onnx.helper.make_node( + "Sigmoid", + inputs=["x"], + outputs=["y"], +) + +x = np.array([-1, 0, 1]).astype(np.float32) +y = 1.0 / ( + 1.0 + np.exp(np.negative(x)) +) # expected output [0.26894143, 0.5, 0.7310586] +expect(node, inputs=[x], outputs=[y], name="test_sigmoid_example") + +x = np.random.randn(3, 4, 5).astype(np.float32) +y = 1.0 / (1.0 + np.exp(np.negative(x))) +expect(node, inputs=[x], outputs=[y], name="test_sigmoid") +``` + +
+ + +### **Sign** + + Calculate the sign of the given input tensor element-wise. + If input > 0, output 1. if input < 0, output -1. if input == 0, output 0. + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +Other versions of this operator: 9 + +#### Inputs + +
+
input (non-differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
output (non-differentiable) : T
+
The sign of the input tensor computed element-wise. It has the same shape and type of the input.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input and output types to all numeric tensors.
+
+ + +#### Examples + +
+sign + +```python +node = onnx.helper.make_node( + "Sign", + inputs=["x"], + outputs=["y"], +) + +x = np.array(range(-5, 6)).astype(np.float32) +y = np.sign(x) +expect(node, inputs=[x], outputs=[y], name="test_sign") +``` + +
+ + +### **Sin** + + Calculates the sine of the given input tensor, element-wise. + +#### Version + +This version of the operator has been available since version 22 of the default ONNX operator set. + +Other versions of this operator: 7 + +#### Inputs + +
+
input (differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
output (differentiable) : T
+
The sine of the input tensor computed element-wise
+
+ +#### Type Constraints + +
+
T : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ + +#### Examples + +
+sin + +```python +node = onnx.helper.make_node( + "Sin", + inputs=["x"], + outputs=["y"], +) + +x = np.array([-1, 0, 1]).astype(np.float32) +y = np.sin(x) +expect(node, inputs=[x], outputs=[y], name="test_sin_example") + +x = np.random.randn(3, 4, 5).astype(np.float32) +y = np.sin(x) +expect(node, inputs=[x], outputs=[y], name="test_sin") +``` + +
+ + +### **Sinh** + + Calculates the hyperbolic sine of the given input tensor element-wise. + +#### Version + +This version of the operator has been available since version 22 of the default ONNX operator set. + +Other versions of this operator: 9 + +#### Inputs + +
+
input (differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
output (differentiable) : T
+
The hyperbolic sine values of the input tensor computed element-wise
+
+ +#### Type Constraints + +
+
T : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ + +#### Examples + +
+sinh + +```python +node = onnx.helper.make_node( + "Sinh", + inputs=["x"], + outputs=["y"], +) + +x = np.array([-1, 0, 1]).astype(np.float32) +y = np.sinh(x) # expected output [-1.17520118, 0., 1.17520118] +expect(node, inputs=[x], outputs=[y], name="test_sinh_example") + +x = np.random.randn(3, 4, 5).astype(np.float32) +y = np.sinh(x) +expect(node, inputs=[x], outputs=[y], name="test_sinh") +``` + +
+ + +### **Size** + + Takes a tensor as input and outputs a int64 scalar that equals to the total number of elements of the input tensor. + +#### Version + +This version of the operator has been available since version 25 of the default ONNX operator set. + +Other versions of this operator: 1, 13, 19, 21, 23, 24 + +#### Inputs + +
+
data (non-differentiable) : T
+
An input tensor.
+
+ +#### Outputs + +
+
size (non-differentiable) : T1
+
Total number of elements of the input tensor
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(uint4), tensor(int4), tensor(float4e2m1), tensor(float8e8m0), tensor(uint2), tensor(int2)
+
Input tensor can be of arbitrary type.
+
T1 : tensor(int64)
+
Constrain output to int64 tensor, which should be a scalar though.
+
+ + +#### Examples + +
+size + +```python +node = onnx.helper.make_node( + "Size", + inputs=["x"], + outputs=["y"], +) + +x = np.array( + [ + [1, 2, 3], + [4, 5, 6], + ] +).astype(np.float32) +y = np.array(6).astype(np.int64) + +expect(node, inputs=[x], outputs=[y], name="test_size_example") + +x = np.random.randn(3, 4, 5).astype(np.float32) +y = np.array(x.size).astype(np.int64) + +expect(node, inputs=[x], outputs=[y], name="test_size") +``` + +
+ + +### **Slice** + + Produces a slice of the input tensor along multiple axes. Similar to numpy: + https://numpy.org/doc/stable/user/basics.indexing.html?highlight=slice#slicing-and-striding + + Slice uses the `starts`, `ends`, `axes` and `steps` inputs to select a sub-tensor + of its input `data` tensor. + + An effective `starts[i]`, `ends[i]`, and `steps[i]` must be computed for each `i` + in `[0, ... r-1]` where `r = rank(input)` as follows: + + If `axes` are omitted, they are set to `[0, ..., r-1]`. + If `steps` are omitted, they are set to `[1, ..., 1]` of length `len(starts)` + + The effective values are initialized as `start[i] = 0`, `ends[i] = dims[i]` where + `dims` are the dimensions of `input` and `steps[i] = 1`. + + All negative elements of `axes` are made non-negative by adding `r` to them, where + `r =rank(input)`. + + All negative values in `starts[i]` and `ends[i]` have `dims[axes[i]]` added to them, + where `dims` are the dimensions of `input`. Then `start[axes[i]]` is the adjusted + `starts[i]` is clamped into the range `[0, dims[axes[i]]]` for positive stepping + and `[0, dims[axes[i]]-1]` for negative stepping. + + The clamping for the adjusted `ends[i]` depends on the sign of `steps[i]` and must + accommodate copying 0 through `dims[axes[i]]` elements, so for positive stepping + `ends[axes[i]]` is clamped to `[0, dims[axes[i]]]`, while for negative stepping it + is clamped to `[-1, dims[axes[i]]-1]`. + + Finally, `steps[axes[i]] = steps[i]`. + + For slicing to the end of a dimension with unknown size, it is recommended to pass + in `INT_MAX` when slicing forward and 'INT_MIN' when slicing backward. + + Example 1: + + ``` + data = [ + [1, 2, 3, 4], + [5, 6, 7, 8], + ] + axes = [0, 1] + starts = [1, 0] + ends = [2, 3] + steps = [1, 2] + result = [ + [5, 7], + ] + ``` + + Example 2: + + ``` + data = [ + [1, 2, 3, 4], + [5, 6, 7, 8], + ] + starts = [0, 1] + ends = [-1, 1000] + result = [ + [2, 3, 4], + ] + ``` + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +Other versions of this operator: 1, 10, 11 + +#### Inputs (3 - 5) + +
+
data (differentiable) : T
+
Tensor of data to extract slices from.
+
starts (non-differentiable) : Tind
+
1-D tensor of starting indices of corresponding axis in `axes`
+
ends (non-differentiable) : Tind
+
1-D tensor of ending indices (exclusive) of corresponding axis in `axes`
+
axes (optional, non-differentiable) : Tind
+
1-D tensor of axes that `starts` and `ends` apply to. Negative value means counting dimensions from the back. Accepted range is [-r, r-1] where r = rank(data). Behavior is undefined if an axis is repeated.
+
steps (optional, non-differentiable) : Tind
+
1-D tensor of slice step of corresponding axis in `axes`. Negative value means slicing backward. 'steps' cannot be 0. Defaults to 1s.
+
+ +#### Outputs + +
+
output (differentiable) : T
+
Sliced data tensor.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain input and output types to all tensor types.
+
Tind : tensor(int32), tensor(int64)
+
Constrain indices to integer types
+
+ + +#### Examples + +
+slice + +```python +node = onnx.helper.make_node( + "Slice", + inputs=["x", "starts", "ends", "axes", "steps"], + outputs=["y"], +) + +x = np.random.randn(20, 10, 5).astype(np.float32) +y = x[0:3, 0:10] +starts = np.array([0, 0], dtype=np.int64) +ends = np.array([3, 10], dtype=np.int64) +axes = np.array([0, 1], dtype=np.int64) +steps = np.array([1, 1], dtype=np.int64) + +expect( + node, inputs=[x, starts, ends, axes, steps], outputs=[y], name="test_slice" +) +``` + +
+ + +
+slice_default_axes + +```python +node = onnx.helper.make_node( + "Slice", + inputs=["x", "starts", "ends"], + outputs=["y"], +) + +x = np.random.randn(20, 10, 5).astype(np.float32) +starts = np.array([0, 0, 3], dtype=np.int64) +ends = np.array([20, 10, 4], dtype=np.int64) +y = x[:, :, 3:4] + +expect( + node, inputs=[x, starts, ends], outputs=[y], name="test_slice_default_axes" +) +``` + +
+ + +
+slice_default_steps + +```python +node = onnx.helper.make_node( + "Slice", + inputs=["x", "starts", "ends", "axes"], + outputs=["y"], +) + +x = np.random.randn(20, 10, 5).astype(np.float32) +starts = np.array([0, 0, 3], dtype=np.int64) +ends = np.array([20, 10, 4], dtype=np.int64) +axes = np.array([0, 1, 2], dtype=np.int64) +y = x[:, :, 3:4] + +expect( + node, + inputs=[x, starts, ends, axes], + outputs=[y], + name="test_slice_default_steps", +) +``` + +
+ + +
+slice_end_out_of_bounds + +```python +node = onnx.helper.make_node( + "Slice", + inputs=["x", "starts", "ends", "axes", "steps"], + outputs=["y"], +) + +x = np.random.randn(20, 10, 5).astype(np.float32) +starts = np.array([1], dtype=np.int64) +ends = np.array([1000], dtype=np.int64) +axes = np.array([1], dtype=np.int64) +steps = np.array([1], dtype=np.int64) +y = x[:, 1:1000] + +expect( + node, + inputs=[x, starts, ends, axes, steps], + outputs=[y], + name="test_slice_end_out_of_bounds", +) +``` + +
+ + +
+slice_neg + +```python +node = onnx.helper.make_node( + "Slice", + inputs=["x", "starts", "ends", "axes", "steps"], + outputs=["y"], +) + +x = np.random.randn(20, 10, 5).astype(np.float32) +starts = np.array([0], dtype=np.int64) +ends = np.array([-1], dtype=np.int64) +axes = np.array([1], dtype=np.int64) +steps = np.array([1], dtype=np.int64) +y = x[:, 0:-1] + +expect( + node, + inputs=[x, starts, ends, axes, steps], + outputs=[y], + name="test_slice_neg", +) +``` + +
+ + +
+slice_neg_steps + +```python +node = onnx.helper.make_node( + "Slice", + inputs=["x", "starts", "ends", "axes", "steps"], + outputs=["y"], +) + +x = np.random.randn(20, 10, 5).astype(np.float32) +starts = np.array([20, 10, 4], dtype=np.int64) +ends = np.array([0, 0, 1], dtype=np.int64) +axes = np.array([0, 1, 2], dtype=np.int64) +steps = np.array([-1, -3, -2]).astype(np.int64) +y = x[20:0:-1, 10:0:-3, 4:1:-2] + +expect( + node, + inputs=[x, starts, ends, axes, steps], + outputs=[y], + name="test_slice_neg_steps", +) +``` + +
+ + +
+slice_negative_axes + +```python +node = onnx.helper.make_node( + "Slice", + inputs=["x", "starts", "ends", "axes"], + outputs=["y"], +) + +x = np.random.randn(20, 10, 5).astype(np.float32) +starts = np.array([0, 0, 3], dtype=np.int64) +ends = np.array([20, 10, 4], dtype=np.int64) +axes = np.array([0, -2, -1], dtype=np.int64) +y = x[:, :, 3:4] + +expect( + node, + inputs=[x, starts, ends, axes], + outputs=[y], + name="test_slice_negative_axes", +) +``` + +
+ + +
+slice_start_out_of_bounds + +```python +node = onnx.helper.make_node( + "Slice", + inputs=["x", "starts", "ends", "axes", "steps"], + outputs=["y"], +) + +x = np.random.randn(20, 10, 5).astype(np.float32) +starts = np.array([1000], dtype=np.int64) +ends = np.array([1000], dtype=np.int64) +axes = np.array([1], dtype=np.int64) +steps = np.array([1], dtype=np.int64) +y = x[:, 1000:1000] + +expect( + node, + inputs=[x, starts, ends, axes, steps], + outputs=[y], + name="test_slice_start_out_of_bounds", +) +``` + +
+ + +### **Softmax** + + The operator computes the normalized exponential values for the given input: + + Softmax(input, axis) = Exp(input) / ReduceSum(Exp(input), axis=axis, keepdims=1) + + The "axis" attribute indicates the dimension along which Softmax + will be performed. The output tensor has the same shape + and contains the Softmax values of the corresponding input. + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +Other versions of this operator: 1, 11 + +#### Attributes + +
+
axis : int (default is -1)
+
+Describes the dimension Softmax will be performed on. +Negative value means counting dimensions +from the back. Accepted range is [-r, r-1] where r = rank(input). +
+
+ +#### Inputs + +
+
input (differentiable) : T
+
The input tensor of rank >= axis.
+
+ +#### Outputs + +
+
output (differentiable) : T
+
The output values with the same shape as the input tensor.
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input and output types to float tensors.
+
+ + +#### Examples + +
+softmax + +```python +node = onnx.helper.make_node( + "Softmax", + inputs=["x"], + outputs=["y"], +) +x = np.array([[-1, 0, 1]]).astype(np.float32) +# expected output [[0.09003058, 0.24472848, 0.66524094]] +y = softmax(x, axis=1) +expect(node, inputs=[x], outputs=[y], name="test_softmax_example") +``` + +
+ + +
+softmax_axis + +```python +x = np.array([[0, 1, 2, 3], [10000, 10001, 10002, 10003]]).astype(np.float32) +# expected output +# [[0.032058604 0.08714432 0.23688284 0.6439143 ] +# [0.032058604 0.08714432 0.23688284 0.6439143 ]] +y = softmax(x) + +node = onnx.helper.make_node( + "Softmax", + inputs=["x"], + outputs=["y"], +) +expect(node, inputs=[x], outputs=[y], name="test_softmax_large_number") + +x = np.abs(np.random.randn(3, 4, 5).astype(np.float32)) +node = onnx.helper.make_node( + "Softmax", + inputs=["x"], + outputs=["y"], + axis=0, +) +y = softmax(x, axis=0) +expect(node, inputs=[x], outputs=[y], name="test_softmax_axis_0") + +node = onnx.helper.make_node( + "Softmax", + inputs=["x"], + outputs=["y"], + axis=1, +) +y = softmax(x, axis=1) +expect(node, inputs=[x], outputs=[y], name="test_softmax_axis_1") + +node = onnx.helper.make_node( + "Softmax", + inputs=["x"], + outputs=["y"], + axis=2, +) +y = softmax(x, axis=2) +expect(node, inputs=[x], outputs=[y], name="test_softmax_axis_2") + +node = onnx.helper.make_node( + "Softmax", + inputs=["x"], + outputs=["y"], + axis=-1, +) +y = softmax(x, axis=-1) +expect(node, inputs=[x], outputs=[y], name="test_softmax_negative_axis") + +# default axis is -1 +node = onnx.helper.make_node( + "Softmax", + inputs=["x"], + outputs=["y"], +) +expect(node, inputs=[x], outputs=[y], name="test_softmax_default_axis") +``` + +
+ + +### **SoftmaxCrossEntropyLoss** + + Loss function that measures the softmax cross entropy + between 'scores' and 'labels'. + This operator first computes a loss tensor whose shape is identical to the labels input. + If the input is 2-D with shape (N, C), the loss tensor may be a N-element vector L = (l_1, l_2, ..., l_N). + If the input is N-D tensor with shape (N, C, D1, D2, ..., Dk), + the loss tensor L may have (N, D1, D2, ..., Dk) as its shape and L[i,][j_1][j_2]...[j_k] denotes a scalar element in L. + After L is available, this operator can optionally do a reduction operator. + + * shape(scores): (N, C) where C is the number of classes, or (N, C, D1, D2,..., Dk), + with K >= 1 in case of K-dimensional loss. + * shape(labels): (N) where each value is 0 <= labels[i] <= C-1, or (N, D1, D2,..., Dk), + with K >= 1 in case of K-dimensional loss. + + The loss for one sample, l_i, can calculated as follows: + ``` + l[i][d1][d2]...[dk] = -y[i][c][d1][d2]..[dk], where i is the index of classes. + ``` + or + ``` + l[i][d1][d2]...[dk] = -y[i][c][d1][d2]..[dk] * weights[c], if 'weights' is provided. + ``` + + loss is zero for the case when label-value equals ignore_index. + ``` + l[i][d1][d2]...[dk] = 0, when labels[n][d1][d2]...[dk] = ignore_index + ``` + + where: + ``` + p = Softmax(scores) + y = Log(p) + c = labels[i][d1][d2]...[dk] + ``` + + Finally, L is optionally reduced: + + * If reduction = 'none', the output is L with shape (N, D1, D2, ..., Dk). + * If reduction = 'sum', the output is scalar: Sum(L). + * If reduction = 'mean', the output is scalar: ReduceMean(L), or if weight is provided: `ReduceSum(L) / ReduceSum(W)`, + where tensor W is of shape `(N, D1, D2, ..., Dk)` and `W[n][d1][d2]...[dk] = weights[labels[i][d1][d2]...[dk]]`. + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +Other versions of this operator: 12 + +#### Attributes + +
+
ignore_index : int
+
Specifies a target value that is ignored and does not contribute to the input gradient. It's an optional value.
+
reduction : string (default is mean)
+
Type of reduction to apply to loss: none, sum, mean(default). 'none': no reduction will be applied, 'sum': the output will be summed. 'mean': the sum of the output will be divided by the number of elements in the output.
+
+ +#### Inputs (2 - 3) + +
+
scores (differentiable) : T
+
The predicted outputs with shape [batch_size, class_size], or [batch_size, class_size, D1, D2 , ..., Dk], where K is the number of dimensions.
+
labels (non-differentiable) : Tind
+
The ground truth output tensor, with shape [batch_size], or [batch_size, D1, D2, ..., Dk], where K is the number of dimensions. Labels element value shall be in range of [0, C). If ignore_index is specified, it may have a value outside [0, C) and the label values should either be in the range [0, C) or have the value ignore_index.
+
weights (optional, non-differentiable) : T
+
A manual rescaling weight given to each class. If given, it has to be a 1D Tensor assigning weight to each of the classes. Otherwise, it is treated as if having all ones.
+
+ +#### Outputs (1 - 2) + +
+
output (differentiable) : T
+
Weighted loss float Tensor. If reduction is 'none', this has the shape of [batch_size], or [batch_size, D1, D2, ..., Dk] in case of K-dimensional loss. Otherwise, it is a scalar.
+
log_prob (optional, differentiable) : T
+
Log probability tensor. If the output of softmax is prob, its value is log(prob).
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input and output types to float tensors.
+
Tind : tensor(int32), tensor(int64)
+
Constrain target to integer types
+
+ + +#### Examples + +
+input_shape_is_NCd1_mean_weight_negative_ii + +```python +reduction = "mean" +ignore_index = np.int64(-1) + +node = onnx.helper.make_node( + "SoftmaxCrossEntropyLoss", + inputs=["x", "y", "w"], + outputs=["z"], + reduction=reduction, + ignore_index=ignore_index, +) + +N, C, dim1 = 3, 5, 6 +np.random.seed(0) +x = np.random.rand(N, C, dim1).astype(np.float32) +labels = np.random.randint(0, high=C, size=(N, dim1)).astype(np.int64) +labels[0][0] = -1 +weight = np.random.rand(C).astype(np.float32) + +sce = softmaxcrossentropy( + x, labels, weight=weight, reduction=reduction, ignore_index=ignore_index +) + +expect( + node, + inputs=[x, labels, weight], + outputs=[sce], + name="test_sce_NCd1_mean_weight_negative_ii", +) +``` + +
+ + +
+input_shape_is_NCd1_mean_weight_negative_ii_log_prob + +```python +reduction = "mean" +ignore_index = np.int64(-1) + +node = onnx.helper.make_node( + "SoftmaxCrossEntropyLoss", + inputs=["x", "y", "w"], + outputs=["z", "log_prob"], + reduction=reduction, + ignore_index=ignore_index, +) + +N, C, dim1 = 3, 5, 6 +np.random.seed(0) +x = np.random.rand(N, C, dim1).astype(np.float32) +labels = np.random.randint(0, high=C, size=(N, dim1)).astype(np.int64) +labels[0][0] = -1 +weight = np.random.rand(C).astype(np.float32) + +loss, log_prob = softmaxcrossentropy( + x, + labels, + weight=weight, + reduction=reduction, + ignore_index=ignore_index, + get_log_prob=True, +) + +expect( + node, + inputs=[x, labels, weight], + outputs=[loss, log_prob], + name="test_sce_NCd1_mean_weight_negative_ii_log_prob", +) +``` + +
+ + +
+input_shape_is_NCd1d2d3_none_no_weight_negative_ii + +```python +reduction = "none" +ignore_index = np.int64(-5) + +node = onnx.helper.make_node( + "SoftmaxCrossEntropyLoss", + inputs=["x", "y"], + outputs=["z"], + reduction=reduction, + ignore_index=ignore_index, +) + +N, C, dim1, dim2, dim3 = 3, 5, 6, 6, 5 +np.random.seed(0) +x = np.random.rand(N, C, dim1, dim2, dim3).astype(np.float32) +labels = np.random.randint(0, high=C, size=(N, dim1, dim2, dim3)).astype( + np.int64 +) +labels[0][0][0][0] = -5 + +sce = softmaxcrossentropy( + x, labels, reduction=reduction, ignore_index=ignore_index +) + +expect( + node, + inputs=[x, labels], + outputs=[sce], + name="test_sce_NCd1d2d3_none_no_weight_negative_ii", +) +``` + +
+ + +
+input_shape_is_NCd1d2d3_none_no_weight_negative_ii_log_prob + +```python +reduction = "none" +ignore_index = np.int64(-5) + +node = onnx.helper.make_node( + "SoftmaxCrossEntropyLoss", + inputs=["x", "y"], + outputs=["z", "log_prob"], + reduction=reduction, + ignore_index=ignore_index, +) + +N, C, dim1, dim2, dim3 = 3, 5, 6, 6, 5 +np.random.seed(0) +x = np.random.rand(N, C, dim1, dim2, dim3).astype(np.float32) +labels = np.random.randint(0, high=C, size=(N, dim1, dim2, dim3)).astype( + np.int64 +) +labels[0][0][0][0] = -5 + +loss, log_prob = softmaxcrossentropy( + x, labels, reduction=reduction, ignore_index=ignore_index, get_log_prob=True +) + +expect( + node, + inputs=[x, labels], + outputs=[loss, log_prob], + name="test_sce_NCd1d2d3_none_no_weight_negative_ii_log_prob", +) +``` + +
+ + +
+input_shape_is_NCd1d2d3_sum_weight_high_ii + +```python +reduction = "sum" +ignore_index = np.int64(10) + +node = onnx.helper.make_node( + "SoftmaxCrossEntropyLoss", + inputs=["x", "y", "w"], + outputs=["z"], + reduction=reduction, + ignore_index=ignore_index, +) + +N, C = 3, 5 +np.random.seed(0) +x = np.random.rand(N, C).astype(np.float32) +labels = np.random.randint(0, high=C, size=(N)).astype(np.int64) +labels[0] = 10 +weight = np.random.rand(C).astype(np.float32) + +sce = softmaxcrossentropy( + x, labels, weight=weight, reduction=reduction, ignore_index=ignore_index +) + +expect( + node, + inputs=[x, labels, weight], + outputs=[sce], + name="test_sce_NCd1d2d3_sum_weight_high_ii", +) +``` + +
+ + +
+input_shape_is_NCd1d2d3_sum_weight_high_ii_log_prob + +```python +reduction = "sum" +ignore_index = np.int64(10) + +node = onnx.helper.make_node( + "SoftmaxCrossEntropyLoss", + inputs=["x", "y", "w"], + outputs=["z", "log_prob"], + reduction=reduction, + ignore_index=ignore_index, +) + +N, C = 3, 5 +np.random.seed(0) +x = np.random.rand(N, C).astype(np.float32) +labels = np.random.randint(0, high=C, size=(N)).astype(np.int64) +labels[0] = 10 +weight = np.random.rand(C).astype(np.float32) + +loss, log_prob = softmaxcrossentropy( + x, + labels, + weight=weight, + reduction=reduction, + ignore_index=ignore_index, + get_log_prob=True, +) + +expect( + node, + inputs=[x, labels, weight], + outputs=[loss, log_prob], + name="test_sce_NCd1d2d3_sum_weight_high_ii_log_prob", +) +``` + +
+ + +
+input_shape_is_NCd1d2d3d4d5_mean_weight + +```python +reduction = "mean" + +node = onnx.helper.make_node( + "SoftmaxCrossEntropyLoss", + inputs=["x", "y", "w"], + outputs=["z"], + reduction=reduction, +) + +N, C, dim1, dim2, dim3, dim4, dim5 = 3, 5, 6, 6, 5, 3, 4 +np.random.seed(0) +x = np.random.rand(N, C, dim1, dim2, dim3, dim4, dim5).astype(np.float32) +labels = np.random.randint( + 0, high=C, size=(N, dim1, dim2, dim3, dim4, dim5) +).astype(np.int64) +weight = np.random.rand(C).astype(np.float32) + +sce = softmaxcrossentropy(x, labels, weight=weight, reduction=reduction) + +expect( + node, + inputs=[x, labels, weight], + outputs=[sce], + name="test_sce_NCd1d2d3d4d5_mean_weight", +) +``` + +
+ + +
+input_shape_is_NCd1d2d3d4d5_mean_weight_log_prob + +```python +reduction = "mean" + +node = onnx.helper.make_node( + "SoftmaxCrossEntropyLoss", + inputs=["x", "y", "w"], + outputs=["z", "log_prob"], + reduction=reduction, +) + +N, C, dim1, dim2, dim3, dim4, dim5 = 3, 5, 6, 6, 5, 3, 4 +np.random.seed(0) +x = np.random.rand(N, C, dim1, dim2, dim3, dim4, dim5).astype(np.float32) +labels = np.random.randint( + 0, high=C, size=(N, dim1, dim2, dim3, dim4, dim5) +).astype(np.int64) +weight = np.random.rand(C).astype(np.float32) + +loss, log_prob = softmaxcrossentropy( + x, labels, weight=weight, reduction=reduction, get_log_prob=True +) + +expect( + node, + inputs=[x, labels, weight], + outputs=[loss, log_prob], + name="test_sce_NCd1d2d3d4d5_mean_weight_log_prob", +) +``` + +
+ + +
+input_shape_is_NCd1d2d3d4d5_none_no_weight + +```python +reduction = "none" + +node = onnx.helper.make_node( + "SoftmaxCrossEntropyLoss", + inputs=["x", "y"], + outputs=["z"], + reduction=reduction, +) + +N, C, dim1, dim2, dim3, dim4, dim5 = 3, 5, 6, 6, 5, 3, 4 +np.random.seed(0) +x = np.random.rand(N, C, dim1, dim2, dim3, dim4, dim5).astype(np.float32) +labels = np.random.randint( + 0, high=C, size=(N, dim1, dim2, dim3, dim4, dim5) +).astype(np.int64) + +sce = softmaxcrossentropy(x, labels, reduction=reduction) + +expect( + node, + inputs=[x, labels], + outputs=[sce], + name="test_sce_NCd1d2d3d4d5_none_no_weight", +) +``` + +
+ + +
+input_shape_is_NCd1d2d3d4d5_none_no_weight_log_prob + +```python +reduction = "none" + +node = onnx.helper.make_node( + "SoftmaxCrossEntropyLoss", + inputs=["x", "y"], + outputs=["z", "log_prob"], + reduction=reduction, +) + +N, C, dim1, dim2, dim3, dim4, dim5 = 3, 5, 6, 6, 5, 3, 4 +np.random.seed(0) +x = np.random.rand(N, C, dim1, dim2, dim3, dim4, dim5).astype(np.float32) +labels = np.random.randint( + 0, high=C, size=(N, dim1, dim2, dim3, dim4, dim5) +).astype(np.int64) + +loss, log_prob = softmaxcrossentropy( + x, labels, reduction=reduction, get_log_prob=True +) + +expect( + node, + inputs=[x, labels], + outputs=[loss, log_prob], + name="test_sce_NCd1d2d3d4d5_none_no_weight_log_prob", +) +``` + +
+ + +
+softmaxcrossentropy_mean + +```python +# Define operator attributes. +reduction = "mean" + +# Create operator. +node = onnx.helper.make_node( + "SoftmaxCrossEntropyLoss", + inputs=["x", "y"], + outputs=["z"], + reduction=reduction, +) + +# Define operator inputs. +np.random.seed(0) +x = np.random.rand(3, 5).astype(np.float32) +labels = np.random.randint(0, high=5, size=(3,)).astype(np.int64) + +# Compute SoftmaxCrossEntropyLoss +sce = softmaxcrossentropy(x, labels) + +# Check results +expect(node, inputs=[x, labels], outputs=[sce], name="test_sce_mean") +``` + +
+ + +
+softmaxcrossentropy_mean_3d + +```python +# Define operator attributes. +reduction = "mean" + +# Create operator. +node = onnx.helper.make_node( + "SoftmaxCrossEntropyLoss", + inputs=["x", "y"], + outputs=["z"], + reduction=reduction, +) + +# Define operator inputs. +np.random.seed(0) +x = np.random.rand(3, 5, 2).astype(np.float32) +y = np.random.randint(0, high=5, size=(3, 2)).astype(np.int64) + +# Compute SoftmaxCrossEntropyLoss +sce = softmaxcrossentropy(x, y) + +# Check results +expect(node, inputs=[x, y], outputs=[sce], name="test_sce_mean_3d") +``` + +
+ + +
+softmaxcrossentropy_mean_3d_log_prob + +```python +# Define operator attributes. +reduction = "mean" + +# Create operator. +node = onnx.helper.make_node( + "SoftmaxCrossEntropyLoss", + inputs=["x", "y"], + outputs=["z", "log_prob"], + reduction=reduction, +) + +# Define operator inputs. +np.random.seed(0) +x = np.random.rand(3, 5, 2).astype(np.float32) +y = np.random.randint(0, high=5, size=(3, 2)).astype(np.int64) + +# Compute SoftmaxCrossEntropyLoss +loss, log_prob = softmaxcrossentropy(x, y, get_log_prob=True) + +# Check results +expect( + node, + inputs=[x, y], + outputs=[loss, log_prob], + name="test_sce_mean_3d_log_prob", +) +``` + +
+ + +
+softmaxcrossentropy_mean_log_prob + +```python +# Define operator attributes. +reduction = "mean" + +# Create operator. +node = onnx.helper.make_node( + "SoftmaxCrossEntropyLoss", + inputs=["x", "y"], + outputs=["z", "log_prob"], + reduction=reduction, +) + +# Define operator inputs. +np.random.seed(0) +x = np.random.rand(3, 5).astype(np.float32) +labels = np.random.randint(0, high=5, size=(3,)).astype(np.int64) + +# Compute SoftmaxCrossEntropyLoss +loss, log_prob = softmaxcrossentropy(x, labels, get_log_prob=True) + +# Check results +expect( + node, + inputs=[x, labels], + outputs=[loss, log_prob], + name="test_sce_mean_log_prob", +) +``` + +
+ + +
+softmaxcrossentropy_mean_no_weights_ii + +```python +# Define operator attributes. +reduction = "mean" +ignore_index = np.int64(2) + +# Create operator. +node = onnx.helper.make_node( + "SoftmaxCrossEntropyLoss", + inputs=["x", "y"], + outputs=["z"], + reduction=reduction, + ignore_index=ignore_index, +) + +# Define operator inputs. +np.random.seed(0) +x = np.random.rand(3, 5).astype(np.float32) +labels = np.random.randint(0, high=5, size=(3,)).astype(np.int64) +labels[0] = np.int64(2) + +# Compute SoftmaxCrossEntropyLoss +sce = softmaxcrossentropy(x, labels, ignore_index=ignore_index) + +# Check results +expect( + node, inputs=[x, labels], outputs=[sce], name="test_sce_mean_no_weight_ii" +) +``` + +
+ + +
+softmaxcrossentropy_mean_no_weights_ii_3d + +```python +# Define operator attributes. +reduction = "mean" +ignore_index = np.int64(2) + +# Create operator. +node = onnx.helper.make_node( + "SoftmaxCrossEntropyLoss", + inputs=["x", "y"], + outputs=["z"], + reduction=reduction, + ignore_index=ignore_index, +) + +# Define operator inputs. +np.random.seed(0) +x = np.random.rand(3, 5, 2).astype(np.float32) +labels = np.random.randint(0, high=5, size=(3, 2)).astype(np.int64) +labels[0][0] = np.int64(2) + +# Compute SoftmaxCrossEntropyLoss +sce = softmaxcrossentropy(x, labels, ignore_index=ignore_index) + +# Check results +expect( + node, + inputs=[x, labels], + outputs=[sce], + name="test_sce_mean_no_weight_ii_3d", +) +``` + +
+ + +
+softmaxcrossentropy_mean_no_weights_ii_3d_log_prob + +```python +# Define operator attributes. +reduction = "mean" +ignore_index = np.int64(2) + +# Create operator. +node = onnx.helper.make_node( + "SoftmaxCrossEntropyLoss", + inputs=["x", "y"], + outputs=["z", "log_prob"], + reduction=reduction, + ignore_index=ignore_index, +) + +# Define operator inputs. +np.random.seed(0) +x = np.random.rand(3, 5, 2).astype(np.float32) +labels = np.random.randint(0, high=5, size=(3, 2)).astype(np.int64) +labels[0][0] = np.int64(2) + +# Compute SoftmaxCrossEntropyLoss +loss, log_prob = softmaxcrossentropy( + x, labels, ignore_index=ignore_index, get_log_prob=True +) + +# Check results +expect( + node, + inputs=[x, labels], + outputs=[loss, log_prob], + name="test_sce_mean_no_weight_ii_3d_log_prob", +) +``` + +
+ + +
+softmaxcrossentropy_mean_no_weights_ii_4d + +```python +# Define operator attributes. +reduction = "mean" +ignore_index = np.int64(2) + +# Create operator. +node = onnx.helper.make_node( + "SoftmaxCrossEntropyLoss", + inputs=["x", "y"], + outputs=["z"], + reduction=reduction, + ignore_index=ignore_index, +) + +# Define operator inputs. +np.random.seed(0) +x = np.random.rand(3, 5, 2, 7).astype(np.float32) +labels = np.random.randint(0, high=5, size=(3, 2, 7)).astype(np.int64) +labels[0][0][0] = np.int64(2) + +# Compute SoftmaxCrossEntropyLoss +sce = softmaxcrossentropy( + x, labels, reduction=reduction, ignore_index=ignore_index +) + +# Check results +expect( + node, + inputs=[x, labels], + outputs=[sce], + name="test_sce_mean_no_weight_ii_4d", +) +``` + +
+ + +
+softmaxcrossentropy_mean_no_weights_ii_4d_log_prob + +```python +# Define operator attributes. +reduction = "mean" +ignore_index = np.int64(2) + +# Create operator. +node = onnx.helper.make_node( + "SoftmaxCrossEntropyLoss", + inputs=["x", "y"], + outputs=["z", "log_prob"], + reduction=reduction, + ignore_index=ignore_index, +) + +# Define operator inputs. +np.random.seed(0) +x = np.random.rand(3, 5, 2, 7).astype(np.float32) +labels = np.random.randint(0, high=5, size=(3, 2, 7)).astype(np.int64) +labels[0][0][0] = np.int64(2) + +# Compute SoftmaxCrossEntropyLoss +loss, log_prob = softmaxcrossentropy( + x, labels, reduction=reduction, ignore_index=ignore_index, get_log_prob=True +) + +# Check results +expect( + node, + inputs=[x, labels], + outputs=[loss, log_prob], + name="test_sce_mean_no_weight_ii_4d_log_prob", +) +``` + +
+ + +
+softmaxcrossentropy_mean_no_weights_ii_log_prob + +```python +# Define operator attributes. +reduction = "mean" +ignore_index = np.int64(2) + +# Create operator. +node = onnx.helper.make_node( + "SoftmaxCrossEntropyLoss", + inputs=["x", "y"], + outputs=["z", "log_prob"], + reduction=reduction, + ignore_index=ignore_index, +) + +# Define operator inputs. +np.random.seed(0) +x = np.random.rand(3, 5).astype(np.float32) +labels = np.random.randint(0, high=5, size=(3,)).astype(np.int64) +labels[0] = np.int64(2) + +# Compute SoftmaxCrossEntropyLoss +loss, log_prob = softmaxcrossentropy( + x, labels, ignore_index=ignore_index, get_log_prob=True +) + +# Check results +expect( + node, + inputs=[x, labels], + outputs=[loss, log_prob], + name="test_sce_mean_no_weight_ii_log_prob", +) +``` + +
+ + +
+softmaxcrossentropy_mean_weights + +```python +# Define operator attributes. +reduction = "mean" + +# Create operator. +node = onnx.helper.make_node( + "SoftmaxCrossEntropyLoss", + inputs=["x", "y", "w"], + outputs=["z"], + reduction=reduction, +) + +# Define operator inputs. +np.random.seed(0) +x = np.random.rand(3, 5).astype(np.float32) +labels = np.random.randint(0, high=5, size=(3,)).astype(np.int64) +weights = np.array([0.9, 0.7, 0.8, 0.9, 0.9], dtype=np.float32) + +# Compute SoftmaxCrossEntropyLoss +sce = softmaxcrossentropy(x, labels, weight=weights) + +# Check results +expect( + node, + inputs=[x, labels, weights], + outputs=[sce], + name="test_sce_mean_weight", +) +``` + +
+ + +
+softmaxcrossentropy_mean_weights_ii + +```python +# Define operator attributes. +reduction = "mean" +ignore_index = np.int64(0) + +# Create operator. +node = onnx.helper.make_node( + "SoftmaxCrossEntropyLoss", + inputs=["x", "y", "w"], + outputs=["z"], + reduction=reduction, + ignore_index=ignore_index, +) + +# Define operator inputs. +np.random.seed(0) +x = np.random.rand(3, 5).astype(np.float32) +labels = np.random.randint(0, high=5, size=(3,)).astype(np.int64) +labels[0] = np.int64(0) +weights = np.array([0.9, 0.7, 0.8, 0.9, 0.9], dtype=np.float32) + +# Compute SoftmaxCrossEntropyLoss +sce = softmaxcrossentropy(x, labels, weight=weights, ignore_index=ignore_index) + +# Check results +expect( + node, + inputs=[x, labels, weights], + outputs=[sce], + name="test_sce_mean_weight_ii", +) +``` + +
+ + +
+softmaxcrossentropy_mean_weights_ii_3d + +```python +# Define operator attributes. +reduction = "mean" +ignore_index = np.int64(1) + +# Create operator. +node = onnx.helper.make_node( + "SoftmaxCrossEntropyLoss", + inputs=["x", "y", "w"], + outputs=["z"], + reduction=reduction, + ignore_index=ignore_index, +) + +# Define operator inputs. +np.random.seed(0) +x = np.random.rand(3, 5, 2).astype(np.float32) +labels = np.random.randint(0, high=5, size=(3, 2)).astype(np.int64) +labels[0][0] = np.int64(1) +weights = np.array([0.2, 0.3, 0.6, 0.1, 0.5], dtype=np.float32) + +# Compute SoftmaxCrossEntropyLoss +sce = softmaxcrossentropy(x, labels, weight=weights, ignore_index=ignore_index) + +# Check results +expect( + node, + inputs=[x, labels, weights], + outputs=[sce], + name="test_sce_mean_weight_ii_3d", +) +``` + +
+ + +
+softmaxcrossentropy_mean_weights_ii_3d_log_prob + +```python +# Define operator attributes. +reduction = "mean" +ignore_index = np.int64(1) + +# Create operator. +node = onnx.helper.make_node( + "SoftmaxCrossEntropyLoss", + inputs=["x", "y", "w"], + outputs=["z", "log_prob"], + reduction=reduction, + ignore_index=ignore_index, +) + +# Define operator inputs. +np.random.seed(0) +x = np.random.rand(3, 5, 2).astype(np.float32) +labels = np.random.randint(0, high=5, size=(3, 2)).astype(np.int64) +labels[0][0] = np.int64(1) +weights = np.array([0.2, 0.3, 0.6, 0.1, 0.5], dtype=np.float32) + +# Compute SoftmaxCrossEntropyLoss +loss, log_prob = softmaxcrossentropy( + x, labels, weight=weights, ignore_index=ignore_index, get_log_prob=True +) + +# Check results +expect( + node, + inputs=[x, labels, weights], + outputs=[loss, log_prob], + name="test_sce_mean_weight_ii_3d_log_prob", +) +``` + +
+ + +
+softmaxcrossentropy_mean_weights_ii_4d + +```python +# Define operator attributes. +reduction = "mean" +ignore_index = np.int64(2) + +# Create operator. +node = onnx.helper.make_node( + "SoftmaxCrossEntropyLoss", + inputs=["x", "y", "w"], + outputs=["z"], + reduction=reduction, + ignore_index=ignore_index, +) + +# Define operator inputs. +np.random.seed(0) +x = np.random.rand(3, 5, 2, 7).astype(np.float32) +labels = np.random.randint(0, high=5, size=(3, 2, 7)).astype(np.int64) +labels[0][0][0] = np.int64(2) +weights = np.array([0.2, 0.3, 0.6, 0.1, 0.5], dtype=np.float32) + +# Compute SoftmaxCrossEntropyLoss +sce = softmaxcrossentropy( + x, labels, reduction=reduction, weight=weights, ignore_index=ignore_index +) + +# Check results +expect( + node, + inputs=[x, labels, weights], + outputs=[sce], + name="test_sce_mean_weight_ii_4d", +) +``` + +
+ + +
+softmaxcrossentropy_mean_weights_ii_4d_log_prob + +```python +# Define operator attributes. +reduction = "mean" +ignore_index = np.int64(2) + +# Create operator. +node = onnx.helper.make_node( + "SoftmaxCrossEntropyLoss", + inputs=["x", "y", "w"], + outputs=["z", "log_prob"], + reduction=reduction, + ignore_index=ignore_index, +) + +# Define operator inputs. +np.random.seed(0) +x = np.random.rand(3, 5, 2, 7).astype(np.float32) +labels = np.random.randint(0, high=5, size=(3, 2, 7)).astype(np.int64) +labels[0][0][0] = np.int64(2) +weights = np.array([0.2, 0.3, 0.6, 0.1, 0.5], dtype=np.float32) + +# Compute SoftmaxCrossEntropyLoss +loss, log_prob = softmaxcrossentropy( + x, + labels, + reduction=reduction, + weight=weights, + ignore_index=ignore_index, + get_log_prob=True, +) + +# Check results +expect( + node, + inputs=[x, labels, weights], + outputs=[loss, log_prob], + name="test_sce_mean_weight_ii_4d_log_prob", +) +``` + +
+ + +
+softmaxcrossentropy_mean_weights_ii_log_prob + +```python +# Define operator attributes. +reduction = "mean" +ignore_index = np.int64(0) + +# Create operator. +node = onnx.helper.make_node( + "SoftmaxCrossEntropyLoss", + inputs=["x", "y", "w"], + outputs=["z", "log_prob"], + reduction=reduction, + ignore_index=ignore_index, +) + +# Define operator inputs. +np.random.seed(0) +x = np.random.rand(3, 5).astype(np.float32) +labels = np.random.randint(0, high=5, size=(3,)).astype(np.int64) +labels[0] = np.int64(0) +weights = np.array([0.9, 0.7, 0.8, 0.9, 0.9], dtype=np.float32) + +# Compute SoftmaxCrossEntropyLoss +loss, log_prob = softmaxcrossentropy( + x, labels, weight=weights, ignore_index=ignore_index, get_log_prob=True +) + +# Check results +expect( + node, + inputs=[x, labels, weights], + outputs=[loss, log_prob], + name="test_sce_mean_weight_ii_log_prob", +) +``` + +
+ + +
+softmaxcrossentropy_mean_weights_log_prob + +```python +# Define operator attributes. +reduction = "mean" + +# Create operator. +node = onnx.helper.make_node( + "SoftmaxCrossEntropyLoss", + inputs=["x", "y", "w"], + outputs=["z", "log_prob"], + reduction=reduction, +) + +# Define operator inputs. +np.random.seed(0) +x = np.random.rand(3, 5).astype(np.float32) +labels = np.random.randint(0, high=5, size=(3,)).astype(np.int64) +weights = np.array([0.9, 0.7, 0.8, 0.9, 0.9], dtype=np.float32) + +# Compute SoftmaxCrossEntropyLoss +loss, log_prob = softmaxcrossentropy( + x, labels, weight=weights, get_log_prob=True +) + +# Check results +expect( + node, + inputs=[x, labels, weights], + outputs=[loss, log_prob], + name="test_sce_mean_weight_log_prob", +) +``` + +
+ + +
+softmaxcrossentropy_none + +```python +# Define operator attributes. +reduction = "none" + +# Create operator. +node = onnx.helper.make_node( + "SoftmaxCrossEntropyLoss", + inputs=["x", "y"], + outputs=["z"], + reduction=reduction, +) + +# Define operator inputs. +np.random.seed(0) +x = np.random.rand(3, 5).astype(np.float32) +labels = np.random.randint(0, high=5, size=(3,)).astype(np.int64) + +# Compute SoftmaxCrossEntropyLoss +sce = softmaxcrossentropy(x, labels, reduction="none") + +# Check results +expect(node, inputs=[x, labels], outputs=[sce], name="test_sce_none") +``` + +
+ + +
+softmaxcrossentropy_none_log_prob + +```python +# Define operator attributes. +reduction = "none" + +# Create operator. +node = onnx.helper.make_node( + "SoftmaxCrossEntropyLoss", + inputs=["x", "y"], + outputs=["z", "log_prob"], + reduction=reduction, +) + +# Define operator inputs. +np.random.seed(0) +x = np.random.rand(3, 5).astype(np.float32) +labels = np.random.randint(0, high=5, size=(3,)).astype(np.int64) + +# Compute SoftmaxCrossEntropyLoss +loss, log_prob = softmaxcrossentropy( + x, labels, reduction="none", get_log_prob=True +) + +# Check results +expect( + node, + inputs=[x, labels], + outputs=[loss, log_prob], + name="test_sce_none_log_prob", +) +``` + +
+ + +
+softmaxcrossentropy_none_weights + +```python +# Define operator attributes. +reduction = "none" + +# Create operator. +node = onnx.helper.make_node( + "SoftmaxCrossEntropyLoss", + inputs=["x", "y", "w"], + outputs=["z"], + reduction=reduction, +) + +# Define operator inputs. +np.random.seed(0) +x = np.random.rand(3, 5).astype(np.float32) +labels = np.random.randint(0, high=5, size=(3,)).astype(np.int64) +weights = np.array([0.9, 0.7, 0.8, 0.9, 0.9], dtype=np.float32) + +# Compute SoftmaxCrossEntropyLoss +sce = softmaxcrossentropy(x, labels, weight=weights, reduction="none") + +# Check results +expect( + node, + inputs=[x, labels, weights], + outputs=[sce], + name="test_sce_none_weights", +) +``` + +
+ + +
+softmaxcrossentropy_none_weights_log_prob + +```python +# Define operator attributes. +reduction = "none" + +# Create operator. +node = onnx.helper.make_node( + "SoftmaxCrossEntropyLoss", + inputs=["x", "y", "w"], + outputs=["z", "log_prob"], + reduction=reduction, +) + +# Define operator inputs. +np.random.seed(0) +x = np.random.rand(3, 5).astype(np.float32) +labels = np.random.randint(0, high=5, size=(3,)).astype(np.int64) +weights = np.array([0.9, 0.7, 0.8, 0.9, 0.9], dtype=np.float32) + +# Compute SoftmaxCrossEntropyLoss +loss, log_prob = softmaxcrossentropy( + x, labels, weight=weights, reduction="none", get_log_prob=True +) + +# Check results +expect( + node, + inputs=[x, labels, weights], + outputs=[loss, log_prob], + name="test_sce_none_weights_log_prob", +) +``` + +
+ + +
+softmaxcrossentropy_sum + +```python +# Define operator attributes. +reduction = "sum" + +# Create operator. +node = onnx.helper.make_node( + "SoftmaxCrossEntropyLoss", + inputs=["x", "y"], + outputs=["z"], + reduction=reduction, +) + +# Define operator inputs. +np.random.seed(0) +x = np.random.rand(3, 5).astype(np.float32) +labels = np.random.randint(0, high=5, size=(3,)).astype(np.int64) + +# Compute SoftmaxCrossEntropyLoss +sce = softmaxcrossentropy(x, labels, reduction="sum") + +# Check results +expect(node, inputs=[x, labels], outputs=[sce], name="test_sce_sum") +``` + +
+ + +
+softmaxcrossentropy_sum_log_prob + +```python +# Define operator attributes. +reduction = "sum" + +# Create operator. +node = onnx.helper.make_node( + "SoftmaxCrossEntropyLoss", + inputs=["x", "y"], + outputs=["z", "log_prob"], + reduction=reduction, +) + +# Define operator inputs. +np.random.seed(0) +x = np.random.rand(3, 5).astype(np.float32) +labels = np.random.randint(0, high=5, size=(3,)).astype(np.int64) + +# Compute SoftmaxCrossEntropyLoss +loss, log_prob = softmaxcrossentropy( + x, labels, reduction="sum", get_log_prob=True +) + +# Check results +expect( + node, + inputs=[x, labels], + outputs=[loss, log_prob], + name="test_sce_sum_log_prob", +) +``` + +
+ + +### **Softplus** + + Softplus takes one input data (Tensor) and produces one output data + (Tensor) where the softplus function, y = ln(exp(x) + 1), is applied to + the tensor elementwise. + +#### Version + +This version of the operator has been available since version 22 of the default ONNX operator set. + +Other versions of this operator: 1 + +#### Inputs + +
+
X (differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
Y (differentiable) : T
+
Output tensor
+
+ +#### Type Constraints + +
+
T : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ + +#### Examples + +
+softplus + +```python +node = onnx.helper.make_node( + "Softplus", + inputs=["x"], + outputs=["y"], +) + +x = np.array([-1, 0, 1]).astype(np.float32) +y = np.log( + np.exp(x) + 1 +) # expected output [0.31326166, 0.69314718, 1.31326163] +expect(node, inputs=[x], outputs=[y], name="test_softplus_example") + +x = np.random.randn(3, 4, 5).astype(np.float32) +y = np.log(np.exp(x) + 1) +expect(node, inputs=[x], outputs=[y], name="test_softplus") +``` + +
+ + +### **Softsign** + + Calculates the softsign (x/(1+|x|)) of the given input tensor element-wise. + +#### Version + +This version of the operator has been available since version 22 of the default ONNX operator set. + +Other versions of this operator: 1 + +#### Inputs + +
+
input (differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
output (differentiable) : T
+
The softsign (x/(1+|x|)) values of the input tensor computed element-wise
+
+ +#### Type Constraints + +
+
T : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ + +#### Examples + +
+softsign + +```python +node = onnx.helper.make_node( + "Softsign", + inputs=["x"], + outputs=["y"], +) + +x = np.array([-1, 0, 1]).astype(np.float32) +y = np.array([-0.5, 0, 0.5]).astype(np.float32) +expect(node, inputs=[x], outputs=[y], name="test_softsign_example") + +x = np.random.randn(3, 4, 5).astype(np.float32) +y = x / (1 + np.abs(x)) +expect(node, inputs=[x], outputs=[y], name="test_softsign") +``` + +
+ + +### **SpaceToDepth** + + SpaceToDepth rearranges blocks of spatial data into depth. More specifically, + this op outputs a copy of the input tensor where values from the height and width dimensions + are moved to the depth dimension. + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +Other versions of this operator: 1 + +#### Attributes + +
+
blocksize : int (required)
+
Blocks of [blocksize, blocksize] are moved.
+
+ +#### Inputs + +
+
input (differentiable) : T
+
Input tensor of [N,C,H,W], where N is the batch axis, C is the channel or depth, H is the height and W is the width.
+
+ +#### Outputs + +
+
output (differentiable) : T
+
Output tensor of [N, C * blocksize * blocksize, H/blocksize, W/blocksize].
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain input and output types to all tensor types.
+
+ + +#### Examples + +
+example + +```python +node = onnx.helper.make_node( + "SpaceToDepth", + inputs=["x"], + outputs=["y"], + blocksize=2, +) + +# (1, 1, 4, 6) input tensor +x = np.array( + [ + [ + [ + [0, 6, 1, 7, 2, 8], + [12, 18, 13, 19, 14, 20], + [3, 9, 4, 10, 5, 11], + [15, 21, 16, 22, 17, 23], + ] + ] + ] +).astype(np.float32) + +# (1, 4, 2, 3) output tensor +y = np.array( + [ + [ + [[0, 1, 2], [3, 4, 5]], + [[6, 7, 8], [9, 10, 11]], + [[12, 13, 14], [15, 16, 17]], + [[18, 19, 20], [21, 22, 23]], + ] + ] +).astype(np.float32) +expect(node, inputs=[x], outputs=[y], name="test_spacetodepth_example") +``` + +
+ + +
+spacetodepth + +```python +b, c, h, w = shape = (2, 2, 6, 6) +blocksize = 2 +node = onnx.helper.make_node( + "SpaceToDepth", + inputs=["x"], + outputs=["y"], + blocksize=blocksize, +) +x = np.random.random_sample(shape).astype(np.float32) +tmp = np.reshape( + x, [b, c, h // blocksize, blocksize, w // blocksize, blocksize] +) +tmp = np.transpose(tmp, [0, 3, 5, 1, 2, 4]) +y = np.reshape(tmp, [b, c * (blocksize**2), h // blocksize, w // blocksize]) +expect(node, inputs=[x], outputs=[y], name="test_spacetodepth") +``` + +
+ + +### **Split** + + Split a tensor into a list of tensors, along the specified 'axis'. + Either input 'split' or the attribute 'num_outputs' should be specified, but not both. + If the attribute 'num_outputs' is specified, then the tensor is split into equal sized parts. + If the tensor is not evenly splittable into `num_outputs`, the last chunk will be smaller. + If the input 'split' is specified, it indicates the sizes of each output in the split. + +#### Version + +This version of the operator has been available since version 18 of the default ONNX operator set. + +Other versions of this operator: 1, 2, 11, 13 + +#### Attributes + +
+
axis : int (default is 0)
+
Which axis to split on. A negative value means counting dimensions from the back. Accepted range is [-rank, rank-1] where r = rank(input).
+
num_outputs : int
+
Number of outputs to split parts of the tensor into. If the tensor is not evenly splittable the last chunk will be smaller.
+
+ +#### Inputs (1 - 2) + +
+
input (differentiable) : T
+
The tensor to split
+
split (optional, non-differentiable) : tensor(int64)
+
Optional length of each output. Values should be >= 0.Sum of the values must be equal to the dim value at 'axis' specified.
+
+ +#### Outputs (1 - ∞) + +
+
outputs (variadic, differentiable) : T
+
One or more outputs forming list of tensors after splitting
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain input and output types to all tensor types.
+
+ + +#### Examples + +
+1d_opset13 + +```python +node_input = np.array([1.0, 2.0, 3.0, 4.0, 5.0, 6.0]).astype(np.float32) + +node = onnx.helper.make_node( + "Split", + inputs=["input"], + outputs=["output_1", "output_2", "output_3"], + axis=0, +) + +expected_outputs = [ + np.array([1.0, 2.0]).astype(np.float32), + np.array([3.0, 4.0]).astype(np.float32), + np.array([5.0, 6.0]).astype(np.float32), +] +expect( + node, + inputs=[node_input], + outputs=expected_outputs, + name="test_split_equal_parts_1d_opset13", + opset_imports=[onnx.helper.make_opsetid("", 13)], +) + +split = np.array([2, 4]).astype(np.int64) +node = onnx.helper.make_node( + "Split", + inputs=["input", "split"], + outputs=["output_1", "output_2"], + axis=0, +) + +expected_outputs = [ + np.array([1.0, 2.0]).astype(np.float32), + np.array([3.0, 4.0, 5.0, 6.0]).astype(np.float32), +] +expect( + node, + inputs=[node_input, split], + outputs=expected_outputs, + name="test_split_variable_parts_1d_opset13", + opset_imports=[onnx.helper.make_opsetid("", 13)], +) +``` + +
+ + +
+1d_opset18 + +```python +node_input = np.array([1.0, 2.0, 3.0, 4.0, 5.0, 6.0]).astype(np.float32) + +node = onnx.helper.make_node( + "Split", + inputs=["input"], + outputs=["output_1", "output_2", "output_3"], + axis=0, + num_outputs=3, +) + +expected_outputs = [ + np.array([1.0, 2.0]).astype(np.float32), + np.array([3.0, 4.0]).astype(np.float32), + np.array([5.0, 6.0]).astype(np.float32), +] +expect( + node, + inputs=[node_input], + outputs=expected_outputs, + name="test_split_equal_parts_1d_opset18", +) + +split = np.array([2, 4]).astype(np.int64) +node = onnx.helper.make_node( + "Split", + inputs=["input", "split"], + outputs=["output_1", "output_2"], + axis=0, +) + +expected_outputs = [ + np.array([1.0, 2.0]).astype(np.float32), + np.array([3.0, 4.0, 5.0, 6.0]).astype(np.float32), +] +expect( + node, + inputs=[node_input, split], + outputs=expected_outputs, + name="test_split_variable_parts_1d_opset18", +) +``` + +
+ + +
+1d_uneven_split_opset18 + +```python +node_input = np.array([1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0]).astype(np.float32) + +# If axis is not specified, split is applied on default axis 0 +node = onnx.helper.make_node( + "Split", + inputs=["input"], + outputs=["output_1", "output_2", "output_3", "output_4"], + num_outputs=4, +) + +expected_outputs = [ + np.array([1.0, 2.0]).astype(np.float32), + np.array([3.0, 4.0]).astype(np.float32), + np.array([5.0, 6.0]).astype(np.float32), + np.array([7.0]).astype(np.float32), +] +expect( + node, + inputs=[node_input], + outputs=expected_outputs, + name="test_split_1d_uneven_split_opset18", +) +``` + +
+ + +
+2d_opset13 + +```python +node_input = np.array( + [[1.0, 2.0, 3.0, 4.0, 5.0, 6.0], [7.0, 8.0, 9.0, 10.0, 11.0, 12.0]] +).astype(np.float32) + +node = onnx.helper.make_node( + "Split", inputs=["input"], outputs=["output_1", "output_2"], axis=1 +) + +expected_outputs = [ + np.array([[1.0, 2.0, 3.0], [7.0, 8.0, 9.0]]).astype(np.float32), + np.array([[4.0, 5.0, 6.0], [10.0, 11.0, 12.0]]).astype(np.float32), +] + +expect( + node, + inputs=[node_input], + outputs=expected_outputs, + name="test_split_equal_parts_2d_opset13", + opset_imports=[onnx.helper.make_opsetid("", 13)], +) + +split = np.array([2, 4]).astype(np.int64) +node = onnx.helper.make_node( + "Split", + inputs=["input", "split"], + outputs=["output_1", "output_2"], + axis=1, +) + +expected_outputs = [ + np.array([[1.0, 2.0], [7.0, 8.0]]).astype(np.float32), + np.array([[3.0, 4.0, 5.0, 6.0], [9.0, 10.0, 11.0, 12.0]]).astype( + np.float32 + ), +] + +expect( + node, + inputs=[node_input, split], + outputs=expected_outputs, + name="test_split_variable_parts_2d_opset13", + opset_imports=[onnx.helper.make_opsetid("", 13)], +) +``` + +
+ + +
+2d_opset18 + +```python +node_input = np.array( + [[1.0, 2.0, 3.0, 4.0, 5.0, 6.0], [7.0, 8.0, 9.0, 10.0, 11.0, 12.0]] +).astype(np.float32) + +node = onnx.helper.make_node( + "Split", + inputs=["input"], + outputs=["output_1", "output_2"], + axis=1, + num_outputs=2, +) + +expected_outputs = [ + np.array([[1.0, 2.0, 3.0], [7.0, 8.0, 9.0]]).astype(np.float32), + np.array([[4.0, 5.0, 6.0], [10.0, 11.0, 12.0]]).astype(np.float32), +] + +expect( + node, + inputs=[node_input], + outputs=expected_outputs, + name="test_split_equal_parts_2d", +) + +split = np.array([2, 4]).astype(np.int64) +node = onnx.helper.make_node( + "Split", + inputs=["input", "split"], + outputs=["output_1", "output_2"], + axis=1, +) + +expected_outputs = [ + np.array([[1.0, 2.0], [7.0, 8.0]]).astype(np.float32), + np.array([[3.0, 4.0, 5.0, 6.0], [9.0, 10.0, 11.0, 12.0]]).astype( + np.float32 + ), +] + +expect( + node, + inputs=[node_input, split], + outputs=expected_outputs, + name="test_split_variable_parts_2d_opset18", +) +``` + +
+ + +
+2d_uneven_split_opset18 + +```python +node_input = np.array( + [ + [1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0], + [9.0, 10.0, 11.0, 12.0, 13.0, 14.0, 15.0, 16.0], + ] +).astype(np.float32) + +node = onnx.helper.make_node( + "Split", + inputs=["input"], + outputs=["output_1", "output_2", "output_3"], + axis=1, + num_outputs=3, +) + +expected_outputs = [ + np.array([[1.0, 2.0, 3.0], [9.0, 10.0, 11.0]]).astype(np.float32), + np.array([[4.0, 5.0, 6.0], [12.0, 13.0, 14.0]]).astype(np.float32), + np.array([[7.0, 8.0], [15.0, 16.0]]).astype(np.float32), +] + +expect( + node, + inputs=[node_input], + outputs=expected_outputs, + name="test_split_2d_uneven_split_opset18", +) +``` + +
+ + +
+default_values_opset13 + +```python +node_input = np.array([1.0, 2.0, 3.0, 4.0, 5.0, 6.0]).astype(np.float32) + +# If axis is not specified, split is applied on default axis 0 +node = onnx.helper.make_node( + "Split", inputs=["input"], outputs=["output_1", "output_2", "output_3"] +) + +expected_outputs = [ + np.array([1.0, 2.0]).astype(np.float32), + np.array([3.0, 4.0]).astype(np.float32), + np.array([5.0, 6.0]).astype(np.float32), +] +expect( + node, + inputs=[node_input], + outputs=expected_outputs, + name="test_split_equal_parts_default_axis_opset13", + opset_imports=[onnx.helper.make_opsetid("", 13)], +) + +split = np.array([2, 4]).astype(np.int64) +node = onnx.helper.make_node( + "Split", inputs=["input", "split"], outputs=["output_1", "output_2"] +) + +expected_outputs = [ + np.array([1.0, 2.0]).astype(np.float32), + np.array([3.0, 4.0, 5.0, 6.0]).astype(np.float32), +] +expect( + node, + inputs=[node_input, split], + outputs=expected_outputs, + name="test_split_variable_parts_default_axis_opset13", + opset_imports=[onnx.helper.make_opsetid("", 13)], +) +``` + +
+ + +
+default_values_opset18 + +```python +node_input = np.array([1.0, 2.0, 3.0, 4.0, 5.0, 6.0]).astype(np.float32) + +# If axis is not specified, split is applied on default axis 0 +node = onnx.helper.make_node( + "Split", + inputs=["input"], + outputs=["output_1", "output_2", "output_3"], + num_outputs=3, +) + +expected_outputs = [ + np.array([1.0, 2.0]).astype(np.float32), + np.array([3.0, 4.0]).astype(np.float32), + np.array([5.0, 6.0]).astype(np.float32), +] +expect( + node, + inputs=[node_input], + outputs=expected_outputs, + name="test_split_equal_parts_default_axis_opset18", +) + +split = np.array([2, 4]).astype(np.int64) +node = onnx.helper.make_node( + "Split", inputs=["input", "split"], outputs=["output_1", "output_2"] +) + +expected_outputs = [ + np.array([1.0, 2.0]).astype(np.float32), + np.array([3.0, 4.0, 5.0, 6.0]).astype(np.float32), +] +expect( + node, + inputs=[node_input, split], + outputs=expected_outputs, + name="test_split_variable_parts_default_axis_opset18", +) +``` + +
+ + +
+zero_size_splits_opset13 + +```python +# 1-dimensional tensor with dimension_size=0 +node_input = np.array([]).astype(np.float32) + +# Split empty tensor to tensors of size zero +split = np.array([0, 0, 0]).astype(np.int64) +node = onnx.helper.make_node( + "Split", + inputs=["input", "split"], + outputs=["output_1", "output_2", "output_3"], +) + +expected_outputs = [ + np.array([]).astype(np.float32), + np.array([]).astype(np.float32), + np.array([]).astype(np.float32), +] +expect( + node, + inputs=[node_input, split], + outputs=expected_outputs, + name="test_split_zero_size_splits_opset13", + opset_imports=[onnx.helper.make_opsetid("", 13)], +) +``` + +
+ + +
+zero_size_splits_opset18 + +```python +# 1-dimensional tensor with dimension_size=0 +node_input = np.array([]).astype(np.float32) + +# Split empty tensor to tensors of size zero +split = np.array([0, 0, 0]).astype(np.int64) +node = onnx.helper.make_node( + "Split", + inputs=["input", "split"], + outputs=["output_1", "output_2", "output_3"], +) + +expected_outputs = [ + np.array([]).astype(np.float32), + np.array([]).astype(np.float32), + np.array([]).astype(np.float32), +] +expect( + node, + inputs=[node_input, split], + outputs=expected_outputs, + name="test_split_zero_size_splits_opset18", +) +``` + +
+ + +### **SplitToSequence** + + Split a tensor into a sequence of tensors, along the specified 'axis'. + Lengths of the parts can be specified using the optional argument 'split'. + If the argument `split' is not specified, a default scalar value of 1 + is used as the value of `split'. + 'split' must contain only positive numbers. + 'split' is either a scalar (tensor of empty shape), or a 1-D tensor. + If 'split' is a scalar, then 'input' will be split into chunks all of size 'split' + if possible. The last chunk alone may be smaller than 'split' if the 'input' size + along the given axis 'axis' is not divisible by 'split'. + If 'split' is a 1-dimensional tensor, the input tensor is split into 'size(split)' chunks, + with lengths of the parts on 'axis' specified in 'split'. In this scenario, the sum of entries + in 'split' must be equal to the dimension size of input tensor on 'axis'. + +#### Version + +This version of the operator has been available since version 24 of the default ONNX operator set. + +Other versions of this operator: 11 + +#### Attributes + +
+
axis : int (default is 0)
+
Which axis to split on. A negative value means counting dimensions from the back. Accepted range is [-rank, rank-1].
+
keepdims : int (default is 1)
+
Keep the split dimension or not. Default 1, which means we keep split dimension. If input 'split' is specified, this attribute is ignored.
+
+ +#### Inputs (1 - 2) + +
+
input : T
+
The tensor to split
+
split (optional) : I
+
Length of each output. It can be either a scalar(tensor of empty shape), or a 1-D tensor. All values must be >= 0.
+
+ +#### Outputs + +
+
output_sequence : S
+
One or more outputs forming a sequence of tensors after splitting
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain input types to all tensor types.
+
I : tensor(int32), tensor(int64)
+
Constrain split size to integral tensor.
+
S : seq(tensor(uint8)), seq(tensor(uint16)), seq(tensor(uint32)), seq(tensor(uint64)), seq(tensor(int8)), seq(tensor(int16)), seq(tensor(int32)), seq(tensor(int64)), seq(tensor(bfloat16)), seq(tensor(float16)), seq(tensor(float)), seq(tensor(double)), seq(tensor(string)), seq(tensor(bool)), seq(tensor(complex64)), seq(tensor(complex128))
+
Constrain output types to all tensor types.
+
+ + +#### Examples + +
+nokeepdims + +```python +data = np.arange(18).reshape((3, 6)).astype(np.float32) + +node = onnx.helper.make_node( + "SplitToSequence", + ["data"], + ["seq"], + axis=1, + keepdims=0, +) + +expected_outputs = [[data[:, i] for i in range(data.shape[1])]] + +expect( + node, + inputs=[data], + outputs=expected_outputs, + name="test_split_to_sequence_nokeepdims", +) +``` + +
+ + +
+with_split_1 + +```python +data = np.arange(18).reshape((3, 6)).astype(np.float32) +split = np.array(2, dtype=np.int64) + +node = onnx.helper.make_node( + "SplitToSequence", ["data", "split"], ["seq"], axis=1 +) + +expected_outputs = [ + [ + np.array([[0.0, 1.0], [6.0, 7.0], [12.0, 13.0]], dtype=np.float32), + np.array([[2.0, 3.0], [8.0, 9.0], [14.0, 15.0]], dtype=np.float32), + np.array([[4.0, 5.0], [10.0, 11.0], [16.0, 17.0]], dtype=np.float32), + ] +] + +expect( + node, + inputs=[data, split], + outputs=expected_outputs, + name="test_split_to_sequence_1", +) +``` + +
+ + +
+with_split_2 + +```python +data = np.arange(18).reshape((3, 6)).astype(np.float32) +split = np.array([1, 2], dtype=np.int64) + +node = onnx.helper.make_node( + "SplitToSequence", ["data", "split"], ["seq"], axis=0 +) + +expected_outputs = [ + [ + data[:1], + data[1:], + ] +] + +expect( + node, + inputs=[data, split], + outputs=expected_outputs, + name="test_split_to_sequence_2", +) +``` + +
+ + +### **Sqrt** + + Square root takes one input data (Tensor) and produces one output data + (Tensor) where the square root is, y = x^0.5, is applied to + the tensor elementwise. If x is negative, then it will return NaN. + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +Other versions of this operator: 1, 6 + +#### Inputs + +
+
X (differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
Y (differentiable) : T
+
Output tensor
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input and output types to float tensors.
+
+ + +#### Examples + +
+sqrt + +```python +node = onnx.helper.make_node( + "Sqrt", + inputs=["x"], + outputs=["y"], +) + +x = np.array([1, 4, 9]).astype(np.float32) +y = np.sqrt(x) # expected output [1., 2., 3.] +expect(node, inputs=[x], outputs=[y], name="test_sqrt_example") + +x = np.abs(np.random.randn(3, 4, 5).astype(np.float32)) +y = np.sqrt(x) +expect(node, inputs=[x], outputs=[y], name="test_sqrt") +``` + +
+ + +### **Squeeze** + + Remove single-dimensional entries from the shape of a tensor. + Takes an input `axes` with a list of axes to squeeze. + If `axes` is not provided, all the single dimensions will be removed from + the shape. If an axis is selected with shape entry not equal to one, an error is raised. + +#### Version + +This version of the operator has been available since version 25 of the default ONNX operator set. + +Other versions of this operator: 1, 11, 13, 21, 23, 24 + +#### Inputs (1 - 2) + +
+
data (differentiable) : T
+
Tensors with at least max(dims) dimensions.
+
axes (optional, non-differentiable) : tensor(int64)
+
1D tensor of integers indicating the dimensions to squeeze. Negative value means counting dimensions from the back. Accepted range is [-r, r-1] where r = rank(data).
+
+ +#### Outputs + +
+
squeezed (differentiable) : T
+
Reshaped tensor with same data as input.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(uint4), tensor(int4), tensor(float4e2m1), tensor(float8e8m0), tensor(uint2), tensor(int2)
+
Constrain input and output types to all tensor types up to IRv13.
+
+ + +#### Examples + +
+squeeze + +```python +node = onnx.helper.make_node( + "Squeeze", + inputs=["x", "axes"], + outputs=["y"], +) +x = np.random.randn(1, 3, 4, 5).astype(np.float32) +axes = np.array([0], dtype=np.int64) +y = np.squeeze(x, axis=0) + +expect(node, inputs=[x, axes], outputs=[y], name="test_squeeze") +``` + +
+ + +
+squeeze_negative_axes + +```python +node = onnx.helper.make_node( + "Squeeze", + inputs=["x", "axes"], + outputs=["y"], +) +x = np.random.randn(1, 3, 1, 5).astype(np.float32) +axes = np.array([-2], dtype=np.int64) +y = np.squeeze(x, axis=-2) +expect(node, inputs=[x, axes], outputs=[y], name="test_squeeze_negative_axes") +``` + +
+ + +### **StringConcat** + + StringConcat concatenates string tensors elementwise (with NumPy-style broadcasting support) + +#### Version + +This version of the operator has been available since version 20 of the default ONNX operator set. + +#### Inputs + +
+
X (non-differentiable) : T
+
Tensor to prepend in concatenation
+
Y (non-differentiable) : T
+
Tensor to append in concatenation
+
+ +#### Outputs + +
+
Z (non-differentiable) : T
+
Concatenated string tensor
+
+ +#### Type Constraints + +
+
T : tensor(string)
+
Inputs and outputs must be UTF-8 strings
+
+ + +#### Examples + +
+stringconcat + +```python +node = onnx.helper.make_node( + "StringConcat", + inputs=["x", "y"], + outputs=["result"], +) +x = np.array(["abc", "def"]).astype("object") +y = np.array([".com", ".net"]).astype("object") +result = np.array(["abc.com", "def.net"]).astype("object") + +expect(node, inputs=[x, y], outputs=[result], name="test_string_concat") + +x = np.array(["cat", "dog", "snake"]).astype("object") +y = np.array(["s"]).astype("object") +result = np.array(["cats", "dogs", "snakes"]).astype("object") + +expect( + node, + inputs=[x, y], + outputs=[result], + name="test_string_concat_broadcasting", +) + +x = np.array("cat").astype("object") +y = np.array("s").astype("object") +result = np.array("cats").astype("object") + +expect( + node, + inputs=[x, y], + outputs=[result], + name="test_string_concat_zero_dimensional", +) + +x = np.array(["abc", ""]).astype("object") +y = np.array(["", "abc"]).astype("object") +result = np.array(["abc", "abc"]).astype("object") + +expect( + node, + inputs=[x, y], + outputs=[result], + name="test_string_concat_empty_string", +) + +x = np.array(["的", "中"]).astype("object") +y = np.array(["的", "中"]).astype("object") +result = np.array(["的的", "中中"]).astype("object") + +expect( + node, + inputs=[x, y], + outputs=[result], + name="test_string_concat_utf8", +) +``` + +
+ + +### **StringNormalizer** + + StringNormalization performs string operations for basic cleaning. + This operator has only one input (denoted by X) and only one output + (denoted by Y). This operator first examines the elements in the X, + and removes elements specified in "stopwords" attribute. + After removing stop words, the intermediate result can be further lowercased, + uppercased, or just returned depending the "case_change_action" attribute. + This operator only accepts [C]- and [1, C]-tensor. + If all elements in X are dropped, the output will be the empty value of string tensor with shape [1] + if input shape is [C] and shape [1, 1] if input shape is [1, C]. + +#### Version + +This version of the operator has been available since version 10 of the default ONNX operator set. + +#### Attributes + +
+
case_change_action : string (default is NONE)
+
string enum that cases output to be lowercased/uppercases/unchanged. Valid values are "LOWER", "UPPER", "NONE". Default is "NONE"
+
is_case_sensitive : int (default is 0)
+
Boolean. Whether the identification of stop words in X is case-sensitive. Default is false
+
locale : string
+
Environment dependent string that denotes the locale according to which output strings needs to be upper/lowercased.Default en_US or platform specific equivalent as decided by the implementation.
+
stopwords : list of strings
+
List of stop words. If not set, no word would be removed from X.
+
+ +#### Inputs + +
+
X : tensor(string)
+
UTF-8 strings to normalize
+
+ +#### Outputs + +
+
Y : tensor(string)
+
UTF-8 Normalized strings
+
+ +#### Type Constraints + + + +#### Examples + +
+monday_casesensintive_lower + +```python +input = np.array(["monday", "tuesday", "wednesday", "thursday"]).astype(object) +output = np.array(["tuesday", "wednesday", "thursday"]).astype(object) +stopwords = ["monday"] + +node = onnx.helper.make_node( + "StringNormalizer", + inputs=["x"], + outputs=["y"], + case_change_action="LOWER", + is_case_sensitive=1, + stopwords=stopwords, +) +expect( + node, + inputs=[input], + outputs=[output], + name="test_strnormalizer_export_monday_casesensintive_lower", +) +``` + +
+ + +
+monday_casesensintive_nochangecase + +```python +input = np.array(["monday", "tuesday", "wednesday", "thursday"]).astype(object) +output = np.array(["tuesday", "wednesday", "thursday"]).astype(object) +stopwords = ["monday"] + +node = onnx.helper.make_node( + "StringNormalizer", + inputs=["x"], + outputs=["y"], + is_case_sensitive=1, + stopwords=stopwords, +) +expect( + node, + inputs=[input], + outputs=[output], + name="test_strnormalizer_export_monday_casesensintive_nochangecase", +) +``` + +
+ + +
+monday_casesensintive_upper + +```python +input = np.array(["monday", "tuesday", "wednesday", "thursday"]).astype(object) +output = np.array(["TUESDAY", "WEDNESDAY", "THURSDAY"]).astype(object) +stopwords = ["monday"] + +node = onnx.helper.make_node( + "StringNormalizer", + inputs=["x"], + outputs=["y"], + case_change_action="UPPER", + is_case_sensitive=1, + stopwords=stopwords, +) +expect( + node, + inputs=[input], + outputs=[output], + name="test_strnormalizer_export_monday_casesensintive_upper", +) +``` + +
+ + +
+monday_empty_output + +```python +input = np.array(["monday", "monday"]).astype(object) +output = np.array([""]).astype(object) +stopwords = ["monday"] + +node = onnx.helper.make_node( + "StringNormalizer", + inputs=["x"], + outputs=["y"], + case_change_action="UPPER", + is_case_sensitive=1, + stopwords=stopwords, +) +expect( + node, + inputs=[input], + outputs=[output], + name="test_strnormalizer_export_monday_empty_output", +) +``` + +
+ + +
+monday_insensintive_upper_twodim + +```python +input = ( + np.array( + ["Monday", "tuesday", "wednesday", "Monday", "tuesday", "wednesday"] + ) + .astype(object) + .reshape([1, 6]) +) + +# It does upper case cecedille, accented E +# and german umlaut but fails +# with german eszett +output = ( + np.array(["TUESDAY", "WEDNESDAY", "TUESDAY", "WEDNESDAY"]) + .astype(object) + .reshape([1, 4]) +) +stopwords = ["monday"] + +node = onnx.helper.make_node( + "StringNormalizer", + inputs=["x"], + outputs=["y"], + case_change_action="UPPER", + stopwords=stopwords, +) +expect( + node, + inputs=[input], + outputs=[output], + name="test_strnormalizer_export_monday_insensintive_upper_twodim", +) +``` + +
+ + +
+nostopwords_nochangecase + +```python +input = np.array(["monday", "tuesday"]).astype(object) +output = input + +# No stopwords. This is a NOOP +node = onnx.helper.make_node( + "StringNormalizer", + inputs=["x"], + outputs=["y"], + is_case_sensitive=1, +) +expect( + node, + inputs=[input], + outputs=[output], + name="test_strnormalizer_nostopwords_nochangecase", +) +``` + +
+ + +### **StringSplit** + + StringSplit splits a string tensor's elements into substrings based on a delimiter attribute and a maxsplit attribute. + + The first output of this operator is a tensor of strings representing the substrings from splitting each input string on the `delimiter` substring. This tensor has one additional rank compared to the input tensor in order to store the substrings for each input element (where the input tensor is not empty). Note that, in order to ensure the same number of elements are present in the final dimension, this tensor will pad empty strings as illustrated in the examples below. Consecutive delimiters are not grouped together and are deemed to delimit empty strings, except if the `delimiter` is unspecified or is the empty string (""). In the case where the `delimiter` is unspecified or the empty string, consecutive whitespace characters are regarded as a single separator and leading or trailing whitespace is removed in the output. + + The second output tensor represents the number of substrings generated. `maxsplit` can be used to limit the number of splits performed - after the `maxsplit`th split if the string is not fully split, the trailing suffix of input string after the final split point is also added. For elements where fewer splits are possible than specified in `maxsplit`, it has no effect. + +#### Version + +This version of the operator has been available since version 20 of the default ONNX operator set. + +#### Attributes + +
+
delimiter : string
+
Delimiter to split on. If left unset or set to the empty string (""), the input is split on consecutive whitespace.
+
maxsplit : int
+
Maximum number of splits (from left to right). If left unset (or if the number of possible splits are less than maxsplit), it will make as many splits as possible. Note that the maximum possible number of substrings returned with `maxsplit` specified is `maxsplit+1` since the remaining suffix after the `maxsplit`th split is included in the output.
+
+ +#### Inputs + +
+
X (non-differentiable) : T1
+
Tensor of strings to split.
+
+ +#### Outputs + +
+
Y (non-differentiable) : T2
+
Tensor of substrings representing the outcome of splitting the strings in the input on the delimiter. Note that to ensure the same number of elements are present in the final rank, this tensor will pad any necessary empty strings.
+
Z (non-differentiable) : T3
+
The number of substrings generated for each input element.
+
+ +#### Type Constraints + +
+
T1 : tensor(string)
+
The input must be a UTF-8 string tensor
+
T2 : tensor(string)
+
Tensor of substrings.
+
T3 : tensor(int64)
+
The number of substrings generated.
+
+ + +#### Examples + +
+basic + +```python +node = onnx.helper.make_node( + "StringSplit", + inputs=["x"], + outputs=["substrings", "length"], + delimiter=".", + maxsplit=None, +) + +x = np.array(["abc.com", "def.net"]).astype(object) + +substrings = np.array([["abc", "com"], ["def", "net"]]).astype(object) + +length = np.array([2, 2], dtype=np.int64) + +expect( + node, + inputs=[x], + outputs=[substrings, length], + name="test_string_split_basic", +) +``` + +
+ + +
+consecutive_delimiters + +```python +node = onnx.helper.make_node( + "StringSplit", + inputs=["x"], + outputs=["substrings", "length"], + delimiter="-", + maxsplit=None, +) + +x = np.array(["o-n-n--x-", "o-n----nx"]).astype(object) + +substrings = np.array( + [["o", "n", "n", "", "x", ""], ["o", "n", "", "", "", "nx"]] +).astype(object) + +length = np.array([6, 6], dtype=np.int64) + +expect( + node, + inputs=[x], + outputs=[substrings, length], + name="test_string_split_consecutive_delimiters", +) +``` + +
+ + +
+empty_string_delimiter + +```python +for delimiter, test_name in ( + ("", "test_string_split_empty_string_delimiter"), + (None, "test_string_split_no_delimiter"), +): + node = onnx.helper.make_node( + "StringSplit", + inputs=["x"], + outputs=["substrings", "length"], + delimiter=delimiter, + maxsplit=None, + ) + + x = np.array( + ["hello world !", " hello world !", " hello world ! "] + ).astype(object) + + substrings = np.array( + [ + ["hello", "world", "!"], + ["hello", "world", "!"], + ["hello", "world", "!"], + ] + ).astype(object) + + length = np.array([3, 3, 3], dtype=np.int64) + + expect( + node, + inputs=[x], + outputs=[substrings, length], + name=test_name, + ) +``` + +
+ + +
+empty_string_split + +```python +node = onnx.helper.make_node( + "StringSplit", + inputs=["x"], + outputs=["substrings", "length"], + delimiter=None, + maxsplit=None, +) + +x = np.array([]).astype(object) + +substrings = np.array([]).astype(object).reshape(0, 0) + +length = np.array([], dtype=np.int64) + +expect( + node, + inputs=[x], + outputs=[substrings, length], + name="test_string_split_empty_tensor", + output_type_protos=[ + onnx.helper.make_tensor_type_proto(onnx.TensorProto.STRING, (0, None)), + None, + ], +) +``` + +
+ + +
+maxsplit + +```python +node = onnx.helper.make_node( + "StringSplit", + inputs=["x"], + outputs=["substrings", "length"], + maxsplit=2, +) + +x = np.array( + [["hello world", "def.net"], ["o n n x", "the quick brown fox"]] +).astype(object) + +substrings = np.array( + [ + [["hello", "world", ""], ["def.net", "", ""]], + [["o", "n", "n x"], ["the", "quick", "brown fox"]], + ] +).astype(object) + +length = np.array([[2, 1], [3, 3]], np.int64) + +expect( + node, + inputs=[x], + outputs=[substrings, length], + name="test_string_split_maxsplit", +) +``` + +
+ + +### **Sub** + + Performs element-wise binary subtraction (with Numpy-style broadcasting support). + + This operator supports **multidirectional (i.e., Numpy-style) broadcasting**; for more details please check [the doc](Broadcasting.md). + + (Opset 14 change): Extend supported types to include uint8, int8, uint16, and int16. + +#### Version + +This version of the operator has been available since version 14 of the default ONNX operator set. + +Other versions of this operator: 1, 6, 7, 13 + +#### Inputs + +
+
A (differentiable) : T
+
First operand.
+
B (differentiable) : T
+
Second operand.
+
+ +#### Outputs + +
+
C (differentiable) : T
+
Result, has same element type as two inputs
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input and output types to all numeric tensors.
+
+ + +#### Examples + +
+sub + +```python +node = onnx.helper.make_node( + "Sub", + inputs=["x", "y"], + outputs=["z"], +) + +x = np.array([1, 2, 3]).astype(np.float32) +y = np.array([3, 2, 1]).astype(np.float32) +z = x - y # expected output [-2., 0., 2.] +expect(node, inputs=[x, y], outputs=[z], name="test_sub_example") + +x = np.random.randn(3, 4, 5).astype(np.float32) +y = np.random.randn(3, 4, 5).astype(np.float32) +z = x - y +expect(node, inputs=[x, y], outputs=[z], name="test_sub") + +x = np.random.randint(12, 24, size=(3, 4, 5), dtype=np.int8) +y = np.random.randint(12, size=(3, 4, 5), dtype=np.int8) +z = x - y +expect(node, inputs=[x, y], outputs=[z], name="test_sub_int8") + +x = np.random.randint(12, 24, size=(3, 4, 5), dtype=np.int16) +y = np.random.randint(12, size=(3, 4, 5), dtype=np.int16) +z = x - y +expect(node, inputs=[x, y], outputs=[z], name="test_sub_int16") + +x = np.random.randint(12, 24, size=(3, 4, 5), dtype=np.uint8) +y = np.random.randint(12, size=(3, 4, 5), dtype=np.uint8) +z = x - y +expect(node, inputs=[x, y], outputs=[z], name="test_sub_uint8") + +x = np.random.randint(12, 24, size=(3, 4, 5), dtype=np.uint16) +y = np.random.randint(12, size=(3, 4, 5), dtype=np.uint16) +z = x - y +expect(node, inputs=[x, y], outputs=[z], name="test_sub_uint16") + +x = np.random.randint(12, 24, size=(3, 4, 5), dtype=np.uint32) +y = np.random.randint(12, size=(3, 4, 5), dtype=np.uint32) +z = x - y +expect(node, inputs=[x, y], outputs=[z], name="test_sub_uint32") + +x = np.random.randint(12, 24, size=(3, 4, 5), dtype=np.uint64) +y = np.random.randint(12, size=(3, 4, 5), dtype=np.uint64) +z = x - y +expect(node, inputs=[x, y], outputs=[z], name="test_sub_uint64") +``` + +
+ + +
+sub_broadcast + +```python +node = onnx.helper.make_node( + "Sub", + inputs=["x", "y"], + outputs=["z"], +) + +x = np.random.randn(3, 4, 5).astype(np.float32) +y = np.random.randn(5).astype(np.float32) +z = x - y +expect(node, inputs=[x, y], outputs=[z], name="test_sub_bcast") +``` + +
+ + +### **Sum** + + Element-wise sum of each of the input tensors (with Numpy-style broadcasting support). + All inputs and outputs must have the same data type. + This operator supports **multidirectional (i.e., Numpy-style) broadcasting**; for more details please check [the doc](Broadcasting.md). + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +Other versions of this operator: 1, 6, 8 + +#### Inputs (1 - ∞) + +
+
data_0 (variadic, differentiable) : T
+
List of tensors for sum.
+
+ +#### Outputs + +
+
sum (differentiable) : T
+
Output tensor.
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input and output types to float tensors.
+
+ + +#### Examples + +
+sum + +```python +data_0 = np.array([3, 0, 2]).astype(np.float32) +data_1 = np.array([1, 3, 4]).astype(np.float32) +data_2 = np.array([2, 6, 6]).astype(np.float32) +result = np.array([6, 9, 12]).astype(np.float32) +node = onnx.helper.make_node( + "Sum", + inputs=["data_0", "data_1", "data_2"], + outputs=["result"], +) +expect( + node, + inputs=[data_0, data_1, data_2], + outputs=[result], + name="test_sum_example", +) + +node = onnx.helper.make_node( + "Sum", + inputs=["data_0"], + outputs=["result"], +) +expect(node, inputs=[data_0], outputs=[data_0], name="test_sum_one_input") + +result = np.add(data_0, data_1) +node = onnx.helper.make_node( + "Sum", + inputs=["data_0", "data_1"], + outputs=["result"], +) +expect( + node, inputs=[data_0, data_1], outputs=[result], name="test_sum_two_inputs" +) +``` + +
+ + +### **Swish** + + Swish function takes one input data (Tensor) and produces one output data (Tensor) of the same shape, + where $Swish(x) = x * sigmoid(alpha * x)$. + +#### Version + +This version of the operator has been available since version 24 of the default ONNX operator set. + +#### Attributes + +
+
alpha : float (default is 1.0)
+
Coefficient to multiply with input before sigmoid.
+
+ +#### Inputs + +
+
X (differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
Y (differentiable) : T
+
Output tensor
+
+ +#### Type Constraints + +
+
T : tensor(float16), tensor(float), tensor(bfloat16), tensor(double)
+
Constrain input and output types to float tensors.
+
+ + +#### Examples + +
+swish + +```python +node = onnx.helper.make_node( + "Swish", + inputs=["x"], + outputs=["y"], + alpha=1.0, # pass alpha as attribute +) + +x = np.array([3, 4, 5], dtype=np.float32) +y = swish(x, alpha=1.0) + +expect( + node, + inputs=[x], + outputs=[y], + name="test_swish", + opset_imports=[onnx.helper.make_opsetid("", 24)], +) +``` + +
+ + +### **Tan** + + Calculates the tangent of the given input tensor, element-wise. + +#### Version + +This version of the operator has been available since version 22 of the default ONNX operator set. + +Other versions of this operator: 7 + +#### Inputs + +
+
input (differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
output (differentiable) : T
+
The tangent of the input tensor computed element-wise
+
+ +#### Type Constraints + +
+
T : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ + +#### Examples + +
+tan + +```python +node = onnx.helper.make_node( + "Tan", + inputs=["x"], + outputs=["y"], +) + +x = np.array([-1, 0, 1]).astype(np.float32) +y = np.tan(x) +expect(node, inputs=[x], outputs=[y], name="test_tan_example") + +x = np.random.randn(3, 4, 5).astype(np.float32) +y = np.tan(x) +expect(node, inputs=[x], outputs=[y], name="test_tan") +``` + +
+ + +### **Tanh** + + Calculates the hyperbolic tangent of the given input tensor element-wise. + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +Other versions of this operator: 1, 6 + +#### Inputs + +
+
input (differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
output (differentiable) : T
+
The hyperbolic tangent values of the input tensor computed element-wise
+
+ +#### Type Constraints + +
+
T : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ + +#### Examples + +
+tanh + +```python +node = onnx.helper.make_node( + "Tanh", + inputs=["x"], + outputs=["y"], +) + +x = np.array([-1, 0, 1]).astype(np.float32) +y = np.tanh(x) # expected output [-0.76159418, 0., 0.76159418] +expect(node, inputs=[x], outputs=[y], name="test_tanh_example") + +x = np.random.randn(3, 4, 5).astype(np.float32) +y = np.tanh(x) +expect(node, inputs=[x], outputs=[y], name="test_tanh") +``` + +
+ + +### **TensorScatter** + + TensorScatter is a generic tensor update operation, motivated by the requirements for KV cache updates for Attention + ops commonly found in LLMs. It is a functional operation that models an in-place update to a KV cache buffer. + + The past and present cache tensors have the same shape (batch_size, D1, D2, ..., max_sequence_length, ..., Dn), with + the sequence dimension (indicated by the `axis` attribute) being max_sequence_length, so the sizes of these tensors do + not need to grow between iterations. The `update` tensor's shape only differs from the cache tensors in the sequence + dimension: (batch_size, D1, D2, ..., sequence_length, ..., Dn), where sequence_length <= max_sequence_length. + + The optional `write_indices` input indicates the write index for each sample in the batch, assumed to be zero + if not provided. When the `mode` attribute is set to "circular", the write index is modulo max_sequence_length. + The operation can be described using the following pseudocode: + + ``` + for prefix_idx in np.ndindex(past_cache.shape[:axis]): + batch_idx = prefix_idx[0] + for sequence_idx in range(sequence_length): + cache_idx = (*prefix_idx, write_indices[batch_idx] + sequence_idx) + if mode == "circular": + cache_idx = tuple(np.mod(np.asarray(cache_idx), max_sequence_length)) + update_idx = (*prefix_idx, sequence_idx) + present_cache[cache_idx] = update[update_idx] + ``` + + During the prefill phase of attention, only the first two inputs are needed. During the decode phase, `write_indices` + is also needed so that the incoming key or value update can be appended after the last valid token for each sample + in the batch. + +#### Version + +This version of the operator has been available since version 24 of the default ONNX operator set. + +#### Attributes + +
+
axis : int (default is -2)
+
Sequence dimension of the `past_cache` and `update` tensors. It cannot be 0 (the batch dimension). Default is -2.
+
mode : string (default is linear)
+
Write mode of cache update. Supported modes include `linear` and `circular`. `linear` mode requires write_indices+sequence_length<=max_sequence_length. For `circular` mode, the updates happen in wrap-around fashion, ie, the update index is modulo `max_sequence_length`
+
+ +#### Inputs (2 - 3) + +
+
past_cache (differentiable) : T
+
Past state cache for key or value with shape `(batch_size, D1, D2, ..., max_sequence_length, ..., Dn)`.
+
update (differentiable) : T
+
New update tensor with shape `(batch_size, D1, D2, ..., sequence_length, ..., Dn)`.
+
write_indices (optional, non-differentiable) : tensor(int64)
+
Write indices for the incoming update tensor in the cache. Shape is `(batch_size,)`. Assumed to be all zeros if not provided.
+
+ +#### Outputs + +
+
present_cache (differentiable) : T
+
Updated cache. Same shape as `past_cache`.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(uint4), tensor(int4), tensor(float4e2m1), tensor(float8e8m0)
+
Constrain input and output types to any tensor type.
+
+ + +#### Examples + +
+tensorscatter + +```python +node = onnx.helper.make_node( + "TensorScatter", + inputs=["past_cache", "update", "write_indices"], + outputs=["present_cache"], + mode="linear", +) +past_cache = np.array( + [ + [[[1, 2, 3, 4, 5], [5, 6, 7, 8, 9], [8, 7, 6, 5, 4], [4, 3, 2, 1, 0]]], + [[[1, 2, 3, 4, 5], [5, 6, 7, 8, 9], [8, 7, 6, 5, 4], [4, 3, 2, 1, 0]]], + ], + dtype=np.float32, +) +update = np.array( + [ + [[[5, 5, 5, 5, 5]]], + [[[1, 1, 1, 1, 1]]], + ], + dtype=np.float32, +) +write_indices = np.array([1, 2], dtype=np.int64) +present_cache = np.array( + [ + [[[1, 2, 3, 4, 5], [5, 5, 5, 5, 5], [8, 7, 6, 5, 4], [4, 3, 2, 1, 0]]], + [[[1, 2, 3, 4, 5], [5, 6, 7, 8, 9], [1, 1, 1, 1, 1], [4, 3, 2, 1, 0]]], + ], + dtype=np.float32, +) +expect( + node, + inputs=[past_cache, update, write_indices], + outputs=[present_cache], + name="test_tensorscatter", +) +``` + +
+ + +
+tensorscatter_3d + +```python +node = onnx.helper.make_node( + "TensorScatter", + inputs=["past_cache", "update", "write_indices"], + outputs=["present_cache"], +) +past_cache = np.array( + [ + [ + [1, 2, 3, 4, 5], + [5, 6, 7, 8, 9], + [8, 7, 6, 5, 4], + [5, 4, 3, 2, 1], + ], + [ + [1, 2, 3, 4, 5], + [5, 6, 7, 8, 9], + [8, 7, 6, 5, 4], + [5, 4, 3, 2, 1], + ], + [ + [1, 2, 3, 4, 5], + [5, 6, 7, 8, 9], + [8, 7, 6, 5, 4], + [5, 4, 3, 2, 1], + ], + ], + dtype=np.float32, +) +update = np.array( + [ + [ + [4, 4, 4, 4, 4], + [5, 5, 5, 5, 5], + ], + [ + [6, 6, 6, 6, 6], + [7, 7, 7, 7, 7], + ], + [ + [2, 2, 2, 2, 2], + [3, 3, 3, 3, 3], + ], + ], + dtype=np.float32, +) +write_indices = np.array([1, 2, 0], dtype=np.int64) +present_cache = np.array( + [ + [ + [1, 2, 3, 4, 5], + [4, 4, 4, 4, 4], + [5, 5, 5, 5, 5], + [5, 4, 3, 2, 1], + ], + [ + [1, 2, 3, 4, 5], + [5, 6, 7, 8, 9], + [6, 6, 6, 6, 6], + [7, 7, 7, 7, 7], + ], + [ + [2, 2, 2, 2, 2], + [3, 3, 3, 3, 3], + [8, 7, 6, 5, 4], + [5, 4, 3, 2, 1], + ], + ], + dtype=np.float32, +) +expect( + node, + inputs=[past_cache, update, write_indices], + outputs=[present_cache], + name="test_tensorscatter_3d", +) +``` + +
+ + +
+tensorscatter_circular + +```python +node = onnx.helper.make_node( + "TensorScatter", + inputs=["past_cache", "update", "write_indices"], + outputs=["present_cache"], + mode="circular", +) +past_cache = np.array( + [ + [[[1, 2, 3, 4, 5], [5, 6, 7, 8, 9], [8, 7, 6, 5, 4], [4, 3, 2, 1, 0]]], + [[[1, 2, 3, 4, 5], [5, 6, 7, 8, 9], [8, 7, 6, 5, 4], [4, 3, 2, 1, 0]]], + ], + dtype=np.float32, +) +update = np.array( + [ + [ + [ + [5, 5, 5, 5, 5], + [6, 6, 6, 6, 6], + ] + ], + [ + [ + [1, 1, 1, 1, 1], + [2, 2, 2, 2, 2], + ] + ], + ], + dtype=np.float32, +) +write_indices = np.array([1, 3], dtype=np.int64) +present_cache = np.array( + [ + [[[1, 2, 3, 4, 5], [5, 5, 5, 5, 5], [6, 6, 6, 6, 6], [4, 3, 2, 1, 0]]], + [[[2, 2, 2, 2, 2], [5, 6, 7, 8, 9], [8, 7, 6, 5, 4], [1, 1, 1, 1, 1]]], + ], + dtype=np.float32, +) +expect( + node, + inputs=[past_cache, update, write_indices], + outputs=[present_cache], + name="test_tensorscatter_circular", +) +``` + +
+ + +### **TfIdfVectorizer** + + This transform extracts n-grams from the input sequence and save them as a vector. Input can + be either a 1-D or 2-D tensor. For 1-D input, output is the n-gram representation of that input. + For 2-D input, the output is also a 2-D tensor whose i-th row is the n-gram representation of the i-th input row. + More specifically, if input shape is [C], the corresponding output shape would be [max(ngram_indexes) + 1]. + If input shape is [N, C], this operator produces a [N, max(ngram_indexes) + 1]-tensor. + + In contrast to standard n-gram extraction, here, the indexes of extracting an n-gram from the original + sequence are not necessarily consecutive numbers. The discontinuity between indexes are controlled by the number of skips. + If the number of skips is 2, we should skip two tokens when scanning through the original sequence. + Let's consider an example. Assume that input sequence is [94, 17, 36, 12, 28] and the number of skips is 2. + The associated 2-grams are [94, 12] and [17, 28] respectively indexed by [0, 3] and [1, 4]. + If the number of skips becomes 0, the 2-grams generated are [94, 17], [17, 36], [36, 12], [12, 28] + indexed by [0, 1], [1, 2], [2, 3], [3, 4], respectively. + + The output vector (denoted by Y) stores the count of each n-gram; + Y[ngram_indexes[i]] indicates the times that the i-th n-gram is found. The attribute ngram_indexes is used to determine the mapping + between index i and the corresponding n-gram's output coordinate. If pool_int64s is [94, 17, 17, 36], ngram_indexes is [1, 0], + ngram_counts=[0, 0], then the Y[0] (first element in Y) and Y[1] (second element in Y) are the counts of [17, 36] and [94, 17], + respectively. An n-gram which cannot be found in pool_strings/pool_int64s should be ignored and has no effect on the output. + Note that we may consider all skips up to S when generating the n-grams. + + The examples used above are true if mode is "TF". If mode is "IDF", all the counts larger than 1 would be truncated to 1 and + the i-th element in weights would be used to scale (by multiplication) the count of the i-th n-gram in pool. If mode is "TFIDF", + this operator first computes the counts of all n-grams and then scale them by the associated values in the weights attribute. + + Only one of pool_strings and pool_int64s can be set. If pool_int64s is set, the input should be an integer tensor. + If pool_strings is set, the input must be a string tensor. + +#### Version + +This version of the operator has been available since version 9 of the default ONNX operator set. + +#### Attributes + +
+
max_gram_length : int (required)
+
Maximum n-gram length. If this value is 3, 3-grams will be used to generate the output.
+
max_skip_count : int (required)
+
Maximum number of items (integers/strings) to be skipped when constructing an n-gram from X. If max_skip_count=1, min_gram_length=2, max_gram_length=3, this operator may generate 2-grams with skip_count=0 and skip_count=1, and 3-grams with skip_count=0 and skip_count=1
+
min_gram_length : int (required)
+
Minimum n-gram length. If this value is 2 and max_gram_length is 3, output may contain counts of 2-grams and 3-grams.
+
mode : string (required)
+
The weighting criteria. It can be one of "TF" (term frequency), "IDF" (inverse document frequency), and "TFIDF" (the combination of TF and IDF)
+
ngram_counts : list of ints (required)
+
The starting indexes of 1-grams, 2-grams, and so on in pool. It is useful when determining the boundary between two consecutive collections of n-grams. For example, if ngram_counts is [0, 17, 36], the first index (zero-based) of 1-gram/2-gram/3-gram in pool are 0/17/36. This format is essentially identical to CSR (or CSC) sparse matrix format, and we choose to use this due to its popularity.
+
ngram_indexes : list of ints (required)
+
list of int64s (type: AttributeProto::INTS). This list is parallel to the specified 'pool_*' attribute. The i-th element in ngram_indexes indicate the coordinate of the i-th n-gram in the output tensor.
+
pool_int64s : list of ints
+
List of int64 n-grams learned from the training set. Either this or pool_strings attributes must be present but not both. It's an 1-D tensor starting with the collections of all 1-grams and ending with the collections of n-grams. The i-th element in pool stores the n-gram that should be mapped to coordinate ngram_indexes[i] in the output vector.
+
pool_strings : list of strings
+
List of strings n-grams learned from the training set. Either this or pool_int64s attributes must be present but not both. It's an 1-D tensor starting with the collections of all 1-grams and ending with the collections of n-grams. The i-th element in pool stores the n-gram that should be mapped to coordinate ngram_indexes[i] in the output vector.
+
weights : list of floats
+
list of floats. This attribute stores the weight of each n-gram in pool. The i-th element in weights is the weight of the i-th n-gram in pool. Its length equals to the size of ngram_indexes. By default, weights is an all-one tensor.This attribute is used when mode is "IDF" or "TFIDF" to scale the associated word counts.
+
+ +#### Inputs + +
+
X (non-differentiable) : T
+
Input for n-gram extraction
+
+ +#### Outputs + +
+
Y (non-differentiable) : T1
+
Ngram results
+
+ +#### Type Constraints + +
+
T : tensor(string), tensor(int32), tensor(int64)
+
Input is either string UTF-8 or int32/int64
+
T1 : tensor(float)
+
1-D tensor of floats
+
+ + +#### Examples + +
+tf_batch_onlybigrams_skip0 + +```python +input = np.array([[1, 1, 3, 3, 3, 7], [8, 6, 7, 5, 6, 8]]).astype(np.int32) +output = np.array( + [[0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0]] +).astype(np.float32) + +ngram_counts = np.array([0, 4]).astype(np.int64) +ngram_indexes = np.array([0, 1, 2, 3, 4, 5, 6]).astype(np.int64) +pool_int64s = np.array([2, 3, 5, 4, 5, 6, 7, 8, 6, 7]).astype( # unigrams + np.int64 +) # bigrams + +helper = TfIdfVectorizerHelper( + mode="TF", + min_gram_length=2, + max_gram_length=2, + max_skip_count=0, + ngram_counts=ngram_counts, + ngram_indexes=ngram_indexes, + pool_int64s=pool_int64s, +) +node = helper.make_node_noweights() +expect( + node, + inputs=[input], + outputs=[output], + name="test_tfidfvectorizer_tf_batch_onlybigrams_skip0", +) +``` + +
+ + +
+tf_batch_onlybigrams_skip5 + +```python +input = np.array([[1, 1, 3, 3, 3, 7], [8, 6, 7, 5, 6, 8]]).astype(np.int32) +output = np.array( + [[0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0]] +).astype(np.float32) + +ngram_counts = np.array([0, 4]).astype(np.int64) +ngram_indexes = np.array([0, 1, 2, 3, 4, 5, 6]).astype(np.int64) +pool_int64s = np.array([2, 3, 5, 4, 5, 6, 7, 8, 6, 7]).astype( # unigrams + np.int64 +) # bigrams + +helper = TfIdfVectorizerHelper( + mode="TF", + min_gram_length=2, + max_gram_length=2, + max_skip_count=5, + ngram_counts=ngram_counts, + ngram_indexes=ngram_indexes, + pool_int64s=pool_int64s, +) +node = helper.make_node_noweights() +expect( + node, + inputs=[input], + outputs=[output], + name="test_tfidfvectorizer_tf_batch_onlybigrams_skip5", +) +``` + +
+ + +
+tf_batch_uniandbigrams_skip5 + +```python +input = np.array([[1, 1, 3, 3, 3, 7], [8, 6, 7, 5, 6, 8]]).astype(np.int32) +output = np.array( + [[0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0]] +).astype(np.float32) + +ngram_counts = np.array([0, 4]).astype(np.int64) +ngram_indexes = np.array([0, 1, 2, 3, 4, 5, 6]).astype(np.int64) +pool_int64s = np.array([2, 3, 5, 4, 5, 6, 7, 8, 6, 7]).astype( # unigrams + np.int64 +) # bigrams + +helper = TfIdfVectorizerHelper( + mode="TF", + min_gram_length=1, + max_gram_length=2, + max_skip_count=5, + ngram_counts=ngram_counts, + ngram_indexes=ngram_indexes, + pool_int64s=pool_int64s, +) +node = helper.make_node_noweights() +expect( + node, + inputs=[input], + outputs=[output], + name="test_tfidfvectorizer_tf_batch_uniandbigrams_skip5", +) +``` + +
+ + +
+tf_only_bigrams_skip0 + +```python +input = np.array([1, 1, 3, 3, 3, 7, 8, 6, 7, 5, 6, 8]).astype(np.int32) +output = np.array([0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0]).astype(np.float32) + +ngram_counts = np.array([0, 4]).astype(np.int64) +ngram_indexes = np.array([0, 1, 2, 3, 4, 5, 6]).astype(np.int64) +pool_int64s = np.array([2, 3, 5, 4, 5, 6, 7, 8, 6, 7]).astype( # unigrams + np.int64 +) # bigrams + +helper = TfIdfVectorizerHelper( + mode="TF", + min_gram_length=2, + max_gram_length=2, + max_skip_count=0, + ngram_counts=ngram_counts, + ngram_indexes=ngram_indexes, + pool_int64s=pool_int64s, +) +node = helper.make_node_noweights() +expect( + node, + inputs=[input], + outputs=[output], + name="test_tfidfvectorizer_tf_only_bigrams_skip0", +) +``` + +
+ + +
+tf_onlybigrams_levelempty + +```python +input = np.array([1, 1, 3, 3, 3, 7, 8, 6, 7, 5, 6, 8]).astype(np.int32) +output = np.array([1.0, 1.0, 1.0]).astype(np.float32) + +ngram_counts = np.array([0, 0]).astype(np.int64) +ngram_indexes = np.array([0, 1, 2]).astype(np.int64) +pool_int64s = np.array([5, 6, 7, 8, 6, 7]).astype( # unigrams none + np.int64 +) # bigrams + +helper = TfIdfVectorizerHelper( + mode="TF", + min_gram_length=2, + max_gram_length=2, + max_skip_count=0, + ngram_counts=ngram_counts, + ngram_indexes=ngram_indexes, + pool_int64s=pool_int64s, +) +node = helper.make_node_noweights() +expect( + node, + inputs=[input], + outputs=[output], + name="test_tfidfvectorizer_tf_onlybigrams_levelempty", +) +``` + +
+ + +
+tf_onlybigrams_skip5 + +```python +input = np.array([1, 1, 3, 3, 3, 7, 8, 6, 7, 5, 6, 8]).astype(np.int32) +output = np.array([0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0]).astype(np.float32) + +ngram_counts = np.array([0, 4]).astype(np.int64) +ngram_indexes = np.array([0, 1, 2, 3, 4, 5, 6]).astype(np.int64) +pool_int64s = np.array([2, 3, 5, 4, 5, 6, 7, 8, 6, 7]).astype( # unigrams + np.int64 +) # bigrams + +helper = TfIdfVectorizerHelper( + mode="TF", + min_gram_length=2, + max_gram_length=2, + max_skip_count=5, + ngram_counts=ngram_counts, + ngram_indexes=ngram_indexes, + pool_int64s=pool_int64s, +) +node = helper.make_node_noweights() +expect( + node, + inputs=[input], + outputs=[output], + name="test_tfidfvectorizer_tf_onlybigrams_skip5", +) +``` + +
+ + +
+tf_uniandbigrams_skip5 + +```python +input = np.array([1, 1, 3, 3, 3, 7, 8, 6, 7, 5, 6, 8]).astype(np.int32) +output = np.array([0.0, 3.0, 1.0, 0.0, 1.0, 3.0, 1.0]).astype(np.float32) + +ngram_counts = np.array([0, 4]).astype(np.int64) +ngram_indexes = np.array([0, 1, 2, 3, 4, 5, 6]).astype(np.int64) +pool_int64s = np.array([2, 3, 5, 4, 5, 6, 7, 8, 6, 7]).astype( # unigrams + np.int64 +) # bigrams + +helper = TfIdfVectorizerHelper( + mode="TF", + min_gram_length=1, + max_gram_length=2, + max_skip_count=5, + ngram_counts=ngram_counts, + ngram_indexes=ngram_indexes, + pool_int64s=pool_int64s, +) +node = helper.make_node_noweights() +expect( + node, + inputs=[input], + outputs=[output], + name="test_tfidfvectorizer_tf_uniandbigrams_skip5", +) +``` + +
+ + +### **ThresholdedRelu** + + ThresholdedRelu takes one input data (Tensor) and produces one output data + (Tensor) where the rectified linear function, y = x for x > alpha, y = 0 otherwise, + is applied to the tensor elementwise. + +#### Version + +This version of the operator has been available since version 22 of the default ONNX operator set. + +Other versions of this operator: 10 + +#### Attributes + +
+
alpha : float (default is 1.0)
+
Threshold value
+
+ +#### Inputs + +
+
X (differentiable) : T
+
Input tensor
+
+ +#### Outputs + +
+
Y (differentiable) : T
+
Output tensor
+
+ +#### Type Constraints + +
+
T : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ + +#### Examples + +
+default + +```python +default_alpha = 1.0 +node = onnx.helper.make_node("ThresholdedRelu", inputs=["x"], outputs=["y"]) +x = np.random.randn(3, 4, 5).astype(np.float32) +y = np.clip(x, default_alpha, np.inf) +y[y == default_alpha] = 0 + +expect(node, inputs=[x], outputs=[y], name="test_thresholdedrelu_default") +``` + +
+ + +
+thresholdedrelu + +```python +alpha = 2.0 +node = onnx.helper.make_node( + "ThresholdedRelu", inputs=["x"], outputs=["y"], alpha=alpha +) + +x = np.array([-1.5, 0.0, 1.2, 2.0, 2.2]).astype(np.float32) +y = np.clip(x, alpha, np.inf) # expected output [0., 0., 0., 0., 2.2] +y[y == alpha] = 0 + +expect(node, inputs=[x], outputs=[y], name="test_thresholdedrelu_example") + +x = np.random.randn(3, 4, 5).astype(np.float32) +y = np.clip(x, alpha, np.inf) +y[y == alpha] = 0 + +expect(node, inputs=[x], outputs=[y], name="test_thresholdedrelu") +``` + +
+ + +### **Tile** + + Constructs a tensor by tiling a given tensor. + This is the same as function `tile` in Numpy, but no broadcast. + For example A = [[1, 2], [3, 4]], B = [1, 2], tile(A, B) = [[1, 2, 1, 2], [3, 4, 3, 4]] + +#### Version + +This version of the operator has been available since version 13 of the default ONNX operator set. + +Other versions of this operator: 1, 6 + +#### Inputs + +
+
input (differentiable) : T
+
Input tensor of any shape.
+
repeats (non-differentiable) : T1
+
1D int64 tensor of the same length as input's dimension number, includes numbers of repeated copies along input's dimensions.
+
+ +#### Outputs + +
+
output (differentiable) : T
+
Output tensor of the same dimensions and type as tensor input. output_dim[i] = input_dim[i] * repeats[i]
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain input and output types to all tensor types.
+
T1 : tensor(int64)
+
Constrain repeat's type to int64 tensors.
+
+ + +#### Examples + +
+tile + +```python +node = onnx.helper.make_node("Tile", inputs=["x", "y"], outputs=["z"]) + +x = np.random.rand(2, 3, 4, 5).astype(np.float32) + +repeats = np.random.randint(low=1, high=10, size=(np.ndim(x),)).astype(np.int64) + +z = np.tile(x, repeats) + +expect(node, inputs=[x, repeats], outputs=[z], name="test_tile") +``` + +
+ + +
+tile_precomputed + +```python +node = onnx.helper.make_node("Tile", inputs=["x", "y"], outputs=["z"]) + +x = np.array([[0, 1], [2, 3]], dtype=np.float32) + +repeats = np.array([2, 2], dtype=np.int64) + +z = np.array( + [[0, 1, 0, 1], [2, 3, 2, 3], [0, 1, 0, 1], [2, 3, 2, 3]], dtype=np.float32 +) + +expect(node, inputs=[x, repeats], outputs=[z], name="test_tile_precomputed") +``` + +
+ + +### **TopK** + + Retrieve the top-K largest or smallest elements along a specified axis. Given an input tensor of + shape [a_0, a_1, ..., a_{n-1}] and integer argument k, return two outputs: + + * Value tensor of shape [a_0, a_1, ..., a_{axis-1}, k, a_{axis+1}, ... a_{n-1}] + which contains the values of the top k elements along the specified axis + * Index tensor of shape [a_0, a_1, ..., a_{axis-1}, k, a_{axis+1}, ... a_{n-1}] which + contains the indices of the top k elements (original indices from the input + tensor). + + * If "largest" is 1 (the default value) then the k largest elements are returned. + * If "sorted" is 1 (the default value) then the resulting k elements will be sorted. + * If "sorted" is 0, order of returned 'Values' and 'Indices' are undefined. + + Given two equivalent values, this operator uses the indices along the axis as + a tiebreaker. That is, the element with the lower index will appear first. + +#### Version + +This version of the operator has been available since version 24 of the default ONNX operator set. + +Other versions of this operator: 1, 10, 11 + +#### Attributes + +
+
axis : int (default is -1)
+
Dimension on which to do the sort. Negative value means counting dimensions from the back. Accepted range is [-r, r-1] where r = rank(input).
+
largest : int (default is 1)
+
Whether to return the top-K largest or smallest elements.
+
sorted : int (default is 1)
+
Whether to return the elements in sorted order.
+
+ +#### Inputs + +
+
X (differentiable) : T
+
Tensor of shape [a_0, a_1, ..., a_{n-1}]
+
K (non-differentiable) : tensor(int64)
+
A 1-D tensor containing a single positive value corresponding to the number of top elements to retrieve
+
+ +#### Outputs + +
+
Values (differentiable) : T
+
Tensor of shape [a_0, a_1, ..., a_{axis-1}, k, a_{axis+1}, ... a_{n-1}] containing top K values from the input tensor
+
Indices (non-differentiable) : I
+
Tensor of shape [a_0, a_1, ..., a_{axis-1}, k, a_{axis+1}, ... a_{n-1}] containing the corresponding input tensor indices for the top K values.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
+
Constrain input and output types to numeric tensors.
+
I : tensor(int64)
+
Constrain index tensor to int64
+
+ + +#### Examples + +
+top_k + +```python +axis = 1 +largest = 1 + +k = 3 +node = onnx.helper.make_node( + "TopK", inputs=["x", "k"], outputs=["values", "indices"], axis=axis +) +X = np.array( + [ + [0, 1, 2, 3], + [4, 5, 6, 7], + [8, 9, 10, 11], + ], + dtype=np.float32, +) +K = np.array([k], dtype=np.int64) +values_ref, indices_ref = topk_sorted_implementation(X, k, axis, largest) + +# print(values_ref) +# [[ 3. 2. 1.] +# [ 7. 6. 5.] +# [11. 10. 9.]] +# print(indices_ref) +# [[3 2 1] +# [3 2 1] +# [3 2 1]] + +expect( + node, inputs=[X, K], outputs=[values_ref, indices_ref], name="test_top_k" +) +``` + +
+ + +
+top_k_negative_axis + +```python +axis = -1 +largest = 1 + +k = 3 +node = onnx.helper.make_node( + "TopK", inputs=["x", "k"], outputs=["values", "indices"], axis=axis +) +X = np.array( + [ + [0, 1, 2, 3], + [4, 5, 6, 7], + [8, 9, 10, 11], + ], + dtype=np.float32, +) +K = np.array([k], dtype=np.int64) +values_ref, indices_ref = topk_sorted_implementation(X, k, axis, largest) + +# print(values_ref) +# [[ 3. 2. 1.] +# [ 7. 6. 5.] +# [11. 10. 9.]] +# print(indices_ref) +# [[3 2 1] +# [3 2 1] +# [3 2 1]] + +expect( + node, + inputs=[X, K], + outputs=[values_ref, indices_ref], + name="test_top_k_negative_axis", +) +``` + +
+ + +
+top_k_same_values + +```python +axis = 0 +largest = 0 + +k = 3 +node = onnx.helper.make_node( + "TopK", inputs=["x", "k"], outputs=["values", "indices"], axis=axis +) +X = np.array( + [0, 0, 0, 0], + dtype=np.int64, +) +K = np.array([k], dtype=np.int64) +values_ref, indices_ref = topk_sorted_implementation(X, k, axis, largest) + +# (Pdb) print(values_ref) +# [0 0 0] +# (Pdb) print(indices_ref) +# [0 1 2] + +expect( + node, + inputs=[X, K], + outputs=[values_ref, indices_ref], + name="test_top_k_same_values", +) +``` + +
+ + +
+top_k_same_values_2d + +```python +axis = 1 +largest = 1 + +k = 3 +node = onnx.helper.make_node( + "TopK", inputs=["x", "k"], outputs=["values", "indices"], axis=axis +) +X = np.array( + [[0, 0, 0, 0], [1, 1, 1, 1], [2, 2, 1, 1]], + dtype=np.int64, +) +K = np.array([k], dtype=np.int64) +values_ref, indices_ref = topk_sorted_implementation(X, k, axis, largest) + +# print(values_ref) +# [[0 0 0] +# [1 1 1] +# [1 1 2]] +# print(indices_ref) +# [[0 1 2] +# [0 1 2] +# [2 3 0]] + +expect( + node, + inputs=[X, K], + outputs=[values_ref, indices_ref], + name="test_top_k_same_values_2d", +) +``` + +
+ + +
+top_k_same_values_largest + +```python +axis = 0 +largest = 1 + +k = 3 +node = onnx.helper.make_node( + "TopK", inputs=["x", "k"], outputs=["values", "indices"], axis=axis +) +X = np.array( + [0, 0, 0, 0], + dtype=np.int64, +) +K = np.array([k], dtype=np.int64) +values_ref, indices_ref = topk_sorted_implementation(X, k, axis, largest) + +# print(values_ref) +# [0 0 0] +# print(indices_ref) +# [0 1 2] + +expect( + node, + inputs=[X, K], + outputs=[values_ref, indices_ref], + name="test_top_k_same_values_largest", +) +``` + +
+ + +
+top_k_smallest + +```python +axis = 1 +largest = 0 +sorted_ = 1 +k = 3 + +node = onnx.helper.make_node( + "TopK", + inputs=["x", "k"], + outputs=["values", "indices"], + axis=axis, + largest=largest, + sorted=sorted_, +) + +X = np.array( + [ + [0, 1, 2, 3], + [4, 5, 6, 7], + [11, 10, 9, 8], + ], + dtype=np.float32, +) +K = np.array([k], dtype=np.int64) +values_ref, indices_ref = topk_sorted_implementation(X, k, axis, largest) + +# print(values_ref) +# [[ 0. 1. 2.] +# [ 4. 5. 6.] +# [ 8. 9. 10.]] +# print(indices_ref) +# [[0 1 2] +# [0 1 2] +# [3 2 1]] + +expect( + node, + inputs=[X, K], + outputs=[values_ref, indices_ref], + name="test_top_k_smallest", +) +``` + +
+ + +
+top_k_uint64 + +```python +axis = 1 +largest = 1 + +k = 3 +node = onnx.helper.make_node( + "TopK", inputs=["x", "k"], outputs=["values", "indices"], axis=axis +) +X = np.array( + [ + [0, 1, 2, 3], + [4, 5, 6, 7], + [8, 9, 10, 11], + ], + dtype=np.uint64, +) +K = np.array([k], dtype=np.int64) +values_ref, indices_ref = topk_sorted_implementation(X, k, axis, largest) + +# print(values_ref) +# [[ 3 2 1] +# [ 7 6 5] +# [11 10 9]] +# print(indices_ref) +# [[3 2 1] +# [3 2 1] +# [3 2 1]] + +expect( + node, + inputs=[X, K], + outputs=[values_ref, indices_ref], + name="test_top_k_uint64", +) +``` + +
+ + +### **Transpose** + + Returns a transpose of the input tensor. (Similar to `numpy.transpose`). + The optional attribute `perm` must be a permutation of the dimensions of + the input tensor. Axis `i` of the output tensor corresponds to the axis + `perm[i]` of the input tensor. + For example, when perm=(1, 0, 2), given an input tensor of shape (1, 2, 3), + the output shape will be (2, 1, 3). + When perm=(1, 2, 0), given an input tensor of shape (1, 2, 3), + the output shape will be (2, 3, 1). + If the attribute `perm` is omitted, its default value is `(n-1, ..., 0)`, + where `n` is the rank of the input tensor. + +#### Version + +This version of the operator has been available since version 25 of the default ONNX operator set. + +Other versions of this operator: 1, 13, 21, 23, 24 + +#### Attributes + +
+
perm : list of ints
+
A list of integers. By default, reverse the dimensions, otherwise permute the axes according to the values given. Its length must be equal to the rank of the input.
+
+ +#### Inputs + +
+
data (differentiable) : T
+
An input tensor.
+
+ +#### Outputs + +
+
transposed (differentiable) : T
+
Transposed output.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(uint4), tensor(int4), tensor(float4e2m1), tensor(float8e8m0), tensor(uint2), tensor(int2)
+
Constrain input and output types to all tensor types.
+
+ + +#### Examples + +
+all_permutations + +```python +shape = (2, 3, 4) +data = np.random.random_sample(shape).astype(np.float32) +permutations = list(itertools.permutations(np.arange(len(shape)))) + +for i, permutation in enumerate(permutations): + node = onnx.helper.make_node( + "Transpose", + inputs=["data"], + outputs=["transposed"], + perm=permutation, + ) + transposed = np.transpose(data, permutation) + expect( + node, + inputs=[data], + outputs=[transposed], + name=f"test_transpose_all_permutations_{i}", + ) +``` + +
+ + +
+default + +```python +shape = (2, 3, 4) +data = np.random.random_sample(shape).astype(np.float32) + +node = onnx.helper.make_node( + "Transpose", inputs=["data"], outputs=["transposed"] +) + +transposed = np.transpose(data) +expect(node, inputs=[data], outputs=[transposed], name="test_transpose_default") +``` + +
+ + +### **Trilu** + + Given a 2-D matrix or batches of 2-D matrices, returns the upper or lower triangular part of the tensor(s). + The attribute "upper" determines whether the upper or lower part is retained. If set to true, + the upper triangular matrix is retained. Lower triangular matrix is retained otherwise. + Default value for the "upper" attribute is true. + Trilu takes one input tensor of shape [*, N, M], where * is zero or more batch dimensions. The upper triangular part consists + of the elements on and above the given diagonal (k). The lower triangular part consists of elements on and below the diagonal. + All other elements in the matrix are set to zero. + If k = 0, the triangular part on and above/below the main diagonal is retained. + If upper is set to true, a positive k retains the upper triangular matrix excluding the main diagonal and (k-1) diagonals above it. + A negative k value retains the main diagonal and |k| diagonals below it. + If upper is set to false, a positive k retains the lower triangular matrix including the main diagonal and k diagonals above it. + A negative k value excludes the main diagonal and (|k|-1) diagonals below it. + +#### Version + +This version of the operator has been available since version 14 of the default ONNX operator set. + +#### Attributes + +
+
upper : int (default is 1)
+
Boolean. Indicates whether upper or lower part of matrix is retained. Default is true.
+
+ +#### Inputs (1 - 2) + +
+
input (differentiable) : T
+
Input tensor of rank 2 or higher.
+
k (optional, non-differentiable) : tensor(int64)
+
A 0-D tensor containing a single value corresponding to the number diagonals above or below the main diagonal to exclude or include. Default value is 0 if it's not specified.
+
+ +#### Outputs + +
+
output (differentiable) : T
+
Output tensor of the same type and shape as the input tensor.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain input and output types to all tensor types.
+
+ + +#### Examples + +
+tril + +```python +node = onnx.helper.make_node( + "Trilu", + inputs=["x"], + outputs=["y"], + upper=0, +) + +x = np.random.randint(10, size=(4, 5)).astype(np.int64) +# X: +# [[4, 7, 3, 7, 9], +# [1, 2, 8, 6, 9], +# [9, 4, 1, 8, 7], +# [4, 3, 4, 2, 4]] +# expect result: +# [[4, 0, 0, 0, 0], +# [1, 2, 0, 0, 0], +# [9, 4, 1, 0, 0], +# [4, 3, 4, 2, 0]] +y = tril_reference_implementation(x) +expect(node, inputs=[x], outputs=[y], name="test_tril") +``` + +
+ + +
+tril_neg + +```python +node = onnx.helper.make_node( + "Trilu", + inputs=["x", "k"], + outputs=["y"], + upper=0, +) + +x = np.random.randint(10, size=(4, 5)).astype(np.int64) +k = np.array(-1).astype(np.int64) +# X: +# [[4, 7, 3, 7, 9], +# [1, 2, 8, 6, 9], +# [9, 4, 1, 8, 7], +# [4, 3, 4, 2, 4]] +# expect result: +# [[0, 0, 0, 0, 0], +# [1, 0, 0, 0, 0], +# [9, 4, 0, 0, 0], +# [4, 3, 4, 0, 0]] +y = tril_reference_implementation(x, int(k)) +expect(node, inputs=[x, k], outputs=[y], name="test_tril_neg") +``` + +
+ + +
+tril_one_row + +```python +node = onnx.helper.make_node( + "Trilu", + inputs=["x"], + outputs=["y"], + upper=0, +) + +x = np.random.randint(10, size=(3, 1, 5)).astype(np.int64) +# X: +# [[[6, 2, 4, 1, 6]], +# +# [[8, 3, 8, 7, 0]], +# +# [[2, 2, 9, 5, 9]]] +# expect result: +# [[[6, 0, 0, 0, 0]], +# +# [[8, 0, 0, 0, 0]], +# +# [[2, 0, 0, 0, 0]]] +y = tril_reference_implementation(x) +expect(node, inputs=[x], outputs=[y], name="test_tril_one_row_neg") +``` + +
+ + +
+tril_out_neg + +```python +node = onnx.helper.make_node( + "Trilu", + inputs=["x", "k"], + outputs=["y"], + upper=0, +) + +x = np.random.randint(10, size=(4, 5)).astype(np.int64) +k = np.array(-7).astype(np.int64) +# X: +# [[4, 7, 3, 7, 9], +# [1, 2, 8, 6, 9], +# [9, 4, 1, 8, 7], +# [4, 3, 4, 2, 4]] +# expect result: +# [[0, 0, 0, 0, 0], +# [0, 0, 0, 0, 0], +# [0, 0, 0, 0, 0], +# [0, 0, 0, 0, 0]] +y = tril_reference_implementation(x, int(k)) +expect(node, inputs=[x, k], outputs=[y], name="test_tril_out_neg") +``` + +
+ + +
+tril_out_pos + +```python +node = onnx.helper.make_node( + "Trilu", + inputs=["x", "k"], + outputs=["y"], + upper=0, +) +x = np.random.randint(10, size=(4, 5)).astype(np.int64) +k = np.array(6).astype(np.int64) +# X: +# [[4, 7, 3, 7, 9], +# [1, 2, 8, 6, 9], +# [9, 4, 1, 8, 7], +# [4, 3, 4, 2, 4]] +# expect result: +# [[4, 7, 3, 7, 9], +# [1, 2, 8, 6, 9], +# [9, 4, 1, 8, 7], +# [4, 3, 4, 2, 4]] +y = tril_reference_implementation(x, int(k)) +expect(node, inputs=[x, k], outputs=[y], name="test_tril_out_pos") +``` + +
+ + +
+tril_pos + +```python +node = onnx.helper.make_node( + "Trilu", + inputs=["x", "k"], + outputs=["y"], + upper=0, +) + +x = np.random.randint(10, size=(4, 5)).astype(np.int64) +k = np.array(2).astype(np.int64) +# X: +# [[4, 7, 3, 7, 9], +# [1, 2, 8, 6, 9], +# [9, 4, 1, 8, 7], +# [4, 3, 4, 2, 4]] +# expect result: +# [[4, 7, 3, 0, 0], +# [1, 2, 8, 6, 0], +# [9, 4, 1, 8, 7], +# [4, 3, 4, 2, 4]] +y = tril_reference_implementation(x, int(k)) +expect(node, inputs=[x, k], outputs=[y], name="test_tril_pos") +``` + +
+ + +
+tril_square + +```python +node = onnx.helper.make_node( + "Trilu", + inputs=["x"], + outputs=["y"], + upper=0, +) + +x = np.random.randint(10, size=(2, 3, 3)).astype(np.int64) +# X: +# [[[0, 4, 3], +# [2, 0, 9], +# [8, 2, 5]], +# +# [[2, 7, 2], +# [2, 6, 0], +# [2, 6, 5]]] +# expect result: +# [[[0, 0, 0], +# [2, 0, 0], +# [8, 2, 5]], +# +# [[2, 0, 0], +# [2, 6, 0], +# [2, 6, 5]]] +y = tril_reference_implementation(x) +expect(node, inputs=[x], outputs=[y], name="test_tril_square") +``` + +
+ + +
+tril_square_neg + +```python +node = onnx.helper.make_node( + "Trilu", + inputs=["x", "k"], + outputs=["y"], + upper=0, +) + +x = np.random.randint(10, size=(2, 3, 3)).astype(np.int64) +k = np.array(-1).astype(np.int64) +# X: +# [[[0, 4, 3], +# [2, 0, 9], +# [8, 2, 5]], +# +# [[2, 7, 2], +# [2, 6, 0], +# [2, 6, 5]]] +# expect result: +# [[[0, 0, 0], +# [2, 0, 0], +# [8, 2, 0]], +# +# [[0, 0, 0], +# [2, 0, 0], +# [2, 6, 0]]] +y = tril_reference_implementation(x, int(k)) +expect(node, inputs=[x, k], outputs=[y], name="test_tril_square_neg") +``` + +
+ + +
+tril_zero + +```python +node = onnx.helper.make_node( + "Trilu", + inputs=["x", "k"], + outputs=["y"], + upper=0, +) + +x = np.random.randint(10, size=(3, 0, 5)).astype(np.int64) +k = np.array(6).astype(np.int64) +# X: +# [] +# expect result: +# [] +y = tril_reference_implementation(x, int(k)) +expect(node, inputs=[x, k], outputs=[y], name="test_tril_zero") +``` + +
+ + +
+triu + +```python +node = onnx.helper.make_node( + "Trilu", + inputs=["x"], + outputs=["y"], +) + +x = np.random.randint(10, size=(4, 5)).astype(np.int64) +# X: +# [[4, 7, 3, 7, 9], +# [1, 2, 8, 6, 9], +# [9, 4, 0, 8, 7], +# [4, 3, 4, 2, 4]] +# expect result: +# [[4, 7, 3, 7, 9], +# [0, 2, 8, 6, 9], +# [0, 0, 0, 8, 7], +# [0, 0, 0, 2, 4]] +y = triu_reference_implementation(x) +expect(node, inputs=[x], outputs=[y], name="test_triu") +``` + +
+ + +
+triu_neg + +```python +node = onnx.helper.make_node( + "Trilu", + inputs=["x", "k"], + outputs=["y"], +) + +x = np.random.randint(10, size=(4, 5)).astype(np.int64) +k = np.array(-1).astype(np.int64) +# X: +# [[4, 7, 3, 7, 9], +# [1, 2, 8, 6, 9], +# [9, 4, 0, 8, 7], +# [4, 3, 4, 2, 4]] +# expect result: +# [[4, 7, 3, 7, 9], +# [1, 2, 8, 6, 9], +# [0, 4, 0, 8, 7], +# [0, 0, 4, 2, 4]] +y = triu_reference_implementation(x, int(k)) +expect(node, inputs=[x, k], outputs=[y], name="test_triu_neg") +``` + +
+ + +
+triu_one_row + +```python +node = onnx.helper.make_node( + "Trilu", + inputs=["x", "k"], + outputs=["y"], +) + +x = np.random.randint(10, size=(3, 1, 5)).astype(np.int64) +k = np.array(1).astype(np.int64) +# X: +# [[[1, 4, 9, 7, 1]], +# +# [[9, 2, 8, 8, 4]], +# +# [[3, 9, 7, 4, 2]]] +# expect result: +# [[[0, 4, 9, 7, 1]], +# +# [[0, 2, 8, 8, 4]], +# +# [[0, 9, 7, 4, 2]]] +y = triu_reference_implementation(x, int(k)) +expect(node, inputs=[x, k], outputs=[y], name="test_triu_one_row") +``` + +
+ + +
+triu_out_neg_out + +```python +node = onnx.helper.make_node( + "Trilu", + inputs=["x", "k"], + outputs=["y"], +) + +x = np.random.randint(10, size=(4, 5)).astype(np.int64) +k = np.array(-7).astype(np.int64) +# X: +# [[4, 7, 3, 7, 9], +# [1, 2, 8, 6, 9], +# [9, 4, 0, 8, 7], +# [4, 3, 4, 2, 4]] +# expect result: +# [[4, 7, 3, 7, 9], +# [1, 2, 8, 6, 9], +# [9, 4, 0, 8, 7], +# [4, 3, 4, 2, 4]] +y = triu_reference_implementation(x, int(k)) +expect(node, inputs=[x, k], outputs=[y], name="test_triu_out_neg_out") +``` + +
+ + +
+triu_out_pos + +```python +node = onnx.helper.make_node( + "Trilu", + inputs=["x", "k"], + outputs=["y"], +) + +x = np.random.randint(10, size=(4, 5)).astype(np.int64) +k = np.array(6).astype(np.int64) +# X: +# [[4, 7, 3, 7, 9], +# [1, 2, 8, 6, 9], +# [9, 4, 0, 8, 7], +# [4, 3, 4, 2, 4]] +# expect result: +# [[0, 0, 0, 0, 0], +# [0, 0, 0, 0, 0], +# [0, 0, 0, 0, 0], +# [0, 0, 0, 0, 0]] +y = triu_reference_implementation(x, int(k)) +expect(node, inputs=[x, k], outputs=[y], name="test_triu_out_pos") +``` + +
+ + +
+triu_pos + +```python +node = onnx.helper.make_node( + "Trilu", + inputs=["x", "k"], + outputs=["y"], +) + +x = np.random.randint(10, size=(4, 5)).astype(np.int64) +k = np.array(2).astype(np.int64) +# X: +# [[4, 7, 3, 7, 9], +# [1, 2, 8, 6, 9], +# [9, 4, 0, 8, 7], +# [4, 3, 4, 2, 4]] +# expect result: +# [[0, 0, 3, 7, 9], +# [0, 0, 0, 6, 9], +# [0, 0, 0, 0, 7], +# [0, 0, 0, 0, 0]] +y = triu_reference_implementation(x, int(k)) +expect(node, inputs=[x, k], outputs=[y], name="test_triu_pos") +``` + +
+ + +
+triu_square + +```python +node = onnx.helper.make_node( + "Trilu", + inputs=["x"], + outputs=["y"], +) + +x = np.random.randint(10, size=(2, 3, 3)).astype(np.int64) +y = triu_reference_implementation(x) +# X: +# [[[4, 6, 9], +# [7, 5, 4], +# [8, 1, 2]], +# +# [[1, 4, 9], +# [9, 6, 3], +# [8, 9, 8]]] +# expect result: +# [[[4, 6, 9], +# [0, 5, 4], +# [0, 0, 2]], +# +# [[1, 4, 9], +# [0, 6, 3], +# [0, 0, 8]]] +expect(node, inputs=[x], outputs=[y], name="test_triu_square") +``` + +
+ + +
+triu_square_neg + +```python +node = onnx.helper.make_node( + "Trilu", + inputs=["x", "k"], + outputs=["y"], +) + +x = np.random.randint(10, size=(2, 3, 3)).astype(np.int64) +k = np.array(-1).astype(np.int64) +# X: +# [[[4, 6, 9], +# [7, 5, 4], +# [8, 1, 2]], +# +# [[1, 4, 9], +# [9, 6, 3], +# [8, 9, 8]]] +# expect result: +# [[[4, 6, 9], +# [7, 5, 4], +# [0, 1, 2]], +# +# [[1, 4, 9], +# [9, 6, 3], +# [0, 9, 8]]] +y = triu_reference_implementation(x, int(k)) +expect(node, inputs=[x, k], outputs=[y], name="test_triu_square_neg") +``` + +
+ + +
+triu_zero + +```python +node = onnx.helper.make_node( + "Trilu", + inputs=["x", "k"], + outputs=["y"], +) + +x = np.random.randint(10, size=(0, 5)).astype(np.int64) +k = np.array(6).astype(np.int64) +# X: +# [] +# expect result: +# [] +y = triu_reference_implementation(x, int(k)) +expect(node, inputs=[x, k], outputs=[y], name="test_triu_zero") +``` + +
+ + +### **Unique** + + Find the unique elements of a tensor. When an optional attribute 'axis' is provided, unique subtensors sliced along the 'axis' are returned. + Otherwise the input tensor is flattened and unique values of the flattened tensor are returned. + + This operator returns the unique values or sliced unique subtensors of the input tensor and three optional outputs. + The first output tensor 'Y' contains all unique values or subtensors of the input. + The second optional output tensor 'indices' contains indices of 'Y' elements' first occurrence in 'X'. + The third optional output tensor 'inverse_indices' contains, for elements of 'X', its corresponding indices in 'Y'. + The fourth optional output tensor 'counts' contains the count of each element of 'Y' in the input. + + Outputs are either sorted in ascending order or optionally in the order of the first occurrence of the values in the input. + + https://docs.scipy.org/doc/numpy/reference/generated/numpy.unique.html + + Example 1: + ``` + input_X = [2, 1, 1, 3, 4, 3] + attribute_sorted = 0 + attribute_axis = None + output_Y = [2, 1, 3, 4] + output_indices = [0, 1, 3, 4] + output_inverse_indices = [0, 1, 1, 2, 3, 2] + output_counts = [1, 2, 2, 1] + ``` + + Example 2: + ``` + input_X = [[1, 3], [2, 3]] + attribute_sorted = 1 + attribute_axis = None + output_Y = [1, 2, 3] + output_indices = [0, 2, 1] + output_inverse_indices = [0, 2, 1, 2] + output_counts = [1, 1, 2] + ``` + + Example 3: + ``` + input_X = [[1, 0, 0], [1, 0, 0], [2, 3, 4]] + attribute_sorted = 1 + attribute_axis = 0 + output_Y = [[1, 0, 0], [2, 3, 4]] + output_indices = [0, 2] + output_inverse_indices = [0, 0, 1] + output_counts = [2, 1] + ``` + + Example 4: + ``` + input_x = [[[1., 1.], [0., 1.], [2., 1.], [0., 1.]], + [[1., 1.], [0., 1.], [2., 1.], [0., 1.]]] + attribute_sorted = 1 + attribute_axis = 1 + ``` + + intermediate data are presented below for better understanding: + there are 4 subtensors sliced along axis 1 of input_x (shape = (2, 4, 2)): + ``` + A: [[1, 1], [1, 1]], + [[0, 1], [0, 1]], + [[2, 1], [2, 1]], + [[0, 1], [0, 1]]. + ``` + + there are 3 unique subtensors: + ``` + [[1, 1], [1, 1]], + [[0, 1], [0, 1]], + [[2, 1], [2, 1]]. + ``` + + sorted unique subtensors: + ``` + B: [[0, 1], [0, 1]], + [[1, 1], [1, 1]], + [[2, 1], [2, 1]]. + ``` + + output_Y is constructed from B: + ``` + [[[0. 1.], [1. 1.], [2. 1.]], + [[0. 1.], [1. 1.], [2. 1.]]] + ``` + + output_indices is to map from B to A: + ``` + [1, 0, 2] + ``` + + output_inverse_indices is to map from A to B: + ``` + [1, 0, 2, 0] + ``` + + output_counts: + ``` + [2, 1, 1] + ``` + +#### Version + +This version of the operator has been available since version 11 of the default ONNX operator set. + +#### Attributes + +
+
axis : int
+
(Optional) The dimension to apply unique. If not specified, the unique elements of the flattened input are returned. Negative value means counting dimensions from the back. Accepted range is [-r, r-1] where r = rank(input).
+
sorted : int (default is 1)
+
(Optional) Whether to sort the unique elements in ascending order before returning as output. Must be one of 0, or 1 (default).
+
+ +#### Inputs + +
+
X (non-differentiable) : T
+
A N-D input tensor that is to be processed.
+
+ +#### Outputs (1 - 4) + +
+
Y (non-differentiable) : T
+
A tensor of the same type as 'X' containing all the unique values or subtensors sliced along a provided 'axis' in 'X', either sorted or maintained in the same order they occur in input 'X'
+
indices (optional, non-differentiable) : tensor(int64)
+
A 1-D INT64 tensor containing indices of 'Y' elements' first occurrence in 'X'. When 'axis' is provided, it contains indices to subtensors in input 'X' on the 'axis'. When 'axis' is not provided, it contains indices to values in the flattened input tensor.
+
inverse_indices (optional, non-differentiable) : tensor(int64)
+
A 1-D INT64 tensor containing, for elements of 'X', its corresponding indices in 'Y'. When 'axis' is provided, it contains indices to subtensors in output 'Y' on the 'axis'. When 'axis' is not provided, it contains indices to values in output 'Y'.
+
counts (optional, non-differentiable) : tensor(int64)
+
A 1-D INT64 tensor containing the count of each element of 'Y' in input 'X'
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Input can be of any tensor type.
+
+ + +#### Examples + +
+length_1 + +```python +node_sorted = onnx.helper.make_node( + "Unique", + inputs=["X"], + outputs=["Y", "indices", "inverse_indices", "counts"], + sorted=1, +) + +x = np.array([0], dtype=np.int64) +y, indices, inverse_indices, counts = np.unique(x, True, True, True) +indices, inverse_indices, counts = specify_int64( + indices, inverse_indices, counts +) +# behavior changed with numpy >= 2.0 +inverse_indices = inverse_indices.reshape(-1) +# print(y) +# [0] +# print(indices) +# [0] +# print(inverse_indices) +# [0] +# print(counts) +# [1] + +expect( + node_sorted, + inputs=[x], + outputs=[y, indices, inverse_indices, counts], + name="test_unique_length_1", +) +``` + +
+ + +
+not_sorted_without_axis + +```python +node_not_sorted = onnx.helper.make_node( + "Unique", + inputs=["X"], + outputs=["Y", "indices", "inverse_indices", "counts"], + sorted=0, +) +# numpy unique does not retain original order (it sorts the output unique values) +# https://github.com/numpy/numpy/issues/8621 +# we need to recover unsorted output and indices +x = np.array([2.0, 1.0, 1.0, 3.0, 4.0, 3.0], dtype=np.float32) +y, indices, inverse_indices, counts = np.unique(x, True, True, True) + +# prepare index mapping from sorted to unsorted +argsorted_indices = np.argsort(indices) +inverse_indices_map = dict( + zip(argsorted_indices, np.arange(len(argsorted_indices)), strict=True) +) + +indices = indices[argsorted_indices] +y = np.take(x, indices, axis=0) +inverse_indices = np.asarray( + [inverse_indices_map[i] for i in inverse_indices], dtype=np.int64 +) +counts = counts[argsorted_indices] +indices, inverse_indices, counts = specify_int64( + indices, inverse_indices, counts +) +# print(y) +# [2.0, 1.0, 3.0, 4.0] +# print(indices) +# [0 1 3 4] +# print(inverse_indices) +# [0, 1, 1, 2, 3, 2] +# print(counts) +# [1, 2, 2, 1] + +expect( + node_not_sorted, + inputs=[x], + outputs=[y, indices, inverse_indices, counts], + name="test_unique_not_sorted_without_axis", +) +``` + +
+ + +
+sorted_with_axis + +```python +node_sorted = onnx.helper.make_node( + "Unique", + inputs=["X"], + outputs=["Y", "indices", "inverse_indices", "counts"], + sorted=1, + axis=0, +) + +x = np.array([[1, 0, 0], [1, 0, 0], [2, 3, 4]], dtype=np.float32) +y, indices, inverse_indices, counts = np.unique(x, True, True, True, axis=0) +indices, inverse_indices, counts = specify_int64( + indices, inverse_indices, counts +) +# behavior changed with numpy >= 2.0 +inverse_indices = inverse_indices.reshape(-1) +# print(y) +# [[1. 0. 0.] +# [2. 3. 4.]] +# print(indices) +# [0 2] +# print(inverse_indices) +# [0 0 1] +# print(counts) +# [2 1] + +expect( + node_sorted, + inputs=[x], + outputs=[y, indices, inverse_indices, counts], + name="test_unique_sorted_with_axis", +) +``` + +
+ + +
+sorted_with_axis_3d + +```python +node_sorted = onnx.helper.make_node( + "Unique", + inputs=["X"], + outputs=["Y", "indices", "inverse_indices", "counts"], + sorted=1, + axis=1, +) + +x = np.array( + [ + [[1.0, 1.0], [0.0, 1.0], [2.0, 1.0], [0.0, 1.0]], + [[1.0, 1.0], [0.0, 1.0], [2.0, 1.0], [0.0, 1.0]], + ], + dtype=np.float32, +) +y, indices, inverse_indices, counts = np.unique(x, True, True, True, axis=1) +indices, inverse_indices, counts = specify_int64( + indices, inverse_indices, counts +) +# behavior changed with numpy >= 2.0 +inverse_indices = inverse_indices.reshape(-1) +# print(y) +# [[[0. 1.] +# [1. 1.] +# [2. 1.]] +# [[0. 1.] +# [1. 1.] +# [2. 1.]]] +# print(indices) +# [1 0 2] +# print(inverse_indices) +# [1 0 2 0] +# print(counts) +# [2 1 1] +expect( + node_sorted, + inputs=[x], + outputs=[y, indices, inverse_indices, counts], + name="test_unique_sorted_with_axis_3d", +) +``` + +
+ + +
+sorted_with_negative_axis + +```python +node_sorted = onnx.helper.make_node( + "Unique", + inputs=["X"], + outputs=["Y", "indices", "inverse_indices", "counts"], + sorted=1, + axis=-1, +) + +x = np.array([[1, 0, 0], [1, 0, 0], [2, 3, 3]], dtype=np.float32) +y, indices, inverse_indices, counts = np.unique(x, True, True, True, axis=-1) +indices, inverse_indices, counts = specify_int64( + indices, inverse_indices, counts +) +# behavior changed with numpy >= 2.0 +inverse_indices = inverse_indices.reshape(-1) +# print(y) +# [[0. 1.] +# [0. 1.] +# [3. 2.]] +# print(indices) +# [1 0] +# print(inverse_indices) +# [1 0 0] +# print(counts) +# [2 1] + +expect( + node_sorted, + inputs=[x], + outputs=[y, indices, inverse_indices, counts], + name="test_unique_sorted_with_negative_axis", +) +``` + +
+ + +
+sorted_without_axis + +```python +node_sorted = onnx.helper.make_node( + "Unique", + inputs=["X"], + outputs=["Y", "indices", "inverse_indices", "counts"], +) + +x = np.array([2.0, 1.0, 1.0, 3.0, 4.0, 3.0], dtype=np.float32) +y, indices, inverse_indices, counts = np.unique(x, True, True, True) +indices, inverse_indices, counts = specify_int64( + indices, inverse_indices, counts +) +expect( + node_sorted, + inputs=[x], + outputs=[y, indices, inverse_indices, counts], + name="test_unique_sorted_without_axis", +) +``` + +
+ + +### **Unsqueeze** + + Insert single-dimensional entries to the shape of an input tensor (`data`). + Takes one required input `axes` - which contains a list of dimension indices and this operator will insert a dimension of value `1` into the corresponding index of the output tensor (`expanded`). + + For example, given an input tensor (`data`) of shape [3, 4, 5], then + Unsqueeze(data, axes=[0, 4]) outputs a tensor (`expanded`) containing same data as `data` but with shape [1, 3, 4, 5, 1]. + + The input `axes` should not contain any duplicate entries. It is an error if it contains duplicates. + The rank of the output tensor (`output_rank`) is the rank of the input tensor (`data`) plus the number of values in `axes`. + Each value in `axes` should be within the (inclusive) range [-output_rank , output_rank - 1]. + The order of values in `axes` does not matter and can come in any order. + +#### Version + +This version of the operator has been available since version 25 of the default ONNX operator set. + +Other versions of this operator: 1, 11, 13, 21, 23, 24 + +#### Inputs + +
+
data (differentiable) : T
+
Original tensor
+
axes (non-differentiable) : tensor(int64)
+
1D tensor of integers indicating the dimensions to be inserted. Negative value means counting dimensions from the back. Accepted range is [-r, r-1] where r = rank(expanded).
+
+ +#### Outputs + +
+
expanded (differentiable) : T
+
Reshaped tensor with same data as input.
+
+ +#### Type Constraints + +
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128), tensor(float8e4m3fn), tensor(float8e4m3fnuz), tensor(float8e5m2), tensor(float8e5m2fnuz), tensor(uint4), tensor(int4), tensor(float4e2m1), tensor(float8e8m0), tensor(uint2), tensor(int2)
+
Constrain input and output types to all tensor types up to IRv13.
+
+ + +#### Examples + +
+unsqueeze_negative_axes + +```python +node = onnx.helper.make_node( + "Unsqueeze", + inputs=["x", "axes"], + outputs=["y"], +) +x = np.random.randn(1, 3, 1, 5).astype(np.float32) +axes = np.array([-2]).astype(np.int64) +y = np.expand_dims(x, axis=-2) +expect(node, inputs=[x, axes], outputs=[y], name="test_unsqueeze_negative_axes") +``` + +
+ + +
+unsqueeze_one_axis + +```python +x = np.random.randn(3, 4, 5).astype(np.float32) + +for i in range(x.ndim): + axes = np.array([i]).astype(np.int64) + node = onnx.helper.make_node( + "Unsqueeze", + inputs=["x", "axes"], + outputs=["y"], + ) + y = np.expand_dims(x, axis=i) + + expect( + node, + inputs=[x, axes], + outputs=[y], + name="test_unsqueeze_axis_" + str(i), + ) +``` + +
+ + +
+unsqueeze_three_axes + +```python +x = np.random.randn(3, 4, 5).astype(np.float32) +axes = np.array([2, 4, 5]).astype(np.int64) + +node = onnx.helper.make_node( + "Unsqueeze", + inputs=["x", "axes"], + outputs=["y"], +) +y = np.expand_dims(x, axis=2) +y = np.expand_dims(y, axis=4) +y = np.expand_dims(y, axis=5) + +expect(node, inputs=[x, axes], outputs=[y], name="test_unsqueeze_three_axes") +``` + +
+ + +
+unsqueeze_two_axes + +```python +x = np.random.randn(3, 4, 5).astype(np.float32) +axes = np.array([1, 4]).astype(np.int64) + +node = onnx.helper.make_node( + "Unsqueeze", + inputs=["x", "axes"], + outputs=["y"], +) +y = np.expand_dims(x, axis=1) +y = np.expand_dims(y, axis=4) + +expect(node, inputs=[x, axes], outputs=[y], name="test_unsqueeze_two_axes") +``` + +
+ + +
+unsqueeze_unsorted_axes + +```python +x = np.random.randn(3, 4, 5).astype(np.float32) +axes = np.array([5, 4, 2]).astype(np.int64) + +node = onnx.helper.make_node( + "Unsqueeze", + inputs=["x", "axes"], + outputs=["y"], +) +y = np.expand_dims(x, axis=2) +y = np.expand_dims(y, axis=4) +y = np.expand_dims(y, axis=5) + +expect(node, inputs=[x, axes], outputs=[y], name="test_unsqueeze_unsorted_axes") +``` + +
+ + +### **Upsample** (deprecated) + + Upsample the input tensor. + Each dimension value of the output tensor is: + output_dimension = floor(input_dimension * scale). + +#### Version + +This version of the operator has been deprecated since version 10 of the default ONNX operator set. + +Other versions of this operator: 7, 9 + + +#### Examples + +
+nearest + +```python +node = onnx.helper.make_node( + "Upsample", + inputs=["X", "scales"], + outputs=["Y"], + mode="nearest", +) + +data = np.array( + [ + [ + [ + [1, 2], + [3, 4], + ] + ] + ], + dtype=np.float32, +) + +scales = np.array([1.0, 1.0, 2.0, 3.0], dtype=np.float32) + +output = np.array( + [ + [ + [ + [1, 1, 1, 2, 2, 2], + [1, 1, 1, 2, 2, 2], + [3, 3, 3, 4, 4, 4], + [3, 3, 3, 4, 4, 4], + ] + ] + ], + dtype=np.float32, +) + +expect( + node, + inputs=[data, scales], + outputs=[output], + name="test_upsample_nearest", + opset_imports=[helper.make_opsetid("", 9)], +) +``` + +
+ + +### **Where** + + Return elements, either from X or Y, depending on condition. + Where behaves like + [numpy.where](https://docs.scipy.org/doc/numpy/reference/generated/numpy.where.html) + with three parameters. + + This operator supports **multidirectional (i.e., Numpy-style) broadcasting**; for more details please check [the doc](Broadcasting.md). + +#### Version + +This version of the operator has been available since version 16 of the default ONNX operator set. + +Other versions of this operator: 9 + +#### Inputs + +
+
condition (non-differentiable) : B
+
When True (nonzero), yield X, otherwise yield Y
+
X (differentiable) : T
+
values selected at indices where condition is True
+
Y (differentiable) : T
+
values selected at indices where condition is False
+
+ +#### Outputs + +
+
output (differentiable) : T
+
Tensor of shape equal to the broadcasted shape of condition, X, and Y.
+
+ +#### Type Constraints + +
+
B : tensor(bool)
+
Constrain to boolean tensors.
+
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(bfloat16), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Constrain input and output types to all tensor types (including bfloat).
+
+ + +#### Examples + +
+long + +```python +node = onnx.helper.make_node( + "Where", + inputs=["condition", "x", "y"], + outputs=["z"], +) + +condition = np.array([[1, 0], [1, 1]], dtype=bool) +x = np.array([[1, 2], [3, 4]], dtype=np.int64) +y = np.array([[9, 8], [7, 6]], dtype=np.int64) +z = np.where(condition, x, y) # expected output [[1, 8], [3, 4]] +expect( + node, inputs=[condition, x, y], outputs=[z], name="test_where_long_example" +) +``` + +
+ + +
+where + +```python +node = onnx.helper.make_node( + "Where", + inputs=["condition", "x", "y"], + outputs=["z"], +) + +condition = np.array([[1, 0], [1, 1]], dtype=bool) +x = np.array([[1, 2], [3, 4]], dtype=np.float32) +y = np.array([[9, 8], [7, 6]], dtype=np.float32) +z = np.where(condition, x, y) # expected output [[1, 8], [3, 4]] +expect(node, inputs=[condition, x, y], outputs=[z], name="test_where_example") +``` + +
+ + +### **Xor** + + Returns the tensor resulted from performing the `xor` logical operation + elementwise on the input tensors `A` and `B` (with Numpy-style broadcasting support). + + This operator supports **multidirectional (i.e., Numpy-style) broadcasting**; for more details please check [the doc](Broadcasting.md). + +#### Version + +This version of the operator has been available since version 7 of the default ONNX operator set. + +Other versions of this operator: 1 + +#### Inputs + +
+
A (non-differentiable) : T
+
First input operand for the logical operator.
+
B (non-differentiable) : T
+
Second input operand for the logical operator.
+
+ +#### Outputs + +
+
C (non-differentiable) : T1
+
Result tensor.
+
+ +#### Type Constraints + +
+
T : tensor(bool)
+
Constrain input to boolean tensor.
+
T1 : tensor(bool)
+
Constrain output to boolean tensor.
+
+ + +#### Examples + +
+xor + +```python +node = onnx.helper.make_node( + "Xor", + inputs=["x", "y"], + outputs=["xor"], +) + +# 2d +x = (np.random.randn(3, 4) > 0).astype(bool) +y = (np.random.randn(3, 4) > 0).astype(bool) +z = np.logical_xor(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_xor2d") + +# 3d +x = (np.random.randn(3, 4, 5) > 0).astype(bool) +y = (np.random.randn(3, 4, 5) > 0).astype(bool) +z = np.logical_xor(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_xor3d") + +# 4d +x = (np.random.randn(3, 4, 5, 6) > 0).astype(bool) +y = (np.random.randn(3, 4, 5, 6) > 0).astype(bool) +z = np.logical_xor(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_xor4d") +``` + +
+ + +
+xor_broadcast + +```python +node = onnx.helper.make_node( + "Xor", + inputs=["x", "y"], + outputs=["xor"], +) + +# 3d vs 1d +x = (np.random.randn(3, 4, 5) > 0).astype(bool) +y = (np.random.randn(5) > 0).astype(bool) +z = np.logical_xor(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_xor_bcast3v1d") + +# 3d vs 2d +x = (np.random.randn(3, 4, 5) > 0).astype(bool) +y = (np.random.randn(4, 5) > 0).astype(bool) +z = np.logical_xor(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_xor_bcast3v2d") + +# 4d vs 2d +x = (np.random.randn(3, 4, 5, 6) > 0).astype(bool) +y = (np.random.randn(5, 6) > 0).astype(bool) +z = np.logical_xor(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_xor_bcast4v2d") + +# 4d vs 3d +x = (np.random.randn(3, 4, 5, 6) > 0).astype(bool) +y = (np.random.randn(4, 5, 6) > 0).astype(bool) +z = np.logical_xor(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_xor_bcast4v3d") + +# 4d vs 4d +x = (np.random.randn(1, 4, 1, 6) > 0).astype(bool) +y = (np.random.randn(3, 1, 5, 6) > 0).astype(bool) +z = np.logical_xor(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_xor_bcast4v4d") +``` + +
+ + +## ai.onnx.preview +### experimental **ai.onnx.preview.FlexAttention** + + Computes scaled dot-product attention over rank-4 (batched, multi-head) inputs, + with optional user-provided customization subgraphs at two stages: + + 1. score_mod: Modify the attention score tensor after Q·K^T + 2. prob_mod: Modify the probability tensor after Softmax + + This operator mirrors the capabilities of PyTorch's flex_attention: + https://docs.pytorch.org/docs/stable/nn.attention.flex_attention.html + + Input Shapes (MUST be rank-4 tensors): + - Q: `(batch_size, q_num_heads, q_sequence_length, head_size)` + - K: `(batch_size, kv_num_heads, kv_sequence_length, head_size)` + - V: `(batch_size, kv_num_heads, kv_sequence_length, v_head_size)` + + Output Shape: + - Y: `(batch_size, q_num_heads, q_sequence_length, v_head_size)` + + FlexAttention Computation: + ``` + Scores = (Q @ K^T) * scale + Scores = score_mod(Scores) # if 'score_mod' is provided + Probs = Softmax(Scores, axis=-1) + Probs = prob_mod(Probs) # if 'prob_mod' is provided + Y = Probs @ V + ``` + + Grouped Query Attention (GQA): + When `q_num_heads != kv_num_heads`, each K/V head is shared by a contiguous + group of query heads in head-index order. Let + `group_size = q_num_heads / kv_num_heads`; then query head `h` uses K/V head + `floor(h / group_size)`. `q_num_heads` must be a multiple of + `kv_num_heads`. + + Modifier Subgraphs (score_mod, prob_mod): + Each modifier subgraph takes exactly one rank-4 tensor input and must produce + exactly one rank-4 tensor output of the same shape and element type. + - score_mod input/output shape: `(batch_size, q_num_heads, q_sequence_length, kv_sequence_length)` + - prob_mod input/output shape: `(batch_size, q_num_heads, q_sequence_length, kv_sequence_length)` + The element type is determined by softmax_precision (defaults to float32 for + non-double inputs, otherwise double). + + Masking can be expressed in score_mod by writing masked positions as -inf (or a + large negative value appropriate for the target precision). + +#### Version + +No versioning maintained for experimental ops. +#### Attributes + +
+
prob_mod : graph
+
Optional probability modifier subgraph with 1 rank-4 tensor input and 1 rank-4 tensor output of the same shape and element type: (probs) -> probs_out. probs has softmax_precision element type and shape (B, Hq, L, S). The output must preserve the input shape.
+
scale : float
+
Scaling factor for Q*K^T. Defaults to 1/sqrt(head_size).
+
score_mod : graph
+
Optional score modifier subgraph with 1 rank-4 tensor input and 1 rank-4 tensor output of the same shape and element type: (scores) -> scores_out. scores has softmax_precision element type and shape (B, Hq, L, S). The output must preserve the input shape.
+
softmax_precision : int
+
Floating-point precision for softmax computation. Defaults to float32 for non-double inputs, otherwise uses double. Must be explicitly specified for non-float types.
+
+ +#### Inputs + +
+
Q : T1
+
Query tensor with shape `(batch_size, q_num_heads, q_seq_len, head_size)`.
+
K : T1
+
Key tensor with shape `(batch_size, kv_num_heads, kv_seq_len, head_size)`.
+
V : T1
+
Value tensor with shape `(batch_size, kv_num_heads, kv_seq_len, v_head_size)`.
+
+ +#### Outputs + +
+
Y : T1
+
Output tensor with shape `(batch_size, q_num_heads, q_seq_len, v_head_size)`.
+
+ +#### Type Constraints + +
+
T1 : tensor(bfloat16), tensor(float16), tensor(float), tensor(double)
+
Constrain Q, K, V to float tensors.
+
+ + +#### Examples + +
+flexattention + +```python +"""Basic FlexAttention test with default settings.""" +node = helper.make_node( + "FlexAttention", + inputs=["Q", "K", "V"], + outputs=["Y"], + domain=AI_ONNX_PREVIEW_DOMAIN, +) + +B, Hq, L, E = 2, 4, 8, 16 +S, Ev = 6, 16 + +Q = np.random.rand(B, Hq, L, E).astype(np.float32) +K = np.random.rand(B, Hq, S, E).astype(np.float32) +V = np.random.rand(B, Hq, S, Ev).astype(np.float32) + +(Y,) = _compute_flex_attention(Q, K, V) + +expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_flexattention", + opset_imports=[ + helper.make_opsetid("", 26), + helper.make_opsetid(AI_ONNX_PREVIEW_DOMAIN, 1), + ], +) +``` + +
+ + +
+flexattention_causal_mask + +```python +"""FlexAttention with causal masking score_mod (Qwen-3, Gemma-3, Llama-3 pattern).""" +score_mod_graph = _make_score_mod_causal_mask_graph(TensorProto.FLOAT) + +node = helper.make_node( + "FlexAttention", + inputs=["Q", "K", "V"], + outputs=["Y"], + domain=AI_ONNX_PREVIEW_DOMAIN, +) +score_mod_attr = helper.make_attribute("score_mod", score_mod_graph) +node.attribute.append(score_mod_attr) + +B, Hq, L, E = 1, 2, 4, 8 +S, Ev = 4, 8 + +Q = np.random.rand(B, Hq, L, E).astype(np.float32) +K = np.random.rand(B, Hq, S, E).astype(np.float32) +V = np.random.rand(B, Hq, S, Ev).astype(np.float32) + +# Manually compute expected output with causal masking +scale = 1.0 / np.sqrt(E) +scores = np.einsum("bhle,bhse->bhls", Q, K) * scale +# Apply causal mask: set future positions to -inf +q_idx = np.arange(L).reshape(1, 1, L, 1) +k_idx = np.arange(S).reshape(1, 1, 1, S) +mask = q_idx >= k_idx +scores = np.where(mask, scores, -np.inf) +probs = np.exp(scores - scores.max(axis=-1, keepdims=True)) +probs = probs / probs.sum(axis=-1, keepdims=True) +Y = np.einsum("bhls,bhsv->bhlv", probs, V).astype(np.float32) + +expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_flexattention_causal_mask", + opset_imports=[ + helper.make_opsetid("", 26), + helper.make_opsetid(AI_ONNX_PREVIEW_DOMAIN, 1), + ], +) +``` + +
+ + +
+flexattention_diff_head_sizes + +```python +"""FlexAttention with different head sizes for Q/K vs V.""" +node = helper.make_node( + "FlexAttention", + inputs=["Q", "K", "V"], + outputs=["Y"], + domain=AI_ONNX_PREVIEW_DOMAIN, +) + +B, Hq, L, E = 2, 4, 8, 16 +S, Ev = 6, 32 # V has different head size + +Q = np.random.rand(B, Hq, L, E).astype(np.float32) +K = np.random.rand(B, Hq, S, E).astype(np.float32) +V = np.random.rand(B, Hq, S, Ev).astype(np.float32) + +(Y,) = _compute_flex_attention(Q, K, V) + +expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_flexattention_diff_head_sizes", + opset_imports=[ + helper.make_opsetid("", 26), + helper.make_opsetid(AI_ONNX_PREVIEW_DOMAIN, 1), + ], +) +``` + +
+ + +
+flexattention_double + +```python +"""FlexAttention with double precision inputs.""" +node = helper.make_node( + "FlexAttention", + inputs=["Q", "K", "V"], + outputs=["Y"], + domain=AI_ONNX_PREVIEW_DOMAIN, +) + +B, Hq, L, E = 2, 4, 8, 16 +S, Ev = 6, 16 + +Q = np.random.rand(B, Hq, L, E).astype(np.float64) +K = np.random.rand(B, Hq, S, E).astype(np.float64) +V = np.random.rand(B, Hq, S, Ev).astype(np.float64) + +(Y,) = _compute_flex_attention(Q, K, V) + +expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_flexattention_double", + opset_imports=[ + helper.make_opsetid("", 26), + helper.make_opsetid(AI_ONNX_PREVIEW_DOMAIN, 1), + ], +) +``` + +
+ + +
+flexattention_fp16 + +```python +"""FlexAttention with float16 inputs.""" +node = helper.make_node( + "FlexAttention", + inputs=["Q", "K", "V"], + outputs=["Y"], + domain=AI_ONNX_PREVIEW_DOMAIN, +) + +B, Hq, L, E = 2, 4, 8, 16 +S, Ev = 6, 16 + +Q = np.random.rand(B, Hq, L, E).astype(np.float16) +K = np.random.rand(B, Hq, S, E).astype(np.float16) +V = np.random.rand(B, Hq, S, Ev).astype(np.float16) + +(Y,) = _compute_flex_attention(Q, K, V) + +expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_flexattention_fp16", + opset_imports=[ + helper.make_opsetid("", 26), + helper.make_opsetid(AI_ONNX_PREVIEW_DOMAIN, 1), + ], +) +``` + +
+ + +
+flexattention_gqa + +```python +"""FlexAttention with Grouped Query Attention (GQA).""" +node = helper.make_node( + "FlexAttention", + inputs=["Q", "K", "V"], + outputs=["Y"], + domain=AI_ONNX_PREVIEW_DOMAIN, +) + +B, Hq, Hkv, L, S, E, Ev = 2, 8, 2, 4, 6, 16, 16 + +Q = np.random.rand(B, Hq, L, E).astype(np.float32) +K = np.random.rand(B, Hkv, S, E).astype(np.float32) +V = np.random.rand(B, Hkv, S, Ev).astype(np.float32) + +(Y,) = _compute_flex_attention(Q, K, V) + +expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_flexattention_gqa", + opset_imports=[ + helper.make_opsetid("", 26), + helper.make_opsetid(AI_ONNX_PREVIEW_DOMAIN, 1), + ], +) +``` + +
+ + +
+flexattention_prob_mod + +```python +"""FlexAttention with prob_mod subgraph (scales probabilities).""" +scale_value = 0.5 +prob_mod_graph = _make_prob_mod_scale_graph(scale_value, TensorProto.FLOAT) + +node = helper.make_node( + "FlexAttention", + inputs=["Q", "K", "V"], + outputs=["Y"], + domain=AI_ONNX_PREVIEW_DOMAIN, +) +prob_mod_attr = helper.make_attribute("prob_mod", prob_mod_graph) +node.attribute.append(prob_mod_attr) + +B, Hq, L, E = 1, 2, 3, 4 +S, Ev = 3, 4 + +Q = np.random.rand(B, Hq, L, E).astype(np.float32) +K = np.random.rand(B, Hq, S, E).astype(np.float32) +V = np.random.rand(B, Hq, S, Ev).astype(np.float32) + +scale = 1.0 / np.sqrt(E) +scores = np.einsum("bhle,bhse->bhls", Q, K) * scale +probs = np.exp(scores - scores.max(axis=-1, keepdims=True)) +probs = probs / probs.sum(axis=-1, keepdims=True) +probs = probs * scale_value +Y = np.einsum("bhls,bhsv->bhlv", probs, V).astype(np.float32) + +expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_flexattention_prob_mod", + opset_imports=[ + helper.make_opsetid("", 26), + helper.make_opsetid(AI_ONNX_PREVIEW_DOMAIN, 1), + ], +) +``` + +
+ + +
+flexattention_relative_positional + +```python +"""FlexAttention with relative positional bias score_mod.""" +score_mod_graph = _make_score_mod_relative_positional_graph(TensorProto.FLOAT) + +node = helper.make_node( + "FlexAttention", + inputs=["Q", "K", "V"], + outputs=["Y"], + domain=AI_ONNX_PREVIEW_DOMAIN, +) +score_mod_attr = helper.make_attribute("score_mod", score_mod_graph) +node.attribute.append(score_mod_attr) + +B, Hq, L, E = 1, 2, 4, 8 +S, Ev = 4, 8 + +Q = np.random.rand(B, Hq, L, E).astype(np.float32) +K = np.random.rand(B, Hq, S, E).astype(np.float32) +V = np.random.rand(B, Hq, S, Ev).astype(np.float32) + +# Manually compute expected output with relative positional bias +scale = 1.0 / np.sqrt(E) +scores = np.einsum("bhle,bhse->bhls", Q, K) * scale +q_idx = np.arange(L).reshape(-1, 1) +k_idx = np.arange(S).reshape(1, -1) +rel_pos = (q_idx - k_idx).astype(np.float32) +scores = scores + rel_pos +probs = np.exp(scores - scores.max(axis=-1, keepdims=True)) +probs = probs / probs.sum(axis=-1, keepdims=True) +Y = np.einsum("bhls,bhsv->bhlv", probs, V).astype(np.float32) + +expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_flexattention_relative_positional", + opset_imports=[ + helper.make_opsetid("", 26), + helper.make_opsetid(AI_ONNX_PREVIEW_DOMAIN, 1), + ], +) +``` + +
+ + +
+flexattention_scaled + +```python +"""FlexAttention with explicit scale attribute.""" +scale = 0.1 +node = helper.make_node( + "FlexAttention", + inputs=["Q", "K", "V"], + outputs=["Y"], + scale=scale, + domain=AI_ONNX_PREVIEW_DOMAIN, +) + +B, Hq, L, E = 2, 4, 8, 16 +S, Ev = 6, 16 + +Q = np.random.rand(B, Hq, L, E).astype(np.float32) +K = np.random.rand(B, Hq, S, E).astype(np.float32) +V = np.random.rand(B, Hq, S, Ev).astype(np.float32) + +(Y,) = _compute_flex_attention(Q, K, V, scale=scale) + +expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_flexattention_scaled", + opset_imports=[ + helper.make_opsetid("", 26), + helper.make_opsetid(AI_ONNX_PREVIEW_DOMAIN, 1), + ], +) +``` + +
+ + +
+flexattention_score_mod + +```python +"""FlexAttention with score_mod subgraph (adds bias to scores).""" +bias_value = 0.5 +score_mod_graph = _make_score_mod_bias_graph(bias_value, TensorProto.FLOAT) + +node = helper.make_node( + "FlexAttention", + inputs=["Q", "K", "V"], + outputs=["Y"], + domain=AI_ONNX_PREVIEW_DOMAIN, +) +# Add score_mod as a graph attribute +score_mod_attr = helper.make_attribute("score_mod", score_mod_graph) +node.attribute.append(score_mod_attr) + +B, Hq, L, E = 1, 2, 3, 4 +S, Ev = 3, 4 + +Q = np.random.rand(B, Hq, L, E).astype(np.float32) +K = np.random.rand(B, Hq, S, E).astype(np.float32) +V = np.random.rand(B, Hq, S, Ev).astype(np.float32) + +scale = 1.0 / np.sqrt(E) +scores = np.einsum("bhle,bhse->bhls", Q, K) * scale +scores = scores + bias_value # score_mod: add bias +probs = np.exp(scores - scores.max(axis=-1, keepdims=True)) +probs = probs / probs.sum(axis=-1, keepdims=True) +Y = np.einsum("bhls,bhsv->bhlv", probs, V).astype(np.float32) + +expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_flexattention_score_mod", + opset_imports=[ + helper.make_opsetid("", 26), + helper.make_opsetid(AI_ONNX_PREVIEW_DOMAIN, 1), + ], +) +``` + +
+ + +
+flexattention_soft_cap + +```python +"""FlexAttention with soft capping score_mod (Gemma-2 pattern).""" +cap_value = 20.0 +score_mod_graph = _make_score_mod_soft_cap_graph(cap_value, TensorProto.FLOAT) + +node = helper.make_node( + "FlexAttention", + inputs=["Q", "K", "V"], + outputs=["Y"], + domain=AI_ONNX_PREVIEW_DOMAIN, +) +score_mod_attr = helper.make_attribute("score_mod", score_mod_graph) +node.attribute.append(score_mod_attr) + +B, Hq, L, E = 1, 2, 4, 8 +S, Ev = 4, 8 + +Q = np.random.rand(B, Hq, L, E).astype(np.float32) +K = np.random.rand(B, Hq, S, E).astype(np.float32) +V = np.random.rand(B, Hq, S, Ev).astype(np.float32) + +# Manually compute expected output with soft capping +scale = 1.0 / np.sqrt(E) +scores = np.einsum("bhle,bhse->bhls", Q, K) * scale +scores = np.tanh(scores / cap_value) * cap_value +probs = np.exp(scores - scores.max(axis=-1, keepdims=True)) +probs = probs / probs.sum(axis=-1, keepdims=True) +Y = np.einsum("bhls,bhsv->bhlv", probs, V).astype(np.float32) + +expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_flexattention_soft_cap", + opset_imports=[ + helper.make_opsetid("", 26), + helper.make_opsetid(AI_ONNX_PREVIEW_DOMAIN, 1), + ], +) +``` + +
+ + +## ai.onnx.preview.training +### **ai.onnx.preview.training.Adagrad** + + Compute one iteration of ADAGRAD, a stochastic gradient based optimization + algorithm. This operator can conduct the optimization of multiple tensor variables. + + Let's define the behavior of this operator. As you can imagine, ADAGRAD requires + some parameters: + + - The initial learning-rate "R". + - The update count "T". That is, the number of training iterations conducted. + - A L2-norm regularization coefficient "norm_coefficient". + - A learning-rate decay factor "decay_factor". + - A small constant "epsilon" to avoid dividing-by-zero. + + At each ADAGRAD iteration, the optimized tensors are moved along a direction + computed based on their estimated gradient and accumulated squared gradient. Assume + that only a single tensor "X" is updated by this operator. We need the value of "X", + its gradient "G", and its accumulated squared gradient "H". Therefore, variables in + this operator's input list are sequentially "R", "T", "X", "G", and "H". Other + parameters are given as attributes because they are usually constants. Also, the + corresponding output tensors are the new value of "X" (called "X_new"), and then + the new accumulated squared gradient (called "H_new"). Those outputs are computed + from the given inputs following the pseudo code below. + + Let "+", "-", "*", and "/" are all element-wise arithmetic operations with + numpy-style broadcasting support. The pseudo code to compute those outputs is: + + // Compute a scalar learning-rate factor. At the first update of X, T is generally + // 0 (0-based update index) or 1 (1-based update index). + r = R / (1 + T * decay_factor); + + // Add gradient of 0.5 * norm_coefficient * ||X||_2^2, where ||X||_2 is the 2-norm. + G_regularized = norm_coefficient * X + G; + + // Compute new accumulated squared gradient. + H_new = H + G_regularized * G_regularized; + + // Compute the adaptive part of per-coordinate learning rate. Note that Sqrt(...) + // computes element-wise square-root. + H_adaptive = Sqrt(H_new) + epsilon + + // Compute the new value of "X". + X_new = X - r * G_regularized / H_adaptive; + + If one assign this operators to optimize multiple inputs, for example, "X_1" and "X_2", the same + pseudo code may be extended to handle all tensors jointly. More specifically, we can view "X" as a + concatenation of "X_1" and "X_2" (of course, their gradient and accumulate gradient should + be concatenated too) and then just reuse the entire pseudo code. + + Note that ADAGRAD was first proposed in http://jmlr.org/papers/volume12/duchi11a/duchi11a.pdf. + In that reference paper, this operator is a special case of the Figure 1's composite mirror + descent update. + +#### Version + +This version of the operator has been available since version 1 of the 'ai.onnx.preview.training' operator set. + +#### Attributes + +
+
decay_factor : float (default is 0.0)
+
The decay factor of learning rate after one update.The effective learning rate is computed by r = R / (1 + T * decay_factor). Default to 0 so that increasing update counts doesn't reduce the learning rate.
+
epsilon : float (default is 0.0)
+
Small scalar to avoid dividing by zero.
+
norm_coefficient : float (default is 0.0)
+
Regularization coefficient in 0.5 * norm_coefficient * ||X||_2^2. Default to 0, which means no regularization.
+
+ +#### Inputs (3 - ∞) + +
+
R : T1
+
The initial learning rate.
+
T : T2
+
The update count of "X". It should be a scalar.
+
inputs (variadic, heterogeneous) : T3
+
The current values of optimized tensors, followed by their respective gradients, followed by their respective accumulated squared gradients.For example, if two tensor "X_1" and "X_2" are optimized, The input list would be ["X_1", "X_2", gradient of "X_1", gradient of "X_2", accumulated squared gradient of "X_1", accumulated squared gradient of "X_2"].
+
+ +#### Outputs (1 - ∞) + +
+
outputs (variadic, heterogeneous) : T3
+
Updated values of optimized tensors, followed by their updated values of accumulated squared gradients. For example, if two tensor "X_1" and "X_2" are optimized, the output list would be [new value of "X_1," new value of "X_2" new accumulated squared gradient of "X_1", new accumulated squared gradient of "X_2"].
+
+ +#### Type Constraints + +
+
T1 : tensor(float), tensor(double)
+
Constrain input types to float scalars.
+
T2 : tensor(int64)
+
Constrain input types to 64-bit integer scalars.
+
T3 : tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ + +#### Examples + +
+adagrad + +```python +# Define operator attributes. +norm_coefficient = 0.001 +epsilon = 1e-5 +decay_factor = 0.1 + +# Create operator. +node = onnx.helper.make_node( + "Adagrad", + inputs=["R", "T", "X", "G", "H"], + outputs=["X_new", "H_new"], + norm_coefficient=norm_coefficient, + epsilon=epsilon, + decay_factor=decay_factor, + domain=AI_ONNX_PREVIEW_TRAINING_DOMAIN, +) + +# Define operator inputs. +r = np.array(0.1, dtype=np.float32) # scalar +t = np.array(0, dtype=np.int64) # scalar +x = np.array([1.0], dtype=np.float32) +g = np.array([-1.0], dtype=np.float32) +h = np.array([2.0], dtype=np.float32) + +# Compute expected outputs of Adagrad. +x_new, h_new = apply_adagrad( + r, t, x, g, h, norm_coefficient, epsilon, decay_factor +) + +# Check results. +expect( + node, + inputs=[r, t, x, g, h], + outputs=[x_new, h_new], + name="test_adagrad", + opset_imports=[ + onnx.helper.make_opsetid(AI_ONNX_PREVIEW_TRAINING_DOMAIN, 1) + ], +) +``` + +
+ + +
+adagrad_multiple + +```python +# Define operator attributes. +norm_coefficient = 0.001 +epsilon = 1e-5 +decay_factor = 0.1 + +node = onnx.helper.make_node( + "Adagrad", + inputs=["R", "T", "X1", "X2", "G1", "G2", "H1", "H2"], + outputs=["X1_new", "X2_new", "H1_new", "H2_new"], + norm_coefficient=norm_coefficient, + epsilon=epsilon, + decay_factor=decay_factor, + domain=AI_ONNX_PREVIEW_TRAINING_DOMAIN, +) + +# Define operator inputs. +r = np.array(0.1, dtype=np.float32) # scalar +t = np.array(0, dtype=np.int64) # scalar + +x1 = np.array([1.0], dtype=np.float32) +g1 = np.array([-1.0], dtype=np.float32) +h1 = np.array([2.0], dtype=np.float32) + +x2 = np.array([1.0, 2.0], dtype=np.float32) +g2 = np.array([-1.0, -3.0], dtype=np.float32) +h2 = np.array([4.0, 1.0], dtype=np.float32) + +# Compute expected outputs of Adagrad. +x1_new, h1_new = apply_adagrad( + r, t, x1, g1, h1, norm_coefficient, epsilon, decay_factor +) +x2_new, h2_new = apply_adagrad( + r, t, x2, g2, h2, norm_coefficient, epsilon, decay_factor +) + +# Check results. +expect( + node, + inputs=[r, t, x1, x2, g1, g2, h1, h2], + outputs=[x1_new, x2_new, h1_new, h2_new], + name="test_adagrad_multiple", + opset_imports=[ + onnx.helper.make_opsetid(AI_ONNX_PREVIEW_TRAINING_DOMAIN, 1) + ], +) +``` + +
+ + +### **ai.onnx.preview.training.Adam** + + Compute one iteration of Adam, a stochastic gradient based optimization + algorithm. This operator can conduct the optimization of multiple tensor variables. + + Let's define the behavior of this operator. First of all, Adam requires + some parameters: + + - The learning-rate "R". + - The update count "T". That is, the number of training iterations conducted. + - A L2-norm regularization coefficient "norm_coefficient". + - A small constant "epsilon" to avoid dividing-by-zero. + - Two coefficients, "alpha" and "beta". + + At each Adam iteration, the optimized tensors are moved along a direction + computed based on their exponentially-averaged historical gradient and + exponentially-averaged historical squared gradient. Assume that only a tensor + "X" is being optimized. The rest of required information is + + - the value of "X", + - "X"'s gradient (denoted by "G"), + - "X"'s exponentially-averaged historical gradient (denoted by "V"), and + - "X"'s exponentially-averaged historical squared gradient (denoted by "H"). + + Some of those parameters are passed into this operator as input tensors and others + are stored as this operator's attributes. Specifically, this operator's input tensor + list is ["R", "T", "X", "G", "V", "H"]. That is, "R" is the first input, "T" is + the second input, and so on. Other parameters are given as attributes because they + are constants. Moreover, the corresponding output tensors are + + - the new value of "X" (called "X_new"), + - the new exponentially-averaged historical gradient (denoted by "V_new"), and + - the new exponentially-averaged historical squared gradient (denoted by "H_new"). + + Those outputs are computed following the pseudo code below. + + Let "+", "-", "*", and "/" are all element-wise arithmetic operations with + numpy-style broadcasting support. The pseudo code to compute those outputs is: + + // Add gradient of 0.5 * norm_coefficient * ||X||_2^2, where ||X||_2 is the 2-norm. + G_regularized = norm_coefficient * X + G + + // Update exponentially-averaged historical gradient. + V_new = alpha * V + (1 - alpha) * G_regularized + + // Update exponentially-averaged historical squared gradient. + H_new = beta * H + (1 - beta) * G_regularized * G_regularized + + // Compute the element-wise square-root of H_new. V_new will be element-wisely + // divided by H_sqrt for a better update direction. + H_sqrt = Sqrt(H_new) + epsilon + + // Compute learning-rate. Note that "alpha**T"/"beta**T" is alpha's/beta's T-th power. + R_adjusted = T > 0 ? R * Sqrt(1 - beta**T) / (1 - alpha**T) : R + + // Compute new value of "X". + X_new = X - R_adjusted * V_new / H_sqrt + + // Post-update regularization. + X_final = (1 - norm_coefficient_post) * X_new + + If there are multiple inputs to be optimized, the pseudo code will be applied + independently to each of them. + +#### Version + +This version of the operator has been available since version 1 of the 'ai.onnx.preview.training' operator set. + +#### Attributes + +
+
alpha : float (default is 0.9)
+
Coefficient of previously accumulated gradient in running average. Default to 0.9.
+
beta : float (default is 0.999)
+
Coefficient of previously accumulated squared-gradient in running average. Default to 0.999.
+
epsilon : float (default is 0.0)
+
Small scalar to avoid dividing by zero.
+
norm_coefficient : float (default is 0.0)
+
Regularization coefficient of 0.5 * norm_coefficient * ||X||_2^2. Default to 0, which means no regularization.
+
norm_coefficient_post : float (default is 0.0)
+
Regularization coefficient of 0.5 * norm_coefficient * ||X||_2^2. Default to 0, which means no regularization.
+
+ +#### Inputs (3 - ∞) + +
+
R : T1
+
The initial learning rate.
+
T : T2
+
The update count of "X". It should be a scalar.
+
inputs (variadic, heterogeneous) : T3
+
The tensors to be optimized, followed by their respective gradients, followed by their respective accumulated gradients (aka momentum), followed by their respective accumulated squared gradients. For example, to optimize tensors "X_1" and "X_2,", the input list would be ["X_1", "X_2", gradient of "X_1", gradient of "X_2", accumulated gradient of "X_1", accumulated gradient of "X_2", accumulated squared gradient of "X_1", accumulated squared gradient of "X_2"].
+
+ +#### Outputs (1 - ∞) + +
+
outputs (variadic, heterogeneous) : T3
+
New values of optimized tensors, followed by their respective new accumulated gradients, followed by their respective new accumulated squared gradients. For example, if two tensors "X_1" and "X_2" are optimized, the outputs list would be [new value of "X_1", new value of "X_2", new accumulated gradient of "X_1", new accumulated gradient of "X_2", new accumulated squared gradient of "X_1", new accumulated squared gradient of "X_2"].
+
+ +#### Type Constraints + +
+
T1 : tensor(float), tensor(double)
+
Constrain input types to float scalars.
+
T2 : tensor(int64)
+
Constrain input types to 64-bit integer scalars.
+
T3 : tensor(float), tensor(double)
+
Constrain input and output types to float tensors.
+
+ + +#### Examples + +
+adam + +```python +# Define operator attributes. +norm_coefficient = 0.001 +alpha = 0.95 +beta = 0.1 +epsilon = 1e-7 + +# Create operator. +node = onnx.helper.make_node( + "Adam", + inputs=["R", "T", "X", "G", "V", "H"], + outputs=["X_new", "V_new", "H_new"], + norm_coefficient=norm_coefficient, + alpha=alpha, + beta=beta, + epsilon=epsilon, + domain=AI_ONNX_PREVIEW_TRAINING_DOMAIN, +) + +# Define operator inputs. +r = np.array(0.1, dtype=np.float32) # scalar +t = np.array(0, dtype=np.int64) # scalar +x = np.array([1.2, 2.8], dtype=np.float32) +g = np.array([-0.94, -2.5], dtype=np.float32) +v = np.array([1.7, 3.6], dtype=np.float32) +h = np.array([0.1, 0.1], dtype=np.float32) + +# Compute expected outputs of Adam. +x_new, v_new, h_new = apply_adam( + r, t, x, g, v, h, norm_coefficient, 0.0, alpha, beta, epsilon +) + +# Check results. +expect( + node, + inputs=[r, t, x, g, v, h], + outputs=[x_new, v_new, h_new], + name="test_adam", + opset_imports=[ + onnx.helper.make_opsetid(AI_ONNX_PREVIEW_TRAINING_DOMAIN, 1) + ], +) +``` + +
+ + +
+adam_multiple + +```python +# Define operator attributes. +norm_coefficient = 0.001 +alpha = 0.95 +beta = 0.85 +epsilon = 1e-2 + +node = onnx.helper.make_node( + "Adam", + inputs=["R", "T", "X1", "X2", "G1", "G2", "V1", "V2", "H1", "H2"], + outputs=["X1_new", "X2_new", "V1_new", "V2_new", "H1_new", "H2_new"], + norm_coefficient=norm_coefficient, + alpha=alpha, + beta=beta, + epsilon=epsilon, + domain=AI_ONNX_PREVIEW_TRAINING_DOMAIN, +) + +# Define operator inputs. +r = np.array(0.1, dtype=np.float32) # scalar +t = np.array(0, dtype=np.int64) # scalar + +x1 = np.array([1.0], dtype=np.float32) +g1 = np.array([-1.0], dtype=np.float32) +v1 = np.array([2.0], dtype=np.float32) +h1 = np.array([0.5], dtype=np.float32) + +x2 = np.array([1.0, 2.0], dtype=np.float32) +g2 = np.array([-1.0, -3.0], dtype=np.float32) +v2 = np.array([4.0, 1.0], dtype=np.float32) +h2 = np.array([1.0, 10.0], dtype=np.float32) + +# Compute expected outputs of Adam. +x1_new, v1_new, h1_new = apply_adam( + r, t, x1, g1, v1, h1, norm_coefficient, 0.0, alpha, beta, epsilon +) +x2_new, v2_new, h2_new = apply_adam( + r, t, x2, g2, v2, h2, norm_coefficient, 0.0, alpha, beta, epsilon +) + +# Check results. +expect( + node, + inputs=[r, t, x1, x2, g1, g2, v1, v2, h1, h2], + outputs=[x1_new, x2_new, v1_new, v2_new, h1_new, h2_new], + name="test_adam_multiple", + opset_imports=[ + onnx.helper.make_opsetid(AI_ONNX_PREVIEW_TRAINING_DOMAIN, 1) + ], +) +``` + +
+ + +### **ai.onnx.preview.training.Gradient** + + Gradient operator computes the partial derivatives of a specific tensor w.r.t. + some other tensors. This operator is widely used in gradient-based training + algorithms. To illustrate its use, let's consider a computation graph, + + ``` + X -----. + | + v + W --> Conv --> H --> Gemm --> Y + ^ + | + Z + ``` + + , where W and Z are trainable tensors. Note that operators' attributes are + omitted for the sake of simplicity. Let dY/dW (dY/dZ) be the gradient of + Y with respect to W (Z). The user can compute gradient by inserting Gradient + operator to form another graph shown below. + + ``` + W --> Conv --> H --> Gemm --> Y + | ^ ^ + | | | + | X Z + | | | + | | .----------' + | | | (W/Z/X is the 1st/2nd/3rd input of Gradient as shown in + | | | "xs" followed by "zs") + | v v + '---> Gradient(xs=["W", "Z"], zs=["X"], y="Y") + | | + | '-----------------------------------> dY/dW (1st output of Gradient) + | + '---------------------------------------> dY/dZ (2nd output of Gradient) + ``` + + By definition, the tensor "y" is a function of independent variables in "xs" + and "zs". Since we only compute the gradient of "y" w.r.t. the differentiable + variables in "xs", this Gradient only outputs dY/dW and dY/dZ. Note that "H" + cannot appear in "xs" and "zs". The reason is that "H" can be determined by + tensors "W" and "X" and therefore "H" is not an independent variable. + + All outputs are optional. If needed, for example, user can assign an empty + string to the 1st output name of that Gradient to skip the generation of dY/dW. + Note that the concept of optional outputs can also be found in ONNX's RNN, GRU, + and LSTM. + + Gradient operator can compute derivative against intermediate tensors. For + example, the gradient of Y with respect to H can be done via + + ``` + W --> Conv --> H --> Gemm --> Y + ^ | ^ + | | | + X | Z + .-------' | + | .----------' + | | (H/Z is the 1st/2nd input of Gradient as shown in "xs") + v v + Gradient(xs=["H", "Z"], y="Y") + | | + | '-----------------------------------> dY/dH (1st output of Gradient) + | + '---------------------------------------> dY/dZ (2nd output of Gradient) + ``` + + It is possible to represent high-order differentiation using Gradient operators. + For example, given the following linear model: + + ``` + W --> Gemm --> Y --> Loss --> O + ^ ^ + | | + X L + ``` + + To compute the 2nd order derivative of O with respect to W (denoted by + d^2O/dW^2), one can do + + ``` + W --> Gemm --> Y --> Loss --> O + | ^ ^ + | | | + | X .------------L + | | | | + | | | v + +------+-+> Gradient(xs=["X", "W"], zs=["L"], y="O") ---> dO/dX (1st output of Gradient) + | | | | + | | | '---> dO/dW (2nd output of Gradient) + | v v + '---> Gradient(xs=["X", "W"], zs=["L"], y="dO/dW") ---> d(dO/dW)dX (1st output of + | Gradient) + | + | + '---> d^2O/dW^2 (2nd output of Gradient) + ``` + + The tensors named in attributes "xs", "zs", and "y" define the differentiated + computation graph, and the inputs to Gradient node define the values at + which the gradient is computed. We can feed different tensors to the identified + graph. For example, one can compute the gradient of Y with respect to H at + a specific value of H, H_1, by providing that value as an input to the Gradient + node. + + ``` + W --> Conv --> H --> Gemm --> Y + ^ ^ + | | + X Z + + Z_1 (2nd input of Gradient) + | + v + H_1 --> Gradient(xs=["H", "Z"], y="Y") ---> dY/dH when H = H_1 and Y = Y_1. + | + '------------------------------> dY/dZ (2nd output of Gradient) + ``` + + When the inputs of Gradient are the tensors named in "xs" and "zs", the + computation can be optimized. More specifically, intermediate variables in + forward pass can be reused if the gradient is computed via reverse-mode + auto-differentiation. + + +#### Version + +This version of the operator has been available since version 1 of the 'ai.onnx.preview.training' operator set. + +#### Attributes + +
+
xs : list of strings (required)
+
Input tensor names of the differentiated sub-graph. It contains only the necessary differentiated inputs of a (sub-)graph. Variables (usually called intermediate variables) that can be generated from inputs cannot be included in this attribute.
+
y : string (required)
+
The targeted tensor. It can be viewed as the output of the differentiated function. The attribute "xs" and attribute "zs" are the minimal independent variable set that determines the value of "y".
+
zs : list of strings
+
Input tensor names of the differentiated sub-graph. It contains only the necessary non-differentiated inputs of a (sub-)graph. Variables (usually called intermediate variables) that can be generated from inputs cannot be included in this attribute.
+
+ +#### Inputs (1 - ∞) + +
+
Inputs (variadic, heterogeneous) : T1
+
The values fed into graph identified by the attributes. The i-th input is the value of the i-th tensor specified in the concatenated list of the attribute "xs" and the attribute "zs". For example, if xs=["A", "B"] and zs=["C"], the first input is used as the value of symbol "A" and the 3rd input is substituted for all the occurrences of "C".
+
+ +#### Outputs (1 - ∞) + +
+
Outputs (variadic, heterogeneous) : T2
+
The gradient of the tensor specified by the attribute "y" with respect to each of tensors specified in the attribute "xs". The i-th output is the gradient of "y" with respect to the i-th tensor specified in the attribute "xs".
+
+ +#### Type Constraints + +
+
T1 : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
+
Allow outputs to be any kind of tensor.
+
T2 : tensor(float16), tensor(float), tensor(double)
+
Allow inputs to be any kind of floating-point tensor.
+
+ + +#### Examples + +
+gradient_scalar_add + +```python +add_node = onnx.helper.make_node("Add", ["a", "b"], ["c"], name="my_add") +gradient_node = onnx.helper.make_node( + "Gradient", + ["a", "b"], + ["dc_da", "dc_db"], + name="my_gradient", + domain=AI_ONNX_PREVIEW_TRAINING_DOMAIN, + xs=["a", "b"], + y="c", +) + +a = np.array(1.0).astype(np.float32) +b = np.array(2.0).astype(np.float32) +c = a + b +# dc / da = d(a+b) / da = 1 +dc_da = np.array(1).astype(np.float32) +# db / db = d(a+b) / db = 1 +dc_db = np.array(1).astype(np.float32) + +graph = onnx.helper.make_graph( + nodes=[add_node, gradient_node], + name="GradientOfAdd", + inputs=[ + onnx.helper.make_tensor_value_info("a", onnx.TensorProto.FLOAT, []), + onnx.helper.make_tensor_value_info("b", onnx.TensorProto.FLOAT, []), + ], + outputs=[ + onnx.helper.make_tensor_value_info("c", onnx.TensorProto.FLOAT, []), + onnx.helper.make_tensor_value_info("dc_da", onnx.TensorProto.FLOAT, []), + onnx.helper.make_tensor_value_info("dc_db", onnx.TensorProto.FLOAT, []), + ], +) +opsets = [ + onnx.helper.make_operatorsetid(ONNX_DOMAIN, 12), + onnx.helper.make_operatorsetid(AI_ONNX_PREVIEW_TRAINING_DOMAIN, 1), +] +model = onnx.helper.make_model_gen_version( + graph, producer_name="backend-test", opset_imports=opsets +) +expect( + model, inputs=[a, b], outputs=[c, dc_da, dc_db], name="test_gradient_of_add" +) +``` + +
+ + +
+gradient_scalar_add_and_mul + +```python +add_node = onnx.helper.make_node("Add", ["a", "b"], ["c"], name="my_add") +mul_node = onnx.helper.make_node("Mul", ["c", "a"], ["d"], name="my_mul") +gradient_node = onnx.helper.make_node( + "Gradient", + ["a", "b"], + ["dd_da", "dd_db"], + name="my_gradient", + domain=AI_ONNX_PREVIEW_TRAINING_DOMAIN, + xs=["a", "b"], + y="d", +) + +a = np.array(1.0).astype(np.float32) +b = np.array(2.0).astype(np.float32) +c = a + b +# d = a * c = a * (a + b) +d = a * c +# dd / da = d(a*a+a*b) / da = 2 * a + b +dd_da = (2 * a + b).astype(np.float32) +# dd / db = d(a*a+a*b) / db = a +dd_db = a + +graph = onnx.helper.make_graph( + nodes=[add_node, mul_node, gradient_node], + name="GradientOfTwoOperators", + inputs=[ + onnx.helper.make_tensor_value_info("a", onnx.TensorProto.FLOAT, []), + onnx.helper.make_tensor_value_info("b", onnx.TensorProto.FLOAT, []), + ], + outputs=[ + onnx.helper.make_tensor_value_info("d", onnx.TensorProto.FLOAT, []), + onnx.helper.make_tensor_value_info("dd_da", onnx.TensorProto.FLOAT, []), + onnx.helper.make_tensor_value_info("dd_db", onnx.TensorProto.FLOAT, []), + ], +) + +opsets = [ + onnx.helper.make_operatorsetid(ONNX_DOMAIN, 12), + onnx.helper.make_operatorsetid(AI_ONNX_PREVIEW_TRAINING_DOMAIN, 1), +] +model = onnx.helper.make_model_gen_version( + graph, producer_name="backend-test", opset_imports=opsets +) +expect( + model, + inputs=[a, b], + outputs=[d, dd_da, dd_db], + name="test_gradient_of_add_and_mul", +) +``` + +
+ + +### **ai.onnx.preview.training.Momentum** + + Compute one iteration of stochastic gradient update with momentum. + This operator can conduct the optimization of multiple tensor variables. + + Let's define the behavior of this operator. As you can imagine, SG with momentum requires + several parameters: + + - The learning-rate "R". + - The update count "T". That is, the number of conducted training iterations. It should + be zero in the first training iteration. + - A L2-norm regularization coefficient "norm_coefficient". + - A decay coefficient of previous accumulated gradient (i.e., momentum) "alpha". + - The scaling coefficient of current gradient "beta". + - An attribute to choose either standard momentum or Nesterov's momentum "mode" should + be used. + + For the sake of simplicity, assume that there is only one tensor (called "X") to be optimized. + Other necessary inputs are "X"'s gradient (called "G") and "X"'s momentum (called "V"). This + Momentum operator maps all these inputs to the new value of "X" (called "X_new") and its new + momentum (called "V_new"). + + This operator supports two different momentum algorithms. Set the attribute "mode" to + "nesterov" if Nesterov's momentum is desired. Otherwise, set the attribute "model" to + "standard" to use standard momentum. Computation details are described subsequently. + + Let "+", "-", "*", and "/" are all element-wise operations with numpy-style broadcasting. + + Pseudo code for SG with standard momentum: + + // Add gradient of 0.5 * norm_coefficient * ||X||^2, where ||X|| is the sum of squared + // values of all elements in X. + G_regularized = norm_coefficient * X + G + + // In the first training iteration, beta should always be 1. + beta_adjusted = T > 0 ? beta : 1 + + // Compute the current momentum based on previous momentum and the current gradient. + V_new = alpha * V + beta_adjusted * G_regularized + + // Update X. + X_new = X - R * V_new + + Pseudo code for SG with Nesterov's momentum: + + // Add gradient of 0.5 * norm_coefficient * ||X||^2, where ||X|| is the sum of squared + // values of all elements in X. + G_regularized = norm_coefficient * X + G; + + // In the first training iteration, beta should always be 1. + beta_adjusted = T > 0 ? beta : 1 + + // Compute the current momentum based on previous momentum and the current gradient. + V_new = alpha * V + beta_adjusted * G_regularized; + + // Compute final update direction and then update X. + X_new = X - R * (G_regularized + alpha * V_new) + + If one assign this operators to optimize multiple inputs, for example, "X_1" and "X_2". The same + pseudo code would be extended to handle all tensors jointly. More specifically, we can view "X" as a + concatenation of "X_1" and "X_2" (of course, their gradient and accumulate gradient should + be concatenated too) and then our pseudo code becomes applicable. + +#### Version + +This version of the operator has been available since version 1 of the 'ai.onnx.preview.training' operator set. + +#### Attributes + +
+
alpha : float (required)
+
The decay factor of momentum. It should be a scalar.
+
beta : float (required)
+
The coefficient of gradient in computing new momentum. It should be a scalar.
+
mode : string (required)
+
Its value should be either "nesterov" or "standard". The value "nesterov" leads to the use of Nesterov's momentum while "standard" invokes stochastic gradient method using standard momentum
+
norm_coefficient : float (required)
+
Coefficient of 0.5 * norm_coefficient * ||X||^2.
+
+ +#### Inputs (3 - ∞) + +
+
R : T1
+
The learning rate.
+
T : T2
+
Update count of "X". It should be a scalar.
+
inputs (variadic, heterogeneous) : T3
+
It sequentially contains the current values of optimized tensors, then their gradient tensors, and finally their momentum tensors. For example, if two tensors "X_1" and "X_2" are optimized, The expected input list would be ["X_1", "X_2", gradient of "X_1", gradient of "X_2", momentum of "X_1", momentum of "X_2"].
+
+ +#### Outputs (1 - ∞) + +
+
outputs (variadic, heterogeneous) : T3
+
It sequentially contains the new values of optimized tensors and then the new values of their momentum tensors. For example, if two tensors "X_1" and "X_2" are optimized, the output list would be [new value of "X_1," new value of "X_2" new momentum of "X_1", new momentum of "X_2"].
+
+ +#### Type Constraints + +
+
T1 : tensor(float), tensor(double)
+
Constrain input types to float scalars.
+
T2 : tensor(int64)
+
Constrain input types to 64-bit integer scalars.
+
T3 : tensor(float), tensor(double)
+
Constrain input types to float tensors.
+
+ + +#### Examples + +
+momentum + +```python +# Define operator attributes. +norm_coefficient = 0.001 +alpha = 0.95 +beta = 0.1 + +# Create operator. +node = onnx.helper.make_node( + "Momentum", + inputs=["R", "T", "X", "G", "V"], + outputs=["X_new", "V_new"], + norm_coefficient=norm_coefficient, + alpha=alpha, + beta=beta, + mode="standard", + domain=AI_ONNX_PREVIEW_TRAINING_DOMAIN, +) + +# Define operator inputs. +r = np.array(0.1, dtype=np.float32) # scalar +t = np.array(0, dtype=np.int64) # scalar +x = np.array([1.2, 2.8], dtype=np.float32) +g = np.array([-0.94, -2.5], dtype=np.float32) +v = np.array([1.7, 3.6], dtype=np.float32) + +# Compute expected outputs of Momentum. +x_new, v_new = apply_momentum(r, t, x, g, v, norm_coefficient, alpha, beta) + +# Check results. +expect( + node, + inputs=[r, t, x, g, v], + outputs=[x_new, v_new], + name="test_momentum", + opset_imports=[ + onnx.helper.make_opsetid(AI_ONNX_PREVIEW_TRAINING_DOMAIN, 1) + ], +) +``` + +
+ + +
+momentum_multiple + +```python +# Define operator attributes. +norm_coefficient = 0.001 +alpha = 0.95 +beta = 0.85 + +node = onnx.helper.make_node( + "Momentum", + inputs=["R", "T", "X1", "X2", "G1", "G2", "H1", "H2"], + outputs=["X1_new", "X2_new", "V1_new", "V2_new"], + norm_coefficient=norm_coefficient, + alpha=alpha, + beta=beta, + mode="standard", + domain=AI_ONNX_PREVIEW_TRAINING_DOMAIN, +) + +# Define operator inputs. +r = np.array(0.1, dtype=np.float32) # scalar +t = np.array(0, dtype=np.int64) # scalar + +x1 = np.array([1.0], dtype=np.float32) +g1 = np.array([-1.0], dtype=np.float32) +v1 = np.array([2.0], dtype=np.float32) + +x2 = np.array([1.0, 2.0], dtype=np.float32) +g2 = np.array([-1.0, -3.0], dtype=np.float32) +v2 = np.array([4.0, 1.0], dtype=np.float32) + +# Compute expected outputs of Momentum. +x1_new, v1_new = apply_momentum(r, t, x1, g1, v1, norm_coefficient, alpha, beta) +x2_new, v2_new = apply_momentum(r, t, x2, g2, v2, norm_coefficient, alpha, beta) + +# Check results. +expect( + node, + inputs=[r, t, x1, x2, g1, g2, v1, v2], + outputs=[x1_new, x2_new, v1_new, v2_new], + name="test_momentum_multiple", + opset_imports=[ + onnx.helper.make_opsetid(AI_ONNX_PREVIEW_TRAINING_DOMAIN, 1) + ], +) +``` + +
+ + +
+nesterov_momentum + +```python +# Define operator attributes. +norm_coefficient = 0.01 +alpha = 0.95 +beta = 1.0 + +# Create operator. +node = onnx.helper.make_node( + "Momentum", + inputs=["R", "T", "X", "G", "V"], + outputs=["X_new", "V_new"], + norm_coefficient=norm_coefficient, + alpha=alpha, + beta=beta, + mode="nesterov", + domain=AI_ONNX_PREVIEW_TRAINING_DOMAIN, +) + +# Define operator inputs. +r = np.array(0.1, dtype=np.float32) # scalar +t = np.array(0, dtype=np.int64) # scalar +x = np.array([1.2, 2.8], dtype=np.float32) +g = np.array([-0.94, -2.5], dtype=np.float32) +v = np.array([1.7, 3.6], dtype=np.float32) + +# Compute expected outputs of Momentum. +x_new, v_new = apply_nesterov(r, t, x, g, v, norm_coefficient, alpha, beta) + +# Check results. +expect( + node, + inputs=[r, t, x, g, v], + outputs=[x_new, v_new], + name="test_nesterov_momentum", + opset_imports=[ + onnx.helper.make_opsetid(AI_ONNX_PREVIEW_TRAINING_DOMAIN, 1) + ], +) +``` + +
+ + diff --git a/docs/Overview.md b/docs/Overview.md new file mode 100644 index 0000000..bbd6b9b --- /dev/null +++ b/docs/Overview.md @@ -0,0 +1,23 @@ + + +# Overview + +Deep learning with neural networks is accomplished through computation over dataflow graphs. Some frameworks (such as CNTK, Caffe2, Theano, and TensorFlow) make use of static graphs, while others (such as PyTorch and Chainer) use dynamic graphs. However, they all provide interfaces that make it simple for developers to construct computation graphs and runtimes that process the graphs in an optimized way. The graph serves as an Intermediate Representation (IR) that captures the specific intent of the developer's source code, and is conducive for optimization and translation to run on specific devices (CPU, GPU, FPGA, etc.). + +## Why a common IR? + +Today, each framework has its own proprietary representation of the graph, though they all provide similar capabilities – meaning each framework is a siloed stack of API, graph, and runtime. Furthermore, frameworks are typically optimized for some characteristic, such as fast training, supporting complicated network architectures, inference on mobile devices, etc. It's up to the developer to select a framework that is optimized for one of these characteristics. Additionally, these optimizations may be better suited for particular stages of development. This leads to significant delays between research and production due to the necessity of conversion. + +With the goal of democratizing AI, we envision empowering developers to select the framework that works best for their project, at any stage of development or deployment. The Open Neural Network Exchange (ONNX) format is a common IR to help establish this powerful ecosystem. + +By providing a common representation of the computation graph, ONNX helps developers choose the right framework for their task, allows authors to focus on innovative enhancements, and enables hardware vendors to streamline optimizations for their platforms. + +ONNX is designed to be an open format. We welcome contributions from the community and encourage everyone to adopt ONNX in their ecosystem. + +## Why two variants? + +The base definition of ONNX includes the necessary support for machine learning algorithms based on neural network technologies. ONNX-ML includes additional types and standard operators commonly used in classical machine learning algorithms. The two variants were created in order to explicitly recognize the desire for some frameworks to go beyond neural network algorithms in a standardized fashion, while allowing other frameworks to support only neural networks. diff --git a/docs/PythonAPIOverview.md b/docs/PythonAPIOverview.md new file mode 100644 index 0000000..ec0b46f --- /dev/null +++ b/docs/PythonAPIOverview.md @@ -0,0 +1,503 @@ + + +# Python API Overview + +The full API is described at [API Reference](https://onnx.ai/onnx/api). + +## Loading an ONNX Model + +```python +import onnx + +# onnx_model is an in-memory ModelProto +onnx_model = onnx.load("path/to/the/model.onnx") +``` + +## Loading an ONNX Model with External Data + +* If the external data is under the same directory of the model, simply use `onnx.load()` + +```python +import onnx + +onnx_model = onnx.load("path/to/the/model.onnx") +``` + +* If the external data is under another directory, use `load_external_data_for_model()` to specify the directory path and load after using `onnx.load()` + +```python +import onnx +from onnx.external_data_helper import load_external_data_for_model + +onnx_model = onnx.load("path/to/the/model.onnx", load_external_data=False) +load_external_data_for_model(onnx_model, "data/directory/path/") +# Then the onnx_model has loaded the external data from the specific directory +``` + +## Converting an ONNX Model to External Data + +```python +from onnx.external_data_helper import convert_model_to_external_data + +# onnx_model is an in-memory ModelProto +onnx_model = ... +convert_model_to_external_data(onnx_model, all_tensors_to_one_file=True, location="filename", size_threshold=1024, convert_attribute=False) +# Then the onnx_model has converted raw data as external data +# Must be followed by save +``` + +## Saving an ONNX Model + +```python +import onnx + +# onnx_model is an in-memory ModelProto +onnx_model = ... + +# Save the ONNX model +onnx.save(onnx_model, "path/to/the/model.onnx") +``` + +## Converting and Saving an ONNX Model to External Data + +```python +import onnx + +# onnx_model is an in-memory ModelProto +onnx_model = ... +onnx.save_model(onnx_model, "path/to/save/the/model.onnx", save_as_external_data=True, all_tensors_to_one_file=True, location="filename", size_threshold=1024, convert_attribute=False) +# Then the onnx_model has converted raw data as external data and saved to specific directory +``` + +## Manipulating TensorProto and Numpy Array + +```{eval-rst} +.. exec_code:: + + import numpy + import onnx + from onnx import numpy_helper + + # Preprocessing: create a Numpy array + numpy_array = numpy.array([[1.0, 2.0, 3.0], [4.0, 5.0, 6.0]], dtype=float) + print(f"Original Numpy array:\n{numpy_array}\n") + + # Convert the Numpy array to a TensorProto + tensor = numpy_helper.from_array(numpy_array) + print(f"TensorProto:\n{tensor}") + + # Convert the TensorProto to a Numpy array + new_array = numpy_helper.to_array(tensor) + print(f"After round trip, Numpy array:\n{new_array}\n") + + # Save the TensorProto + with open("tensor.pb", "wb") as f: + f.write(tensor.SerializeToString()) + + # Load a TensorProto + new_tensor = onnx.TensorProto() + with open("tensor.pb", "rb") as f: + new_tensor.ParseFromString(f.read()) + print(f"After saving and loading, new TensorProto:\n{new_tensor}") + + from onnx import TensorProto, helper + + # Conversion utilities for mapping attributes in ONNX IR + # The functions below are available after ONNX 1.13 + np_dtype = helper.tensor_dtype_to_np_dtype(TensorProto.FLOAT) + print(f"The converted numpy dtype for {helper.tensor_dtype_to_string(TensorProto.FLOAT)} is {np_dtype}.") + storage_dtype = helper.tensor_dtype_to_storage_tensor_dtype(TensorProto.FLOAT) + print(f"The storage dtype for {helper.tensor_dtype_to_string(TensorProto.FLOAT)} is {helper.tensor_dtype_to_string(storage_dtype)}.") + field_name = helper.tensor_dtype_to_field(TensorProto.FLOAT) + print(f"The field name for {helper.tensor_dtype_to_string(TensorProto.FLOAT)} is {field_name}.") + tensor_dtype = helper.np_dtype_to_tensor_dtype(np_dtype) + print(f"The tensor data type for numpy dtype: {np_dtype} is {helper.tensor_dtype_to_string(tensor_dtype)}.") + + for tensor_dtype in helper.get_all_tensor_dtypes(): + print(helper.tensor_dtype_to_string(tensor_dtype)) +``` + +## Creating an ONNX Model Using Helper Functions + +```{eval-rst} +.. exec_code:: + + import onnx + from onnx import helper, TensorProto + + # Create inputs and output value info + X = helper.make_tensor_value_info("X", TensorProto.FLOAT, [3, 2]) + pads = helper.make_tensor_value_info("pads", TensorProto.INT64, [4]) + Y = helper.make_tensor_value_info("Y", TensorProto.FLOAT, [5, 4]) + + # Create Pad node + node_def = helper.make_node( + "Pad", + inputs=["X", "pads"], + outputs=["Y"], + mode="constant", + ) + + # Build graph and model + graph_def = helper.make_graph( + [node_def], + "test-model", + [X, pads], + [Y], + ) + model_def = helper.make_model( + graph_def, + producer_name="onnx-example", + opset_imports=[helper.make_opsetid("", 11)] + ) + + # Validate the model + onnx.checker.check_model(model_def) + print("Model is valid!") +``` + +## Conversion utilities for mapping attributes in ONNX IR + +```{eval-rst} +.. exec_code:: + + from onnx import TensorProto, helper + + np_dtype = helper.tensor_dtype_to_np_dtype(TensorProto.FLOAT) + print(f"The converted numpy dtype for {helper.tensor_dtype_to_string(TensorProto.FLOAT)} is {np_dtype}.") + + field_name = helper.tensor_dtype_to_field(TensorProto.FLOAT) + print(f"The field name for {helper.tensor_dtype_to_string(TensorProto.FLOAT)} is {field_name}.") + + # There are other useful conversion utilities. Please check onnx.helper +``` + +## Checking an ONNX Model + +```python +import onnx + +# Preprocessing: load the ONNX model +model_path = "path/to/the/model.onnx" +onnx_model = onnx.load(model_path) + +print(f"The model is:\n{onnx_model}") + +# Check the model +try: + onnx.checker.check_model(onnx_model) +except onnx.checker.ValidationError as e: + print(f"The model is invalid: {e}") +else: + print("The model is valid!") +``` + +### Checking a Large ONNX Model >2GB + +Current checker supports checking models with external data, but for those models larger than 2GB, please use the model path for onnx.checker and the external data needs to be under the same directory. + +```python +import onnx + +onnx.checker.check_model("path/to/the/model.onnx") +# onnx.checker.check_model(loaded_onnx_model) will fail if given >2GB model +``` + +## Running Shape Inference on an ONNX Model + +```{eval-rst} +.. exec_code:: + + import onnx + from onnx import helper, shape_inference + from onnx import TensorProto + + # Preprocessing: create a model with two nodes, Y's shape is unknown + node1 = helper.make_node("Transpose", ["X"], ["Y"], perm=[1, 0, 2]) + node2 = helper.make_node("Transpose", ["Y"], ["Z"], perm=[1, 0, 2]) + + graph = helper.make_graph( + [node1, node2], + "two-transposes", + [helper.make_tensor_value_info("X", TensorProto.FLOAT, (2, 3, 4))], + [helper.make_tensor_value_info("Z", TensorProto.FLOAT, (2, 3, 4))], + ) + + original_model = helper.make_model(graph, producer_name="onnx-examples") + + # Check the model and print Y's shape information + onnx.checker.check_model(original_model) + print(f"Before shape inference, the shape info of Y is:\n{original_model.graph.value_info}") + + # Apply shape inference on the model + inferred_model = shape_inference.infer_shapes(original_model) + + # Check the model and print Y's shape information + onnx.checker.check_model(inferred_model) + print(f"After shape inference, the shape info of Y is:\n{inferred_model.graph.value_info}") +``` + +### Shape inference a Large ONNX Model >2GB + +Current shape_inference supports models with external data, but for those models larger than 2GB, please use the model path for onnx.shape_inference.infer_shapes_path and the external data needs to be under the same directory. You can specify the output path for saving the inferred model; otherwise, the default output path is same as the original model path. + +```python +import onnx + +# output the inferred model to the original model path +onnx.shape_inference.infer_shapes_path("path/to/the/model.onnx") + +# output the inferred model to the specified model path +onnx.shape_inference.infer_shapes_path("path/to/the/model.onnx", "output/inferred/model.onnx") + +# inferred_model = onnx.shape_inference.infer_shapes(loaded_onnx_model) will fail if given >2GB model +``` + +## Running Type Inference on an ONNX Function + +```{eval-rst} +.. exec_code:: + + import onnx + import onnx.helper + import onnx.parser + import onnx.shape_inference + + function_text = """ + + CastTo (x) => (y) { + y = Cast (x) + } + """ + function = onnx.parser.parse_function(function_text) + + # The function above has one input-parameter x, and one attribute-parameter dtype. + # To apply type-and-shape-inference to this function, we must supply the type of + # input-parameter and an attribute value for the attribute-parameter as below: + + float_type_ = onnx.helper.make_tensor_type_proto(1, None) + dtype_6 = onnx.helper.make_attribute("dtype", 6) + result = onnx.shape_inference.infer_function_output_types( + function, [float_type_], [dtype_6] + ) + print(result) # a list containing the (single) output type +``` + +## Converting Version of an ONNX Model within Default Domain (""/"ai.onnx") + +```python +import onnx +from onnx import version_converter, helper + +# Preprocessing: load the model to be converted. +model_path = "path/to/the/model.onnx" +original_model = onnx.load(model_path) + +print(f"The model before conversion:\n{original_model}") + +# A full list of supported adapters can be found here: +# https://github.com/onnx/onnx/blob/main/onnx/version_converter.py#L21 +# Apply the version conversion on the original model +converted_model = version_converter.convert_version(original_model, ) + +print(f"The model after conversion:\n{converted_model}") +``` + +## Utility Functions + +### Extracting Sub-model with Inputs Outputs Tensor Names + +Function `extract_model()` extracts sub-model from an ONNX model. +The sub-model is defined by the names of the input and output tensors *exactly*. + +```python +import onnx + +input_path = "path/to/the/original/model.onnx" +output_path = "path/to/save/the/extracted/model.onnx" +input_names = ["input_0", "input_1", "input_2"] +output_names = ["output_0", "output_1"] + +onnx.utils.extract_model(input_path, output_path, input_names, output_names) +``` + +Note: For control-flow operators, e.g. If and Loop, the *boundary of sub-model*, +which is defined by the input and output tensors, should not *cut through* the +subgraph that is connected to the *main graph* as attributes of these operators. + +### ONNX Compose + +`onnx.compose` module provides tools to create combined models. + +`onnx.compose.merge_models` can be used to merge two models, by connecting some of the outputs +from the first model with inputs from the second model. By default, inputs/outputs not present in the +`io_map` argument will remain as inputs/outputs of the combined model. + +In this example we merge two models by connecting each output of the first model to an input in the second. The resulting model will have the same inputs as the first model and the same outputs as the second: + +```python +import onnx + +model1 = onnx.load("path/to/model1.onnx") +# agraph (float[N] A, float[N] B) => (float[N] C, float[N] D) +# { +# C = Add(A, B) +# D = Sub(A, B) +# } + +model2 = onnx.load("path/to/model2.onnx") +# agraph (float[N] X, float[N] Y) => (float[N] Z) +# { +# Z = Mul(X, Y) +# } + +combined_model = onnx.compose.merge_models( + model1, model2, + io_map=[("C", "X"), ("D", "Y")] +) +``` + +Additionally, a user can specify a list of `inputs`/`outputs` to be included in the combined model, +effectively dropping the part of the graph that does't contribute to the combined model outputs. +In the following example, we are connecting only one of the two outputs in the first model +to both inputs in the second. By specifying the outputs of the combined model explicitly, we are dropping the output not consumed from the first model, and the relevant part of the graph: + +```python +import onnx + +# Default case. Include all outputs in the combined model +combined_model = onnx.compose.merge_models( + model1, model2, + io_map=[("C", "X"), ("C", "Y")], +) # outputs: "D", "Z" + +# Explicit outputs. "Y" output and the Sub node are not present in the combined model +combined_model = onnx.compose.merge_models( + model1, model2, + io_map=[("C", "X"), ("C", "Y")], + outputs=["Z"], +) # outputs: "Z" +``` + +`onnx.compose.add_prefix` allows you to add a prefix to names in the model, to avoid a name collision +when merging them. By default, it renames all names in the graph: inputs, outputs, edges, nodes, +initializers, sparse initializers and value infos. + +```python +import onnx + +model = onnx.load("path/to/the/model.onnx") +# model - outputs: ["out0", "out1"], inputs: ["in0", "in1"] + +new_model = onnx.compose.add_prefix(model, prefix="m1/") +# new_model - outputs: ["m1/out0", "m1/out1"], inputs: ["m1/in0", "m1/in1"] + +# Can also be run in-place +onnx.compose.add_prefix(model, prefix="m1/", inplace=True) +``` + +`onnx.compose.expand_out_dim` can be used to connect models that expect a different number + of dimensions by inserting dimensions with extent one. This can be useful, when combining a + model producing samples with a model that works with batches of samples. + +```python +import onnx + +# outputs: "out0", shape=[200, 200, 3] +model1 = onnx.load("path/to/the/model1.onnx") + +# outputs: "in0", shape=[N, 200, 200, 3] +model2 = onnx.load("path/to/the/model2.onnx") + +# outputs: "out0", shape=[1, 200, 200, 3] +new_model1 = onnx.compose.expand_out_dims(model1, dim_idx=0) + +# Models can now be merged +combined_model = onnx.compose.merge_models( + new_model1, model2, io_map=[("out0", "in0")] +) + +# Can also be run in-place +onnx.compose.expand_out_dims(model1, dim_idx=0, inplace=True) +``` + +## Tools + +### Updating Model"s Inputs Outputs Dimension Sizes with Variable Length + +Function `update_inputs_outputs_dims` updates the dimension of the inputs and outputs of the model, +to the provided values in the parameter. You could provide both static and dynamic dimension size, +by using dim_param. For more information on static and dynamic dimension size, checkout [Tensor Shapes](IR.md#tensor-shapes). + +The function runs model checker after the input/output sizes are updated. + +```python +import onnx +from onnx.tools import update_model_dims + +model = onnx.load("path/to/the/model.onnx") +# Here both "seq", "batch" and -1 are dynamic using dim_param. +variable_length_model = update_model_dims.update_inputs_outputs_dims(model, {"input_name": ["seq", "batch", 3, -1]}, {"output_name": ["seq", "batch", 1, -1]}) +``` + +## ONNX Parser + +Functions `onnx.parser.parse_model` and `onnx.parser.parse_graph` can be used to create an ONNX model +or graph from a textual representation as shown below. See [Language Syntax](Syntax.md) for more details +about the language syntax. + +```{eval-rst} +.. exec_code:: + + import onnx + + input = """ + agraph (float[N, 128] X, float[128, 10] W, float[10] B) => (float[N, 10] C) + { + T = MatMul(X, W) + S = Add(T, B) + C = Softmax(S) + } + """ + graph = onnx.parser.parse_graph(input) + print(f"Graph name: {graph.name}") + print(f"Graph nodes: {[n.op_type for n in graph.node]}") + + input = """ + < + ir_version: 7, + opset_import: ["" : 10] + > + agraph (float[N, 128] X, float[128, 10] W, float[10] B) => (float[N, 10] C) + { + T = MatMul(X, W) + S = Add(T, B) + C = Softmax(S) + } + """ + model = onnx.parser.parse_model(input) + print(f"Model IR version: {model.ir_version}") + print(f"Model graph: {model.graph.name}") +``` + +## ONNX Inliner + +Functions `onnx.inliner.inline_local_functions` and `inline_selected_functions` can be used +to inline model-local functions in an ONNX model. In particular, `inline_local_functions` can +be used to produce a function-free model (suitable for backends that do not handle or support +functions). On the other hand, `inline_selected_functions` can be used to inline selected +functions. There is no support yet for inlining ONNX standard ops that are functions (also known +as schema-defined functions). + +```python +import onnx +import onnx.inliner + +model = onnx.load("path/to/the/model.onnx") +inlined = onnx.inliner.inline_local_functions(model) +onnx.save("path/to/the/inlinedmodel.onnx") +``` diff --git a/docs/ReleaseVerification.md b/docs/ReleaseVerification.md new file mode 100644 index 0000000..b37acfc --- /dev/null +++ b/docs/ReleaseVerification.md @@ -0,0 +1,39 @@ + + +# Verifying ONNX PyPI Releases with Sigstore Attestations + +ONNX PyPI releases include **Sigstore attestations** compliant with **PEP 740**, enabling cryptographic verification of **integrity, provenance, and publisher identity**. + +## Security Guarantees + +Verification confirms that: + +- the artifact **has not been modified**, +- it was **built and published by ONNX CI**, +- the signature is **publicly auditable** in Sigstore’s transparency log, +- the publisher identity matches **`onnx/onnx`**. + +## Verify a Release + +```bash +pip install pypi-attestations + +pypi-attestations verify pypi \ + --repository https://github.com/onnx/onnx \ + pypi:onnx-1.20.1-cp313-cp313t-win_amd64.whl +``` + +## References + +- PEP 740 – Digital Attestations for Python Packages + https://peps.python.org/pep-0740/ + +- Sigstore + https://www.sigstore.dev/ + +- PyPI Attestations + https://pypi.org/project/pypi-attestations/ diff --git a/docs/Relicensing.md b/docs/Relicensing.md new file mode 100644 index 0000000..09fa854 --- /dev/null +++ b/docs/Relicensing.md @@ -0,0 +1,15 @@ + + +# Relicensing MIT to Apache-2.0 + +The following copyright holders agree that all of their contributions originally submitted to this project under the MIT license are hereby relicensed to Apache-2.0, and are submitted pursuant to the Developer Certificate of Origin, version 1.1: + +Intel Corporation +Microsoft Corporation +NVIDIA Corporation +IBM Corporation +Facebook Inc. diff --git a/docs/ShapeInference.md b/docs/ShapeInference.md new file mode 100644 index 0000000..5720716 --- /dev/null +++ b/docs/ShapeInference.md @@ -0,0 +1,197 @@ + + +# ONNX Shape Inference + +ONNX provides an optional implementation of shape inference on ONNX +graphs. This implementation covers each of the core operators, as well +as provides an interface for extensibility. Therefore, you may choose +to invoke the existing shape inference functionality on your graphs, +or to define shape inference implementations to go along with your +custom operators (or both!). Shape inference functions are stored as a +member of the OpSchema objects. + +In ONNX 1.10 release, symbol generation and propagation along with shape +data propagation was added to ONNX graph level shape inference. +Detailed proposal is [here](proposals/0005-SymbolicShapeInfProposal.md) + +## Background + +Please see this [section](IR.md#static-tensor-shapes) of IR.md for a review of static tensor shapes. +In particular, a static tensor shape (represented by a `TensorShapeProto`) is distinct from +a runtime tensor shape. This feature is commonly used when the exact runtime tensor shape is +not known statically (that is, at compile time). + +* A `Tensor` with an undefined `shape` field is used to represent a tensor of unknown rank. +* A `Tensor` with a defined `shape` represents a tensor of known rank. +* Each `Dimension` of a `TensorShapeProto` can have a known integer value +(represented by the `dim_value` field) or it can have an unknown value +represented by a symbolic identified (the `dim_param` field) or it +may have neither field defined (in which case it represents an anonymous +unknown value). + +## Invoking Shape Inference + +Shape inference can be invoked either via C++ or Python. The Python +API is described, with example, +[here](PythonAPIOverview.md#running-shape-inference-on-an-onnx-model). + +The C++ API consists of a single function + +```cpp +shape_inference::InferShapes( + ModelProto& m, + const ISchemaRegistry* schema_registry); +``` + +The first argument is a `ModelProto` to perform shape inference on, +which is annotated in-place with shape information. The second +argument is optional. + +## Limitations + +Shape inference is not guaranteed to be complete. In particular, some +dynamic behaviors block the flow of shape inference, for example a +Reshape to a dynamically-provide shape. Also, all operators are not +required to have a shape inference implementation. + +Shape inference works only with constants and simple variables. It +does not support arithmetic expressions containing variables. For +example, `Concat` on tensors of shapes `(5, 2)` and `(7, 2)` can be +inferred to produce a result of shape `(12, 2)`, but `Concat` on +tensors of shapes `(5, 2)` and `(N, 2)` will simply produce `(M, 2)`, +rather than containing a representation of `N+5`. Note that differing +unknown symbolic values will be propagated, so the `M` here represents +an unknown quantity that is the same as other occurrences of `M`. + +These limitations are a property of the current implementation, not +fundamental constraints - if you are in need of something more +advanced, do let us know! + +## Type Inference vs. Shape Inference + +**Type inference** (determining the element type of outputs) is typically handled +automatically by the schema's type constraints. When a type constraint variable +(e.g., `"T"`) is shared between an input and an output in the schema definition, +the framework propagates the element type from the input to the output without +any explicit inference code. + +However, many existing ops still explicitly call `propagateElemTypeFromInputToOutput` +as a best practice for robustness. This is harmless when type constraints already +cover the case, and ensures correct behavior regardless of how shape inference +is invoked. + +Explicit type inference logic in `TypeAndShapeInferenceFunction` is only needed when: +- The output type is determined by an **attribute** rather than an input type + (e.g., `Cast`, where the `to` attribute specifies the output element type) +- The output type differs from all input types in a way that cannot be expressed + via shared type constraint variables +- The operator uses **heterogeneous** variadic inputs/outputs (see below) + +### Homogeneous vs. Heterogeneous variadic inputs/outputs + +The homogeneous/heterogeneous flag applies only to variadic (repeated) inputs or +outputs in the schema definition: + +- **Homogeneous** (the default): All repeated arguments must have the same type. + The type constraint variable constrains them to be identical, and the framework + enforces and propagates this automatically. +- **Heterogeneous**: Each repeated argument may have a distinct type. The type + constraint variable only describes the set of *allowed* types — it does not + constrain different arguments to have the same type. This is used by operators + like `Loop` and `Scan`, whose carried state variables can have mixed types. + +When using heterogeneous variadic arguments, the operator's +`TypeAndShapeInferenceFunction` must explicitly propagate types for each +individual argument, since the framework cannot do it automatically. + +**Shape inference**, on the other hand, almost always requires explicit logic, +since output shapes typically depend on input shapes, attributes, or both. + +## Implementing Shape Inference For Operators + +You can add a shape inference function to your operator's Schema with + +```cpp +OpSchema& Opschema::TypeAndShapeInferenceFunction(InferenceFunction inferenceFunction); +``` + +`InferenceFunction` is defined in +[shape_inference.h](/onnx/defs/shape_inference.h), along with the core +interface struct `InferenceContext` and an assortment of helper +methods. `InferenceContext` is the core struct which is provided to +your inference function. It allows accessing information about the +operator's inputs, and also allows writing out inferred information. + +To see numerous examples, search for occurrences of +`TypeAndShapeInferenceFunction` in the codebase. One that is +relatively involved is the implementation for `Concat`, in +onnx/defs/tensor/defs.cc. + +Please note the following points when implementing the shape-inference method for +operators to avoid common errors: + +* Before accessing the `shape` of any input, the code must check that +the shape is available. If unavailable, it should be treated as a dynamic +tensor whose rank is unknown and handled appropriately. Usually, the +shape-inference logic is guarded by a call to `hasInputShape` or +`hasNInputShapes`. + +* Before accessing the `dim_value` or `dim_param` of any dimension, the +code must check if these fields have a value. In particular, the code must +handle the possibility that the dimension may not have a statically +known value. + +There are several utility functions in [shape_inference.h](/onnx/defs/shape_inference.h) +to handle various common situations. + +* Use `checkInputRank` for inputs that must have a fixed rank. (See the +inference for `RoiAlign` as an example.) + +* `unifyInputDim` and `unifyDim` and `updateOutputShape` can be used +when multiple input dims are expected to be the same, and when input +dimensions are propagated to specific output dimensions. (See the inference +for `RoiAlign` for an example.) + +* `unifyInputShape` and `unifyInputShapePrefix` are higher-level utilities +built on `unifyInputDim`. They unify all dimensions (or a prefix of dimensions) +of an input in one call, enabling a more declarative style. `unifyInputDim` +remains useful for more complex scenarios where individual dimensions are +accessed selectively. + +* Overloaded operators `*` and `/` can be used on symbolic dimensions when output +dimensions are computed from input dimensions using arithmetic. (See the inference +for `SpaceToDepth` for an example.) + +These utilities handle missing shapes and dimensions safely. + +_Example_: Consider a simple matrix-multiplication op that expects inputs of shape +`[M,K]` and `[K,N]` and returns an output of shape `[M,N]`. This can be coded +up as below: + +```cpp + // Check that input 0 has rank 2 (if its rank is known). + checkInputRank(ctx, 0, 2); + // Check that input 1 has rank 2 (if its rank is known). + checkInputRank(ctx, 1, 2); + Dim M, K, N; + // Check various dimensions, handling missing dimensions/shapes safely. + unifyInputDim(ctx, 0, 0, M); + unifyInputDim(ctx, 0, 1, K); + unifyInputDim(ctx, 1, 0, K); + unifyInputDim(ctx, 1, 1, N); + updateOutputShape(ctx, 0, {M, N}); +``` + +The same example can be written more concisely using `unifyInputShape`, which +checks rank and unifies all dimensions in one call: + +```cpp + Dim M, K, N; + unifyInputShape(ctx, 0, {M, K}); + unifyInputShape(ctx, 1, {K, N}); + updateOutputShape(ctx, 0, {M, N}); +``` diff --git a/docs/Syntax.md b/docs/Syntax.md new file mode 100644 index 0000000..0dc8da5 --- /dev/null +++ b/docs/Syntax.md @@ -0,0 +1,97 @@ + + +# ONNX Textual Syntax + +## Overview + +This document describes a textual syntax for ONNX models, which is currently an experimental feature. +The syntax enables a compact and readable representation of ONNX models. It is motivated by a couple +of use-cases. One is to enable compact description of test-cases and its use in CI (both in the ONNX +repo as well as in other dependent repos such as ONNX-MLIR). The second is to help simplify the +definition of ONNX functions. Several of the existing function-definitions are verbose, and the +use of this syntax will lead to more compact, readable, and easier-to-maintain function definitions. +Efficient representation and efficient parsing of very large tensor-constants is *not* a goal. +Alternative methods should be used for that. + +## The API + +The key parser methods are the ```OnnxParser::Parse``` methods, used as below. + +```cpp + const char* code = R"ONNX( +< + ir_version: 7, + opset_import: [ "" : 10 ] +> +agraph (float[N, 128] X, float[128, 10] W, float[10] B) => (float[N, 10] C) +{ + T = MatMul(X, W) + S = Add(T, B) + C = Softmax(S) +} +)ONNX"; + + ModelProto model; + OnnxParser::Parse(model, code); + + checker::check_model(model); +``` + +See the [test-cases](../onnx/test/cpp/parser_test.cc) for more examples illustrating the API and syntax. + +## The Syntax + +The grammar below describes the syntax: + +```bnf + id-list ::= id (',' id)* + quotable-id-list ::= quotable-id (',' quotable-id)* + tensor-dim ::= '?' | quotable-id | int-constant + tensor-dims ::= tensor-dim (',' tensor-dim)* + tensor-type ::= prim-type | prim-type '[' ']' | prim-type '[' tensor-dims ']' + type ::= tensor-type | 'seq' '(' type ')' | 'map' '(' prim-type ',' type ')' + | 'optional' '(' type ')' | 'sparse_tensor' '(' tensor-type ')' + value-info ::= type quotable-id + value-infos ::= value-info (',' value-info)* + value-info-list ::= '(' value-infos? ') + id-or-value-info ::= type? quotable-id + id-or-value-infos ::= id-or-value-info (',' id-or-value-info)* + quoted-str :== '"' ([^"])* '"' + quotable-id :== id | quoted-str + str-str :== quoted-str ':' quoted-str + str-str-list :== '[' str-str (',' str-str)* ']' + internal-data ::= '{' prim-constants '}' + external-data ::= str-str-list + constant-data ::= internal-data | external-data + value-info-or-initializer ::= type quotable-id [ '=' constant-data ] + value-info-or-initializers ::= value-info-or-initializer (',' value-info-or-initializer)* + input-list ::= '(' value-info-or-initializers? ')' + output-list ::= '(' value-infos? ')' + initializer-list ::= '<' value-info-or-initializers? '>' + prim-constants ::= prim-constant (',' prim-constant)* + tensor-constant ::= tensor-type (quotable-id)? ('=')? '{' prim-constants '}' + attr-ref ::= '@' id + single-attr-value ::= tensor-constant | graph | prim-constant | attr-ref + attr-value-list ::= '[' single-attr-value (',' single-attr-value)* ']' + attr-value ::= single-attr-value | attr-value-list + attr-type ::= ':' id + attr ::= id attr-type? '=' attr-value + attr-list ::= '<' attr (',' attr)* '>' + node-label ::= '[' quotable-id ']' + node ::= node-label? quotable-id-list? '=' qualified-id attr-list? '(' quotable-id-list? ')' + | node-label? quotable-id-list? '=' qualified-id '(' quotable-id-list? ')' attr-list + node-list ::= '{' node* '}' + graph ::= quotable-id input-list '=>' output-list initializer-list node-list + other-data ::= id ':' value + other-data-list ::= '<' other-data (',' other-data)* '>' + fun-attr-list ::= '<' id | attr (',' id | attr)* '>' + fun-input-list ::= '(' id-or-value-infos ')' + fun-output-list ::= '(' id-or-value-infos ')' + fun-value-infos ::= ( '<' value-infos '>' )? + function ::= other-data-list? id fun-attr-list? quotable-id fun-input-list '=>' fun-output-list fun-value-infos node-list + model ::= other-data-list? graph function* +``` diff --git a/docs/TestCoverage-ml.md b/docs/TestCoverage-ml.md new file mode 100644 index 0000000..89b6771 --- /dev/null +++ b/docs/TestCoverage-ml.md @@ -0,0 +1,350 @@ + +# Test Coverage Report (ONNX-ML Operators) +## Outlines +* [Node Test Coverage](#node-test-coverage) +* [Model Test Coverage](#model-test-coverage) +* [Overall Test Coverage](#overall-test-coverage) +# Node Test Coverage +## Summary +Node tests have covered 4/19 (21.05%, 0 generators excluded) common operators. + +Node tests have covered 0/0 (N/A) experimental operators. + +* [Covered Common Operators](#covered-common-operators) +* [No Cover Common Operators](#no-cover-common-operators) +* [Covered Experimental Operators](#covered-experimental-operators) +* [No Cover Experimental Operators](#no-cover-experimental-operators) + +## 💚Covered Common Operators +### ArrayFeatureExtractor +There are 1 test cases, listed as following: +
+arrayfeatureextractor + +```python +node = onnx.helper.make_node( + "ArrayFeatureExtractor", + inputs=["x", "y"], + outputs=["z"], + domain="ai.onnx.ml", +) + +x = np.arange(12).reshape((3, 4)).astype(np.float32) +y = np.array([0, 1], dtype=np.int64) +z = np.array([[0, 4, 8], [1, 5, 9]], dtype=np.float32).T +expect( + node, + inputs=[x, y], + outputs=[z], + name="test_ai_onnx_ml_array_feature_extractor", +) +``` + +
+ + +### Binarizer +There are 1 test cases, listed as following: +
+binarizer + +```python +threshold = 1.0 +node = onnx.helper.make_node( + "Binarizer", + inputs=["X"], + outputs=["Y"], + threshold=threshold, + domain="ai.onnx.ml", +) +x = np.random.randn(3, 4, 5).astype(np.float32) +y = compute_binarizer(x, threshold)[0] + +expect(node, inputs=[x], outputs=[y], name="test_ai_onnx_ml_binarizer") +``` + +
+ + +### LabelEncoder +There are 2 test cases, listed as following: +
+string_int_label_encoder + +```python +node = onnx.helper.make_node( + "LabelEncoder", + inputs=["X"], + outputs=["Y"], + domain="ai.onnx.ml", + keys_strings=["a", "b", "c"], + values_int64s=[0, 1, 2], + default_int64=42, +) +x = np.array(["a", "b", "d", "c", "g"]).astype(object) +y = np.array([0, 1, 42, 2, 42]).astype(np.int64) +expect( + node, + inputs=[x], + outputs=[y], + name="test_ai_onnx_ml_label_encoder_string_int", +) + +node = onnx.helper.make_node( + "LabelEncoder", + inputs=["X"], + outputs=["Y"], + domain="ai.onnx.ml", + keys_strings=["a", "b", "c"], + values_int64s=[0, 1, 2], +) +x = np.array(["a", "b", "d", "c", "g"]).astype(object) +y = np.array([0, 1, -1, 2, -1]).astype(np.int64) +expect( + node, + inputs=[x], + outputs=[y], + name="test_ai_onnx_ml_label_encoder_string_int_no_default", +) +``` + +
+
+tensor_based_label_encoder + +```python +tensor_keys = make_tensor( + "keys_tensor", onnx.TensorProto.STRING, (3,), ["a", "b", "c"] +) +repeated_string_keys = ["a", "b", "c"] +x = np.array(["a", "b", "d", "c", "g"]).astype(object) +y = np.array([0, 1, 42, 2, 42]).astype(np.int16) + +node = onnx.helper.make_node( + "LabelEncoder", + inputs=["X"], + outputs=["Y"], + domain="ai.onnx.ml", + keys_tensor=tensor_keys, + values_tensor=make_tensor( + "values_tensor", onnx.TensorProto.INT16, (3,), [0, 1, 2] + ), + default_tensor=make_tensor( + "default_tensor", onnx.TensorProto.INT16, (1,), [42] + ), +) + +expect( + node, + inputs=[x], + outputs=[y], + name="test_ai_onnx_ml_label_encoder_tensor_mapping", +) + +node = onnx.helper.make_node( + "LabelEncoder", + inputs=["X"], + outputs=["Y"], + domain="ai.onnx.ml", + keys_strings=repeated_string_keys, + values_tensor=make_tensor( + "values_tensor", onnx.TensorProto.INT16, (3,), [0, 1, 2] + ), + default_tensor=make_tensor( + "default_tensor", onnx.TensorProto.INT16, (1,), [42] + ), +) + +expect( + node, + inputs=[x], + outputs=[y], + name="test_ai_onnx_ml_label_encoder_tensor_value_only_mapping", +) +``` + +
+ + +### TreeEnsemble +There are 2 test cases, listed as following: +
+tree_ensemble_set_membership + +```python +node = onnx.helper.make_node( + "TreeEnsemble", + ["X"], + ["Y"], + domain="ai.onnx.ml", + n_targets=4, + aggregate_function=1, + membership_values=make_tensor( + "membership_values", + onnx.TensorProto.FLOAT, + (8,), + [1.2, 3.7, 8, 9, np.nan, 12, 7, np.nan], + ), + nodes_missing_value_tracks_true=None, + nodes_hitrates=None, + post_transform=0, + tree_roots=[0], + nodes_modes=make_tensor( + "nodes_modes", + onnx.TensorProto.UINT8, + (3,), + np.array([0, 6, 6], dtype=np.uint8), + ), + nodes_featureids=[0, 0, 0], + nodes_splits=make_tensor( + "nodes_splits", + onnx.TensorProto.FLOAT, + (3,), + np.array([11, 232344.0, np.nan], dtype=np.float32), + ), + nodes_trueleafs=[0, 1, 1], + nodes_truenodeids=[1, 0, 1], + nodes_falseleafs=[1, 0, 1], + nodes_falsenodeids=[2, 2, 3], + leaf_targetids=[0, 1, 2, 3], + leaf_weights=make_tensor( + "leaf_weights", onnx.TensorProto.FLOAT, (4,), [1, 10, 1000, 100] + ), +) + +x = np.array([1.2, 3.4, -0.12, np.nan, 12, 7], np.float32).reshape(-1, 1) +expected = np.array( + [ + [1, 0, 0, 0], + [0, 0, 0, 100], + [0, 0, 0, 100], + [0, 0, 1000, 0], + [0, 0, 1000, 0], + [0, 10, 0, 0], + ], + dtype=np.float32, +) +expect( + node, + inputs=[x], + outputs=[expected], + name="test_ai_onnx_ml_tree_ensemble_set_membership", +) +``` + +
+
+tree_ensemble_single_tree + +```python +node = onnx.helper.make_node( + "TreeEnsemble", + ["X"], + ["Y"], + domain="ai.onnx.ml", + n_targets=2, + membership_values=None, + nodes_missing_value_tracks_true=None, + nodes_hitrates=None, + aggregate_function=1, + post_transform=0, + tree_roots=[0], + nodes_modes=make_tensor( + "nodes_modes", + onnx.TensorProto.UINT8, + (3,), + np.array([0, 0, 0], dtype=np.uint8), + ), + nodes_featureids=[0, 0, 0], + nodes_splits=make_tensor( + "nodes_splits", + onnx.TensorProto.DOUBLE, + (3,), + np.array([3.14, 1.2, 4.2], dtype=np.float64), + ), + nodes_truenodeids=[1, 0, 1], + nodes_trueleafs=[0, 1, 1], + nodes_falsenodeids=[2, 2, 3], + nodes_falseleafs=[0, 1, 1], + leaf_targetids=[0, 1, 0, 1], + leaf_weights=make_tensor( + "leaf_weights", + onnx.TensorProto.DOUBLE, + (4,), + np.array([5.23, 12.12, -12.23, 7.21], dtype=np.float64), + ), +) + +x = np.array([1.2, 3.4, -0.12, 1.66, 4.14, 1.77], np.float64).reshape(3, 2) +y = np.array([[5.23, 0], [5.23, 0], [0, 12.12]], dtype=np.float64) +expect( + node, + inputs=[x], + outputs=[y], + name="test_ai_onnx_ml_tree_ensemble_single_tree", +) +``` + +
+ + +
+ +## 💔No Cover Common Operators +### CastMap (call for test cases) + + +### CategoryMapper (call for test cases) + + +### DictVectorizer (call for test cases) + + +### FeatureVectorizer (call for test cases) + + +### Imputer (call for test cases) + + +### LinearClassifier (call for test cases) + + +### LinearRegressor (call for test cases) + + +### Normalizer (call for test cases) + + +### OneHotEncoder (call for test cases) + + +### SVMClassifier (call for test cases) + + +### SVMRegressor (call for test cases) + + +### Scaler (call for test cases) + + +### TreeEnsembleClassifier (call for test cases) + + +### TreeEnsembleRegressor (call for test cases) + + +### ZipMap (call for test cases) + + +
+ +## 💚Covered Experimental Operators +
+ +## 💔No Cover Experimental Operators +
+ +# Model Test Coverage +No model tests present for selected domain +# Overall Test Coverage +## To be filled. diff --git a/docs/TestCoverage.md b/docs/TestCoverage.md new file mode 100644 index 0000000..2931494 --- /dev/null +++ b/docs/TestCoverage.md @@ -0,0 +1,32001 @@ + +# Test Coverage Report (ONNX Core Operators) +## Outlines +* [Node Test Coverage](#node-test-coverage) +* [Model Test Coverage](#model-test-coverage) +* [Overall Test Coverage](#overall-test-coverage) +# Node Test Coverage +## Summary +Node tests have covered 189/201 (94.03%, 5 generators excluded) common operators. + +Node tests have covered 1/1 (100.00%, 0 generators excluded) experimental operators. + +* [Covered Common Operators](#covered-common-operators) +* [No Cover Common Operators](#no-cover-common-operators) +* [Covered Experimental Operators](#covered-experimental-operators) +* [No Cover Experimental Operators](#no-cover-experimental-operators) + +## 💚Covered Common Operators +### Abs +There are 1 test cases, listed as following: +
+abs + +```python +node = onnx.helper.make_node( + "Abs", + inputs=["x"], + outputs=["y"], +) +x = np.random.randn(3, 4, 5).astype(np.float32) +y = np.abs(x) + +expect(node, inputs=[x], outputs=[y], name="test_abs") +``` + +
+ + +### Acos +There are 1 test cases, listed as following: +
+acos + +```python +node = onnx.helper.make_node( + "Acos", + inputs=["x"], + outputs=["y"], +) + +x = np.array([-0.5, 0, 0.5]).astype(np.float32) +y = np.arccos(x) +expect(node, inputs=[x], outputs=[y], name="test_acos_example") + +x = np.random.rand(3, 4, 5).astype(np.float32) +y = np.arccos(x) +expect(node, inputs=[x], outputs=[y], name="test_acos") +``` + +
+ + +### Acosh +There are 1 test cases, listed as following: +
+acosh + +```python +node = onnx.helper.make_node( + "Acosh", + inputs=["x"], + outputs=["y"], +) + +x = np.array([10, np.e, 1]).astype(np.float32) +y = np.arccosh(x) # expected output [2.99322295, 1.65745449, 0.] +expect(node, inputs=[x], outputs=[y], name="test_acosh_example") + +x = np.random.uniform(1.0, 10.0, (3, 4, 5)).astype(np.float32) +y = np.arccosh(x) +expect(node, inputs=[x], outputs=[y], name="test_acosh") +``` + +
+ + +### Adagrad +There are 2 test cases, listed as following: +
+adagrad + +```python +# Define operator attributes. +norm_coefficient = 0.001 +epsilon = 1e-5 +decay_factor = 0.1 + +# Create operator. +node = onnx.helper.make_node( + "Adagrad", + inputs=["R", "T", "X", "G", "H"], + outputs=["X_new", "H_new"], + norm_coefficient=norm_coefficient, + epsilon=epsilon, + decay_factor=decay_factor, + domain=AI_ONNX_PREVIEW_TRAINING_DOMAIN, +) + +# Define operator inputs. +r = np.array(0.1, dtype=np.float32) # scalar +t = np.array(0, dtype=np.int64) # scalar +x = np.array([1.0], dtype=np.float32) +g = np.array([-1.0], dtype=np.float32) +h = np.array([2.0], dtype=np.float32) + +# Compute expected outputs of Adagrad. +x_new, h_new = apply_adagrad( + r, t, x, g, h, norm_coefficient, epsilon, decay_factor +) + +# Check results. +expect( + node, + inputs=[r, t, x, g, h], + outputs=[x_new, h_new], + name="test_adagrad", + opset_imports=[ + onnx.helper.make_opsetid(AI_ONNX_PREVIEW_TRAINING_DOMAIN, 1) + ], +) +``` + +
+
+adagrad_multiple + +```python +# Define operator attributes. +norm_coefficient = 0.001 +epsilon = 1e-5 +decay_factor = 0.1 + +node = onnx.helper.make_node( + "Adagrad", + inputs=["R", "T", "X1", "X2", "G1", "G2", "H1", "H2"], + outputs=["X1_new", "X2_new", "H1_new", "H2_new"], + norm_coefficient=norm_coefficient, + epsilon=epsilon, + decay_factor=decay_factor, + domain=AI_ONNX_PREVIEW_TRAINING_DOMAIN, +) + +# Define operator inputs. +r = np.array(0.1, dtype=np.float32) # scalar +t = np.array(0, dtype=np.int64) # scalar + +x1 = np.array([1.0], dtype=np.float32) +g1 = np.array([-1.0], dtype=np.float32) +h1 = np.array([2.0], dtype=np.float32) + +x2 = np.array([1.0, 2.0], dtype=np.float32) +g2 = np.array([-1.0, -3.0], dtype=np.float32) +h2 = np.array([4.0, 1.0], dtype=np.float32) + +# Compute expected outputs of Adagrad. +x1_new, h1_new = apply_adagrad( + r, t, x1, g1, h1, norm_coefficient, epsilon, decay_factor +) +x2_new, h2_new = apply_adagrad( + r, t, x2, g2, h2, norm_coefficient, epsilon, decay_factor +) + +# Check results. +expect( + node, + inputs=[r, t, x1, x2, g1, g2, h1, h2], + outputs=[x1_new, x2_new, h1_new, h2_new], + name="test_adagrad_multiple", + opset_imports=[ + onnx.helper.make_opsetid(AI_ONNX_PREVIEW_TRAINING_DOMAIN, 1) + ], +) +``` + +
+ + +### Adam +There are 2 test cases, listed as following: +
+adam + +```python +# Define operator attributes. +norm_coefficient = 0.001 +alpha = 0.95 +beta = 0.1 +epsilon = 1e-7 + +# Create operator. +node = onnx.helper.make_node( + "Adam", + inputs=["R", "T", "X", "G", "V", "H"], + outputs=["X_new", "V_new", "H_new"], + norm_coefficient=norm_coefficient, + alpha=alpha, + beta=beta, + epsilon=epsilon, + domain=AI_ONNX_PREVIEW_TRAINING_DOMAIN, +) + +# Define operator inputs. +r = np.array(0.1, dtype=np.float32) # scalar +t = np.array(0, dtype=np.int64) # scalar +x = np.array([1.2, 2.8], dtype=np.float32) +g = np.array([-0.94, -2.5], dtype=np.float32) +v = np.array([1.7, 3.6], dtype=np.float32) +h = np.array([0.1, 0.1], dtype=np.float32) + +# Compute expected outputs of Adam. +x_new, v_new, h_new = apply_adam( + r, t, x, g, v, h, norm_coefficient, 0.0, alpha, beta, epsilon +) + +# Check results. +expect( + node, + inputs=[r, t, x, g, v, h], + outputs=[x_new, v_new, h_new], + name="test_adam", + opset_imports=[ + onnx.helper.make_opsetid(AI_ONNX_PREVIEW_TRAINING_DOMAIN, 1) + ], +) +``` + +
+
+adam_multiple + +```python +# Define operator attributes. +norm_coefficient = 0.001 +alpha = 0.95 +beta = 0.85 +epsilon = 1e-2 + +node = onnx.helper.make_node( + "Adam", + inputs=["R", "T", "X1", "X2", "G1", "G2", "V1", "V2", "H1", "H2"], + outputs=["X1_new", "X2_new", "V1_new", "V2_new", "H1_new", "H2_new"], + norm_coefficient=norm_coefficient, + alpha=alpha, + beta=beta, + epsilon=epsilon, + domain=AI_ONNX_PREVIEW_TRAINING_DOMAIN, +) + +# Define operator inputs. +r = np.array(0.1, dtype=np.float32) # scalar +t = np.array(0, dtype=np.int64) # scalar + +x1 = np.array([1.0], dtype=np.float32) +g1 = np.array([-1.0], dtype=np.float32) +v1 = np.array([2.0], dtype=np.float32) +h1 = np.array([0.5], dtype=np.float32) + +x2 = np.array([1.0, 2.0], dtype=np.float32) +g2 = np.array([-1.0, -3.0], dtype=np.float32) +v2 = np.array([4.0, 1.0], dtype=np.float32) +h2 = np.array([1.0, 10.0], dtype=np.float32) + +# Compute expected outputs of Adam. +x1_new, v1_new, h1_new = apply_adam( + r, t, x1, g1, v1, h1, norm_coefficient, 0.0, alpha, beta, epsilon +) +x2_new, v2_new, h2_new = apply_adam( + r, t, x2, g2, v2, h2, norm_coefficient, 0.0, alpha, beta, epsilon +) + +# Check results. +expect( + node, + inputs=[r, t, x1, x2, g1, g2, v1, v2, h1, h2], + outputs=[x1_new, x2_new, v1_new, v2_new, h1_new, h2_new], + name="test_adam_multiple", + opset_imports=[ + onnx.helper.make_opsetid(AI_ONNX_PREVIEW_TRAINING_DOMAIN, 1) + ], +) +``` + +
+ + +### Add +There are 2 test cases, listed as following: +
+add + +```python +node = onnx.helper.make_node( + "Add", + inputs=["x", "y"], + outputs=["sum"], +) + +x = np.random.randn(3, 4, 5).astype(np.float32) +y = np.random.randn(3, 4, 5).astype(np.float32) +expect(node, inputs=[x, y], outputs=[x + y], name="test_add") + +x = np.random.randint(24, size=(3, 4, 5), dtype=np.int8) +y = np.random.randint(24, size=(3, 4, 5), dtype=np.int8) +expect(node, inputs=[x, y], outputs=[x + y], name="test_add_int8") + +x = np.random.randint(24, size=(3, 4, 5), dtype=np.int16) +y = np.random.randint(24, size=(3, 4, 5), dtype=np.int16) +expect(node, inputs=[x, y], outputs=[x + y], name="test_add_int16") + +x = np.random.randint(24, size=(3, 4, 5), dtype=np.uint8) +y = np.random.randint(24, size=(3, 4, 5), dtype=np.uint8) +expect(node, inputs=[x, y], outputs=[x + y], name="test_add_uint8") + +x = np.random.randint(24, size=(3, 4, 5), dtype=np.uint16) +y = np.random.randint(24, size=(3, 4, 5), dtype=np.uint16) +expect(node, inputs=[x, y], outputs=[x + y], name="test_add_uint16") + +x = np.random.randint(24, size=(3, 4, 5), dtype=np.uint32) +y = np.random.randint(24, size=(3, 4, 5), dtype=np.uint32) +expect(node, inputs=[x, y], outputs=[x + y], name="test_add_uint32") + +x = np.random.randint(24, size=(3, 4, 5), dtype=np.uint64) +y = np.random.randint(24, size=(3, 4, 5), dtype=np.uint64) +expect(node, inputs=[x, y], outputs=[x + y], name="test_add_uint64") +``` + +
+
+add_broadcast + +```python +node = onnx.helper.make_node( + "Add", + inputs=["x", "y"], + outputs=["sum"], +) + +x = np.random.randn(3, 4, 5).astype(np.float32) +y = np.random.randn(5).astype(np.float32) +expect(node, inputs=[x, y], outputs=[x + y], name="test_add_bcast") +``` + +
+ + +### AffineGrid +There are 2 test cases, listed as following: +
+2d_no_reference_evaluator + +```python +theta_2d = create_theta_2d() +N, C, H, W = len(theta_2d), 3, 5, 6 +data_size = (H, W) +for align_corners in (0, 1): + node = onnx.helper.make_node( + "AffineGrid", + inputs=["theta", "size"], + outputs=["grid"], + align_corners=align_corners, + ) + + original_grid = construct_original_grid(data_size, align_corners) + grid = apply_affine_transform(theta_2d, original_grid) + + test_name = "test_affine_grid_2d" + if align_corners == 1: + test_name += "_align_corners" + expect( + node, + inputs=[theta_2d, np.array([N, C, H, W], dtype=np.int64)], + outputs=[grid], + name=test_name, + ) +``` + +
+
+3d_no_reference_evaluator + +```python +theta_3d = create_theta_3d() +N, C, D, H, W = len(theta_3d), 3, 4, 5, 6 +data_size = (D, H, W) +for align_corners in (0, 1): + node = onnx.helper.make_node( + "AffineGrid", + inputs=["theta", "size"], + outputs=["grid"], + align_corners=align_corners, + ) + + original_grid = construct_original_grid(data_size, align_corners) + grid = apply_affine_transform(theta_3d, original_grid) + + test_name = "test_affine_grid_3d" + if align_corners == 1: + test_name += "_align_corners" + expect( + node, + inputs=[theta_3d, np.array([N, C, D, H, W], dtype=np.int64)], + outputs=[grid], + name=test_name, + ) +``` + +
+ + +### And +There are 2 test cases, listed as following: +
+and + +```python +node = onnx.helper.make_node( + "And", + inputs=["x", "y"], + outputs=["and"], +) + +# 2d +x = (np.random.randn(3, 4) > 0).astype(bool) +y = (np.random.randn(3, 4) > 0).astype(bool) +z = np.logical_and(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_and2d") + +# 3d +x = (np.random.randn(3, 4, 5) > 0).astype(bool) +y = (np.random.randn(3, 4, 5) > 0).astype(bool) +z = np.logical_and(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_and3d") + +# 4d +x = (np.random.randn(3, 4, 5, 6) > 0).astype(bool) +y = (np.random.randn(3, 4, 5, 6) > 0).astype(bool) +z = np.logical_and(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_and4d") +``` + +
+
+and_broadcast + +```python +node = onnx.helper.make_node( + "And", + inputs=["x", "y"], + outputs=["and"], +) + +# 3d vs 1d +x = (np.random.randn(3, 4, 5) > 0).astype(bool) +y = (np.random.randn(5) > 0).astype(bool) +z = np.logical_and(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_and_bcast3v1d") + +# 3d vs 2d +x = (np.random.randn(3, 4, 5) > 0).astype(bool) +y = (np.random.randn(4, 5) > 0).astype(bool) +z = np.logical_and(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_and_bcast3v2d") + +# 4d vs 2d +x = (np.random.randn(3, 4, 5, 6) > 0).astype(bool) +y = (np.random.randn(5, 6) > 0).astype(bool) +z = np.logical_and(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_and_bcast4v2d") + +# 4d vs 3d +x = (np.random.randn(3, 4, 5, 6) > 0).astype(bool) +y = (np.random.randn(4, 5, 6) > 0).astype(bool) +z = np.logical_and(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_and_bcast4v3d") + +# 4d vs 4d +x = (np.random.randn(1, 4, 1, 6) > 0).astype(bool) +y = (np.random.randn(3, 1, 5, 6) > 0).astype(bool) +z = np.logical_and(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_and_bcast4v4d") +``` + +
+ + +### ArgMax +There are 8 test cases, listed as following: +
+default_axes_keepdims + +```python +data = np.array([[2, 2], [3, 10]], dtype=np.float32) +keepdims = 1 +node = onnx.helper.make_node( + "ArgMax", inputs=["data"], outputs=["result"], keepdims=keepdims +) + +# result: [[1, 1]] +result = argmax_use_numpy(data, keepdims=keepdims) +expect( + node, + inputs=[data], + outputs=[result], + name="test_argmax_default_axis_example", +) + +data = np.random.uniform(-10, 10, [2, 3, 4]).astype(np.float32) +# result's shape: [1, 3, 4] +result = argmax_use_numpy(data, keepdims=keepdims) +expect( + node, + inputs=[data], + outputs=[result], + name="test_argmax_default_axis_random", +) +``` + +
+
+default_axes_keepdims_select_last_index + +```python +data = np.array([[2, 2], [3, 10]], dtype=np.float32) +keepdims = 1 +node = onnx.helper.make_node( + "ArgMax", + inputs=["data"], + outputs=["result"], + keepdims=keepdims, + select_last_index=True, +) + +# result: [[1, 1]] +result = argmax_use_numpy_select_last_index(data, keepdims=keepdims) +expect( + node, + inputs=[data], + outputs=[result], + name="test_argmax_default_axis_example_select_last_index", +) + +data = np.random.uniform(-10, 10, [2, 3, 4]).astype(np.float32) +# result's shape: [1, 3, 4] +result = argmax_use_numpy_select_last_index(data, keepdims=keepdims) +expect( + node, + inputs=[data], + outputs=[result], + name="test_argmax_default_axis_random_select_last_index", +) +``` + +
+
+keepdims + +```python +data = np.array([[2, 2], [3, 10]], dtype=np.float32) +axis = 1 +keepdims = 1 +node = onnx.helper.make_node( + "ArgMax", inputs=["data"], outputs=["result"], axis=axis, keepdims=keepdims +) +# result: [[0], [1]] +result = argmax_use_numpy(data, axis=axis, keepdims=keepdims) +expect( + node, inputs=[data], outputs=[result], name="test_argmax_keepdims_example" +) + +data = np.random.uniform(-10, 10, [2, 3, 4]).astype(np.float32) +# result's shape: [2, 1, 4] +result = argmax_use_numpy(data, axis=axis, keepdims=keepdims) +expect( + node, inputs=[data], outputs=[result], name="test_argmax_keepdims_random" +) +``` + +
+
+keepdims_select_last_index + +```python +data = np.array([[2, 2], [3, 10]], dtype=np.float32) +axis = 1 +keepdims = 1 +node = onnx.helper.make_node( + "ArgMax", + inputs=["data"], + outputs=["result"], + axis=axis, + keepdims=keepdims, + select_last_index=True, +) +# result: [[1], [1]] +result = argmax_use_numpy_select_last_index(data, axis=axis, keepdims=keepdims) +expect( + node, + inputs=[data], + outputs=[result], + name="test_argmax_keepdims_example_select_last_index", +) + +data = np.random.uniform(-10, 10, [2, 3, 4]).astype(np.float32) +# result's shape: [2, 1, 4] +result = argmax_use_numpy_select_last_index(data, axis=axis, keepdims=keepdims) +expect( + node, + inputs=[data], + outputs=[result], + name="test_argmax_keepdims_random_select_last_index", +) +``` + +
+
+negative_axis_keepdims + +```python +data = np.array([[2, 2], [3, 10]], dtype=np.float32) +axis = -1 +keepdims = 1 +node = onnx.helper.make_node( + "ArgMax", inputs=["data"], outputs=["result"], axis=axis, keepdims=keepdims +) +# result: [[0], [1]] +result = argmax_use_numpy(data, axis=axis, keepdims=keepdims) +expect( + node, + inputs=[data], + outputs=[result], + name="test_argmax_negative_axis_keepdims_example", +) + +data = np.random.uniform(-10, 10, [2, 3, 4]).astype(np.float32) +# result's shape: [2, 3, 1] +result = argmax_use_numpy(data, axis=axis, keepdims=keepdims) +expect( + node, + inputs=[data], + outputs=[result], + name="test_argmax_negative_axis_keepdims_random", +) +``` + +
+
+negative_axis_keepdims_select_last_index + +```python +data = np.array([[2, 2], [3, 10]], dtype=np.float32) +axis = -1 +keepdims = 1 +node = onnx.helper.make_node( + "ArgMax", + inputs=["data"], + outputs=["result"], + axis=axis, + keepdims=keepdims, + select_last_index=True, +) +# result: [[1], [1]] +result = argmax_use_numpy_select_last_index(data, axis=axis, keepdims=keepdims) +expect( + node, + inputs=[data], + outputs=[result], + name="test_argmax_negative_axis_keepdims_example_select_last_index", +) + +data = np.random.uniform(-10, 10, [2, 3, 4]).astype(np.float32) +# result's shape: [2, 3, 1] +result = argmax_use_numpy_select_last_index(data, axis=axis, keepdims=keepdims) +expect( + node, + inputs=[data], + outputs=[result], + name="test_argmax_negative_axis_keepdims_random_select_last_index", +) +``` + +
+
+no_keepdims + +```python +data = np.array([[2, 2], [3, 10]], dtype=np.float32) +axis = 1 +keepdims = 0 +node = onnx.helper.make_node( + "ArgMax", inputs=["data"], outputs=["result"], axis=axis, keepdims=keepdims +) +# result: [0, 1] +result = argmax_use_numpy(data, axis=axis, keepdims=keepdims) +expect( + node, + inputs=[data], + outputs=[result], + name="test_argmax_no_keepdims_example", +) + +data = np.random.uniform(-10, 10, [2, 3, 4]).astype(np.float32) +# result's shape: [2, 4] +result = argmax_use_numpy(data, axis=axis, keepdims=keepdims) +expect( + node, inputs=[data], outputs=[result], name="test_argmax_no_keepdims_random" +) +``` + +
+
+no_keepdims_select_last_index + +```python +data = np.array([[2, 2], [3, 10]], dtype=np.float32) +axis = 1 +keepdims = 0 +node = onnx.helper.make_node( + "ArgMax", + inputs=["data"], + outputs=["result"], + axis=axis, + keepdims=keepdims, + select_last_index=True, +) +# result: [1, 1] +result = argmax_use_numpy_select_last_index(data, axis=axis, keepdims=keepdims) +expect( + node, + inputs=[data], + outputs=[result], + name="test_argmax_no_keepdims_example_select_last_index", +) + +data = np.random.uniform(-10, 10, [2, 3, 4]).astype(np.float32) +# result's shape: [2, 4] +result = argmax_use_numpy_select_last_index(data, axis=axis, keepdims=keepdims) +expect( + node, + inputs=[data], + outputs=[result], + name="test_argmax_no_keepdims_random_select_last_index", +) +``` + +
+ + +### ArgMin +There are 8 test cases, listed as following: +
+default_axes_keepdims + +```python +data = np.array([[2, 1], [3, 10]], dtype=np.float32) +keepdims = 1 +node = onnx.helper.make_node( + "ArgMin", inputs=["data"], outputs=["result"], keepdims=keepdims +) + +# The content of result is : [[0], [0]] +result = argmin_use_numpy(data, keepdims=keepdims) +expect( + node, + inputs=[data], + outputs=[result], + name="test_argmin_default_axis_example", +) + +data = np.random.uniform(-10, 10, [2, 3, 4]).astype(np.float32) +# result's shape: [1, 3, 4] +result = argmin_use_numpy(data, keepdims=keepdims) +expect( + node, + inputs=[data], + outputs=[result], + name="test_argmin_default_axis_random", +) +``` + +
+
+default_axes_keepdims_select_last_index + +```python +data = np.array([[2, 2], [3, 10]], dtype=np.float32) +keepdims = 1 +node = onnx.helper.make_node( + "ArgMin", + inputs=["data"], + outputs=["result"], + keepdims=keepdims, + select_last_index=True, +) + +# result: [[0, 0]] +result = argmin_use_numpy_select_last_index(data, keepdims=keepdims) +expect( + node, + inputs=[data], + outputs=[result], + name="test_argmin_default_axis_example_select_last_index", +) + +data = np.random.uniform(-10, 10, [2, 3, 4]).astype(np.float32) +# result's shape: [1, 3, 4] +result = argmin_use_numpy_select_last_index(data, keepdims=keepdims) +expect( + node, + inputs=[data], + outputs=[result], + name="test_argmin_default_axis_random_select_last_index", +) +``` + +
+
+keepdims + +```python +data = np.array([[2, 1], [3, 10]], dtype=np.float32) +axis = 1 +keepdims = 1 +node = onnx.helper.make_node( + "ArgMin", inputs=["data"], outputs=["result"], axis=axis, keepdims=keepdims +) +# The content of result is : [[1], [0]] +result = argmin_use_numpy(data, axis=axis, keepdims=keepdims) +expect( + node, inputs=[data], outputs=[result], name="test_argmin_keepdims_example" +) + +data = np.random.uniform(-10, 10, [2, 3, 4]).astype(np.float32) +# result's shape: [2, 1, 4] +result = argmin_use_numpy(data, axis=axis, keepdims=keepdims) +expect( + node, inputs=[data], outputs=[result], name="test_argmin_keepdims_random" +) +``` + +
+
+keepdims_select_last_index + +```python +data = np.array([[2, 2], [3, 10]], dtype=np.float32) +axis = 1 +keepdims = 1 +node = onnx.helper.make_node( + "ArgMin", + inputs=["data"], + outputs=["result"], + axis=axis, + keepdims=keepdims, + select_last_index=True, +) +# result: [[1], [0]] +result = argmin_use_numpy_select_last_index(data, axis=axis, keepdims=keepdims) +expect( + node, + inputs=[data], + outputs=[result], + name="test_argmin_keepdims_example_select_last_index", +) + +data = np.random.uniform(-10, 10, [2, 3, 4]).astype(np.float32) +# result's shape: [2, 1, 4] +result = argmin_use_numpy_select_last_index(data, axis=axis, keepdims=keepdims) +expect( + node, + inputs=[data], + outputs=[result], + name="test_argmin_keepdims_random_select_last_index", +) +``` + +
+
+negative_axis_keepdims + +```python +data = np.array([[2, 1], [3, 10]], dtype=np.float32) +axis = -1 +keepdims = 1 +node = onnx.helper.make_node( + "ArgMin", inputs=["data"], outputs=["result"], axis=axis, keepdims=keepdims +) +# The content of result is : [[1], [0]] +result = argmin_use_numpy(data, axis=axis, keepdims=keepdims) +expect( + node, + inputs=[data], + outputs=[result], + name="test_argmin_negative_axis_keepdims_example", +) + +data = np.random.uniform(-10, 10, [2, 3, 4]).astype(np.float32) +# result's shape: [2, 3, 1] +result = argmin_use_numpy(data, axis=axis, keepdims=keepdims) +expect( + node, + inputs=[data], + outputs=[result], + name="test_argmin_negative_axis_keepdims_random", +) +``` + +
+
+negative_axis_keepdims_select_last_index + +```python +data = np.array([[2, 2], [3, 10]], dtype=np.float32) +axis = -1 +keepdims = 1 +node = onnx.helper.make_node( + "ArgMin", + inputs=["data"], + outputs=["result"], + axis=axis, + keepdims=keepdims, + select_last_index=True, +) +# result: [[1], [0]] +result = argmin_use_numpy_select_last_index(data, axis=axis, keepdims=keepdims) +expect( + node, + inputs=[data], + outputs=[result], + name="test_argmin_negative_axis_keepdims_example_select_last_index", +) + +data = np.random.uniform(-10, 10, [2, 3, 4]).astype(np.float32) +# result's shape: [2, 3, 1] +result = argmin_use_numpy_select_last_index(data, axis=axis, keepdims=keepdims) +expect( + node, + inputs=[data], + outputs=[result], + name="test_argmin_negative_axis_keepdims_random_select_last_index", +) +``` + +
+
+no_keepdims + +```python +data = np.array([[2, 1], [3, 10]], dtype=np.float32) +axis = 1 +keepdims = 0 +node = onnx.helper.make_node( + "ArgMin", inputs=["data"], outputs=["result"], axis=axis, keepdims=keepdims +) +# The content of result is : [[1, 0]] +result = argmin_use_numpy(data, axis=axis, keepdims=keepdims) +expect( + node, + inputs=[data], + outputs=[result], + name="test_argmin_no_keepdims_example", +) + +data = np.random.uniform(-10, 10, [2, 3, 4]).astype(np.float32) +# result's shape: [2, 4] +result = argmin_use_numpy(data, axis=axis, keepdims=keepdims) +expect( + node, inputs=[data], outputs=[result], name="test_argmin_no_keepdims_random" +) +``` + +
+
+no_keepdims_select_last_index + +```python +data = np.array([[2, 2], [3, 10]], dtype=np.float32) +axis = 1 +keepdims = 0 +node = onnx.helper.make_node( + "ArgMin", + inputs=["data"], + outputs=["result"], + axis=axis, + keepdims=keepdims, + select_last_index=True, +) +# result: [[1, 0]] +result = argmin_use_numpy_select_last_index(data, axis=axis, keepdims=keepdims) +expect( + node, + inputs=[data], + outputs=[result], + name="test_argmin_no_keepdims_example_select_last_index", +) + +data = np.random.uniform(-10, 10, [2, 3, 4]).astype(np.float32) +# result's shape: [2, 4] +result = argmin_use_numpy_select_last_index(data, axis=axis, keepdims=keepdims) +expect( + node, + inputs=[data], + outputs=[result], + name="test_argmin_no_keepdims_random_select_last_index", +) +``` + +
+ + +### Asin +There are 1 test cases, listed as following: +
+asin + +```python +node = onnx.helper.make_node( + "Asin", + inputs=["x"], + outputs=["y"], +) + +x = np.array([-0.5, 0, 0.5]).astype(np.float32) +y = np.arcsin(x) +expect(node, inputs=[x], outputs=[y], name="test_asin_example") + +x = np.random.rand(3, 4, 5).astype(np.float32) +y = np.arcsin(x) +expect(node, inputs=[x], outputs=[y], name="test_asin") +``` + +
+ + +### Asinh +There are 1 test cases, listed as following: +
+asinh + +```python +node = onnx.helper.make_node( + "Asinh", + inputs=["x"], + outputs=["y"], +) + +x = np.array([-1, 0, 1]).astype(np.float32) +y = np.arcsinh(x) # expected output [-0.88137358, 0., 0.88137358] +expect(node, inputs=[x], outputs=[y], name="test_asinh_example") + +x = np.random.randn(3, 4, 5).astype(np.float32) +y = np.arcsinh(x) +expect(node, inputs=[x], outputs=[y], name="test_asinh") +``` + +
+ + +### Atan +There are 1 test cases, listed as following: +
+atan + +```python +node = onnx.helper.make_node( + "Atan", + inputs=["x"], + outputs=["y"], +) + +x = np.array([-1, 0, 1]).astype(np.float32) +y = np.arctan(x) +expect(node, inputs=[x], outputs=[y], name="test_atan_example") + +x = np.random.randn(3, 4, 5).astype(np.float32) +y = np.arctan(x) +expect(node, inputs=[x], outputs=[y], name="test_atan") +``` + +
+ + +### Atanh +There are 1 test cases, listed as following: +
+atanh + +```python +node = onnx.helper.make_node( + "Atanh", + inputs=["x"], + outputs=["y"], +) + +x = np.array([-0.5, 0, 0.5]).astype(np.float32) +y = np.arctanh(x) # expected output [-0.54930615, 0., 0.54930615] +expect(node, inputs=[x], outputs=[y], name="test_atanh_example") + +x = np.random.uniform(0.0, 1.0, (3, 4, 5)).astype(np.float32) +y = np.arctanh(x) +expect(node, inputs=[x], outputs=[y], name="test_atanh") +``` + +
+ + +### Attention +There are 76 test cases, listed as following: +
+attention + +```python +node = onnx.helper.make_node("Attention", inputs=["Q", "K", "V"], outputs=["Y"]) + +Q = np.random.rand(2, 3, 4, 8).astype(np.float32) +K = np.random.rand(2, 3, 6, 8).astype(np.float32) +V = np.random.rand(2, 3, 6, 8).astype(np.float32) + +Y, _, _, _ = _compute_attention(Q, K, V) + +expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_attention_4d", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+
+attention_23_boolmask_fullymasked_row_nan_robustness + +```python +"""Opset-23 fully-masked boolean ``attn_mask`` row -> zero (not ``NaN``). + +This locks the opset-23 / ``old.cc`` function-body fully-masked-row guard +against future regressions. In opset 23 the only in-contract fully-masked +row comes from an all-``False`` boolean ``attn_mask`` row (``is_causal`` is +not set here): every key for that query is disallowed, so ``softmax`` over an +all-``-inf`` bias row is ``NaN``. The guard zeros that row's probabilities +before the ``P @ V`` contraction so the output row is exactly ``0``, while +rows with at least one allowed key are unchanged. + +4D Q/K/V is used so ``q_num_heads``/``kv_num_heads`` are omitted (passing +them would make the function body treat the input as 3D). +""" +np.random.seed(4) +B, H, S, D = 1, 2, 2, 8 + +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask"], + outputs=["Y"], +) + +Q = np.random.rand(B, H, S, D).astype(np.float32) +K = np.random.rand(B, H, S, D).astype(np.float32) +V = np.random.rand(B, H, S, D).astype(np.float32) +# Row 0: no key allowed -> fully masked (Bug-2 empty row). Row 1: both keys +# allowed -> finite, unchanged by the guard. +attn_mask = np.array([[False, False], [True, True]], dtype=np.bool_) + +Y, _, _, _ = _compute_attention(Q, K, V, attn_mask=attn_mask) + +# Fully-masked row 0 is exactly zero (not NaN); every other cell is finite. +assert np.all(np.isfinite(Y)), "non-masked rows must be finite" +assert np.array_equal(Y[:, :, 0, :], np.zeros_like(Y[:, :, 0, :])), ( + "fully-masked row must be zero (Bug-2)" +) + +expect( + node, + inputs=[Q, K, V, attn_mask], + outputs=[Y], + name="test_attention_23_boolmask_fullymasked_row_nan_robustness", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+
+attention_23_fullymasked_qk_matmul_output_mode3_zero + +```python +"""Opset-23 ``qk_matmul_output_mode=3`` fully-masked row is a zero row. + +Mode ``3`` exposes the post-softmax matrix as the optional +``qk_matmul_output``. For a fully-masked query row (all-``False`` boolean +``attn_mask`` row), the fully-masked-row guard is applied before this output +is produced, so the mode-3 row is zeroed, consistent with the primary output +``Y`` row (both are ``0``). This pins the mandated agreement between the +guarded primary output and the mode-3 output at opset 23. + +4D Q/K/V is used so ``q_num_heads``/``kv_num_heads`` are omitted (passing +them would make the function body treat the input as 3D). +""" +np.random.seed(13) +B, H, S, D = 1, 2, 2, 8 + +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask"], + outputs=["Y", "", "", "qk_matmul_output"], + qk_matmul_output_mode=3, +) + +Q = np.random.rand(B, H, S, D).astype(np.float32) +K = np.random.rand(B, H, S, D).astype(np.float32) +V = np.random.rand(B, H, S, D).astype(np.float32) +# Row 0: no key allowed -> fully masked. Row 1: both keys allowed -> finite. +attn_mask = np.array([[False, False], [True, True]], dtype=np.bool_) + +Y, _, _, qk_matmul_output = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + qk_matmul_output_mode=3, +) + +# Primary output row 0 and the mode-3 row 0 are both guarded to zero. +assert np.array_equal(Y[:, :, 0, :], np.zeros_like(Y[:, :, 0, :])), ( + "fully-masked primary output row must be zero" +) +assert np.array_equal( + qk_matmul_output[:, :, 0, :], np.zeros_like(qk_matmul_output[:, :, 0, :]) +), "mode-3 output row for a fully-masked query must be zero (consistent with Y)" +assert np.all(np.isfinite(qk_matmul_output)), ( + "all mode-3 rows are finite (the fully-masked row is guarded to 0.0)" +) +assert np.all(np.isfinite(Y)), ( + "all Y rows are finite (the fully-masked row is guarded to 0.0)" +) + +expect( + node, + inputs=[Q, K, V, attn_mask], + outputs=[Y, qk_matmul_output], + name="test_attention_23_fullymasked_qk_matmul_output_mode3_zero", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+
+attention_24_fullymasked_qk_matmul_output_mode3_zero + +```python +"""Opset-24 ``qk_matmul_output_mode=3`` fully-masked row is a zero row. + +The opset-24 twin of +``export_attention_23_fullymasked_qk_matmul_output_mode3_zero``. Mode ``3`` +exposes the post-softmax matrix as the optional ``qk_matmul_output``. For a +fully-masked query row (all-``False`` boolean ``attn_mask`` row), the +fully-masked-row guard is applied before this output is produced, so the +mode-3 row is zeroed, consistent with the primary output ``Y`` row (both are +``0``). This pins the mandated agreement between the guarded primary output +and the mode-3 output at opset 24. + +4D Q/K/V is used so ``q_num_heads``/``kv_num_heads`` are omitted (passing +them would make the function body treat the input as 3D). +""" +np.random.seed(13) +B, H, S, D = 1, 2, 2, 8 + +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask"], + outputs=["Y", "", "", "qk_matmul_output"], + qk_matmul_output_mode=3, +) + +Q = np.random.rand(B, H, S, D).astype(np.float32) +K = np.random.rand(B, H, S, D).astype(np.float32) +V = np.random.rand(B, H, S, D).astype(np.float32) +# Row 0: no key allowed -> fully masked. Row 1: both keys allowed -> finite. +attn_mask = np.array([[False, False], [True, True]], dtype=np.bool_) + +Y, _, _, qk_matmul_output = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + qk_matmul_output_mode=3, +) + +# Primary output row 0 and the mode-3 row 0 are both guarded to zero. +assert np.array_equal(Y[:, :, 0, :], np.zeros_like(Y[:, :, 0, :])), ( + "fully-masked primary output row must be zero" +) +assert np.array_equal( + qk_matmul_output[:, :, 0, :], np.zeros_like(qk_matmul_output[:, :, 0, :]) +), "mode-3 output row for a fully-masked query must be zero (consistent with Y)" +assert np.all(np.isfinite(qk_matmul_output)), ( + "all mode-3 rows are finite (the fully-masked row is guarded to 0.0)" +) +assert np.all(np.isfinite(Y)), ( + "all Y rows are finite (the fully-masked row is guarded to 0.0)" +) + +expect( + node, + inputs=[Q, K, V, attn_mask], + outputs=[Y, qk_matmul_output], + name="test_attention_24_fullymasked_qk_matmul_output_mode3_zero", + opset_imports=[onnx.helper.make_opsetid("", 24)], +) +``` + +
+
+attention_24_qk_matmul_output_mode3_softmax_precision + +```python +"""Mode-3 ``qk_matmul_output`` is emitted at the output precision ``T1``. + +``qk_matmul_output_mode=3`` exposes the post-softmax probabilities. When +``softmax_precision`` differs from the operator's output type ``T1`` (here +``T1 = float16`` with softmax computed in ``float32``), the mode-3 output is +cast back to ``T1`` -- matching the reference implementation, which casts the +exposed matrix to ``Q.dtype``. This locks both the dtype contract and the +fully-masked-row zeroing under a non-default ``softmax_precision``. + +4D Q/K/V is used so ``q_num_heads``/``kv_num_heads`` are omitted (passing +them would make the function body treat the input as 3D). +""" +np.random.seed(17) +B, H, S, D = 1, 2, 2, 8 + +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask"], + outputs=["Y", "", "", "qk_matmul_output"], + qk_matmul_output_mode=3, + softmax_precision=int(onnx.TensorProto.FLOAT), +) + +# T1 = float16; softmax runs in float32, so the mode-3 output is cast back to +# float16 on emission. +Q = np.random.rand(B, H, S, D).astype(np.float16) +K = np.random.rand(B, H, S, D).astype(np.float16) +V = np.random.rand(B, H, S, D).astype(np.float16) +# Row 0: fully masked. Row 1: both keys allowed -> finite. +attn_mask = np.array([[False, False], [True, True]], dtype=np.bool_) + +Y, _, _, qk_matmul_output = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + qk_matmul_output_mode=3, + softmax_precision=int(onnx.TensorProto.FLOAT), +) + +# The mode-3 output is emitted at T1 (float16), not the float32 softmax +# precision, matching the operator's output type. +assert qk_matmul_output.dtype == np.float16, ( + "mode-3 qk_matmul_output must be emitted at the output precision T1 (float16)" +) +# The fully-masked row is still guarded to zero, consistent with Y. +assert np.array_equal( + qk_matmul_output[:, :, 0, :], np.zeros_like(qk_matmul_output[:, :, 0, :]) +), "mode-3 output row for a fully-masked query must be zero (consistent with Y)" +assert np.all(np.isfinite(qk_matmul_output)), ( + "all mode-3 rows are finite (the fully-masked row is guarded to 0.0)" +) + +expect( + node, + inputs=[Q, K, V, attn_mask], + outputs=[Y, qk_matmul_output], + name="test_attention_24_qk_matmul_output_mode3_softmax_precision", + opset_imports=[onnx.helper.make_opsetid("", 24)], +) +``` + +
+
+attention_3d + +```python +q_num_heads, kv_num_heads = 3, 3 +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V"], + outputs=["Y"], + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, +) + +Q = np.random.rand(2, 4, 24).astype(np.float32) +K = np.random.rand(2, 6, 24).astype(np.float32) +V = np.random.rand(2, 6, 24).astype(np.float32) + +Y, _, _, _ = _compute_attention( + Q, + K, + V, + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, +) + +expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_attention_3d", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+
+attention_3d_attn_mask + +```python +q_num_heads, kv_num_heads = 3, 3 +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask"], + outputs=["Y"], + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, +) + +Q = np.random.rand(2, 4, 24).astype(np.float32) +K = np.random.rand(2, 6, 24).astype(np.float32) +V = np.random.rand(2, 6, 24).astype(np.float32) +attn_mask = np.random.rand(4, 6).astype(np.float32) + +Y, _, _, _ = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, +) + +expect( + node, + inputs=[Q, K, V, attn_mask], + outputs=[Y], + name="test_attention_3d_attn_mask", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+
+attention_3d_causal + +```python +q_num_heads, kv_num_heads = 3, 3 +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V"], + outputs=["Y"], + is_causal=1, + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, +) + +Q = np.random.rand(2, 4, 24).astype(np.float32) +K = np.random.rand(2, 6, 24).astype(np.float32) +V = np.random.rand(2, 6, 24).astype(np.float32) + +Y, _, _, _ = _compute_attention( + Q, + K, + V, + is_causal=1, + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, +) + +expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_attention_3d_causal", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+
+attention_3d_diff_head_sizes + +```python +q_num_heads, kv_num_heads = 3, 3 +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V"], + outputs=["Y"], + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, +) + +Q = np.random.rand(2, 4, 24).astype(np.float32) +K = np.random.rand(2, 6, 24).astype(np.float32) +V = np.random.rand(2, 6, 30).astype(np.float32) + +Y, _, _, _ = _compute_attention( + Q, + K, + V, + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, +) + +expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_attention_3d_diff_heads_sizes", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+
+attention_3d_diff_head_sizes_attn_mask + +```python +q_num_heads, kv_num_heads = 3, 3 +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask"], + outputs=["Y"], + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, +) + +Q = np.random.rand(2, 4, 24).astype(np.float32) +K = np.random.rand(2, 6, 24).astype(np.float32) +V = np.random.rand(2, 6, 30).astype(np.float32) +attn_mask = np.random.rand(4, 6).astype(np.float32) + +Y, _, _, _ = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, +) + +expect( + node, + inputs=[Q, K, V, attn_mask], + outputs=[Y], + name="test_attention_3d_diff_heads_sizes_attn_mask", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+
+attention_3d_diff_head_sizes_causal + +```python +q_num_heads, kv_num_heads = 3, 3 +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V"], + outputs=["Y"], + is_causal=1, + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, +) + +Q = np.random.rand(2, 4, 24).astype(np.float32) +K = np.random.rand(2, 6, 24).astype(np.float32) +V = np.random.rand(2, 6, 30).astype(np.float32) + +Y, _, _, _ = _compute_attention( + Q, + K, + V, + is_causal=1, + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, +) + +expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_attention_3d_diff_heads_sizes_causal", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+
+attention_3d_diff_head_sizes_scaled + +```python +scale = 1e-2 +q_num_heads, kv_num_heads = 3, 3 +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V"], + outputs=["Y"], + scale=scale, + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, +) + +Q = np.random.rand(2, 4, 24).astype(np.float32) +K = np.random.rand(2, 6, 24).astype(np.float32) +V = np.random.rand(2, 6, 30).astype(np.float32) + +Y, _, _, _ = _compute_attention( + Q, + K, + V, + scale=scale, + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, +) + +expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_attention_3d_diff_heads_sizes_scaled", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+
+attention_3d_diff_head_sizes_softcap + +```python +q_num_heads, kv_num_heads = 3, 3 +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V"], + outputs=["Y"], + softcap=3.0, + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, +) + +Q = np.random.rand(2, 4, 24).astype(np.float32) +K = np.random.rand(2, 6, 24).astype(np.float32) +V = np.random.rand(2, 6, 30).astype(np.float32) + +Y, _, _, _ = _compute_attention( + Q, + K, + V, + softcap=3.0, + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, +) + +expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_attention_3d_diff_heads_sizes_softcap", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+
+attention_3d_diff_head_sizes_with_past_and_present + +```python +q_num_heads, kv_num_heads = 3, 3 +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask", "past_key", "past_value"], + outputs=["Y", "present_key", "present_value"], + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, +) + +past_sequence_length = 12 +Q = np.random.rand(2, 4, 24).astype(np.float32) +K = np.random.rand(2, 6, 24).astype(np.float32) +V = np.random.rand(2, 6, 30).astype(np.float32) +attn_mask = np.random.rand(4, 6 + past_sequence_length).astype(np.float32) +past_key = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float32) +past_value = np.random.rand(2, 3, past_sequence_length, 10).astype(np.float32) + +Y, present_key, present_value, _ = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + past_key=past_key, + past_value=past_value, + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, +) + +expect( + node, + inputs=[Q, K, V, attn_mask, past_key, past_value], + outputs=[Y, present_key, present_value], + name="test_attention_3d_diff_heads_with_past_and_present", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+
+attention_3d_gqa + +```python +q_num_heads, kv_num_heads = 9, 3 +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V"], + outputs=["Y"], + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, +) + +Q = np.random.rand(2, 4, 72).astype(np.float32) +K = np.random.rand(2, 6, 24).astype(np.float32) +V = np.random.rand(2, 6, 24).astype(np.float32) + +Y, _, _, _ = _compute_attention( + Q, + K, + V, + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, +) + +expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_attention_3d_gqa", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+
+attention_3d_gqa_attn_mask + +```python +q_num_heads, kv_num_heads = 9, 3 +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask"], + outputs=["Y"], + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, +) + +Q = np.random.rand(2, 4, 72).astype(np.float32) +K = np.random.rand(2, 6, 24).astype(np.float32) +V = np.random.rand(2, 6, 24).astype(np.float32) +attn_mask = np.random.rand(4, 6).astype(np.float32) + +Y, _, _, _ = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, +) + +expect( + node, + inputs=[Q, K, V, attn_mask], + outputs=[Y], + name="test_attention_3d_gqa_attn_mask", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+
+attention_3d_gqa_causal + +```python +q_num_heads, kv_num_heads = 9, 3 +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V"], + outputs=["Y"], + is_causal=1, + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, +) + +Q = np.random.rand(2, 4, 72).astype(np.float32) +K = np.random.rand(2, 6, 24).astype(np.float32) +V = np.random.rand(2, 6, 24).astype(np.float32) + +Y, _, _, _ = _compute_attention( + Q, + K, + V, + is_causal=1, + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, +) + +expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_attention_3d_gqa_causal", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+
+attention_3d_gqa_scaled + +```python +scale = 1e-2 +q_num_heads, kv_num_heads = 9, 3 +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V"], + outputs=["Y"], + scale=scale, + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, +) + +Q = np.random.rand(2, 4, 72).astype(np.float32) +K = np.random.rand(2, 6, 24).astype(np.float32) +V = np.random.rand(2, 6, 24).astype(np.float32) + +Y, _, _, _ = _compute_attention( + Q, + K, + V, + scale=scale, + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, +) + +expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_attention_3d_gqa_scaled", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+
+attention_3d_gqa_softcap + +```python +q_num_heads, kv_num_heads = 9, 3 +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V"], + outputs=["Y"], + softcap=3.0, + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, +) + +Q = np.random.rand(2, 4, 72).astype(np.float32) +K = np.random.rand(2, 6, 24).astype(np.float32) +V = np.random.rand(2, 6, 24).astype(np.float32) + +Y, _, _, _ = _compute_attention( + Q, + K, + V, + softcap=3.0, + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, +) + +expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_attention_3d_gqa_softcap", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+
+attention_3d_gqa_with_past_and_present + +```python +q_num_heads, kv_num_heads = 9, 3 +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask", "past_key", "past_value"], + outputs=["Y", "present_key", "present_value"], + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, +) + +past_sequence_length = 12 +Q = np.random.rand(2, 4, 72).astype(np.float32) +K = np.random.rand(2, 6, 24).astype(np.float32) +V = np.random.rand(2, 6, 24).astype(np.float32) +attn_mask = np.random.rand(4, 6 + past_sequence_length).astype(np.float32) +past_key = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float32) +past_value = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float32) + +Y, present_key, present_value, _ = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + past_key=past_key, + past_value=past_value, + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, +) + +expect( + node, + inputs=[Q, K, V, attn_mask, past_key, past_value], + outputs=[Y, present_key, present_value], + name="test_attention_3d_gqa_with_past_and_present", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+
+attention_3d_scaled + +```python +scale = 1e-2 +q_num_heads, kv_num_heads = 3, 3 +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V"], + outputs=["Y"], + scale=scale, + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, +) + +Q = np.random.rand(2, 4, 24).astype(np.float32) +K = np.random.rand(2, 6, 24).astype(np.float32) +V = np.random.rand(2, 6, 24).astype(np.float32) + +Y, _, _, _ = _compute_attention( + Q, + K, + V, + scale=scale, + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, +) + +expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_attention_3d_scaled", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+
+attention_3d_softcap + +```python +q_num_heads, kv_num_heads = 3, 3 +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V"], + outputs=["Y"], + softcap=3.0, + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, +) + +Q = np.random.rand(2, 4, 24).astype(np.float32) +K = np.random.rand(2, 6, 24).astype(np.float32) +V = np.random.rand(2, 6, 24).astype(np.float32) + +Y, _, _, _ = _compute_attention( + Q, + K, + V, + softcap=3.0, + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, +) + +expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_attention_3d_softcap", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+
+attention_3d_transpose_verification + +```python +"""Test case to verify correct 3D to 4D transpose behavior. + +This test verifies that 3D inputs are correctly reshaped and transposed +according to the ONNX specification: +[batch_size, seq_length, hidden_size] -> +[batch_size, seq_length, num_heads, head_size] -> +[batch_size, num_heads, seq_length, head_size] +""" +q_num_heads, kv_num_heads = 3, 3 +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V"], + outputs=["Y"], + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, +) + +# Test inputs that will clearly demonstrate the transpose behavior +batch_size = 1 +q_seq_length = 2 +kv_seq_length = 2 +head_size = 4 +q_hidden_size = q_num_heads * head_size # 3 * 4 = 12 +kv_hidden_size = kv_num_heads * head_size # 3 * 4 = 12 + +# Create structured inputs to verify correct transpose behavior +# Q has a pattern where each position in hidden dimension has a specific value +Q = np.zeros((batch_size, q_seq_length, q_hidden_size), dtype=np.float32) +# Fill Q with pattern: head0=[1,1,1,1], head1=[2,2,2,2], head2=[3,3,3,3] +for head in range(q_num_heads): + start_idx = head * head_size + end_idx = start_idx + head_size + Q[0, :, start_idx:end_idx] = float(head + 1) + +K = np.ones((batch_size, kv_seq_length, kv_hidden_size), dtype=np.float32) * 0.1 +V = np.ones((batch_size, kv_seq_length, kv_hidden_size), dtype=np.float32) * 0.1 + +Y, _, _, _ = _compute_attention( + Q, + K, + V, + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, +) + +expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_attention_3d_transpose_verification", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+
+attention_3d_with_past_and_present + +```python +q_num_heads, kv_num_heads = 3, 3 +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask", "past_key", "past_value"], + outputs=["Y", "present_key", "present_value"], + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, +) + +past_sequence_length = 12 +Q = np.random.rand(2, 4, 24).astype(np.float32) +K = np.random.rand(2, 6, 24).astype(np.float32) +V = np.random.rand(2, 6, 24).astype(np.float32) +attn_mask = np.random.rand(4, 6 + past_sequence_length).astype(np.float32) +past_key = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float32) +past_value = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float32) + +Y, present_key, present_value, _ = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + past_key=past_key, + past_value=past_value, + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, +) + +expect( + node, + inputs=[Q, K, V, attn_mask, past_key, past_value], + outputs=[Y, present_key, present_value], + name="test_attention_3d_with_past_and_present", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+
+attention_3d_with_past_and_present_qk_matmul + +```python +q_num_heads, kv_num_heads = 3, 3 +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask", "past_key", "past_value"], + outputs=["Y", "present_key", "present_value", "qk_matmul_output"], + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, +) + +past_sequence_length = 12 +Q = np.random.rand(2, 4, 24).astype(np.float32) +K = np.random.rand(2, 6, 24).astype(np.float32) +V = np.random.rand(2, 6, 24).astype(np.float32) +attn_mask = np.random.rand(4, 6 + past_sequence_length).astype(np.float32) +past_key = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float32) +past_value = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float32) + +Y, present_key, present_value, qk_matmul_output = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + past_key=past_key, + past_value=past_value, + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, +) + +expect( + node, + inputs=[Q, K, V, attn_mask, past_key, past_value], + outputs=[Y, present_key, present_value, qk_matmul_output], + name="test_attention_3d_with_past_and_present_qk_matmul", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+
+attention_3d_with_past_and_present_qk_matmul_bias + +```python +q_num_heads, kv_num_heads = 3, 3 +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask", "past_key", "past_value"], + outputs=["Y", "present_key", "present_value", "qk_matmul_output"], + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, + qk_matmul_output_mode=2, +) + +past_sequence_length = 12 +Q = np.random.rand(2, 4, 24).astype(np.float32) +K = np.random.rand(2, 6, 24).astype(np.float32) +V = np.random.rand(2, 6, 24).astype(np.float32) +attn_mask = np.random.rand(4, 6 + past_sequence_length).astype(np.float32) +past_key = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float32) +past_value = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float32) + +Y, present_key, present_value, qk_matmul_output = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + past_key=past_key, + past_value=past_value, + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, + qk_matmul_output_mode=2, +) + +expect( + node, + inputs=[Q, K, V, attn_mask, past_key, past_value], + outputs=[Y, present_key, present_value, qk_matmul_output], + name="test_attention_3d_with_past_and_present_qk_matmul_bias", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+
+attention_3d_with_past_and_present_qk_matmul_softcap + +```python +q_num_heads, kv_num_heads = 3, 3 +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask", "past_key", "past_value"], + outputs=["Y", "present_key", "present_value", "qk_matmul_output"], + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, + softcap=2.0, + qk_matmul_output_mode=1, +) + +past_sequence_length = 12 +Q = np.random.rand(2, 4, 24).astype(np.float32) +K = np.random.rand(2, 6, 24).astype(np.float32) +V = np.random.rand(2, 6, 24).astype(np.float32) +attn_mask = np.random.rand(4, 6 + past_sequence_length).astype(np.float32) +past_key = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float32) +past_value = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float32) + +Y, present_key, present_value, qk_matmul_output = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + past_key=past_key, + past_value=past_value, + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, + softcap=2.0, + qk_matmul_output_mode=1, +) + +expect( + node, + inputs=[Q, K, V, attn_mask, past_key, past_value], + outputs=[Y, present_key, present_value, qk_matmul_output], + name="test_attention_3d_with_past_and_present_qk_matmul_softcap", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+
+attention_3d_with_past_and_present_qk_matmul_softmax + +```python +q_num_heads, kv_num_heads = 3, 3 +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask", "past_key", "past_value"], + outputs=["Y", "present_key", "present_value", "qk_matmul_output"], + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, + qk_matmul_output_mode=3, +) + +past_sequence_length = 12 +Q = np.random.rand(2, 4, 24).astype(np.float32) +K = np.random.rand(2, 6, 24).astype(np.float32) +V = np.random.rand(2, 6, 24).astype(np.float32) +attn_mask = np.random.rand(4, 6 + past_sequence_length).astype(np.float32) +past_key = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float32) +past_value = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float32) + +Y, present_key, present_value, qk_matmul_output = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + past_key=past_key, + past_value=past_value, + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, + qk_matmul_output_mode=3, +) + +expect( + node, + inputs=[Q, K, V, attn_mask, past_key, past_value], + outputs=[Y, present_key, present_value, qk_matmul_output], + name="test_attention_3d_with_past_and_present_qk_matmul_softmax", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+
+attention_4d_causal_nonpad_attn_mask_composition + +```python +"""Compose ``is_causal`` + ``nonpad_kv_seqlen`` + boolean ``attn_mask``. + +The existing nonpad tests use no ``attn_mask`` and the existing mask tests +use no ``nonpad_kv_seqlen``; this is the first to activate all three +constraints together on the external-cache path with ``batch > 1``. The +three biases are summed additively and a key is attended only if allowed by +all three. Crucially the inputs are designed so that **each constraint is +independently necessary** -- removing any one changes the golden -- to avoid a +degenerate test that a backend ignoring ``is_causal`` and/or +``nonpad_kv_seqlen`` could still pass: + +* **``is_causal`` binds.** Each batch has a key that the boolean mask allows + (``True``) but the bottom-right causal frontier disallows + (``j > i + offset``); only ``is_causal`` masks it (batch 0 row 0 key 2, + batch 1 row 0 key 3). +* **``attn_mask`` binds.** Each batch has a key the causal frontier and the + padding bound both allow but the boolean mask sets ``False`` (batch 0 row 2 + key 1, batch 1 row 2 key 2); only the mask masks it. +* **``nonpad_kv_seqlen`` binds.** ``nonpad_kv_seqlen`` sets the per-batch + causal *offset* (``offset = nonpad_kv_seqlen - q_sequence_length``), so + dropping it collapses the frontier to top-left (``offset = 0``) and shifts + which keys are attended. (Under ``is_causal=1`` the causal frontier already + subsumes the ``j < nonpad`` padding bound, so ``nonpad_kv_seqlen`` binds + through the offset it induces rather than through a redundant padding cut.) + +The mask is chosen to leave at least one allowed key on every query row, so +this exercises the *intersection* of the three constraints with finite outputs +(the fully-masked-row guard is covered by +``test_attention_4d_causal_nonpad_negative_offset_structural_empty`` and +``test_attention_24_fullymasked_qk_matmul_output_mode3_zero``). + +4D Q/K/V is used so ``q_num_heads``/``kv_num_heads`` are omitted (passing +them would make the function body treat the input as 3D). +""" +np.random.seed(11) +B, H, L, D = 2, 2, 6, 8 +S_q = 3 + +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask", "", "", "nonpad_kv_seqlen"], + outputs=["Y"], + is_causal=1, +) + +Q = np.random.rand(B, H, S_q, D).astype(np.float32) +K = np.random.rand(B, H, L, D).astype(np.float32) +V = np.random.rand(B, H, L, D).astype(np.float32) +nonpad_kv_seqlen = np.array([4, 5], dtype=np.int64) # offsets [1, 2] +# Per-batch (B, 1, S_q, L) bool mask. Each batch is laid out so all three +# constraints uniquely bind (see the docstring): a causal-only-masked key +# (mask True, j > i + offset), a mask-only-masked key (mask False, causal + +# nonpad allow it), and >=1 allowed key per row. +attn_mask = np.array( + [ + [ + [ + [True, True, True, False, False, False], + [True, True, True, False, False, False], + [True, False, True, True, False, False], + ] + ], + [ + [ + [True, True, True, True, False, False], + [True, True, True, True, False, False], + [True, True, False, True, True, False], + ] + ], + ], + dtype=np.bool_, +) + +Y, _, _, _ = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + nonpad_kv_seqlen=nonpad_kv_seqlen, + is_causal=1, +) + +# The chosen mask leaves >=1 allowed key per row, so the composition stays +# finite (no fully-masked row in this case). +assert np.all(np.isfinite(Y)), "composed-constraint output must be finite" + +# Non-degeneracy: each constraint is independently necessary. Removing any one +# of the three (is_causal, attn_mask, nonpad_kv_seqlen) must change the result, +# so a backend that ignores is_causal or nonpad_kv_seqlen cannot reproduce the +# golden by applying only the most restrictive mask. +y_no_causal, _, _, _ = _compute_attention( + Q, K, V, attn_mask=attn_mask, nonpad_kv_seqlen=nonpad_kv_seqlen, is_causal=0 +) +y_no_mask, _, _, _ = _compute_attention( + Q, K, V, nonpad_kv_seqlen=nonpad_kv_seqlen, is_causal=1 +) +y_no_nonpad, _, _, _ = _compute_attention( + Q, K, V, attn_mask=attn_mask, is_causal=1 +) +assert not np.allclose(Y, y_no_causal, equal_nan=True), ( + "is_causal must bind: dropping it changes the result" +) +assert not np.allclose(Y, y_no_mask, equal_nan=True), ( + "attn_mask must bind: dropping it changes the result" +) +assert not np.allclose(Y, y_no_nonpad, equal_nan=True), ( + "nonpad_kv_seqlen must bind (via the causal offset): dropping it changes the result" +) + +expect( + node, + inputs=[Q, K, V, attn_mask, nonpad_kv_seqlen], + outputs=[Y], + name="test_attention_4d_causal_nonpad_attn_mask_composition", + opset_imports=[onnx.helper.make_opsetid("", 24)], +) +``` + +
+
+attention_4d_causal_nonpad_batch_prefill + +```python +"""Batch>1 continued prefill with distinct per-batch bottom-right offsets. + +The batched generalization of the ``batch == 1`` continued-prefill case: with +``nonpad_kv_seqlen = [4, 5, 6]`` and ``S_q = 2`` the per-batch bottom-right +offsets are ``[2, 3, 4]`` (all ``>= 0``), so each batch realigns its causal +frontier to its own valid-key prefix. This pins that the per-batch offset is +applied independently across the batch dimension. + +4D Q/K/V is used so ``q_num_heads``/``kv_num_heads`` are omitted (passing +them would make the function body treat the input as 3D). +""" +np.random.seed(12) +B, H, L, D = 3, 2, 6, 8 +S_q = 2 + +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "", "", "", "nonpad_kv_seqlen"], + outputs=["Y"], + is_causal=1, +) + +Q = np.random.rand(B, H, S_q, D).astype(np.float32) +K = np.random.rand(B, H, L, D).astype(np.float32) +V = np.random.rand(B, H, L, D).astype(np.float32) +nonpad_kv_seqlen = np.array([4, 5, 6], dtype=np.int64) # offsets [2, 3, 4] + +Y, _, _, _ = _compute_attention( + Q, + K, + V, + nonpad_kv_seqlen=nonpad_kv_seqlen, + is_causal=1, +) + +assert np.all(np.isfinite(Y)), "per-batch prefill output must be finite" + +expect( + node, + inputs=[Q, K, V, nonpad_kv_seqlen], + outputs=[Y], + name="test_attention_4d_causal_nonpad_batch_prefill", + opset_imports=[onnx.helper.make_opsetid("", 24)], +) +``` + +
+
+attention_4d_causal_nonpad_continued_prefill + +```python +"""Continued / chunked prefill (S_q=2) into a partially-filled static cache. + +With ``nonpad_kv_seqlen = [4]`` and ``S_q = 2`` the bottom-right offset is +``4 - 2 = 2``: query 0 attends keys ``{0,1,2}`` and query 1 attends +``{0,1,2,3}``. The old top-left alignment would mask everything past the +diagonal (``{0}`` and ``{0,1}``), so this test fails pre-fix. +""" +np.random.seed(1) +B, H, L, D = 1, 2, 4, 8 +S_q = 2 + +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "", "", "", "nonpad_kv_seqlen"], + outputs=["Y"], + is_causal=1, +) + +Q = np.random.rand(B, H, S_q, D).astype(np.float32) +K = np.random.rand(B, H, L, D).astype(np.float32) +V = np.random.rand(B, H, L, D).astype(np.float32) +nonpad_kv_seqlen = np.array([4], dtype=np.int64) + +Y, _, _, _ = _compute_attention( + Q, + K, + V, + nonpad_kv_seqlen=nonpad_kv_seqlen, + is_causal=1, +) + +expect( + node, + inputs=[Q, K, V, nonpad_kv_seqlen], + outputs=[Y], + name="test_attention_4d_causal_nonpad_continued_prefill", + opset_imports=[onnx.helper.make_opsetid("", 24)], +) +``` + +
+
+attention_4d_causal_nonpad_negative_offset_structural_empty + +```python +"""Negative bottom-right offset: structurally-empty early query rows -> zero. + +This is the onnx-node twin of the ORT gtest +``Attention_Causal_NonPadKVSeqLen_StructuralEmptyRow_Zero`` / +``StructuralEmptyRows_Zero_CUDA``. With ``nonpad_kv_seqlen = [2]`` and +``S_q = 4`` the bottom-right offset is ``2 - 4 = -2``: query row ``sq`` +attends keys ``0..(sq - 2)``, so rows 0 and 1 have an empty key set. Their +``softmax`` over an all-``-inf`` bias row is ``NaN``; the fully-masked-row +guard zeros those rows before the ``P @ V`` contraction so the output rows are +exactly ``0``, while rows 2 and 3 (attending keys ``{0}`` and ``{0,1}``) stay finite +and nonzero. A ``nonpad_kv_seqlen[b] < q_sequence_length`` input is out of +the contract's intended use, but its result is still well-defined (zeroed +rows) rather than ``NaN``; this test pins that defined behavior. + +4D Q/K/V is used so ``q_num_heads``/``kv_num_heads`` are omitted (passing +them would make the function body treat the input as 3D). +""" +np.random.seed(7) +B, H, L, D = 1, 2, 4, 8 +S_q = 4 + +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "", "", "", "nonpad_kv_seqlen"], + outputs=["Y"], + is_causal=1, +) + +Q = np.random.rand(B, H, S_q, D).astype(np.float32) +K = np.random.rand(B, H, L, D).astype(np.float32) +V = np.random.rand(B, H, L, D).astype(np.float32) +# offset = nonpad - S_q = 2 - 4 = -2 -> rows 0,1 structurally empty. +nonpad_kv_seqlen = np.array([2], dtype=np.int64) + +Y, _, _, _ = _compute_attention( + Q, + K, + V, + nonpad_kv_seqlen=nonpad_kv_seqlen, + is_causal=1, +) + +# Structurally-empty early rows are exactly zero (not NaN); later rows finite. +assert np.all(np.isfinite(Y)), "all output rows must be finite" +assert np.array_equal(Y[:, :, 0, :], np.zeros_like(Y[:, :, 0, :])), ( + "structurally-empty row 0 must be zero" +) +assert np.array_equal(Y[:, :, 1, :], np.zeros_like(Y[:, :, 1, :])), ( + "structurally-empty row 1 must be zero" +) +assert np.any(Y[:, :, 2, :] != 0) and np.any(Y[:, :, 3, :] != 0), ( + "rows with a non-empty key set must be nonzero" +) + +expect( + node, + inputs=[Q, K, V, nonpad_kv_seqlen], + outputs=[Y], + name="test_attention_4d_causal_nonpad_negative_offset_structural_empty", + opset_imports=[onnx.helper.make_opsetid("", 24)], +) +``` + +
+
+attention_4d_causal_with_past_and_present + +```python +"""Regression guard: internal (past_key) cache + is_causal. + +This exercises the unchanged scalar bottom-right path (offset = +past_sequence_length). Its golden output must remain identical to the +pre-fix behavior, proving the external-cache change does not touch the +past_key path. +""" +np.random.seed(2) +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "", "past_key", "past_value"], + outputs=["Y", "present_key", "present_value"], + is_causal=1, +) + +past_sequence_length = 3 +Q = np.random.rand(2, 3, 4, 8).astype(np.float32) +K = np.random.rand(2, 3, 4, 8).astype(np.float32) +V = np.random.rand(2, 3, 4, 8).astype(np.float32) +past_key = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float32) +past_value = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float32) + +Y, present_key, present_value, _ = _compute_attention( + Q, + K, + V, + past_key=past_key, + past_value=past_value, + is_causal=1, +) + +expect( + node, + inputs=[Q, K, V, past_key, past_value], + outputs=[Y, present_key, present_value], + name="test_attention_4d_causal_with_past_and_present", + opset_imports=[onnx.helper.make_opsetid("", 24)], +) +``` + +
+
+attention_4d_diff_heads_mask4d_padded_kv + +```python +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask", "", "", "nonpad_kv_seqlen"], + outputs=["Y"], +) + +Q = np.random.rand(2, 3, 4, 8).astype(np.float32) +K = np.random.rand(2, 3, 6, 8).astype(np.float32) +V = np.random.rand(2, 3, 6, 10).astype(np.float32) +attn_mask = np.random.rand(2, 3, 4, 4).astype(np.float32) +nonpad_kv_seqlen = np.array([3, 4], dtype=np.int64) + +Y, _, _, _ = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + nonpad_kv_seqlen=nonpad_kv_seqlen, +) + +expect( + node, + inputs=[Q, K, V, attn_mask, nonpad_kv_seqlen], + outputs=[Y], + name="test_attention_4d_diff_heads_mask4d_padded_kv", + opset_imports=[onnx.helper.make_opsetid("", 24)], +) +``` + +
+
+attention_4d_gqa_causal_nonpad_decode + +```python +"""External/static-cache decode (S_q=1) with per-batch valid lengths. + +K/V are the full static cache buffer; ``nonpad_kv_seqlen`` marks how many +leading keys are valid per batch. With bottom-right (offset-aware) causal +masking the single decode query attends keys ``0..nonpad[b]-1``. Under the +old top-left alignment it would attend only key 0, so this test fails +pre-fix and passes post-fix. +""" +np.random.seed(0) +B, H_q, H_kv, L, D = 2, 4, 2, 8, 8 + +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "", "", "", "nonpad_kv_seqlen"], + outputs=["Y"], + is_causal=1, +) + +Q = np.random.rand(B, H_q, 1, D).astype(np.float32) +K = np.random.rand(B, H_kv, L, D).astype(np.float32) +V = np.random.rand(B, H_kv, L, D).astype(np.float32) +# Batch 0 has all 8 keys valid, batch 1 only the first 5. +nonpad_kv_seqlen = np.array([8, 5], dtype=np.int64) + +Y, _, _, _ = _compute_attention( + Q, + K, + V, + nonpad_kv_seqlen=nonpad_kv_seqlen, + is_causal=1, +) + +expect( + node, + inputs=[Q, K, V, nonpad_kv_seqlen], + outputs=[Y], + name="test_attention_4d_gqa_causal_nonpad_decode", + opset_imports=[onnx.helper.make_opsetid("", 24)], +) +``` + +
+
+attention_4d_gqa_causal_nonpad_decode_fp16 + +```python +"""fp16 variant of the external-cache decode case (locks -inf dtype handling).""" +np.random.seed(0) +B, H_q, H_kv, L, D = 2, 4, 2, 8, 8 + +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "", "", "", "nonpad_kv_seqlen"], + outputs=["Y"], + is_causal=1, +) + +Q = np.random.rand(B, H_q, 1, D).astype(np.float16) +K = np.random.rand(B, H_kv, L, D).astype(np.float16) +V = np.random.rand(B, H_kv, L, D).astype(np.float16) +nonpad_kv_seqlen = np.array([8, 5], dtype=np.int64) + +Y, _, _, _ = _compute_attention( + Q, + K, + V, + nonpad_kv_seqlen=nonpad_kv_seqlen, + is_causal=1, +) + +expect( + node, + inputs=[Q, K, V, nonpad_kv_seqlen], + outputs=[Y], + name="test_attention_4d_gqa_causal_nonpad_decode_fp16", + opset_imports=[onnx.helper.make_opsetid("", 24)], +) +``` + +
+
+attention_attn_3d_mask + +```python +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask"], + outputs=["Y"], +) + +Q = np.random.rand(2, 3, 4, 8).astype(np.float32) +K = np.random.rand(2, 3, 6, 8).astype(np.float32) +V = np.random.rand(2, 3, 6, 8).astype(np.float32) +attn_mask = np.random.rand(2, 1, 4, 6).astype(np.float32) + +Y, _, _, _ = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, +) + +expect( + node, + inputs=[Q, K, V, attn_mask], + outputs=[Y], + name="test_attention_4d_attn_mask_3d", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+
+attention_attn_3d_mask_causal + +```python +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask"], + outputs=["Y"], + is_causal=1, +) + +Q = np.random.rand(2, 3, 4, 8).astype(np.float32) +K = np.random.rand(2, 3, 6, 8).astype(np.float32) +V = np.random.rand(2, 3, 6, 8).astype(np.float32) +attn_mask = np.random.rand(2, 1, 4, 6).astype(np.float32) + +Y, _, _, _ = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + is_causal=1, +) + +expect( + node, + inputs=[Q, K, V, attn_mask], + outputs=[Y], + name="test_attention_4d_attn_mask_3d_causal", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+
+attention_attn_4d_mask + +```python +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask"], + outputs=["Y"], +) + +Q = np.random.rand(2, 3, 4, 8).astype(np.float32) +K = np.random.rand(2, 3, 6, 8).astype(np.float32) +V = np.random.rand(2, 3, 6, 8).astype(np.float32) +attn_mask = np.random.rand(2, 3, 4, 6).astype(np.float32) + +Y, _, _, _ = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, +) + +expect( + node, + inputs=[Q, K, V, attn_mask], + outputs=[Y], + name="test_attention_4d_attn_mask_4d", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+
+attention_attn_4d_mask_causal + +```python +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask"], + outputs=["Y"], + is_causal=1, +) + +Q = np.random.rand(2, 3, 4, 8).astype(np.float32) +K = np.random.rand(2, 3, 6, 8).astype(np.float32) +V = np.random.rand(2, 3, 6, 8).astype(np.float32) +attn_mask = np.random.rand(2, 3, 4, 6).astype(np.float32) + +Y, _, _, _ = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + is_causal=1, +) + +expect( + node, + inputs=[Q, K, V, attn_mask], + outputs=[Y], + name="test_attention_4d_attn_mask_4d_causal", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+
+attention_attn_mask + +```python +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask"], + outputs=["Y"], +) + +Q = np.random.rand(2, 3, 4, 8).astype(np.float32) +K = np.random.rand(2, 3, 6, 8).astype(np.float32) +V = np.random.rand(2, 3, 6, 8).astype(np.float32) +attn_mask = np.random.rand(4, 6).astype(np.float32) + +Y, _, _, _ = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, +) + +expect( + node, + inputs=[Q, K, V, attn_mask], + outputs=[Y], + name="test_attention_4d_attn_mask", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+
+attention_attn_mask_bool + +```python +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask"], + outputs=["Y"], +) + +Q = np.random.rand(2, 3, 4, 8).astype(np.float32) +K = np.random.rand(2, 3, 6, 8).astype(np.float32) +V = np.random.rand(2, 3, 6, 8).astype(np.float32) +attn_mask = np.random.rand(4, 6).astype(bool) + +Y, _, _, _ = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, +) + +expect( + node, + inputs=[Q, K, V, attn_mask], + outputs=[Y], + name="test_attention_4d_attn_mask_bool", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+
+attention_attn_mask_bool_4d + +```python +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask"], + outputs=["Y"], +) + +Q = np.random.rand(2, 3, 4, 8).astype(np.float32) +K = np.random.rand(2, 3, 6, 8).astype(np.float32) +V = np.random.rand(2, 3, 6, 8).astype(np.float32) +attn_mask = np.random.rand(2, 3, 4, 6).astype(bool) + +Y, _, _, _ = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, +) + +expect( + node, + inputs=[Q, K, V, attn_mask], + outputs=[Y], + name="test_attention_4d_attn_mask_bool_4d", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+
+attention_causal + +```python +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V"], + outputs=["Y"], + is_causal=1, +) + +Q = np.random.rand(2, 3, 4, 8).astype(np.float32) +K = np.random.rand(2, 3, 6, 8).astype(np.float32) +V = np.random.rand(2, 3, 6, 8).astype(np.float32) + +Y, _, _, _ = _compute_attention(Q, K, V, is_causal=1) + +expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_attention_4d_causal", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+
+attention_causal_boolmask_nan_robustness + +```python +"""Composed ``is_causal`` + boolean ``attn_mask`` NaN-robustness. + +The causal frontier (lower-triangular here, offset 0) and the boolean +``attn_mask`` are intersected: a key is attended only if allowed by both. +This exercises two pre-fix NaN sources on the same forward pass: + +* **Bug-1 (allowed cells stay finite).** Query 0 is allowed key 0 by both + the causal frontier (``{0}``) and the mask (``True`` at key 0). The old + ``(1 - attn_mask) * -inf`` conversion computes ``0 * -inf = NaN`` at that + allowed cell, poisoning the row. The select conversion + ``where(attn_mask, 0, -inf)`` keeps it finite. +* **Bug-2 (fully-masked row -> 0).** Query 1 is allowed keys ``{0, 1}`` by + the causal frontier but the mask is ``False`` at both, so the combined + constraint allows no key. ``softmax`` of an all-``-inf`` row is ``NaN``; + the fully-masked-row guard zeros it before the ``P @ V`` contraction so + the output row is ``0``. + +4D Q/K/V is used so ``q_num_heads``/``kv_num_heads`` are omitted (passing +them would make the function body treat the input as 3D). +""" +np.random.seed(3) +B, H, S, D = 1, 2, 2, 8 + +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask"], + outputs=["Y"], + is_causal=1, +) + +Q = np.random.rand(B, H, S, D).astype(np.float32) +K = np.random.rand(B, H, S, D).astype(np.float32) +V = np.random.rand(B, H, S, D).astype(np.float32) +# Row 0: key 0 allowed (Bug-1 allowed cell). Row 1: no key allowed -> fully +# masked once intersected with the causal frontier (Bug-2 empty row). +attn_mask = np.array([[True, False], [False, False]], dtype=np.bool_) + +Y, _, _, _ = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + is_causal=1, +) + +# Bug-1: allowed cells are finite (no NaN anywhere). Bug-2: the fully-masked +# query row is exactly zero, not NaN. +assert np.all(np.isfinite(Y)), "allowed cells must be finite (Bug-1)" +assert np.array_equal(Y[:, :, 1, :], np.zeros_like(Y[:, :, 1, :])), ( + "fully-masked row must be zero (Bug-2)" +) + +expect( + node, + inputs=[Q, K, V, attn_mask], + outputs=[Y], + name="test_attention_causal_boolmask_nan_robustness", + opset_imports=[onnx.helper.make_opsetid("", 24)], +) +``` + +
+
+attention_diff_head_sizes + +```python +node = onnx.helper.make_node("Attention", inputs=["Q", "K", "V"], outputs=["Y"]) + +Q = np.random.rand(2, 3, 4, 8).astype(np.float32) +K = np.random.rand(2, 3, 6, 8).astype(np.float32) +V = np.random.rand(2, 3, 6, 10).astype(np.float32) + +Y, _, _, _ = _compute_attention(Q, K, V) + +expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_attention_4d_diff_heads_sizes", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+
+attention_diff_head_sizes_attn_mask + +```python +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask"], + outputs=["Y"], +) + +Q = np.random.rand(2, 3, 4, 8).astype(np.float32) +K = np.random.rand(2, 3, 6, 8).astype(np.float32) +V = np.random.rand(2, 3, 6, 10).astype(np.float32) +attn_mask = np.random.rand(4, 6).astype(np.float32) + +Y, _, _, _ = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, +) + +expect( + node, + inputs=[Q, K, V, attn_mask], + outputs=[Y], + name="test_attention_4d_diff_heads_sizes_attn_mask", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+
+attention_diff_head_sizes_causal + +```python +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V"], + outputs=["Y"], + is_causal=1, +) + +Q = np.random.rand(2, 3, 4, 8).astype(np.float32) +K = np.random.rand(2, 3, 6, 8).astype(np.float32) +V = np.random.rand(2, 3, 6, 10).astype(np.float32) + +Y, _, _, _ = _compute_attention( + Q, + K, + V, + is_causal=1, +) + +expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_attention_4d_diff_heads_sizes_causal", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+
+attention_diff_head_sizes_scaled + +```python +scale = 1e-2 +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V"], + outputs=["Y"], + scale=scale, +) + +Q = np.random.rand(2, 3, 4, 8).astype(np.float32) +K = np.random.rand(2, 3, 6, 8).astype(np.float32) +V = np.random.rand(2, 3, 6, 10).astype(np.float32) + +Y, _, _, _ = _compute_attention(Q, K, V, scale=scale) + +expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_attention_4d_diff_heads_sizes_scaled", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+
+attention_diff_head_sizes_softcap + +```python +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V"], + outputs=["Y"], + softcap=2.0, +) + +Q = np.random.rand(2, 3, 4, 8).astype(np.float32) +K = np.random.rand(2, 3, 6, 8).astype(np.float32) +V = np.random.rand(2, 3, 6, 10).astype(np.float32) + +Y, _, _, _ = _compute_attention( + Q, + K, + V, + softcap=2.0, +) + +expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_attention_4d_diff_heads_sizes_softcap", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+
+attention_diff_head_sizes_with_past_and_present + +```python +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask", "past_key", "past_value"], + outputs=["Y", "present_key", "present_value"], +) + +past_sequence_length = 12 +Q = np.random.rand(2, 3, 4, 8).astype(np.float32) +K = np.random.rand(2, 3, 6, 8).astype(np.float32) +V = np.random.rand(2, 3, 6, 10).astype(np.float32) +attn_mask = np.random.rand(4, 6 + past_sequence_length).astype(np.float32) +past_key = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float32) +past_value = np.random.rand(2, 3, past_sequence_length, 10).astype(np.float32) + +Y, present_key, present_value, _ = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + past_key=past_key, + past_value=past_value, +) + +expect( + node, + inputs=[Q, K, V, attn_mask, past_key, past_value], + outputs=[Y, present_key, present_value], + name="test_attention_4d_diff_heads_with_past_and_present", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+
+attention_diff_head_sizes_with_past_and_present_mask3D + +```python +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask", "past_key", "past_value"], + outputs=["Y", "present_key", "present_value"], +) + +past_sequence_length = 12 +Q = np.random.rand(2, 3, 4, 8).astype(np.float32) +K = np.random.rand(2, 3, 6, 8).astype(np.float32) +V = np.random.rand(2, 3, 6, 10).astype(np.float32) +attn_mask = np.random.rand(2, 1, 4, 6 + past_sequence_length).astype(np.float32) +past_key = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float32) +past_value = np.random.rand(2, 3, past_sequence_length, 10).astype(np.float32) + +Y, present_key, present_value, _ = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + past_key=past_key, + past_value=past_value, +) + +expect( + node, + inputs=[Q, K, V, attn_mask, past_key, past_value], + outputs=[Y, present_key, present_value], + name="test_attention_4d_diff_heads_with_past_and_present_mask3d", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+
+attention_diff_head_sizes_with_past_and_present_mask4D + +```python +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask", "past_key", "past_value"], + outputs=["Y", "present_key", "present_value"], +) + +past_sequence_length = 12 +Q = np.random.rand(2, 3, 4, 8).astype(np.float32) +K = np.random.rand(2, 3, 6, 8).astype(np.float32) +V = np.random.rand(2, 3, 6, 10).astype(np.float32) +attn_mask = np.random.rand(2, 3, 4, 6 + past_sequence_length).astype(np.float32) +past_key = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float32) +past_value = np.random.rand(2, 3, past_sequence_length, 10).astype(np.float32) + +Y, present_key, present_value, _ = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + past_key=past_key, + past_value=past_value, +) + +expect( + node, + inputs=[Q, K, V, attn_mask, past_key, past_value], + outputs=[Y, present_key, present_value], + name="test_attention_4d_diff_heads_with_past_and_present_mask4d", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+
+attention_fp16 + +```python +node = onnx.helper.make_node("Attention", inputs=["Q", "K", "V"], outputs=["Y"]) + +Q = np.random.rand(2, 3, 4, 8).astype(np.float16) +K = np.random.rand(2, 3, 6, 8).astype(np.float16) +V = np.random.rand(2, 3, 6, 8).astype(np.float16) + +Y, _, _, _ = _compute_attention(Q, K, V) + +expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_attention_4d_fp16", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+
+attention_gqa + +```python +node = onnx.helper.make_node("Attention", inputs=["Q", "K", "V"], outputs=["Y"]) + +Q = np.random.rand(2, 9, 4, 8).astype(np.float32) +K = np.random.rand(2, 3, 6, 8).astype(np.float32) +V = np.random.rand(2, 3, 6, 8).astype(np.float32) + +Y, _, _, _ = _compute_attention(Q, K, V) + +expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_attention_4d_gqa", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+
+attention_gqa_attn_mask + +```python +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask"], + outputs=["Y"], +) + +Q = np.random.rand(2, 9, 4, 8).astype(np.float32) +K = np.random.rand(2, 3, 6, 8).astype(np.float32) +V = np.random.rand(2, 3, 6, 8).astype(np.float32) +attn_mask = np.random.rand(4, 6).astype(np.float32) + +Y, _, _, _ = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, +) + +expect( + node, + inputs=[Q, K, V, attn_mask], + outputs=[Y], + name="test_attention_4d_gqa_attn_mask", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+
+attention_gqa_causal + +```python +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V"], + outputs=["Y"], + is_causal=1, +) + +Q = np.random.rand(2, 9, 4, 8).astype(np.float32) +K = np.random.rand(2, 3, 6, 8).astype(np.float32) +V = np.random.rand(2, 3, 6, 8).astype(np.float32) + +Y, _, _, _ = _compute_attention(Q, K, V, is_causal=1) + +expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_attention_4d_gqa_causal", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+
+attention_gqa_scaled + +```python +scale = 1e-2 +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V"], + outputs=["Y"], + scale=scale, +) + +Q = np.random.rand(2, 9, 4, 8).astype(np.float32) +K = np.random.rand(2, 3, 6, 8).astype(np.float32) +V = np.random.rand(2, 3, 6, 8).astype(np.float32) + +Y, _, _, _ = _compute_attention(Q, K, V, scale=scale) + +expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_attention_4d_gqa_scaled", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+
+attention_gqa_softcap + +```python +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V"], + outputs=["Y"], + softcap=2.0, +) + +Q = np.random.rand(2, 9, 4, 8).astype(np.float32) +K = np.random.rand(2, 3, 6, 8).astype(np.float32) +V = np.random.rand(2, 3, 6, 8).astype(np.float32) + +Y, _, _, _ = _compute_attention(Q, K, V, softcap=2.0) + +expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_attention_4d_gqa_softcap", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+
+attention_gqa_with_past_and_present + +```python +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask", "past_key", "past_value"], + outputs=["Y", "present_key", "present_value"], +) + +past_sequence_length = 12 +Q = np.random.rand(2, 9, 4, 8).astype(np.float32) +K = np.random.rand(2, 3, 6, 8).astype(np.float32) +V = np.random.rand(2, 3, 6, 8).astype(np.float32) +attn_mask = np.random.rand(4, 6 + past_sequence_length).astype(np.float32) +past_key = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float32) +past_value = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float32) + +Y, present_key, present_value, _ = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + past_key=past_key, + past_value=past_value, +) + +expect( + node, + inputs=[Q, K, V, attn_mask, past_key, past_value], + outputs=[Y, present_key, present_value], + name="test_attention_4d_gqa_with_past_and_present", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+
+attention_gqa_with_past_and_present_fp16 + +```python +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask", "past_key", "past_value"], + outputs=["Y", "present_key", "present_value"], +) + +past_sequence_length = 12 +Q = np.random.rand(2, 9, 4, 8).astype(np.float16) +K = np.random.rand(2, 3, 6, 8).astype(np.float16) +V = np.random.rand(2, 3, 6, 8).astype(np.float16) +attn_mask = np.random.rand(4, 6 + past_sequence_length).astype(np.float16) +past_key = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float16) +past_value = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float16) + +Y, present_key, present_value, _ = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + past_key=past_key, + past_value=past_value, +) + +expect( + node, + inputs=[Q, K, V, attn_mask, past_key, past_value], + outputs=[Y, present_key, present_value], + name="test_attention_4d_gqa_with_past_and_present_fp16", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+
+attention_scaled + +```python +scale = 1e-2 +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V"], + outputs=["Y"], + scale=scale, +) + +Q = np.random.rand(2, 3, 4, 8).astype(np.float32) +K = np.random.rand(2, 3, 6, 8).astype(np.float32) +V = np.random.rand(2, 3, 6, 8).astype(np.float32) + +Y, _, _, _ = _compute_attention(Q, K, V, scale=scale) + +expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_attention_4d_scaled", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+
+attention_softcap + +```python +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V"], + outputs=["Y"], + softcap=2.0, +) + +Q = np.random.rand(2, 3, 4, 8).astype(np.float32) +K = np.random.rand(2, 3, 6, 8).astype(np.float32) +V = np.random.rand(2, 3, 6, 8).astype(np.float32) + +Y, _, _, _ = _compute_attention(Q, K, V, softcap=2.0) + +expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_attention_4d_softcap", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+
+attention_softcap_with_neginf_mask + +```python +"""Softcap + -inf mask: verifies softcap is applied BEFORE mask/bias. + +If ordering were wrong (mask then softcap), tanh(-inf/softcap) = -1, +so softcap * tanh(-inf/softcap) = -softcap (finite). That leaks +probability to masked positions. With correct ordering (softcap then +mask), the -inf mask values survive to softmax and yield zero weight. +""" +np.random.seed(42) +B, H, S_q, S_kv, D = 1, 1, 4, 6, 8 + +Q = np.random.rand(B, H, S_q, D).astype(np.float32) +K = np.random.rand(B, H, S_kv, D).astype(np.float32) +V = np.random.rand(B, H, S_kv, D).astype(np.float32) + +# All Q positions are blocked from KV positions 4 and 5. +attn_mask = np.zeros((S_q, S_kv), dtype=np.float32) +attn_mask[:, 4:] = -np.inf + +softcap = 0.5 + +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask"], + outputs=["Y"], + softcap=softcap, +) + +Y, _, _, _ = _compute_attention(Q, K, V, attn_mask=attn_mask, softcap=softcap) + +expect( + node, + inputs=[Q, K, V, attn_mask], + outputs=[Y], + name="test_attention_4d_softcap_neginf_mask", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+
+attention_softcap_with_neginf_mask_poison + +```python +"""Softcap + -inf mask + poison values at masked KV positions. + +V has value 1000 at the masked positions (4 and 5). With correct +ordering the output stays in [0, 1] because the mask zeros out those +positions. With wrong ordering the output explodes (> 50), making +the failure obvious even with loose tolerances. +""" +np.random.seed(42) +B, H, S_q, S_kv, D = 1, 1, 4, 6, 8 + +Q = np.random.rand(B, H, S_q, D).astype(np.float32) +K = np.random.rand(B, H, S_kv, D).astype(np.float32) +V = np.random.rand(B, H, S_kv, D).astype(np.float32) + +# Block all Q positions from KV positions 4 and 5. +attn_mask = np.zeros((S_q, S_kv), dtype=np.float32) +attn_mask[:, 4:] = -np.inf + +# Poison: if attention leaks to masked positions, output >> 1. +V[:, :, 4:, :] = 1000.0 + +softcap = 0.5 + +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask"], + outputs=["Y"], + softcap=softcap, +) + +Y, _, _, _ = _compute_attention(Q, K, V, attn_mask=attn_mask, softcap=softcap) + +expect( + node, + inputs=[Q, K, V, attn_mask], + outputs=[Y], + name="test_attention_4d_softcap_neginf_mask_poison", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+
+attention_with_past_and_present + +```python +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask", "past_key", "past_value"], + outputs=["Y", "present_key", "present_value"], +) + +past_sequence_length = 12 +Q = np.random.rand(2, 3, 4, 8).astype(np.float32) +K = np.random.rand(2, 3, 6, 8).astype(np.float32) +V = np.random.rand(2, 3, 6, 8).astype(np.float32) +attn_mask = np.random.rand(4, 6 + past_sequence_length).astype(np.float32) +past_key = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float32) +past_value = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float32) + +Y, present_key, present_value, _ = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + past_key=past_key, + past_value=past_value, +) + +expect( + node, + inputs=[Q, K, V, attn_mask, past_key, past_value], + outputs=[Y, present_key, present_value], + name="test_attention_4d_with_past_and_present", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+
+attention_with_past_and_present_qk_matmul + +```python +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask", "past_key", "past_value"], + outputs=["Y", "present_key", "present_value", "qk_matmul_output"], +) + +past_sequence_length = 12 +Q = np.random.rand(2, 3, 4, 8).astype(np.float32) +K = np.random.rand(2, 3, 6, 8).astype(np.float32) +V = np.random.rand(2, 3, 6, 8).astype(np.float32) +attn_mask = np.random.rand(4, 6 + past_sequence_length).astype(np.float32) +past_key = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float32) +past_value = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float32) + +Y, present_key, present_value, qk_matmul_output = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + past_key=past_key, + past_value=past_value, +) + +expect( + node, + inputs=[Q, K, V, attn_mask, past_key, past_value], + outputs=[Y, present_key, present_value, qk_matmul_output], + name="test_attention_4d_with_past_and_present_qk_matmul", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+
+attention_with_past_and_present_qk_matmul_bias + +```python +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask", "past_key", "past_value"], + outputs=["Y", "present_key", "present_value", "qk_matmul_output"], + qk_matmul_output_mode=2, +) + +past_sequence_length = 12 +Q = np.random.rand(2, 3, 4, 8).astype(np.float32) +K = np.random.rand(2, 3, 6, 8).astype(np.float32) +V = np.random.rand(2, 3, 6, 8).astype(np.float32) +attn_mask = np.random.rand(4, 6 + past_sequence_length).astype(np.float32) +past_key = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float32) +past_value = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float32) + +Y, present_key, present_value, qk_matmul_output = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + past_key=past_key, + past_value=past_value, + qk_matmul_output_mode=2, +) + +expect( + node, + inputs=[Q, K, V, attn_mask, past_key, past_value], + outputs=[Y, present_key, present_value, qk_matmul_output], + name="test_attention_4d_with_past_and_present_qk_matmul_bias", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+
+attention_with_past_and_present_qk_matmul_bias_3d_mask + +```python +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask", "past_key", "past_value"], + outputs=["Y", "present_key", "present_value", "qk_matmul_output"], + qk_matmul_output_mode=2, +) + +past_sequence_length = 12 +Q = np.random.rand(2, 3, 4, 8).astype(np.float32) +K = np.random.rand(2, 3, 6, 8).astype(np.float32) +V = np.random.rand(2, 3, 6, 8).astype(np.float32) +attn_mask = np.random.rand(2, 1, 4, 6 + past_sequence_length).astype(np.float32) +past_key = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float32) +past_value = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float32) + +Y, present_key, present_value, qk_matmul_output = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + past_key=past_key, + past_value=past_value, + qk_matmul_output_mode=2, +) + +expect( + node, + inputs=[Q, K, V, attn_mask, past_key, past_value], + outputs=[Y, present_key, present_value, qk_matmul_output], + name="test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+
+attention_with_past_and_present_qk_matmul_bias_3d_mask_causal + +```python +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask", "past_key", "past_value"], + outputs=["Y", "present_key", "present_value", "qk_matmul_output"], + qk_matmul_output_mode=2, + is_causal=1, +) + +past_sequence_length = 12 +Q = np.random.rand(2, 3, 4, 8).astype(np.float32) +K = np.random.rand(2, 3, 6, 8).astype(np.float32) +V = np.random.rand(2, 3, 6, 8).astype(np.float32) +attn_mask = np.random.rand(2, 1, 4, 6 + past_sequence_length).astype(np.float32) +past_key = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float32) +past_value = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float32) + +Y, present_key, present_value, qk_matmul_output = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + past_key=past_key, + past_value=past_value, + qk_matmul_output_mode=2, + is_causal=1, +) + +expect( + node, + inputs=[Q, K, V, attn_mask, past_key, past_value], + outputs=[Y, present_key, present_value, qk_matmul_output], + name="test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_causal", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+
+attention_with_past_and_present_qk_matmul_bias_4d_mask + +```python +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask", "past_key", "past_value"], + outputs=["Y", "present_key", "present_value", "qk_matmul_output"], + qk_matmul_output_mode=2, +) + +past_sequence_length = 12 +Q = np.random.rand(2, 3, 4, 8).astype(np.float32) +K = np.random.rand(2, 3, 6, 8).astype(np.float32) +V = np.random.rand(2, 3, 6, 8).astype(np.float32) +attn_mask = np.random.rand(2, 3, 4, 6 + past_sequence_length).astype(np.float32) +past_key = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float32) +past_value = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float32) + +Y, present_key, present_value, qk_matmul_output = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + past_key=past_key, + past_value=past_value, + qk_matmul_output_mode=2, +) + +expect( + node, + inputs=[Q, K, V, attn_mask, past_key, past_value], + outputs=[Y, present_key, present_value, qk_matmul_output], + name="test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+
+attention_with_past_and_present_qk_matmul_bias_4d_mask_causal + +```python +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask", "past_key", "past_value"], + outputs=["Y", "present_key", "present_value", "qk_matmul_output"], + qk_matmul_output_mode=2, + is_causal=1, +) + +past_sequence_length = 12 +Q = np.random.rand(2, 3, 4, 8).astype(np.float32) +K = np.random.rand(2, 3, 6, 8).astype(np.float32) +V = np.random.rand(2, 3, 6, 8).astype(np.float32) +attn_mask = np.random.rand(2, 3, 4, 6 + past_sequence_length).astype(np.float32) +past_key = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float32) +past_value = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float32) + +Y, present_key, present_value, qk_matmul_output = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + past_key=past_key, + past_value=past_value, + qk_matmul_output_mode=2, + is_causal=1, +) + +expect( + node, + inputs=[Q, K, V, attn_mask, past_key, past_value], + outputs=[Y, present_key, present_value, qk_matmul_output], + name="test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_causal", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+
+attention_with_qk_matmul + +```python +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V"], + outputs=["Y", "", "", "qk_matmul_output"], +) + +Q = np.random.rand(2, 3, 4, 8).astype(np.float32) +K = np.random.rand(2, 3, 6, 8).astype(np.float32) +V = np.random.rand(2, 3, 6, 8).astype(np.float32) + +Y, _, _, qk_matmul_output = _compute_attention(Q, K, V) + +expect( + node, + inputs=[Q, K, V], + outputs=[Y, qk_matmul_output], + name="test_attention_4d_with_qk_matmul", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+
+attention_with_qk_matmul_bias + +```python +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask"], + outputs=["Y", "", "", "qk_matmul_output"], + qk_matmul_output_mode=2, +) + +Q = np.random.rand(2, 3, 4, 8).astype(np.float32) +K = np.random.rand(2, 3, 6, 8).astype(np.float32) +V = np.random.rand(2, 3, 6, 8).astype(np.float32) +attn_mask = np.random.rand(4, 6).astype(np.float32) + +Y, _, _, qk_matmul_output = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + qk_matmul_output_mode=2, +) + +expect( + node, + inputs=[Q, K, V, attn_mask], + outputs=[Y, qk_matmul_output], + name="test_attention_4d_with_qk_matmul_bias", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+
+attention_with_qk_matmul_softcap + +```python +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask"], + outputs=["Y", "", "", "qk_matmul_output"], + softcap=2.0, + qk_matmul_output_mode=1, +) + +Q = np.random.rand(2, 3, 4, 8).astype(np.float32) +K = np.random.rand(2, 3, 6, 8).astype(np.float32) +V = np.random.rand(2, 3, 6, 8).astype(np.float32) +attn_mask = np.random.rand(4, 6).astype(np.float32) + +Y, _, _, qk_matmul_output = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + softcap=2.0, + qk_matmul_output_mode=1, +) + +expect( + node, + inputs=[Q, K, V, attn_mask], + outputs=[Y, qk_matmul_output], + name="test_attention_4d_with_qk_matmul_softcap", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+
+attention_with_qk_matmul_softmax + +```python +node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask"], + outputs=["Y", "", "", "qk_matmul_output"], + qk_matmul_output_mode=3, +) + +Q = np.random.rand(2, 3, 4, 8).astype(np.float32) +K = np.random.rand(2, 3, 6, 8).astype(np.float32) +V = np.random.rand(2, 3, 6, 8).astype(np.float32) +attn_mask = np.random.rand(4, 6).astype(np.float32) + +Y, _, _, qk_matmul_output = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + qk_matmul_output_mode=3, +) + +expect( + node, + inputs=[Q, K, V, attn_mask], + outputs=[Y, qk_matmul_output], + name="test_attention_4d_with_qk_matmul_softmax", + opset_imports=[onnx.helper.make_opsetid("", 23)], +) +``` + +
+ + +### AveragePool +There are 17 test cases, listed as following: +
+averagepool_1d_default + +```python +"""input_shape: [1, 3, 32] +output_shape: [1, 3, 31] +""" +node = onnx.helper.make_node( + "AveragePool", + inputs=["x"], + outputs=["y"], + kernel_shape=[2], +) +x = np.random.randn(1, 3, 32).astype(np.float32) +x_shape = np.shape(x) +pads = None +kernel_shape = [2] +strides = [1] +out_shape, _ = get_output_shape_explicit_padding( + pads, x_shape[2:], kernel_shape, strides +) +padded = x +y = pool(padded, x_shape, kernel_shape, strides, out_shape, "AVG") + +expect(node, inputs=[x], outputs=[y], name="test_averagepool_1d_default") +``` + +
+
+averagepool_2d_ceil + +```python +"""input_shape: [1, 1, 4, 4] +output_shape: [1, 1, 2, 2] +""" +node = onnx.helper.make_node( + "AveragePool", + inputs=["x"], + outputs=["y"], + kernel_shape=[3, 3], + strides=[2, 2], + ceil_mode=True, +) +x = np.array( + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ] + ] + ] +).astype(np.float32) +y = np.array([[[[6, 7.5], [12, 13.5]]]]).astype(np.float32) + +expect(node, inputs=[x], outputs=[y], name="test_averagepool_2d_ceil") +``` + +
+
+averagepool_2d_ceil_last_window_starts_on_pad + +```python +"""input_shape: [1, 3, 2, 2] +output_shape: [1, 3, 1, 1] +""" +node = onnx.helper.make_node( + "AveragePool", + inputs=["x"], + outputs=["y"], + kernel_shape=[3, 3], + strides=[3, 3], + pads=[1, 1, 1, 1], + ceil_mode=True, + count_include_pad=1, +) +x = np.array( + [ + [ + [[0.8580, 0.0786], [0.2692, 0.1537]], + [[0.8816, 0.4353], [0.5772, 0.6623]], + [[0.9067, 0.9483], [0.5970, 0.7630]], + ] + ] +).astype(np.float32) +y = np.array([[[[0.1511]], [[0.2841]], [[0.3572]]]]).astype(np.float32) + +expect( + node, + inputs=[x], + outputs=[y], + name="test_averagepool_2d_ceil_last_window_starts_on_pad", +) +``` + +
+
+averagepool_2d_default + +```python +"""input_shape: [1, 3, 32, 32] +output_shape: [1, 3, 31, 31] +""" +node = onnx.helper.make_node( + "AveragePool", + inputs=["x"], + outputs=["y"], + kernel_shape=[2, 2], +) +x = np.random.randn(1, 3, 32, 32).astype(np.float32) +x_shape = np.shape(x) +pads = None +kernel_shape = (2, 2) +strides = (1, 1) +out_shape, _ = get_output_shape_explicit_padding( + pads, x_shape[2:], kernel_shape, strides +) +padded = x +y = pool(padded, x_shape, kernel_shape, strides, out_shape, "AVG") + +expect(node, inputs=[x], outputs=[y], name="test_averagepool_2d_default") +``` + +
+
+averagepool_2d_dilations + +```python +"""input_shape: [1, 1, 4, 4] +output_shape: [1, 1, 2, 2] +""" +node = onnx.helper.make_node( + "AveragePool", + inputs=["x"], + outputs=["y"], + kernel_shape=[2, 2], + strides=[1, 1], + dilations=[2, 2], + ceil_mode=True, +) + +# input shape: [1, 1, 4, 4] +x = np.array( + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ] + ] + ] +).astype(np.float32) + +y = np.array([[[[6, 7], [10, 11]]]]).astype(np.float32) + +expect(node, inputs=[x], outputs=[y], name="test_averagepool_2d_dilations") +``` + +
+
+averagepool_2d_pads + +```python +"""input_shape: [1, 3, 28, 28] +output_shape: [1, 3, 30, 30] +pad_shape: [4, 4] -> [2, 2, 2, 2] by axis +""" +node = onnx.helper.make_node( + "AveragePool", + inputs=["x"], + outputs=["y"], + kernel_shape=[3, 3], + pads=[2, 2, 2, 2], +) +x = np.random.randn(1, 3, 28, 28).astype(np.float32) +x_shape = np.shape(x) +kernel_shape = (3, 3) +strides = (1, 1) +pad_bottom = 2 +pad_top = 2 +pad_right = 2 +pad_left = 2 +pads = [pad_top, pad_left, pad_bottom, pad_right] +out_shape, extra_pads = get_output_shape_explicit_padding( + pads, x_shape[2:], kernel_shape, strides, ceil_mode=False +) +padded = np.pad( + x, + ( + (0, 0), + (0, 0), + (extra_pads[0], extra_pads[2]), + (extra_pads[1], extra_pads[3]), + ), + mode="constant", + constant_values=np.nan, +) +y = pool( + padded, + x_shape, + kernel_shape, + strides, + out_shape, + "AVG", + pads_required=extra_pads, + pads=pads, +) + +expect(node, inputs=[x], outputs=[y], name="test_averagepool_2d_pads") +``` + +
+
+averagepool_2d_pads_count_include_pad + +```python +"""input_shape: [1, 3, 28, 28] +output_shape: [1, 3, 30, 30] +pad_shape: [4, 4] -> [2, 2, 2, 2] by axis +""" +node = onnx.helper.make_node( + "AveragePool", + inputs=["x"], + outputs=["y"], + kernel_shape=[3, 3], + pads=[2, 2, 2, 2], + count_include_pad=1, +) +x = np.random.randn(1, 3, 28, 28).astype(np.float32) +x_shape = np.shape(x) +dilations = (1, 1) +kernel_shape = (3, 3) +strides = (1, 1) +pad_bottom = 2 +pad_top = 2 +pad_right = 2 +pad_left = 2 +pads = [pad_top, pad_left, pad_bottom, pad_right] +out_shape, extra_pads = get_output_shape_explicit_padding( + pads, x_shape[2:], kernel_shape, strides, dilations, ceil_mode=False +) +padded = np.pad( + x, + ( + (0, 0), + (0, 0), + (extra_pads[0], extra_pads[2]), + (extra_pads[1], extra_pads[3]), + ), + mode="constant", + constant_values=0, +) +y = pool( + padded, + x_shape, + kernel_shape, + strides, + out_shape, + "AVG", + pads_required=extra_pads, + pads=pads, + count_include_pad=1, +) + +expect( + node, + inputs=[x], + outputs=[y], + name="test_averagepool_2d_pads_count_include_pad", +) +``` + +
+
+averagepool_2d_precomputed_pads + +```python +"""input_shape: [1, 1, 5, 5] +output_shape: [1, 1, 5, 5] +pad_shape: [4, 4] -> [2, 2, 2, 2] by axis +""" +node = onnx.helper.make_node( + "AveragePool", + inputs=["x"], + outputs=["y"], + kernel_shape=[5, 5], + pads=[2, 2, 2, 2], +) +x = np.array( + [ + [ + [ + [1, 2, 3, 4, 5], + [6, 7, 8, 9, 10], + [11, 12, 13, 14, 15], + [16, 17, 18, 19, 20], + [21, 22, 23, 24, 25], + ] + ] + ] +).astype(np.float32) +y = np.array( + [ + [ + [ + [7, 7.5, 8, 8.5, 9], + [9.5, 10, 10.5, 11, 11.5], + [12, 12.5, 13, 13.5, 14], + [14.5, 15, 15.5, 16, 16.5], + [17, 17.5, 18, 18.5, 19], + ] + ] + ] +).astype(np.float32) + +expect( + node, inputs=[x], outputs=[y], name="test_averagepool_2d_precomputed_pads" +) +``` + +
+
+averagepool_2d_precomputed_pads_count_include_pad + +```python +"""input_shape: [1, 1, 5, 5] +output_shape: [1, 1, 5, 5] +pad_shape: [4, 4] -> [2, 2, 2, 2] by axis +""" +node = onnx.helper.make_node( + "AveragePool", + inputs=["x"], + outputs=["y"], + kernel_shape=[5, 5], + pads=[2, 2, 2, 2], + count_include_pad=1, +) +x = np.array( + [ + [ + [ + [1, 2, 3, 4, 5], + [6, 7, 8, 9, 10], + [11, 12, 13, 14, 15], + [16, 17, 18, 19, 20], + [21, 22, 23, 24, 25], + ] + ] + ] +).astype(np.float32) +y = np.array( + [ + [ + [ + [2.5200, 3.6000, 4.8000, 4.0800, 3.2400], + [4.5600, 6.4000, 8.4000, 7.0400, 5.5200], + [7.2000, 10.0000, 13.0000, 10.8000, 8.4000], + [6.9600, 9.6000, 12.4000, 10.2400, 7.9200], + [6.1200, 8.4000, 10.8000, 8.8800, 6.8400], + ] + ] + ] +).astype(np.float32) + +expect( + node, + inputs=[x], + outputs=[y], + name="test_averagepool_2d_precomputed_pads_count_include_pad", +) +``` + +
+
+averagepool_2d_precomputed_same_upper + +```python +"""input_shape: [1, 1, 5, 5] +output_shape: [1, 1, 3, 3] +pad_shape: [2, 2] -> [1, 1, 1, 1] by axis +""" +node = onnx.helper.make_node( + "AveragePool", + inputs=["x"], + outputs=["y"], + kernel_shape=[3, 3], + strides=[2, 2], + auto_pad="SAME_UPPER", +) +x = np.array( + [ + [ + [ + [1, 2, 3, 4, 5], + [6, 7, 8, 9, 10], + [11, 12, 13, 14, 15], + [16, 17, 18, 19, 20], + [21, 22, 23, 24, 25], + ] + ] + ] +).astype(np.float32) +y = np.array([[[[4, 5.5, 7], [11.5, 13, 14.5], [19, 20.5, 22]]]]).astype( + np.float32 +) + +expect( + node, + inputs=[x], + outputs=[y], + name="test_averagepool_2d_precomputed_same_upper", +) +``` + +
+
+averagepool_2d_precomputed_strides + +```python +"""input_shape: [1, 1, 5, 5] +output_shape: [1, 1, 2, 2] +""" +node = onnx.helper.make_node( + "AveragePool", + inputs=["x"], + outputs=["y"], + kernel_shape=[2, 2], + strides=[2, 2], +) +x = np.array( + [ + [ + [ + [1, 2, 3, 4, 5], + [6, 7, 8, 9, 10], + [11, 12, 13, 14, 15], + [16, 17, 18, 19, 20], + [21, 22, 23, 24, 25], + ] + ] + ] +).astype(np.float32) +y = np.array([[[[4, 6], [14, 16]]]]).astype(np.float32) + +expect( + node, + inputs=[x], + outputs=[y], + name="test_averagepool_2d_precomputed_strides", +) +``` + +
+
+averagepool_2d_same_lower + +```python +"""input_shape: [1, 3, 32, 32] +output_shape: [1, 3, 32, 32] +pad_shape: [1, 1] -> [1, 0, 1, 0] by axis +""" +node = onnx.helper.make_node( + "AveragePool", + inputs=["x"], + outputs=["y"], + kernel_shape=[2, 2], + auto_pad="SAME_LOWER", +) +x = np.random.randn(1, 3, 32, 32).astype(np.float32) +x_shape = np.shape(x) +kernel_shape = (2, 2) +strides = (1, 1) +out_shape = get_output_shape_auto_pad( + "SAME_LOWER", x_shape[2:], kernel_shape, strides +) +pad_shape = get_pad_shape( + "SAME_LOWER", x_shape[2:], kernel_shape, strides, out_shape +) +pad_bottom = pad_shape[0] // 2 +pad_top = pad_shape[0] - pad_bottom +pad_right = pad_shape[1] // 2 +pad_left = pad_shape[1] - pad_right +padded = np.pad( + x, + ((0, 0), (0, 0), (pad_top, pad_bottom), (pad_left, pad_right)), + mode="constant", + constant_values=np.nan, +) +pads = (pad_top, pad_left, pad_bottom, pad_right) +y = pool( + padded, + x_shape, + kernel_shape, + strides, + out_shape, + "AVG", + pads_required=pads, + pads=pads, +) + +expect(node, inputs=[x], outputs=[y], name="test_averagepool_2d_same_lower") +``` + +
+
+averagepool_2d_same_upper + +```python +"""input_shape: [1, 3, 32, 32] +output_shape: [1, 3, 32, 32] +pad_shape: [1, 1] -> [0, 1, 0, 1] by axis +""" +node = onnx.helper.make_node( + "AveragePool", + inputs=["x"], + outputs=["y"], + kernel_shape=[2, 2], + auto_pad="SAME_UPPER", +) +x = np.random.randn(1, 3, 32, 32).astype(np.float32) +x_shape = np.shape(x) +kernel_shape = (2, 2) +strides = (1, 1) +out_shape = get_output_shape_auto_pad( + "SAME_UPPER", x_shape[2:], kernel_shape, strides +) +pad_shape = get_pad_shape( + "SAME_UPPER", x_shape[2:], kernel_shape, strides, out_shape +) +pad_top = pad_shape[0] // 2 +pad_bottom = pad_shape[0] - pad_top +pad_left = pad_shape[1] // 2 +pad_right = pad_shape[1] - pad_left +padded = np.pad( + x, + ((0, 0), (0, 0), (pad_top, pad_bottom), (pad_left, pad_right)), + mode="constant", + constant_values=np.nan, +) +pads = (pad_top, pad_left, pad_bottom, pad_right) +y = pool( + padded, + x_shape, + kernel_shape, + strides, + out_shape, + "AVG", + pads_required=pads, + pads=pads, +) + +expect(node, inputs=[x], outputs=[y], name="test_averagepool_2d_same_upper") +``` + +
+
+averagepool_2d_strides + +```python +"""input_shape: [1, 3, 32, 32] +output_shape: [1, 3, 10, 10] +""" +node = onnx.helper.make_node( + "AveragePool", + inputs=["x"], + outputs=["y"], + kernel_shape=[5, 5], + strides=[3, 3], +) +x = np.random.randn(1, 3, 32, 32).astype(np.float32) +x_shape = np.shape(x) +kernel_shape = (5, 5) +strides = (3, 3) +out_shape, pads = get_output_shape_explicit_padding( + None, x_shape[2:], kernel_shape, strides, ceil_mode=False +) +padded = x +y = pool( + padded, + x_shape, + kernel_shape, + strides, + out_shape, + "AVG", + pads_required=pads, + pads=None, +) + +expect(node, inputs=[x], outputs=[y], name="test_averagepool_2d_strides") +``` + +
+
+averagepool_3d_default + +```python +"""input_shape: [1, 3, 32, 32, 32] +output_shape: [1, 3, 31, 31, 31] +""" +node = onnx.helper.make_node( + "AveragePool", + inputs=["x"], + outputs=["y"], + kernel_shape=[2, 2, 2], +) +x = np.random.randn(1, 3, 32, 32, 32).astype(np.float32) +x_shape = np.shape(x) +pads = None +kernel_shape = [2, 2, 2] +strides = [1, 1, 1] +out_shape, _ = get_output_shape_explicit_padding( + pads, x_shape[2:], kernel_shape, strides +) +padded = x +y = pool(padded, x_shape, kernel_shape, strides, out_shape, "AVG") + +expect(node, inputs=[x], outputs=[y], name="test_averagepool_3d_default") +``` + +
+
+averagepool_3d_dilations + +```python +"""input_shape: [1, 1, 4, 4] +output_shape: [1, 1, 2, 2] +""" +node = onnx.helper.make_node( + "AveragePool", + inputs=["x"], + outputs=["y"], + kernel_shape=[2, 2, 2], + strides=[1, 1, 1], + dilations=[2, 2, 2], + ceil_mode=True, +) + +# input shape: [1, 1, 4, 4, 4] +x = np.array( + [ + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ], + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ], + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ], + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ], + ] + ] + ] +).astype(np.float32) + +y = np.array([[[[[6, 7], [10, 11]], [[6, 7], [10, 11]]]]]).astype(np.float32) + +expect( + node, inputs=[x], outputs=[y], name="test_averagepool_3d_dilations_small" +) +``` + +
+
+averagepool_3d_dilations_large + +```python +x_shape = (32, 32, 32) +dilations = (2, 2, 2) +kernel_shape = (5, 5, 5) +strides = (3, 3, 3) +count_include_pad = 0 + +for count_include_pad in (0, 1): + for ceil_mode in (True, False): + node = onnx.helper.make_node( + "AveragePool", + inputs=["x"], + outputs=["y"], + kernel_shape=kernel_shape, + strides=strides, + dilations=dilations, + count_include_pad=count_include_pad, + ceil_mode=ceil_mode, + ) + + x = np.random.randn(1, 1, *x_shape).astype(np.float32) + out_shape, extra_pads = get_output_shape_explicit_padding( + None, + x_shape, + kernel_shape, + strides, + dilations=dilations, + ceil_mode=ceil_mode, + ) + padded = np.pad( + x, + ( + (0, 0), + (0, 0), + (extra_pads[0], extra_pads[3]), + (extra_pads[1], extra_pads[4]), + (extra_pads[2], extra_pads[5]), + ), + mode="constant", + constant_values=0 if count_include_pad == 1 else np.nan, + ) + y = pool( + padded, + (1, 1, *x_shape), + kernel_shape, + strides, + out_shape, + "AVG", + pads_required=extra_pads, + pads=None, + dilations=dilations, + count_include_pad=count_include_pad, + ) + + test_name = f"test_averagepool_3d_dilations_large_count_include_pad_is_{count_include_pad}_ceil_mode_is_{ceil_mode}" + expect(node, inputs=[x], outputs=[y], name=test_name) +``` + +
+ + +### BatchNormalization +There are 2 test cases, listed as following: +
+batchnormalization + +```python +# input size: (2, 3, 4, 5) +x = np.random.randn(2, 3, 4, 5).astype(np.float32) +s = np.random.randn(3).astype(np.float32) +bias = np.random.randn(3).astype(np.float32) +mean = np.random.randn(3).astype(np.float32) +var = np.random.rand(3).astype(np.float32) +y = _batchnorm_test_mode(x, s, bias, mean, var).astype(np.float32) + +node = onnx.helper.make_node( + "BatchNormalization", + inputs=["x", "s", "bias", "mean", "var"], + outputs=["y"], +) + +# output size: (2, 3, 4, 5) +expect( + node, + inputs=[x, s, bias, mean, var], + outputs=[y], + name="test_batchnorm_example", +) + +# input size: (2, 3, 4, 5) +x = np.random.randn(2, 3, 4, 5).astype(np.float32) +s = np.random.randn(3).astype(np.float32) +bias = np.random.randn(3).astype(np.float32) +mean = np.random.randn(3).astype(np.float32) +var = np.random.rand(3).astype(np.float32) +epsilon = 1e-2 +y = _batchnorm_test_mode(x, s, bias, mean, var, epsilon).astype(np.float32) + +node = onnx.helper.make_node( + "BatchNormalization", + inputs=["x", "s", "bias", "mean", "var"], + outputs=["y"], + epsilon=epsilon, +) + +# output size: (2, 3, 4, 5) +expect( + node, + inputs=[x, s, bias, mean, var], + outputs=[y], + name="test_batchnorm_epsilon", +) +``` + +
+
+train + +```python +# input size: (2, 3, 4, 5) +x = np.random.randn(2, 3, 4, 5).astype(np.float32) +s = np.random.randn(3).astype(np.float32) +bias = np.random.randn(3).astype(np.float32) +mean = np.random.randn(3).astype(np.float32) +var = np.random.rand(3).astype(np.float32) +# using np.bool(1) while generating test data with "'bool' object has no attribute 'dtype'" +# working around by using np.byte(1).astype(bool) +training_mode = 1 +y, output_mean, output_var = _batchnorm_training_mode(x, s, bias, mean, var) + +node = onnx.helper.make_node( + "BatchNormalization", + inputs=["x", "s", "bias", "mean", "var"], + outputs=["y", "output_mean", "output_var"], + training_mode=training_mode, +) + +# output size: (2, 3, 4, 5) +expect( + node, + inputs=[x, s, bias, mean, var], + outputs=[y, output_mean, output_var], + name="test_batchnorm_example_training_mode", +) + +# input size: (2, 3, 4, 5) +x = np.random.randn(2, 3, 4, 5).astype(np.float32) +s = np.random.randn(3).astype(np.float32) +bias = np.random.randn(3).astype(np.float32) +mean = np.random.randn(3).astype(np.float32) +var = np.random.rand(3).astype(np.float32) +training_mode = 1 +momentum = 0.9 +epsilon = 1e-2 +y, output_mean, output_var = _batchnorm_training_mode( + x, s, bias, mean, var, momentum, epsilon +) + +node = onnx.helper.make_node( + "BatchNormalization", + inputs=["x", "s", "bias", "mean", "var"], + outputs=["y", "output_mean", "output_var"], + epsilon=epsilon, + training_mode=training_mode, +) + +# output size: (2, 3, 4, 5) +expect( + node, + inputs=[x, s, bias, mean, var], + outputs=[y, output_mean, output_var], + name="test_batchnorm_epsilon_training_mode", +) +``` + +
+ + +### Bernoulli +There are 3 test cases, listed as following: +
+bernoulli_with_dtype + +```python +node = onnx.helper.make_node( + "Bernoulli", + inputs=["x"], + outputs=["y"], + dtype=onnx.TensorProto.DOUBLE, +) + +x = np.random.uniform(0.0, 1.0, 10).astype(np.float32) +y = bernoulli_reference_implementation(x, float) +expect(node, inputs=[x], outputs=[y], name="test_bernoulli_double") +``` + +
+
+bernoulli_with_seed + +```python +seed = float(0) +node = onnx.helper.make_node( + "Bernoulli", + inputs=["x"], + outputs=["y"], + seed=seed, +) + +x = np.random.uniform(0.0, 1.0, 10).astype(np.float32) +y = bernoulli_reference_implementation(x, np.float32) +expect(node, inputs=[x], outputs=[y], name="test_bernoulli_seed") +``` + +
+
+bernoulli_without_dtype + +```python +node = onnx.helper.make_node( + "Bernoulli", + inputs=["x"], + outputs=["y"], +) + +x = np.random.uniform(0.0, 1.0, 10).astype(float) +y = bernoulli_reference_implementation(x, float) +expect(node, inputs=[x], outputs=[y], name="test_bernoulli") +``` + +
+ + +### BitCast +There are 10 test cases, listed as following: +
+bitcast_2d_float32_to_int32 + +```python +"""Test bitcasting 2D array from float32 to int32.""" +node = onnx.helper.make_node( + "BitCast", + inputs=["x"], + outputs=["y"], + to=onnx.TensorProto.INT32, +) +x = np.array([[1.0, 2.0, 3.0], [4.0, 5.0, 6.0]], dtype=np.float32) +y = x.view(np.int32) +expect(node, inputs=[x], outputs=[y], name="test_bitcast_2d_float32_to_int32") +``` + +
+
+bitcast_bool_to_uint8 + +```python +"""Test bitcasting from bool to uint8 (same size).""" +node = onnx.helper.make_node( + "BitCast", + inputs=["x"], + outputs=["y"], + to=onnx.TensorProto.UINT8, +) +x = np.array([True, False, True, False], dtype=np.bool_) +y = x.view(np.uint8) +expect(node, inputs=[x], outputs=[y], name="test_bitcast_bool_to_uint8") +``` + +
+
+bitcast_float32_to_int32 + +```python +"""Test bitcasting from float32 to int32 (same size).""" +node = onnx.helper.make_node( + "BitCast", + inputs=["x"], + outputs=["y"], + to=onnx.TensorProto.INT32, +) +x = np.array([1.0, -2.5, 3.75], dtype=np.float32) +y = x.view(np.int32) +expect(node, inputs=[x], outputs=[y], name="test_bitcast_float32_to_int32") +``` + +
+
+bitcast_float64_to_int64 + +```python +"""Test bitcasting from float64 to int64 (same size).""" +node = onnx.helper.make_node( + "BitCast", + inputs=["x"], + outputs=["y"], + to=onnx.TensorProto.INT64, +) +x = np.array([1.0, -2.5, 3.75], dtype=np.float64) +y = x.view(np.int64) +expect(node, inputs=[x], outputs=[y], name="test_bitcast_float64_to_int64") +``` + +
+
+bitcast_int32_to_float32 + +```python +"""Test bitcasting from int32 to float32 (same size).""" +node = onnx.helper.make_node( + "BitCast", + inputs=["x"], + outputs=["y"], + to=onnx.TensorProto.FLOAT, +) +x = np.array([1065353216, -1071644672, 1081081856], dtype=np.int32) +y = x.view(np.float32) +expect(node, inputs=[x], outputs=[y], name="test_bitcast_int32_to_float32") +``` + +
+
+bitcast_int64_to_float64 + +```python +"""Test bitcasting from int64 to float64 (same size).""" +node = onnx.helper.make_node( + "BitCast", + inputs=["x"], + outputs=["y"], + to=onnx.TensorProto.DOUBLE, +) +x = np.array( + [4607182418800017408, -4611686018427387904, 4614256656552045184], + dtype=np.int64, +) +y = x.view(np.float64) +expect(node, inputs=[x], outputs=[y], name="test_bitcast_int64_to_float64") +``` + +
+
+bitcast_int8_to_uint8 + +```python +"""Test bitcasting from int8 to uint8 (same size, different signedness).""" +node = onnx.helper.make_node( + "BitCast", + inputs=["x"], + outputs=["y"], + to=onnx.TensorProto.UINT8, +) +x = np.array([-1, -128, 127, 0], dtype=np.int8) +y = x.view(np.uint8) +expect(node, inputs=[x], outputs=[y], name="test_bitcast_int8_to_uint8") +``` + +
+
+bitcast_scalar_float32_to_int32 + +```python +"""Test bitcasting scalar from float32 to int32.""" +node = onnx.helper.make_node( + "BitCast", + inputs=["x"], + outputs=["y"], + to=onnx.TensorProto.INT32, +) +x = np.array(1.0, dtype=np.float32) +y = x.view(np.int32) +expect( + node, inputs=[x], outputs=[y], name="test_bitcast_scalar_float32_to_int32" +) +``` + +
+
+bitcast_uint16_to_int16 + +```python +"""Test bitcasting from uint16 to int16 (same size, different signedness).""" +node = onnx.helper.make_node( + "BitCast", + inputs=["x"], + outputs=["y"], + to=onnx.TensorProto.INT16, +) +x = np.array([1, 32768, 65535], dtype=np.uint16) +y = x.view(np.int16) +expect(node, inputs=[x], outputs=[y], name="test_bitcast_uint16_to_int16") +``` + +
+
+bitcast_uint32_to_int32 + +```python +"""Test bitcasting from uint32 to int32 (same size, different signedness).""" +node = onnx.helper.make_node( + "BitCast", + inputs=["x"], + outputs=["y"], + to=onnx.TensorProto.INT32, +) +x = np.array([4294967295, 2147483648, 2147483647], dtype=np.uint32) +y = x.view(np.int32) +expect(node, inputs=[x], outputs=[y], name="test_bitcast_uint32_to_int32") +``` + +
+ + +### BitShift +There are 8 test cases, listed as following: +
+left_unit16 + +```python +node = onnx.helper.make_node( + "BitShift", inputs=["x", "y"], outputs=["z"], direction="LEFT" +) + +x = np.array([16, 4, 1]).astype(np.uint16) +y = np.array([1, 2, 3]).astype(np.uint16) +z = x << y # expected output [32, 16, 8] +expect(node, inputs=[x, y], outputs=[z], name="test_bitshift_left_uint16") +``` + +
+
+left_unit32 + +```python +node = onnx.helper.make_node( + "BitShift", inputs=["x", "y"], outputs=["z"], direction="LEFT" +) + +x = np.array([16, 4, 1]).astype(np.uint32) +y = np.array([1, 2, 3]).astype(np.uint32) +z = x << y # expected output [32, 16, 8] +expect(node, inputs=[x, y], outputs=[z], name="test_bitshift_left_uint32") +``` + +
+
+left_unit64 + +```python +node = onnx.helper.make_node( + "BitShift", inputs=["x", "y"], outputs=["z"], direction="LEFT" +) + +x = np.array([16, 4, 1]).astype(np.uint64) +y = np.array([1, 2, 3]).astype(np.uint64) +z = x << y # expected output [32, 16, 8] +expect(node, inputs=[x, y], outputs=[z], name="test_bitshift_left_uint64") +``` + +
+
+left_unit8 + +```python +node = onnx.helper.make_node( + "BitShift", inputs=["x", "y"], outputs=["z"], direction="LEFT" +) + +x = np.array([16, 4, 1]).astype(np.uint8) +y = np.array([1, 2, 3]).astype(np.uint8) +z = x << y # expected output [32, 16, 8] +expect(node, inputs=[x, y], outputs=[z], name="test_bitshift_left_uint8") +``` + +
+
+right_unit16 + +```python +node = onnx.helper.make_node( + "BitShift", inputs=["x", "y"], outputs=["z"], direction="RIGHT" +) + +x = np.array([16, 4, 1]).astype(np.uint16) +y = np.array([1, 2, 3]).astype(np.uint16) +z = x >> y # expected output [8, 1, 0] +expect(node, inputs=[x, y], outputs=[z], name="test_bitshift_right_uint16") +``` + +
+
+right_unit32 + +```python +node = onnx.helper.make_node( + "BitShift", inputs=["x", "y"], outputs=["z"], direction="RIGHT" +) + +x = np.array([16, 4, 1]).astype(np.uint32) +y = np.array([1, 2, 3]).astype(np.uint32) +z = x >> y # expected output [8, 1, 0] +expect(node, inputs=[x, y], outputs=[z], name="test_bitshift_right_uint32") +``` + +
+
+right_unit64 + +```python +node = onnx.helper.make_node( + "BitShift", inputs=["x", "y"], outputs=["z"], direction="RIGHT" +) + +x = np.array([16, 4, 1]).astype(np.uint64) +y = np.array([1, 2, 3]).astype(np.uint64) +z = x >> y # expected output [8, 1, 0] +expect(node, inputs=[x, y], outputs=[z], name="test_bitshift_right_uint64") +``` + +
+
+right_unit8 + +```python +node = onnx.helper.make_node( + "BitShift", inputs=["x", "y"], outputs=["z"], direction="RIGHT" +) + +x = np.array([16, 4, 1]).astype(np.uint8) +y = np.array([1, 2, 3]).astype(np.uint8) +z = x >> y # expected output [8, 1, 0] +expect(node, inputs=[x, y], outputs=[z], name="test_bitshift_right_uint8") +``` + +
+ + +### BitwiseAnd +There are 2 test cases, listed as following: +
+bitwiseand + +```python +node = onnx.helper.make_node( + "BitwiseAnd", + inputs=["x", "y"], + outputs=["bitwiseand"], +) + +# 2d +x = create_random_int((3, 4), np.int32) +y = create_random_int((3, 4), np.int32) +z = np.bitwise_and(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_bitwise_and_i32_2d") + +# 3d +x = create_random_int((3, 4, 5), np.int16) +y = create_random_int((3, 4, 5), np.int16) +z = np.bitwise_and(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_bitwise_and_i16_3d") +``` + +
+
+bitwiseand_broadcast + +```python +node = onnx.helper.make_node( + "BitwiseAnd", + inputs=["x", "y"], + outputs=["bitwiseand"], +) + +# 3d vs 1d +x = create_random_int((3, 4, 5), np.uint64) +y = create_random_int((5,), np.uint64) +z = np.bitwise_and(x, y) +expect( + node, inputs=[x, y], outputs=[z], name="test_bitwise_and_ui64_bcast_3v1d" +) + +# 4d vs 3d +x = create_random_int((3, 4, 5, 6), np.uint8) +y = create_random_int((4, 5, 6), np.uint8) +z = np.bitwise_and(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_bitwise_and_ui8_bcast_4v3d") +``` + +
+ + +### BitwiseNot +There are 1 test cases, listed as following: +
+bitwisenot + +```python +node = onnx.helper.make_node( + "BitwiseNot", + inputs=["x"], + outputs=["bitwise_not"], +) + +# 2d +x = create_random_int((3, 4), np.int32) +y = np.bitwise_not(x) +expect(node, inputs=[x], outputs=[y], name="test_bitwise_not_2d") + +# 3d +x = create_random_int((3, 4, 5), np.uint16) +y = np.bitwise_not(x) +expect(node, inputs=[x], outputs=[y], name="test_bitwise_not_3d") + +# 4d +x = create_random_int((3, 4, 5, 6), np.uint8) +y = np.bitwise_not(x) +expect(node, inputs=[x], outputs=[y], name="test_bitwise_not_4d") +``` + +
+ + +### BitwiseOr +There are 2 test cases, listed as following: +
+bitwiseor + +```python +node = onnx.helper.make_node( + "BitwiseOr", + inputs=["x", "y"], + outputs=["bitwiseor"], +) +# 2d +x = create_random_int((3, 4), np.int32) +y = create_random_int((3, 4), np.int32) +z = np.bitwise_or(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_bitwise_or_i32_2d") + +# 4d +x = create_random_int((3, 4, 5, 6), np.int8) +y = create_random_int((3, 4, 5, 6), np.int8) +z = np.bitwise_or(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_bitwise_or_i16_4d") +``` + +
+
+bitwiseor_broadcast + +```python +node = onnx.helper.make_node( + "BitwiseOr", + inputs=["x", "y"], + outputs=["bitwiseor"], +) + +# 3d vs 1d +x = create_random_int((3, 4, 5), np.uint64) +y = create_random_int((5,), np.uint64) +z = np.bitwise_or(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_bitwise_or_ui64_bcast_3v1d") + +# 4d vs 3d +x = create_random_int((3, 4, 5, 6), np.uint8) +y = create_random_int((4, 5, 6), np.uint8) +z = np.bitwise_or(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_bitwise_or_ui8_bcast_4v3d") +``` + +
+ + +### BitwiseXor +There are 2 test cases, listed as following: +
+bitwiseor_broadcast + +```python +node = onnx.helper.make_node( + "BitwiseXor", + inputs=["x", "y"], + outputs=["bitwisexor"], +) + +# 3d vs 1d +x = create_random_int((3, 4, 5), np.uint64) +y = create_random_int((5,), np.uint64) +z = np.bitwise_xor(x, y) +expect( + node, inputs=[x, y], outputs=[z], name="test_bitwise_xor_ui64_bcast_3v1d" +) + +# 4d vs 3d +x = create_random_int((3, 4, 5, 6), np.uint8) +y = create_random_int((4, 5, 6), np.uint8) +z = np.bitwise_xor(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_bitwise_xor_ui8_bcast_4v3d") +``` + +
+
+bitwisexor + +```python +node = onnx.helper.make_node( + "BitwiseXor", + inputs=["x", "y"], + outputs=["bitwisexor"], +) + +# 2d +x = create_random_int((3, 4), np.int32) +y = create_random_int((3, 4), np.int32) +z = np.bitwise_xor(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_bitwise_xor_i32_2d") + +# 3d +x = create_random_int((3, 4, 5), np.int16) +y = create_random_int((3, 4, 5), np.int16) +z = np.bitwise_xor(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_bitwise_xor_i16_3d") +``` + +
+ + +### BlackmanWindow +There are 1 test cases, listed as following: +
+blackmanwindow + +```python +# Test periodic window +node = onnx.helper.make_node( + "BlackmanWindow", + inputs=["x"], + outputs=["y"], +) +size = np.int32(10) +a0 = 0.42 +a1 = -0.5 +a2 = 0.08 +y = a0 +y += a1 * np.cos(2 * np.pi * np.arange(0, size, 1, dtype=np.float32) / size) +y += a2 * np.cos(4 * np.pi * np.arange(0, size, 1, dtype=np.float32) / size) +expect( + node, + inputs=[size], + outputs=[y.astype(np.float32)], + name="test_blackmanwindow", +) + +# Test symmetric window +node = onnx.helper.make_node( + "BlackmanWindow", inputs=["x"], outputs=["y"], periodic=0 +) +size = np.int32(10) +a0 = 0.42 +a1 = -0.5 +a2 = 0.08 +y = a0 +y += a1 * np.cos( + 2 * np.pi * np.arange(0, size, 1, dtype=np.float32) / (size - 1) +) +y += a2 * np.cos( + 4 * np.pi * np.arange(0, size, 1, dtype=np.float32) / (size - 1) +) +expect( + node, + inputs=[size], + outputs=[y.astype(np.float32)], + name="test_blackmanwindow_symmetric", +) +``` + +
+ + +### Cast +There are 3 test cases, listed as following: +
+cast + +```python +test_cases = [ + ("FLOAT", "FLOAT16"), + ("FLOAT", "DOUBLE"), + ("FLOAT16", "FLOAT"), + ("FLOAT16", "DOUBLE"), + ("DOUBLE", "FLOAT"), + ("DOUBLE", "FLOAT16"), + ("FLOAT", "BFLOAT16"), + ("BFLOAT16", "FLOAT"), + ("FLOAT", "FLOAT8E4M3FN"), + ("FLOAT16", "FLOAT8E4M3FN"), + ("FLOAT", "FLOAT8E4M3FNUZ"), + ("FLOAT16", "FLOAT8E4M3FNUZ"), + ("FLOAT8E4M3FN", "FLOAT"), + ("FLOAT8E4M3FN", "FLOAT16"), + ("FLOAT8E4M3FNUZ", "FLOAT"), + ("FLOAT8E4M3FNUZ", "FLOAT16"), + ("FLOAT", "FLOAT8E5M2"), + ("FLOAT16", "FLOAT8E5M2"), + ("FLOAT", "FLOAT8E5M2FNUZ"), + ("FLOAT16", "FLOAT8E5M2FNUZ"), + ("FLOAT8E5M2", "FLOAT"), + ("FLOAT8E5M2", "FLOAT16"), + ("FLOAT8E5M2FNUZ", "FLOAT"), + ("FLOAT8E5M2FNUZ", "FLOAT16"), + ("FLOAT", "UINT4"), + ("FLOAT16", "UINT4"), + ("FLOAT", "INT4"), + ("FLOAT16", "INT4"), + ("UINT4", "FLOAT"), + ("UINT4", "FLOAT16"), + ("UINT4", "UINT8"), + ("INT4", "FLOAT"), + ("INT4", "FLOAT16"), + ("INT4", "INT8"), + ("FLOAT4E2M1", "FLOAT"), + ("FLOAT4E2M1", "FLOAT16"), + ("FLOAT", "FLOAT4E2M1"), + ("FLOAT16", "FLOAT4E2M1"), + ("FLOAT", "UINT2"), + ("FLOAT16", "UINT2"), + ("FLOAT", "INT2"), + ("FLOAT16", "INT2"), + ("UINT2", "FLOAT"), + ("UINT2", "FLOAT16"), + ("UINT2", "UINT8"), + ("INT2", "FLOAT"), + ("INT2", "FLOAT16"), + ("INT2", "INT8"), +] + +for from_type, to_type in test_cases: + if from_type == to_type: + # Skip cases where from_type and to_type are the same + continue + from_dtype = getattr(TensorProto, from_type) + to_dtype = getattr(TensorProto, to_type) + from_np_dtype = tensor_dtype_to_np_dtype(from_dtype) + to_np_dtype = tensor_dtype_to_np_dtype(to_dtype) + + if from_type == "BFLOAT16" or to_type == "BFLOAT16": + np_fp32 = np.array( + [ + "0.47892547", + "0.48033667", + "0.49968487", + "0.81910545", + "0.47031248", + "0.816468", + "0.21087195", + "0.7229038", + "NaN", + "INF", + "+INF", + "-INF", + ], + dtype=np.float32, + ) + input_shape = (3, 4) + + elif from_type in F8_TYPES or to_type in F8_TYPES: + np_fp32 = np.array( + [ + "0.47892547", + "0.48033667", + "0.49968487", + "0.81910545", + "0.47031248", + "0.7229038", + "1000000", + "1e-7", + "NaN", + "INF", + "+INF", + "-INF", + "-0.0000001", + "0.0000001", + "-1000000", + ], + dtype=np.float32, + ) + input_shape = (3, 5) + elif from_type in ("UINT4", "INT4") or to_type in ("UINT4", "INT4"): + np_fp32 = np.arange(-9, 16).astype(np.float32) + input_shape = (5, 5) + elif from_type in ("UINT2", "INT2") or to_type in ("UINT2", "INT2"): + np_fp32 = np.arange(-3, 4).astype(np.float32) + input_shape = (7, 1) + elif from_type == "FLOAT4E2M1" or to_type == "FLOAT4E2M1": + np_fp32 = np.array( + [ + "0.48", + "0.25", + "1.05", + "-3.5", + "-8", + "9", + "1000000", + "1e-7", + "NaN", + "INF", + "+INF", + "-INF", + "-4", + "0.01", + "-0.0", + ], + dtype=np.float32, + ) + input_shape = (3, 5) + + else: + np_fp32 = np.array( + [ + "0.47892547", + "0.48033667", + "0.49968487", + "0.81910545", + "0.47031248", + "0.816468", + "0.21087195", + "0.7229038", + "NaN", + "INF", + "+INF", + "-INF", + ], + dtype=np.float32, + ).reshape([3, 4]) + input_shape = (3, 4) + + if from_type in F8_TYPES: + np_from = onnx.numpy_helper.saturate_cast(np_fp32, from_np_dtype) + input = make_tensor( + "input", + from_dtype, + input_shape, + vals=np_from, + raw=True, + ) + elif from_type in FOUR_BIT_TYPES: + np_from = np_fp32.astype(from_np_dtype) + packed = onnx.numpy_helper._pack_4bitx2(np_from) + # No byteswap needed on big-endian machines as _pack_4bitx2() + # returns a numpy array with uint8 datatype. + input = make_tensor( + "input", from_dtype, input_shape, vals=packed.tobytes(), raw=True + ) + elif from_type in TWO_BIT_TYPES: + np_from = np_fp32.astype(from_np_dtype) + packed = onnx.numpy_helper._pack_2bitx4(np_from) + input = make_tensor( + "input", from_dtype, input_shape, vals=packed.tobytes(), raw=True + ) + else: + np_from = np_fp32.astype(from_np_dtype) + input = make_tensor( + "input", from_dtype, input_shape, vals=np_from, raw=True + ) + + if to_type in F8_TYPES: + output = make_tensor( + "output", + to_dtype, + input_shape, + vals=onnx.numpy_helper.saturate_cast(np_from, to_np_dtype), + raw=True, + ) + elif to_type in FOUR_BIT_TYPES: + packed = onnx.numpy_helper._pack_4bitx2(np_from.astype(to_np_dtype)) + # No byteswap needed on big-endian machines as _pack_4bitx2() + # returns a numpy array with uint8 datatype. + output = make_tensor( + "output", to_dtype, input_shape, vals=packed.tobytes(), raw=True + ) + elif to_type in TWO_BIT_TYPES: + packed = onnx.numpy_helper._pack_2bitx4(np_from.astype(to_np_dtype)) + output = make_tensor( + "output", to_dtype, input_shape, vals=packed.tobytes(), raw=True + ) + else: + output = make_tensor( + "output", + to_dtype, + input_shape, + vals=np_from.astype(to_np_dtype), + raw=True, + ) + + node = onnx.helper.make_node( + "Cast", + inputs=["input"], + outputs=["output"], + to=to_dtype, + ) + expect( + node, + inputs=[input], + outputs=[output], + name="test_cast_" + from_type + "_to_" + to_type, + ) +``` + +
+
+e8m0 + +```python +np_fp32 = np.array( + [ + "0.0", + "0.124", + "0.25", + "0.5", + "1.1", + "2.0", + "4.0", + "8.0", + ], + dtype=np.float32, +) +test_cases = [ + ("FLOAT", "FLOAT8E8M0"), + ("FLOAT16", "FLOAT8E8M0"), + ("FLOAT8E8M0", "FLOAT"), + ("FLOAT8E8M0", "FLOAT16"), +] +for from_type, to_type in test_cases: + if from_type == "FLOAT": + input_np = np_fp32 + output_np = to_float8e8m0(np_fp32) + elif from_type == "FLOAT16": + input_np = np_fp32.astype(np.float16) + output_np = to_float8e8m0(input_np) + elif from_type == "FLOAT8E8M0": + input_np = to_float8e8m0(np_fp32) + if to_type == "FLOAT": + output_np = input_np.astype(np.float32) + elif to_type == "FLOAT16": + output_np = input_np.astype(np.float16) + else: + raise ValueError( + f"Conversion from {from_type} to {to_type} is not tested." + ) + else: + raise ValueError( + f"Conversion from {from_type} to {to_type} is not tested." + ) + input = make_tensor( + "input", + getattr(TensorProto, from_type), + [2, 4], + input_np, + raw=True, + ) + output = make_tensor( + "output", + getattr(TensorProto, to_type), + [2, 4], + output_np, + raw=True, + ) + if to_type == "FLOAT8E8M0": + node = onnx.helper.make_node( + "Cast", + inputs=["input"], + outputs=["output"], + to=getattr(TensorProto, to_type), + saturate=1, + round_mode="up", + ) + else: + node = onnx.helper.make_node( + "Cast", + inputs=["input"], + outputs=["output"], + to=getattr(TensorProto, to_type), + ) + + expect( + node, + inputs=[input], + outputs=[output], + name="test_cast_e8m0_" + from_type + "_to_" + to_type, + ) +``` + +
+
+saturate_false + +```python +test_cases = itertools.product( + [ + "FLOAT", + "FLOAT16", + ], + [ + "FLOAT8E4M3FN", + "FLOAT8E4M3FNUZ", + "FLOAT8E5M2", + "FLOAT8E5M2FNUZ", + ], +) +input_shape = (3, 5) +for from_type, to_type in test_cases: + from_dtype = getattr(TensorProto, from_type) + to_dtype = getattr(TensorProto, to_type) + from_np_dtype = tensor_dtype_to_np_dtype(from_dtype) + to_np_dtype = tensor_dtype_to_np_dtype(to_dtype) + np_fp32 = np.array( + [ + "0.47892547", + "0.48033667", + "0.49968487", + "0.81910545", + "0.47031248", + "0.7229038", + "1000000", + "1e-7", + "NaN", + "INF", + "+INF", + "-INF", + "-0.0000001", + "0.0000001", + "-1000000", + ], + dtype=np.float32, + ) + + input = make_tensor( + "input", + from_dtype, + input_shape, + vals=np_fp32.astype(from_np_dtype), + raw=True, + ) + output = make_tensor( + "output", + to_dtype, + input_shape, + vals=np_fp32.astype(from_np_dtype).astype(to_np_dtype), + raw=True, + ) + + node = onnx.helper.make_node( + "Cast", + inputs=["input"], + outputs=["output"], + to=to_dtype, + saturate=0, + ) + expect( + node, + inputs=[input], + outputs=[output], + name="test_cast_no_saturate_" + from_type + "_to_" + to_type, + ) +``` + +
+ + +### CastLike +There are 2 test cases, listed as following: +
+castlike + +```python +test_cases = [ + ("FLOAT", "FLOAT16"), + ("FLOAT", "DOUBLE"), + ("FLOAT16", "FLOAT"), + ("FLOAT16", "DOUBLE"), + ("DOUBLE", "FLOAT"), + ("DOUBLE", "FLOAT16"), + ("FLOAT", "BFLOAT16"), + ("BFLOAT16", "FLOAT"), + ("FLOAT", "FLOAT8E4M3FN"), + ("FLOAT16", "FLOAT8E4M3FN"), + ("FLOAT", "FLOAT8E4M3FNUZ"), + ("FLOAT16", "FLOAT8E4M3FNUZ"), + ("FLOAT8E4M3FN", "FLOAT"), + ("FLOAT8E4M3FN", "FLOAT16"), + ("FLOAT8E4M3FNUZ", "FLOAT"), + ("FLOAT8E4M3FNUZ", "FLOAT16"), + ("FLOAT", "FLOAT8E5M2"), + ("FLOAT16", "FLOAT8E5M2"), + ("FLOAT", "FLOAT8E5M2FNUZ"), + ("FLOAT16", "FLOAT8E5M2FNUZ"), + ("FLOAT8E5M2", "FLOAT"), + ("FLOAT8E5M2", "FLOAT16"), + ("FLOAT8E5M2FNUZ", "FLOAT"), + ("FLOAT8E5M2FNUZ", "FLOAT16"), + ("FLOAT", "UINT4"), + ("FLOAT16", "UINT4"), + ("FLOAT", "INT4"), + ("FLOAT16", "INT4"), + ("UINT4", "FLOAT"), + ("UINT4", "FLOAT16"), + ("UINT4", "UINT8"), + ("INT4", "FLOAT"), + ("INT4", "FLOAT16"), + ("INT4", "INT8"), + ("FLOAT4E2M1", "FLOAT"), + ("FLOAT4E2M1", "FLOAT16"), + ("FLOAT", "FLOAT4E2M1"), + ("FLOAT16", "FLOAT4E2M1"), + ("FLOAT", "UINT2"), + ("FLOAT16", "UINT2"), + ("FLOAT", "INT2"), + ("FLOAT16", "INT2"), + ("UINT2", "FLOAT"), + ("UINT2", "FLOAT16"), + ("UINT2", "UINT8"), + ("INT2", "FLOAT"), + ("INT2", "FLOAT16"), + ("INT2", "INT8"), +] + +f8_types = {"FLOAT8E4M3FN", "FLOAT8E4M3FNUZ", "FLOAT8E5M2", "FLOAT8E5M2FNUZ"} + +for from_type, to_type in test_cases: + if from_type == to_type: + # Skip cases where from_type and to_type are the same + continue + from_dtype = getattr(TensorProto, from_type) + to_dtype = getattr(TensorProto, to_type) + from_np_dtype = tensor_dtype_to_np_dtype(from_dtype) + to_np_dtype = tensor_dtype_to_np_dtype(to_dtype) + + if from_type == "BFLOAT16" or to_type == "BFLOAT16": + np_fp32 = np.array( + [ + "0.47892547", + "0.48033667", + "0.49968487", + "0.81910545", + "0.47031248", + "0.816468", + "0.21087195", + "0.7229038", + "NaN", + "INF", + "+INF", + "-INF", + ], + dtype=np.float32, + ) + input_shape = (3, 4) + + elif from_type in f8_types or to_type in f8_types: + np_fp32 = np.array( + [ + "0.47892547", + "0.48033667", + "0.49968487", + "0.81910545", + "0.47031248", + "0.7229038", + "1000000", + "1e-7", + "NaN", + "INF", + "+INF", + "-INF", + "-0.0000001", + "0.0000001", + "-1000000", + ], + dtype=np.float32, + ) + input_shape = (3, 5) + elif from_type in ("UINT4", "INT4") or to_type in ("UINT4", "INT4"): + np_fp32 = np.arange(-9, 16).astype(np.float32) + input_shape = (5, 5) + elif from_type in ("UINT2", "INT2") or to_type in ("UINT2", "INT2"): + np_fp32 = np.arange(-3, 4).astype(np.float32) + input_shape = (7, 1) + elif from_type == "FLOAT4E2M1" or to_type == "FLOAT4E2M1": + np_fp32 = np.array( + [ + "0.48", + "0.25", + "1.05", + "-3.5", + "-8", + "9", + "1000000", + "1e-7", + "NaN", + "INF", + "+INF", + "-INF", + "-4", + "0.01", + "-0.0", + ], + dtype=np.float32, + ) + input_shape = (3, 5) + + else: + np_fp32 = np.array( + [ + "0.47892547", + "0.48033667", + "0.49968487", + "0.81910545", + "0.47031248", + "0.816468", + "0.21087195", + "0.7229038", + "NaN", + "INF", + "+INF", + "-INF", + ], + dtype=np.float32, + ).reshape([3, 4]) + input_shape = (3, 4) + + if from_type in F8_TYPES: + np_from = onnx.numpy_helper.saturate_cast(np_fp32, from_np_dtype) + input = make_tensor( + "input", + from_dtype, + input_shape, + vals=np_from, + raw=True, + ) + elif from_type in FOUR_BIT_TYPES: + np_from = np_fp32.astype(from_np_dtype) + packed = onnx.numpy_helper._pack_4bitx2(np_from) + # No byteswap needed on big-endian machines as _pack_4bitx2() + # returns a numpy array with uint8 datatype. + input = make_tensor( + "input", from_dtype, input_shape, vals=packed.tobytes(), raw=True + ) + elif from_type in TWO_BIT_TYPES: + np_from = np_fp32.astype(from_np_dtype) + packed = onnx.numpy_helper._pack_2bitx4(np_from) + # No byteswap needed on big-endian machines as _pack_2bitx4() + # returns a numpy array with uint8 datatype. + input = make_tensor( + "input", from_dtype, input_shape, vals=packed.tobytes(), raw=True + ) + else: + np_from = np_fp32.astype(from_np_dtype) + input = make_tensor( + "input", from_dtype, input_shape, vals=np_from, raw=True + ) + + if to_type in F8_TYPES: + output = make_tensor( + "output", + to_dtype, + input_shape, + vals=onnx.numpy_helper.saturate_cast(np_from, to_np_dtype), + raw=True, + ) + elif to_type in FOUR_BIT_TYPES: + packed = onnx.numpy_helper._pack_4bitx2(np_from.astype(to_np_dtype)) + # No byteswap needed on big-endian machines as _pack_4bitx2() + # returns a numpy array with uint8 datatype. + output = make_tensor( + "output", to_dtype, input_shape, vals=packed.tobytes(), raw=True + ) + elif to_type in TWO_BIT_TYPES: + packed = onnx.numpy_helper._pack_2bitx4(np_from.astype(to_np_dtype)) + # No byteswap needed on big-endian machines as _pack_2bitx4() + # returns a numpy array with uint8 datatype. + output = make_tensor( + "output", to_dtype, input_shape, vals=packed.tobytes(), raw=True + ) + else: + output = make_tensor( + "output", + to_dtype, + input_shape, + vals=np_from.astype(to_np_dtype), + raw=True, + ) + + like = make_tensor("like", to_dtype, (0,), vals=[]) + + node = onnx.helper.make_node( + "CastLike", + inputs=["input", "like"], + outputs=["output"], + ) + + expect( + node, + inputs=[input, like], + outputs=[output], + name="test_castlike_" + from_type + "_to_" + to_type, + ) +``` + +
+
+saturate_false + +```python +test_cases = itertools.product( + [ + "FLOAT", + "FLOAT16", + ], + [ + "FLOAT8E4M3FN", + "FLOAT8E4M3FNUZ", + "FLOAT8E5M2", + "FLOAT8E5M2FNUZ", + ], +) +input_shape = (3, 5) +for from_type, to_type in test_cases: + from_dtype = getattr(TensorProto, from_type) + to_dtype = getattr(TensorProto, to_type) + from_np_dtype = tensor_dtype_to_np_dtype(from_dtype) + to_np_dtype = tensor_dtype_to_np_dtype(to_dtype) + np_fp32 = np.array( + [ + "0.47892547", + "0.48033667", + "0.49968487", + "0.81910545", + "0.47031248", + "0.7229038", + "1000000", + "1e-7", + "NaN", + "INF", + "+INF", + "-INF", + "-0.0000001", + "0.0000001", + "-1000000", + ], + dtype=np.float32, + ) + + input = make_tensor( + "input", + from_dtype, + input_shape, + vals=np_fp32.astype(from_np_dtype), + raw=True, + ) + output = make_tensor( + "output", + to_dtype, + input_shape, + vals=np_fp32.astype(from_np_dtype).astype(to_np_dtype), + raw=True, + ) + + like = make_tensor("like", to_dtype, (0,), vals=[]) + + node = onnx.helper.make_node( + "CastLike", + inputs=["input", "like"], + outputs=["output"], + saturate=0, + ) + + expect( + node, + inputs=[input, like], + outputs=[output], + name="test_castlike_no_saturate_" + from_type + "_to_" + to_type, + ) +``` + +
+ + +### CausalConvWithState +There are 13 test cases, listed as following: +
+b1_c1_degenerate + +```python +# Mamba/GDN inner-head edge case: B=1, C=1. +node = onnx.helper.make_node( + "CausalConvWithState", + inputs=["input", "weight"], + outputs=["output", "present_state"], +) + +batch_size, channels, length, k = 1, 1, 6, 4 +input_ = np.random.randn(batch_size, channels, length).astype(np.float32) +weight = np.random.randn(channels, 1, k).astype(np.float32) + +output, present_state = _compute(input_, weight) + +expect( + node, + inputs=[input_, weight], + outputs=[output, present_state], + name="test_causal_conv_with_state_b1_c1_degenerate", + opset_imports=[onnx.helper.make_opsetid("", 27)], +) +``` + +
+
+basic + +```python +node = onnx.helper.make_node( + "CausalConvWithState", + inputs=["input", "weight"], + outputs=["output", "present_state"], +) + +batch_size, channels, length, k = 2, 4, 8, 4 +input_ = np.random.randn(batch_size, channels, length).astype(np.float32) +weight = np.random.randn(channels, 1, k).astype(np.float32) + +output, present_state = _compute(input_, weight) + +expect( + node, + inputs=[input_, weight], + outputs=[output, present_state], + name="test_causal_conv_with_state_basic", + opset_imports=[onnx.helper.make_opsetid("", 27)], +) +``` + +
+
+decode_step + +```python +node = onnx.helper.make_node( + "CausalConvWithState", + inputs=["input", "weight", "bias", "past_state"], + outputs=["output", "present_state"], +) + +batch_size, channels, length, k = 2, 4, 1, 4 +input_ = np.random.randn(batch_size, channels, length).astype(np.float32) +weight = np.random.randn(channels, 1, k).astype(np.float32) +bias = np.random.randn(channels).astype(np.float32) +past_state = np.random.randn(batch_size, channels, k - 1).astype(np.float32) + +output, present_state = _compute( + input_, weight, bias=bias, past_state=past_state +) + +expect( + node, + inputs=[input_, weight, bias, past_state], + outputs=[output, present_state], + name="test_causal_conv_with_state_decode_step", + opset_imports=[onnx.helper.make_opsetid("", 27)], +) +``` + +
+
+fp16 + +```python +node = onnx.helper.make_node( + "CausalConvWithState", + inputs=["input", "weight"], + outputs=["output", "present_state"], +) + +batch_size, channels, length, k = 2, 4, 8, 4 +input_ = np.random.rand(batch_size, channels, length).astype(np.float16) +weight = np.random.rand(channels, 1, k).astype(np.float16) + +output, present_state = _compute(input_, weight) + +expect( + node, + inputs=[input_, weight], + outputs=[output, present_state], + name="test_causal_conv_with_state_fp16", + opset_imports=[onnx.helper.make_opsetid("", 27)], +) +``` + +
+
+kernel_size_one + +```python +node = onnx.helper.make_node( + "CausalConvWithState", + inputs=["input", "weight"], + outputs=["output", "present_state"], +) + +batch_size, channels, length, k = 2, 4, 8, 1 +input_ = np.random.randn(batch_size, channels, length).astype(np.float32) +weight = np.random.randn(channels, 1, k).astype(np.float32) + +output, present_state = _compute(input_, weight) + +expect( + node, + inputs=[input_, weight], + outputs=[output, present_state], + name="test_causal_conv_with_state_kernel_size_one", + opset_imports=[onnx.helper.make_opsetid("", 27)], +) +``` + +
+
+short_input_no_past_state + +```python +# L < k-1 with no past_state: zero-pad is wider than the input. +node = onnx.helper.make_node( + "CausalConvWithState", + inputs=["input", "weight"], + outputs=["output", "present_state"], +) + +batch_size, channels, length, k = 2, 4, 2, 5 +input_ = np.random.randn(batch_size, channels, length).astype(np.float32) +weight = np.random.randn(channels, 1, k).astype(np.float32) + +output, present_state = _compute(input_, weight) + +expect( + node, + inputs=[input_, weight], + outputs=[output, present_state], + name="test_causal_conv_with_state_short_input_no_past_state", + opset_imports=[onnx.helper.make_opsetid("", 27)], +) +``` + +
+
+silu + +```python +node = onnx.helper.make_node( + "CausalConvWithState", + inputs=["input", "weight"], + outputs=["output", "present_state"], + activation="silu", +) + +batch_size, channels, length, k = 2, 4, 8, 4 +input_ = np.random.randn(batch_size, channels, length).astype(np.float32) +weight = np.random.randn(channels, 1, k).astype(np.float32) + +output, present_state = _compute(input_, weight, activation="silu") + +expect( + node, + inputs=[input_, weight], + outputs=[output, present_state], + name="test_causal_conv_with_state_silu", + opset_imports=[onnx.helper.make_opsetid("", 27)], +) +``` + +
+
+silu_fp16 + +```python +# fp16 + SiLU: the reference upcasts Sigmoid/Mul to float32, so the +# function-body expansion must do the same to stay numerically faithful. +node = onnx.helper.make_node( + "CausalConvWithState", + inputs=["input", "weight"], + outputs=["output", "present_state"], + activation="silu", +) + +batch_size, channels, length, k = 2, 4, 8, 4 +input_ = np.random.rand(batch_size, channels, length).astype(np.float16) +weight = np.random.rand(channels, 1, k).astype(np.float16) + +output, present_state = _compute(input_, weight, activation="silu") + +expect( + node, + inputs=[input_, weight], + outputs=[output, present_state], + name="test_causal_conv_with_state_silu_fp16", + opset_imports=[onnx.helper.make_opsetid("", 27)], +) +``` + +
+
+silu_with_past_state + +```python +# Fused activation combined with concat-from-past variant of PaddedInput. +node = onnx.helper.make_node( + "CausalConvWithState", + inputs=["input", "weight", "", "past_state"], + outputs=["output", "present_state"], + activation="silu", +) + +batch_size, channels, length, k = 2, 4, 8, 4 +input_ = np.random.randn(batch_size, channels, length).astype(np.float32) +weight = np.random.randn(channels, 1, k).astype(np.float32) +past_state = np.random.randn(batch_size, channels, k - 1).astype(np.float32) + +output, present_state = _compute( + input_, weight, past_state=past_state, activation="silu" +) + +expect( + node, + inputs=[input_, weight, past_state], + outputs=[output, present_state], + name="test_causal_conv_with_state_silu_with_past_state", + opset_imports=[onnx.helper.make_opsetid("", 27)], +) +``` + +
+
+swish_alias + +```python +node = onnx.helper.make_node( + "CausalConvWithState", + inputs=["input", "weight"], + outputs=["output", "present_state"], + activation="swish", +) + +batch_size, channels, length, k = 2, 4, 8, 4 +input_ = np.random.randn(batch_size, channels, length).astype(np.float32) +weight = np.random.randn(channels, 1, k).astype(np.float32) + +output, present_state = _compute(input_, weight, activation="swish") + +expect( + node, + inputs=[input_, weight], + outputs=[output, present_state], + name="test_causal_conv_with_state_swish_alias", + opset_imports=[onnx.helper.make_opsetid("", 27)], +) +``` + +
+
+with_bias + +```python +node = onnx.helper.make_node( + "CausalConvWithState", + inputs=["input", "weight", "bias"], + outputs=["output", "present_state"], +) + +batch_size, channels, length, k = 2, 4, 8, 4 +input_ = np.random.randn(batch_size, channels, length).astype(np.float32) +weight = np.random.randn(channels, 1, k).astype(np.float32) +bias = np.random.randn(channels).astype(np.float32) + +output, present_state = _compute(input_, weight, bias=bias) + +expect( + node, + inputs=[input_, weight, bias], + outputs=[output, present_state], + name="test_causal_conv_with_state_with_bias", + opset_imports=[onnx.helper.make_opsetid("", 27)], +) +``` + +
+
+with_bias_and_past_state + +```python +# Multi-token (T>1) path through Concat(past, input) -> Conv(+bias). +node = onnx.helper.make_node( + "CausalConvWithState", + inputs=["input", "weight", "bias", "past_state"], + outputs=["output", "present_state"], +) + +batch_size, channels, length, k = 2, 4, 8, 4 +input_ = np.random.randn(batch_size, channels, length).astype(np.float32) +weight = np.random.randn(channels, 1, k).astype(np.float32) +bias = np.random.randn(channels).astype(np.float32) +past_state = np.random.randn(batch_size, channels, k - 1).astype(np.float32) + +output, present_state = _compute( + input_, weight, bias=bias, past_state=past_state +) + +expect( + node, + inputs=[input_, weight, bias, past_state], + outputs=[output, present_state], + name="test_causal_conv_with_state_with_bias_and_past_state", + opset_imports=[onnx.helper.make_opsetid("", 27)], +) +``` + +
+
+with_past_state + +```python +node = onnx.helper.make_node( + "CausalConvWithState", + inputs=["input", "weight", "", "past_state"], + outputs=["output", "present_state"], +) + +batch_size, channels, length, k = 2, 4, 8, 4 +input_ = np.random.randn(batch_size, channels, length).astype(np.float32) +weight = np.random.randn(channels, 1, k).astype(np.float32) +past_state = np.random.randn(batch_size, channels, k - 1).astype(np.float32) + +output, present_state = _compute(input_, weight, past_state=past_state) + +expect( + node, + inputs=[input_, weight, past_state], + outputs=[output, present_state], + name="test_causal_conv_with_state_with_past_state", + opset_imports=[onnx.helper.make_opsetid("", 27)], +) +``` + +
+ + +### Ceil +There are 1 test cases, listed as following: +
+ceil + +```python +node = onnx.helper.make_node( + "Ceil", + inputs=["x"], + outputs=["y"], +) + +x = np.array([-1.5, 1.2]).astype(np.float32) +y = np.ceil(x) # expected output [-1., 2.] +expect(node, inputs=[x], outputs=[y], name="test_ceil_example") + +x = np.random.randn(3, 4, 5).astype(np.float32) +y = np.ceil(x) +expect(node, inputs=[x], outputs=[y], name="test_ceil") +``` + +
+ + +### Celu +There are 3 test cases, listed as following: +
+celu + +```python +alpha = 2.0 +node = onnx.helper.make_node( + "Celu", + inputs=["X"], + outputs=["Y"], + alpha=alpha, +) + +input_data = np.array( + [ + [ + [[0.8439683], [0.5665144], [0.05836735]], + [[0.02916367], [0.12964272], [0.5060197]], + [[0.79538304], [0.9411346], [0.9546573]], + ], + [ + [[0.17730942], [0.46192095], [0.26480448]], + [[0.6746842], [0.01665257], [0.62473077]], + [[0.9240844], [0.9722341], [0.11965699]], + ], + [ + [[0.41356155], [0.9129373], [0.59330076]], + [[0.81929934], [0.7862604], [0.11799799]], + [[0.69248444], [0.54119414], [0.07513223]], + ], + ], + dtype=np.float32, +) + +# Calculate expected output data +positive_input = np.maximum(0, input_data) +negative_input = np.minimum(0, alpha * (np.exp(input_data / alpha) - 1)) +expected_output = positive_input + negative_input + +expect(node, inputs=[input_data], outputs=[expected_output], name="test_celu") +``` + +
+
+celu_bfloat16 + +```python +alpha = 2.0 +node = onnx.helper.make_node( + "Celu", + inputs=["X"], + outputs=["Y"], + alpha=alpha, +) + +input_data = np.array([-3.0, -0.5, 0.0, 0.5, 3.0], dtype=ml_dtypes.bfloat16) + +positive_input = np.maximum(0, input_data) +negative_input = np.minimum(0, alpha * (np.exp(input_data / alpha) - 1)) +expected_output = (positive_input + negative_input).astype(ml_dtypes.bfloat16) + +expect( + node, + inputs=[input_data], + outputs=[expected_output], + name="test_celu_bfloat16", +) +``` + +
+
+celu_float16 + +```python +alpha = 2.0 +node = onnx.helper.make_node( + "Celu", + inputs=["X"], + outputs=["Y"], + alpha=alpha, +) + +input_data = np.array([-3.0, -0.5, 0.0, 0.5, 3.0], dtype=np.float16) + +positive_input = np.maximum(0, input_data) +negative_input = np.minimum(0, alpha * (np.exp(input_data / alpha) - 1)) +expected_output = (positive_input + negative_input).astype(np.float16) + +expect( + node, + inputs=[input_data], + outputs=[expected_output], + name="test_celu_float16", +) +``` + +
+ + +### CenterCropPad +There are 6 test cases, listed as following: +
+center_crop_pad_crop + +```python +node = onnx.helper.make_node( + "CenterCropPad", + inputs=["x", "shape"], + outputs=["y"], +) + +# First dim is even diff, second is uneven +x = np.random.randn(20, 10, 3).astype(np.float32) +shape = np.array([10, 7, 3], dtype=np.int64) +y = x[5:15, 1:8, :] + +expect(node, inputs=[x, shape], outputs=[y], name="test_center_crop_pad_crop") +``` + +
+
+center_crop_pad_crop_and_pad + +```python +node = onnx.helper.make_node( + "CenterCropPad", + inputs=["x", "shape"], + outputs=["y"], +) + +# Cropping on first dim, padding on second, third stays the same +x = np.random.randn(20, 8, 3).astype(np.float32) +shape = np.array([10, 10, 3], dtype=np.int64) +y = np.zeros([10, 10, 3], dtype=np.float32) +y[:, 1:9, :] = x[5:15, :, :] + +expect( + node, + inputs=[x, shape], + outputs=[y], + name="test_center_crop_pad_crop_and_pad", +) +``` + +
+
+center_crop_pad_crop_axes_chw + +```python +node = onnx.helper.make_node( + "CenterCropPad", + inputs=["x", "shape"], + outputs=["y"], + axes=[1, 2], +) + +# Cropping on second dim, padding on third, first stays the same +x = np.random.randn(3, 20, 8).astype(np.float32) +shape = np.array([10, 9], dtype=np.int64) +y = np.zeros([3, 10, 9], dtype=np.float32) +y[:, :, :8] = x[:, 5:15, :] + +expect( + node, + inputs=[x, shape], + outputs=[y], + name="test_center_crop_pad_crop_axes_chw", +) +``` + +
+
+center_crop_pad_crop_axes_hwc + +```python +node = onnx.helper.make_node( + "CenterCropPad", + inputs=["x", "shape"], + outputs=["y"], + axes=[0, 1], +) + +# Cropping on first dim, padding on second, third stays the same +x = np.random.randn(20, 8, 3).astype(np.float32) +shape = np.array([10, 9], dtype=np.int64) +y = np.zeros([10, 9, 3], dtype=np.float32) +y[:, :8, :] = x[5:15, :, :] + +expect( + node, + inputs=[x, shape], + outputs=[y], + name="test_center_crop_pad_crop_axes_hwc", +) +``` + +
+
+center_crop_pad_crop_negative_axes_hwc + +```python +node = onnx.helper.make_node( + "CenterCropPad", + inputs=["x", "shape"], + outputs=["y"], + axes=[-3, -2], +) + +# Cropping on first dim, padding on second, third stays the same +x = np.random.randn(20, 8, 3).astype(np.float32) +shape = np.array([10, 9], dtype=np.int64) +y = np.zeros([10, 9, 3], dtype=np.float32) +y[:, :8, :] = x[5:15, :, :] + +expect( + node, + inputs=[x, shape], + outputs=[y], + name="test_center_crop_pad_crop_negative_axes_hwc", +) +``` + +
+
+center_crop_pad_pad + +```python +node = onnx.helper.make_node( + "CenterCropPad", + inputs=["x", "shape"], + outputs=["y"], +) + +# First dim is even diff, second is uneven +x = np.random.randn(10, 7, 3).astype(np.float32) +shape = np.array([20, 10, 3], dtype=np.int64) +y = np.zeros([20, 10, 3], dtype=np.float32) +y[5:15, 1:8, :] = x + +expect(node, inputs=[x, shape], outputs=[y], name="test_center_crop_pad_pad") +``` + +
+ + +### Clip +There are 3 test cases, listed as following: +
+clip + +```python +node = onnx.helper.make_node( + "Clip", + inputs=["x", "min", "max"], + outputs=["y"], +) + +x = np.array([-2, 0, 2]).astype(np.float32) +min_val = np.float32(-1) +max_val = np.float32(1) +y = np.clip(x, min_val, max_val) # expected output [-1., 0., 1.] +expect( + node, inputs=[x, min_val, max_val], outputs=[y], name="test_clip_example" +) + +x = np.random.randn(3, 4, 5).astype(np.float32) +y = np.clip(x, min_val, max_val) +expect(node, inputs=[x, min_val, max_val], outputs=[y], name="test_clip") +node = onnx.helper.make_node( + "Clip", + inputs=["x", "min", "max"], + outputs=["y"], +) + +min_val = np.float32(-5) +max_val = np.float32(5) + +x = np.array([-1, 0, 1]).astype(np.float32) +y = np.array([-1, 0, 1]).astype(np.float32) +expect( + node, inputs=[x, min_val, max_val], outputs=[y], name="test_clip_inbounds" +) + +x = np.array([-6, 0, 6]).astype(np.float32) +y = np.array([-5, 0, 5]).astype(np.float32) +expect( + node, inputs=[x, min_val, max_val], outputs=[y], name="test_clip_outbounds" +) + +x = np.array([-1, 0, 6]).astype(np.float32) +y = np.array([-1, 0, 5]).astype(np.float32) +expect( + node, + inputs=[x, min_val, max_val], + outputs=[y], + name="test_clip_splitbounds", +) + +x = np.array([-2, 0, 6]).astype(np.float32) +y = np.array([1, 1, 1]).astype(np.float32) +min_val = np.float32(2) +max_val = np.float32(1) +expect( + node, + inputs=[x, min_val, max_val], + outputs=[y], + name="test_clip_min_greater_than_max", +) +``` + +
+
+clip_default + +```python +node = onnx.helper.make_node( + "Clip", + inputs=["x", "min"], + outputs=["y"], +) +min_val = np.float32(0) +x = np.random.randn(3, 4, 5).astype(np.float32) +y = np.clip(x, min_val, np.inf) +expect(node, inputs=[x, min_val], outputs=[y], name="test_clip_default_min") + +no_min = "" # optional input, not supplied +node = onnx.helper.make_node( + "Clip", + inputs=["x", no_min, "max"], + outputs=["y"], +) +max_val = np.float32(0) +x = np.random.randn(3, 4, 5).astype(np.float32) +y = np.clip(x, -np.inf, max_val) +expect(node, inputs=[x, max_val], outputs=[y], name="test_clip_default_max") + +no_max = "" # optional input, not supplied +node = onnx.helper.make_node( + "Clip", + inputs=["x", no_min, no_max], + outputs=["y"], +) + +x = np.array([-1, 0, 1]).astype(np.float32) +y = np.array([-1, 0, 1]).astype(np.float32) +expect(node, inputs=[x], outputs=[y], name="test_clip_default_inbounds") +``` + +
+
+clip_default_int8 + +```python +node = onnx.helper.make_node( + "Clip", + inputs=["x", "min"], + outputs=["y"], +) +min_val = np.int8(0) +x = np.random.randn(3, 4, 5).astype(np.int8) +y = np.clip(x, min_val, np.iinfo(np.int8).max) +expect( + node, inputs=[x, min_val], outputs=[y], name="test_clip_default_int8_min" +) + +no_min = "" # optional input, not supplied +node = onnx.helper.make_node( + "Clip", + inputs=["x", no_min, "max"], + outputs=["y"], +) +max_val = np.int8(0) +x = np.random.randn(3, 4, 5).astype(np.int8) +y = np.clip(x, np.iinfo(np.int8).min, max_val) +expect( + node, inputs=[x, max_val], outputs=[y], name="test_clip_default_int8_max" +) + +no_max = "" # optional input, not supplied +node = onnx.helper.make_node( + "Clip", + inputs=["x", no_min, no_max], + outputs=["y"], +) + +x = np.array([-1, 0, 1]).astype(np.int8) +y = np.array([-1, 0, 1]).astype(np.int8) +expect(node, inputs=[x], outputs=[y], name="test_clip_default_int8_inbounds") +``` + +
+ + +### Col2Im +There are 5 test cases, listed as following: +
+col2im + +```python +input = np.array( + [ + [ + [1.0, 6.0, 11.0, 16.0, 21.0], # (1, 5, 5) + [2.0, 7.0, 12.0, 17.0, 22.0], + [3.0, 8.0, 13.0, 18.0, 23.0], + [4.0, 9.0, 14.0, 19.0, 24.0], + [5.0, 0.0, 15.0, 20.0, 25.0], + ] + ] +).astype(np.float32) + +image_shape = np.array([5, 5]).astype(np.int64) +block_shape = np.array([1, 5]).astype(np.int64) +node = onnx.helper.make_node( + "Col2Im", ["input", "image_shape", "block_shape"], ["output"] +) + +output = np.array( + [ + [ + [ + [1.0, 2.0, 3.0, 4.0, 5.0], # (1, 1, 5, 5) + [6.0, 7.0, 8.0, 9.0, 0.0], + [11.0, 12.0, 13.0, 14.0, 15.0], + [16.0, 17.0, 18.0, 19.0, 20.0], + [21.0, 22.0, 23.0, 24.0, 25.0], + ] + ] + ] +).astype(np.float32) + +expect( + node, + inputs=[input, image_shape, block_shape], + outputs=[output], + name="test_col2im", +) +``` + +
+
+col2im_5d + +```python +input = np.array( + [ + [ + [1, 6, 11, 16, 21, 26, 31, 36, 41, 46, 51, 56], # (1, 10, 12) + [2, 7, 12, 17, 22, 27, 32, 37, 42, 47, 52, 57], + [3, 8, 13, 18, 23, 28, 33, 38, 43, 48, 53, 58], + [4, 9, 14, 19, 24, 29, 34, 39, 44, 49, 54, 59], + [5, 10, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60], + [61, 66, 71, 76, 81, 86, 91, 96, 101, 106, 111, 116], + [62, 67, 72, 77, 82, 87, 92, 97, 102, 107, 112, 117], + [63, 68, 73, 78, 83, 88, 93, 98, 103, 108, 113, 118], + [64, 69, 74, 79, 84, 89, 94, 99, 104, 109, 114, 119], + [65, 70, 75, 80, 85, 90, 95, 100, 105, 110, 115, 120], + ] + ] +).astype(np.float32) +image_shape = np.array([3, 4, 5]).astype(np.int64) +block_shape = np.array([1, 1, 5]).astype(np.int64) + +output = np.array( + [ + [ + [ + [ + [1, 2, 3, 4, 5], # (1, 2, 3, 4, 5) + [6, 7, 8, 9, 10], + [11, 12, 13, 14, 15], + [16, 17, 18, 19, 20], + ], + [ + [21, 22, 23, 24, 25], + [26, 27, 28, 29, 30], + [31, 32, 33, 34, 35], + [36, 37, 38, 39, 40], + ], + [ + [41, 42, 43, 44, 45], + [46, 47, 48, 49, 50], + [51, 52, 53, 54, 55], + [56, 57, 58, 59, 60], + ], + ], + [ + [ + [61, 62, 63, 64, 65], + [66, 67, 68, 69, 70], + [71, 72, 73, 74, 75], + [76, 77, 78, 79, 80], + ], + [ + [81, 82, 83, 84, 85], + [86, 87, 88, 89, 90], + [91, 92, 93, 94, 95], + [96, 97, 98, 99, 100], + ], + [ + [101, 102, 103, 104, 105], + [106, 107, 108, 109, 110], + [111, 112, 113, 114, 115], + [116, 117, 118, 119, 120], + ], + ], + ] + ] +).astype(np.float32) + +node = onnx.helper.make_node( + "Col2Im", ["input", "image_shape", "block_shape"], ["output"] +) +expect( + node, + inputs=[input, image_shape, block_shape], + outputs=[output], + name="test_col2im_5d", +) +``` + +
+
+col2im_dilations + +```python +input = np.array( + [ + [ + [1.0, 5.0, 9.0, 13.0, 17], # (1, 4, 5) + [2.0, 6.0, 10.0, 14.0, 18], + [3.0, 7.0, 11.0, 15.0, 19], + [4.0, 8.0, 12.0, 16.0, 20], + ] + ] +).astype(np.float32) +image_shape = np.array([6, 6]).astype(np.int64) +block_shape = np.array([2, 2]).astype(np.int64) + +output = np.array( + [ + [ + [ + [1.0, 0.0, 0.0, 0.0, 0.0, 2.0], # (1, 1, 6, 6) + [8.0, 0.0, 0.0, 0.0, 0.0, 10.0], + [16.0, 0.0, 0.0, 0.0, 0.0, 18.0], + [24.0, 0.0, 0.0, 0.0, 0.0, 26.0], + [32.0, 0.0, 0.0, 0.0, 0.0, 34.0], + [19.0, 0.0, 0.0, 0.0, 0.0, 20.0], + ] + ] + ] +).astype(np.float32) + +node = onnx.helper.make_node( + "Col2Im", + ["input", "image_shape", "block_shape"], + ["output"], + dilations=[1, 5], +) +expect( + node, + inputs=[input, image_shape, block_shape], + outputs=[output], + name="test_col2im_dilations", +) +``` + +
+
+col2im_pads + +```python +input = np.array( + [ + [ + [ + 1.0, + 6.0, + 11.0, + 16.0, + 21.0, + 26, + 31, + 36, + 41, + 46, + 51, + 56, + 61, + 66, + 71, + ], # (1, 5, 15) + [ + 2.0, + 7.0, + 12.0, + 17.0, + 22.0, + 27, + 32, + 37, + 42, + 47, + 52, + 57, + 62, + 67, + 72, + ], + [ + 3.0, + 8.0, + 13.0, + 18.0, + 23.0, + 28, + 33, + 38, + 43, + 48, + 53, + 58, + 63, + 68, + 73, + ], + [ + 4.0, + 9.0, + 14.0, + 19.0, + 24.0, + 29, + 34, + 39, + 44, + 49, + 54, + 59, + 64, + 69, + 74, + ], + [ + 5.0, + 10.0, + 15.0, + 20.0, + 25.0, + 30, + 35, + 40, + 45, + 50, + 55, + 60, + 65, + 70, + 75, + ], + ] + ] +).astype(np.float32) +image_shape = np.array([5, 5]).astype(np.int64) +block_shape = np.array([1, 5]).astype(np.int64) + +output = np.array( + [ + [ + [ + [8.0, 21.0, 24.0, 27.0, 24.0], # (1, 1, 5, 5) + [38.0, 66.0, 69.0, 72.0, 54.0], + [68.0, 111.0, 114.0, 117.0, 84.0], + [98.0, 156.0, 159.0, 162.0, 114.0], + [128.0, 201.0, 204.0, 207.0, 144.0], + ] + ] + ] +).astype(np.float32) + +node = onnx.helper.make_node( + "Col2Im", + ["input", "image_shape", "block_shape"], + ["output"], + pads=[0, 1, 0, 1], +) +expect( + node, + inputs=[input, image_shape, block_shape], + outputs=[output], + name="test_col2im_pads", +) +``` + +
+
+col2im_strides + +```python +input = np.array( + [ + [ + [0.0, 0.0, 0.0, 0.0], # (1, 9, 4) + [1.0, 1.0, 1.0, 1.0], + [1.0, 1.0, 1.0, 1.0], + [1.0, 1.0, 1.0, 1.0], + [0.0, 0.0, 0.0, 0.0], + [0.0, 0.0, 0.0, 0.0], + [0.0, 0.0, 0.0, 0.0], + [1.0, 1.0, 1.0, 1.0], + [0.0, 0.0, 0.0, 0.0], + ] + ] +).astype(np.float32) +image_shape = np.array([5, 5]).astype(np.int64) +block_shape = np.array([3, 3]).astype(np.int64) + +output = np.array( + [ + [ + [ + [0.0, 1.0, 1.0, 1.0, 1.0], # (1, 1, 5, 5) + [1.0, 0.0, 1.0, 0.0, 0.0], + [0.0, 2.0, 1.0, 2.0, 1.0], + [1.0, 0.0, 1.0, 0.0, 0.0], + [0.0, 1.0, 0.0, 1.0, 0.0], + ] + ] + ] +).astype(np.float32) + +node = onnx.helper.make_node( + "Col2Im", + ["input", "image_shape", "block_shape"], + ["output"], + strides=[2, 2], +) +expect( + node, + inputs=[input, image_shape, block_shape], + outputs=[output], + name="test_col2im_strides", +) +``` + +
+ + +### Compress +There are 4 test cases, listed as following: +
+compress_0 + +```python +node = onnx.helper.make_node( + "Compress", + inputs=["input", "condition"], + outputs=["output"], + axis=0, +) +input = np.array([[1, 2], [3, 4], [5, 6]]).astype(np.float32) +condition = np.array([0, 1, 1]) +output = np.compress(condition, input, axis=0) +# print(output) +# [[ 3. 4.] +# [ 5. 6.]] + +expect( + node, + inputs=[input, condition.astype(bool)], + outputs=[output], + name="test_compress_0", +) +``` + +
+
+compress_1 + +```python +node = onnx.helper.make_node( + "Compress", + inputs=["input", "condition"], + outputs=["output"], + axis=1, +) +input = np.array([[1, 2], [3, 4], [5, 6]]).astype(np.float32) +condition = np.array([0, 1]) +output = np.compress(condition, input, axis=1) +# print(output) +# [[ 2.] +# [ 4.] +# [ 6.]] + +expect( + node, + inputs=[input, condition.astype(bool)], + outputs=[output], + name="test_compress_1", +) +``` + +
+
+compress_default_axis + +```python +node = onnx.helper.make_node( + "Compress", + inputs=["input", "condition"], + outputs=["output"], +) +input = np.array([[1, 2], [3, 4], [5, 6]]).astype(np.float32) +condition = np.array([0, 1, 0, 0, 1]) +output = np.compress(condition, input) +# print(output) +# [ 2., 5.] + +expect( + node, + inputs=[input, condition.astype(bool)], + outputs=[output], + name="test_compress_default_axis", +) +``` + +
+
+compress_negative_axis + +```python +node = onnx.helper.make_node( + "Compress", + inputs=["input", "condition"], + outputs=["output"], + axis=-1, +) +input = np.array([[1, 2], [3, 4], [5, 6]]).astype(np.float32) +condition = np.array([0, 1]) +output = np.compress(condition, input, axis=-1) +# print(output) +# [[ 2.] +# [ 4.] +# [ 6.]] +expect( + node, + inputs=[input, condition.astype(bool)], + outputs=[output], + name="test_compress_negative_axis", +) +``` + +
+ + +### Concat +There are 1 test cases, listed as following: +
+concat + +```python +test_cases: dict[str, Sequence[Any]] = { + "1d": ([1, 2], [3, 4]), + "2d": ([[1, 2], [3, 4]], [[5, 6], [7, 8]]), + "3d": ( + [[[1, 2], [3, 4]], [[5, 6], [7, 8]]], + [[[9, 10], [11, 12]], [[13, 14], [15, 16]]], + ), +} + +for test_case, values_ in test_cases.items(): + values = [np.asarray(v, dtype=np.float32) for v in values_] + for i in range(len(values[0].shape)): + in_args = ["value" + str(k) for k in range(len(values))] + node = onnx.helper.make_node( + "Concat", inputs=list(in_args), outputs=["output"], axis=i + ) + output = np.concatenate(values, i) + expect( + node, + inputs=list(values), + outputs=[output], + name="test_concat_" + test_case + "_axis_" + str(i), + ) + + for i in range(-len(values[0].shape), 0): + in_args = ["value" + str(k) for k in range(len(values))] + node = onnx.helper.make_node( + "Concat", inputs=list(in_args), outputs=["output"], axis=i + ) + output = np.concatenate(values, i) + expect( + node, + inputs=list(values), + outputs=[output], + name="test_concat_" + test_case + "_axis_negative_" + str(abs(i)), + ) +``` + +
+ + +### Constant +There are 1 test cases, listed as following: +
+constant + +```python +values = np.random.randn(5, 5).astype(np.float32) +node = onnx.helper.make_node( + "Constant", + inputs=[], + outputs=["values"], + value=onnx.helper.make_tensor( + name="const_tensor", + data_type=onnx.TensorProto.FLOAT, + dims=values.shape, + vals=values.flatten().astype(float), + ), +) + +expect(node, inputs=[], outputs=[values], name="test_constant") +``` + +
+ + +### ConstantOfShape +There are 3 test cases, listed as following: +
+float_ones + +```python +x = np.array([4, 3, 2]).astype(np.int64) +tensor_value = onnx.helper.make_tensor( + "value", onnx.TensorProto.FLOAT, [1], [1] +) +node = onnx.helper.make_node( + "ConstantOfShape", + inputs=["x"], + outputs=["y"], + value=tensor_value, +) + +y = np.ones(x, dtype=np.float32) +expect(node, inputs=[x], outputs=[y], name="test_constantofshape_float_ones") +``` + +
+
+int32_shape_zero + +```python +x = np.array( + [ + 0, + ] +).astype(np.int64) +tensor_value = onnx.helper.make_tensor( + "value", onnx.TensorProto.INT32, [1], [0] +) +node = onnx.helper.make_node( + "ConstantOfShape", + inputs=["x"], + outputs=["y"], + value=tensor_value, +) +y = np.zeros(x, dtype=np.int32) +expect( + node, inputs=[x], outputs=[y], name="test_constantofshape_int_shape_zero" +) +``` + +
+
+int32_zeros + +```python +x = np.array([10, 6]).astype(np.int64) +tensor_value = onnx.helper.make_tensor( + "value", onnx.TensorProto.INT32, [1], [0] +) +node = onnx.helper.make_node( + "ConstantOfShape", + inputs=["x"], + outputs=["y"], + value=tensor_value, +) +y = np.zeros(x, dtype=np.int32) +expect(node, inputs=[x], outputs=[y], name="test_constantofshape_int_zeros") +``` + +
+ + +### Conv +There are 3 test cases, listed as following: +
+conv + +```python +x = np.array( + [ + [ + [ + [0.0, 1.0, 2.0, 3.0, 4.0], # (1, 1, 5, 5) input tensor + [5.0, 6.0, 7.0, 8.0, 9.0], + [10.0, 11.0, 12.0, 13.0, 14.0], + [15.0, 16.0, 17.0, 18.0, 19.0], + [20.0, 21.0, 22.0, 23.0, 24.0], + ] + ] + ] +).astype(np.float32) +W = np.array( + [ + [ + [ + [1.0, 1.0, 1.0], # (1, 1, 3, 3) tensor for convolution weights + [1.0, 1.0, 1.0], + [1.0, 1.0, 1.0], + ] + ] + ] +).astype(np.float32) + +# Convolution with padding +node_with_padding = onnx.helper.make_node( + "Conv", + inputs=["x", "W"], + outputs=["y"], + kernel_shape=[3, 3], + # Default values for other attributes: strides=[1, 1], dilations=[1, 1], groups=1 + pads=[1, 1, 1, 1], +) +y_with_padding = np.array( + [ + [ + [ + [12.0, 21.0, 27.0, 33.0, 24.0], # (1, 1, 5, 5) output tensor + [33.0, 54.0, 63.0, 72.0, 51.0], + [63.0, 99.0, 108.0, 117.0, 81.0], + [93.0, 144.0, 153.0, 162.0, 111.0], + [72.0, 111.0, 117.0, 123.0, 84.0], + ] + ] + ] +).astype(np.float32) +expect( + node_with_padding, + inputs=[x, W], + outputs=[y_with_padding], + name="test_basic_conv_with_padding", +) + +# Convolution without padding +node_without_padding = onnx.helper.make_node( + "Conv", + inputs=["x", "W"], + outputs=["y"], + kernel_shape=[3, 3], + # Default values for other attributes: strides=[1, 1], dilations=[1, 1], groups=1 + pads=[0, 0, 0, 0], +) +y_without_padding = np.array( + [ + [ + [ + [54.0, 63.0, 72.0], # (1, 1, 3, 3) output tensor + [99.0, 108.0, 117.0], + [144.0, 153.0, 162.0], + ] + ] + ] +).astype(np.float32) +expect( + node_without_padding, + inputs=[x, W], + outputs=[y_without_padding], + name="test_basic_conv_without_padding", +) +``` + +
+
+conv_with_autopad_same + +```python +x = np.array( + [ + [ + [ + [0.0, 1.0, 2.0, 3.0, 4.0], # (1, 1, 5, 5) input tensor + [5.0, 6.0, 7.0, 8.0, 9.0], + [10.0, 11.0, 12.0, 13.0, 14.0], + [15.0, 16.0, 17.0, 18.0, 19.0], + [20.0, 21.0, 22.0, 23.0, 24.0], + ] + ] + ] +).astype(np.float32) +W = np.array( + [ + [ + [ + [1.0, 1.0, 1.0], # (1, 1, 3, 3) tensor for convolution weights + [1.0, 1.0, 1.0], + [1.0, 1.0, 1.0], + ] + ] + ] +).astype(np.float32) + +# Convolution with auto_pad='SAME_LOWER' and strides=2 +node = onnx.helper.make_node( + "Conv", + inputs=["x", "W"], + outputs=["y"], + auto_pad="SAME_LOWER", + kernel_shape=[3, 3], + strides=[2, 2], +) +y = np.array( + [[[[12.0, 27.0, 24.0], [63.0, 108.0, 81.0], [72.0, 117.0, 84.0]]]] +).astype(np.float32) +expect(node, inputs=[x, W], outputs=[y], name="test_conv_with_autopad_same") +``` + +
+
+conv_with_strides + +```python +x = np.array( + [ + [ + [ + [0.0, 1.0, 2.0, 3.0, 4.0], # (1, 1, 7, 5) input tensor + [5.0, 6.0, 7.0, 8.0, 9.0], + [10.0, 11.0, 12.0, 13.0, 14.0], + [15.0, 16.0, 17.0, 18.0, 19.0], + [20.0, 21.0, 22.0, 23.0, 24.0], + [25.0, 26.0, 27.0, 28.0, 29.0], + [30.0, 31.0, 32.0, 33.0, 34.0], + ] + ] + ] +).astype(np.float32) +W = np.array( + [ + [ + [ + [1.0, 1.0, 1.0], # (1, 1, 3, 3) tensor for convolution weights + [1.0, 1.0, 1.0], + [1.0, 1.0, 1.0], + ] + ] + ] +).astype(np.float32) + +# Convolution with strides=2 and padding +node_with_padding = onnx.helper.make_node( + "Conv", + inputs=["x", "W"], + outputs=["y"], + kernel_shape=[3, 3], + pads=[1, 1, 1, 1], + strides=[ + 2, + 2, + ], # Default values for other attributes: dilations=[1, 1], groups=1 +) +y_with_padding = np.array( + [ + [ + [ + [12.0, 27.0, 24.0], # (1, 1, 4, 3) output tensor + [63.0, 108.0, 81.0], + [123.0, 198.0, 141.0], + [112.0, 177.0, 124.0], + ] + ] + ] +).astype(np.float32) +expect( + node_with_padding, + inputs=[x, W], + outputs=[y_with_padding], + name="test_conv_with_strides_padding", +) + +# Convolution with strides=2 and no padding +node_without_padding = onnx.helper.make_node( + "Conv", + inputs=["x", "W"], + outputs=["y"], + kernel_shape=[3, 3], + pads=[0, 0, 0, 0], + strides=[ + 2, + 2, + ], # Default values for other attributes: dilations=[1, 1], groups=1 +) +y_without_padding = np.array( + [ + [ + [ + [54.0, 72.0], # (1, 1, 3, 2) output tensor + [144.0, 162.0], + [234.0, 252.0], + ] + ] + ] +).astype(np.float32) +expect( + node_without_padding, + inputs=[x, W], + outputs=[y_without_padding], + name="test_conv_with_strides_no_padding", +) + +# Convolution with strides=2 and padding only along one dimension (the H dimension in NxCxHxW tensor) +node_with_asymmetric_padding = onnx.helper.make_node( + "Conv", + inputs=["x", "W"], + outputs=["y"], + kernel_shape=[3, 3], + pads=[1, 0, 1, 0], + strides=[ + 2, + 2, + ], # Default values for other attributes: dilations=[1, 1], groups=1 +) +y_with_asymmetric_padding = np.array( + [ + [ + [ + [21.0, 33.0], # (1, 1, 4, 2) output tensor + [99.0, 117.0], + [189.0, 207.0], + [171.0, 183.0], + ] + ] + ] +).astype(np.float32) +expect( + node_with_asymmetric_padding, + inputs=[x, W], + outputs=[y_with_asymmetric_padding], + name="test_conv_with_strides_and_asymmetric_padding", +) +``` + +
+ + +### ConvInteger +There are 2 test cases, listed as following: +
+with_padding + +```python +x = ( + np.array([2, 3, 4, 5, 6, 7, 8, 9, 10]) + .astype(np.uint8) + .reshape((1, 1, 3, 3)) +) +x_zero_point = np.uint8(1) +w_zero_points = np.array([0, 1], dtype=np.uint8) +w = np.array([1, 1, 1, 1, 1, 1, 1, 1]).astype(np.uint8).reshape((2, 1, 2, 2)) + +y = ( + np.array( + [ + 1, + 3, + 5, + 3, + 5, + 12, + 16, + 9, + 11, + 24, + 28, + 15, + 7, + 15, + 17, + 9, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + ] + ) + .astype(np.int32) + .reshape((1, 2, 4, 4)) +) + +# ConvInteger with padding +convinteger_node_with_padding = onnx.helper.make_node( + "ConvInteger", + inputs=["x", "w", "x_zero_point", "w_zero_points"], + outputs=["y"], + pads=[1, 1, 1, 1], +) + +expect( + convinteger_node_with_padding, + inputs=[x, w, x_zero_point, w_zero_points], + outputs=[y], + name="test_convinteger_with_padding", +) +``` + +
+
+without_padding + +```python +x = ( + np.array([2, 3, 4, 5, 6, 7, 8, 9, 10]) + .astype(np.uint8) + .reshape((1, 1, 3, 3)) +) +x_zero_point = np.uint8(1) +w = np.array([1, 1, 1, 1]).astype(np.uint8).reshape((1, 1, 2, 2)) + +y = np.array([12, 16, 24, 28]).astype(np.int32).reshape(1, 1, 2, 2) + +# ConvInteger without padding +convinteger_node = onnx.helper.make_node( + "ConvInteger", inputs=["x", "w", "x_zero_point"], outputs=["y"] +) + +expect( + convinteger_node, + inputs=[x, w, x_zero_point], + outputs=[y], + name="test_convinteger_without_padding", +) +``` + +
+ + +### ConvTranspose +There are 9 test cases, listed as following: +
+convtranspose + +```python +x = np.array( + [[[[0.0, 1.0, 2.0], [3.0, 4.0, 5.0], [6.0, 7.0, 8.0]]]] # (1, 1, 3, 3) +).astype(np.float32) + +W = np.array( + [ + [ + [[1.0, 1.0, 1.0], [1.0, 1.0, 1.0], [1.0, 1.0, 1.0]], # (1, 2, 3, 3) + [[1.0, 1.0, 1.0], [1.0, 1.0, 1.0], [1.0, 1.0, 1.0]], + ] + ] +).astype(np.float32) + +node = onnx.helper.make_node("ConvTranspose", ["X", "W"], ["Y"]) + +y = np.array( + [ + [ + [ + [0.0, 1.0, 3.0, 3.0, 2.0], # (1, 2, 5, 5) + [3.0, 8.0, 15.0, 12.0, 7.0], + [9.0, 21.0, 36.0, 27.0, 15.0], + [9.0, 20.0, 33.0, 24.0, 13.0], + [6.0, 13.0, 21.0, 15.0, 8.0], + ], + [ + [0.0, 1.0, 3.0, 3.0, 2.0], + [3.0, 8.0, 15.0, 12.0, 7.0], + [9.0, 21.0, 36.0, 27.0, 15.0], + [9.0, 20.0, 33.0, 24.0, 13.0], + [6.0, 13.0, 21.0, 15.0, 8.0], + ], + ] + ] +).astype(np.float32) + +expect(node, inputs=[x, W], outputs=[y], name="test_convtranspose") +``` + +
+
+convtranspose_1d + +```python +x = np.array([[[0.0, 1.0, 2.0]]]).astype(np.float32) # (1, 1, 3) + +W = np.array([[[1.0, 1.0, 1.0], [1.0, 1.0, 1.0]]]).astype( # (1, 2, 3) + np.float32 +) + +node = onnx.helper.make_node("ConvTranspose", ["X", "W"], ["Y"]) + +y = np.array( + [[[0.0, 1.0, 3.0, 3.0, 2.0], [0.0, 1.0, 3.0, 3.0, 2.0]]] # (1, 2, 5) +).astype(np.float32) + +expect(node, inputs=[x, W], outputs=[y], name="test_convtranspose_1d") +``` + +
+
+convtranspose_3d + +```python +x = np.array( + [ + [ + [ + [ + [0.0, 1.0, 2.0, 3.0, 4.0], # (1, 1, 3, 4, 5) + [5.0, 6.0, 7.0, 8.0, 9.0], + [10.0, 11.0, 12.0, 13.0, 14.0], + [15.0, 16.0, 17.0, 18.0, 19.0], + ], + [ + [20.0, 21.0, 22.0, 23.0, 24.0], + [25.0, 26.0, 27.0, 28.0, 29.0], + [30.0, 31.0, 32.0, 33.0, 34.0], + [35.0, 36.0, 37.0, 38.0, 39.0], + ], + [ + [40.0, 41.0, 42.0, 43.0, 44.0], + [45.0, 46.0, 47.0, 48.0, 49.0], + [50.0, 51.0, 52.0, 53.0, 54.0], + [55.0, 56.0, 57.0, 58.0, 59.0], + ], + ] + ] + ] +).astype(np.float32) + +W = np.array( + [ + [ + [ + [ + [1.0, 1.0, 1.0], # (1, 2, 3, 3, 3) + [1.0, 1.0, 1.0], + [1.0, 1.0, 1.0], + ], + [[1.0, 1.0, 1.0], [1.0, 1.0, 1.0], [1.0, 1.0, 1.0]], + [[1.0, 1.0, 1.0], [1.0, 1.0, 1.0], [1.0, 1.0, 1.0]], + ], + [ + [[1.0, 1.0, 1.0], [1.0, 1.0, 1.0], [1.0, 1.0, 1.0]], + [[1.0, 1.0, 1.0], [1.0, 1.0, 1.0], [1.0, 1.0, 1.0]], + [[1.0, 1.0, 1.0], [1.0, 1.0, 1.0], [1.0, 1.0, 1.0]], + ], + ] + ] +).astype(np.float32) + +node = onnx.helper.make_node("ConvTranspose", ["X", "W"], ["Y"]) + +y = np.array( + [ + [ + [ + [ + [0.0, 1.0, 3.0, 6.0, 9.0, 7.0, 4.0], # (1, 2, 5, 6, 7) + [5.0, 12.0, 21.0, 27.0, 33.0, 24.0, 13.0], + [15.0, 33.0, 54.0, 63.0, 72.0, 51.0, 27.0], + [30.0, 63.0, 99.0, 108.0, 117.0, 81.0, 42.0], + [25.0, 52.0, 81.0, 87.0, 93.0, 64.0, 33.0], + [15.0, 31.0, 48.0, 51.0, 54.0, 37.0, 19.0], + ], + [ + [20.0, 42.0, 66.0, 72.0, 78.0, 54.0, 28.0], + [50.0, 104.0, 162.0, 174.0, 186.0, 128.0, 66.0], + [90.0, 186.0, 288.0, 306.0, 324.0, 222.0, 114.0], + [120.0, 246.0, 378.0, 396.0, 414.0, 282.0, 144.0], + [90.0, 184.0, 282.0, 294.0, 306.0, 208.0, 106.0], + [50.0, 102.0, 156.0, 162.0, 168.0, 114.0, 58.0], + ], + [ + [60.0, 123.0, 189.0, 198.0, 207.0, 141.0, 72.0], + [135.0, 276.0, 423.0, 441.0, 459.0, 312.0, 159.0], + [225.0, 459.0, 702.0, 729.0, 756.0, 513.0, 261.0], + [270.0, 549.0, 837.0, 864.0, 891.0, 603.0, 306.0], + [195.0, 396.0, 603.0, 621.0, 639.0, 432.0, 219.0], + [105.0, 213.0, 324.0, 333.0, 342.0, 231.0, 117.0], + ], + [ + [60.0, 122.0, 186.0, 192.0, 198.0, 134.0, 68.0], + [130.0, 264.0, 402.0, 414.0, 426.0, 288.0, 146.0], + [210.0, 426.0, 648.0, 666.0, 684.0, 462.0, 234.0], + [240.0, 486.0, 738.0, 756.0, 774.0, 522.0, 264.0], + [170.0, 344.0, 522.0, 534.0, 546.0, 368.0, 186.0], + [90.0, 182.0, 276.0, 282.0, 288.0, 194.0, 98.0], + ], + [ + [40.0, 81.0, 123.0, 126.0, 129.0, 87.0, 44.0], + [85.0, 172.0, 261.0, 267.0, 273.0, 184.0, 93.0], + [135.0, 273.0, 414.0, 423.0, 432.0, 291.0, 147.0], + [150.0, 303.0, 459.0, 468.0, 477.0, 321.0, 162.0], + [105.0, 212.0, 321.0, 327.0, 333.0, 224.0, 113.0], + [55.0, 111.0, 168.0, 171.0, 174.0, 117.0, 59.0], + ], + ], + [ + [ + [0.0, 1.0, 3.0, 6.0, 9.0, 7.0, 4.0], + [5.0, 12.0, 21.0, 27.0, 33.0, 24.0, 13.0], + [15.0, 33.0, 54.0, 63.0, 72.0, 51.0, 27.0], + [30.0, 63.0, 99.0, 108.0, 117.0, 81.0, 42.0], + [25.0, 52.0, 81.0, 87.0, 93.0, 64.0, 33.0], + [15.0, 31.0, 48.0, 51.0, 54.0, 37.0, 19.0], + ], + [ + [20.0, 42.0, 66.0, 72.0, 78.0, 54.0, 28.0], + [50.0, 104.0, 162.0, 174.0, 186.0, 128.0, 66.0], + [90.0, 186.0, 288.0, 306.0, 324.0, 222.0, 114.0], + [120.0, 246.0, 378.0, 396.0, 414.0, 282.0, 144.0], + [90.0, 184.0, 282.0, 294.0, 306.0, 208.0, 106.0], + [50.0, 102.0, 156.0, 162.0, 168.0, 114.0, 58.0], + ], + [ + [60.0, 123.0, 189.0, 198.0, 207.0, 141.0, 72.0], + [135.0, 276.0, 423.0, 441.0, 459.0, 312.0, 159.0], + [225.0, 459.0, 702.0, 729.0, 756.0, 513.0, 261.0], + [270.0, 549.0, 837.0, 864.0, 891.0, 603.0, 306.0], + [195.0, 396.0, 603.0, 621.0, 639.0, 432.0, 219.0], + [105.0, 213.0, 324.0, 333.0, 342.0, 231.0, 117.0], + ], + [ + [60.0, 122.0, 186.0, 192.0, 198.0, 134.0, 68.0], + [130.0, 264.0, 402.0, 414.0, 426.0, 288.0, 146.0], + [210.0, 426.0, 648.0, 666.0, 684.0, 462.0, 234.0], + [240.0, 486.0, 738.0, 756.0, 774.0, 522.0, 264.0], + [170.0, 344.0, 522.0, 534.0, 546.0, 368.0, 186.0], + [90.0, 182.0, 276.0, 282.0, 288.0, 194.0, 98.0], + ], + [ + [40.0, 81.0, 123.0, 126.0, 129.0, 87.0, 44.0], + [85.0, 172.0, 261.0, 267.0, 273.0, 184.0, 93.0], + [135.0, 273.0, 414.0, 423.0, 432.0, 291.0, 147.0], + [150.0, 303.0, 459.0, 468.0, 477.0, 321.0, 162.0], + [105.0, 212.0, 321.0, 327.0, 333.0, 224.0, 113.0], + [55.0, 111.0, 168.0, 171.0, 174.0, 117.0, 59.0], + ], + ], + ] + ] +).astype(np.float32) + +expect(node, inputs=[x, W], outputs=[y], name="test_convtranspose_3d") +``` + +
+
+convtranspose_attributes + +```python +x = np.array( + [[[[0.0, 1.0, 2.0], [3.0, 4.0, 5.0], [6.0, 7.0, 8.0]]]] # (1, 1, 3, 3) +).astype(np.float32) + +W = np.array( + [ + [ + [[1.0, 1.0, 1.0], [1.0, 1.0, 1.0], [1.0, 1.0, 1.0]], # (1, 2, 3, 3) + [[1.0, 1.0, 1.0], [1.0, 1.0, 1.0], [1.0, 1.0, 1.0]], + ] + ] +).astype(np.float32) + +y = np.array( + [ + [ + [ + [0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 2.0, 0.0], # (1, 2, 10, 8) + [0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 2.0, 0.0], + [0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 2.0, 0.0], + [3.0, 3.0, 7.0, 4.0, 9.0, 5.0, 5.0, 0.0], + [3.0, 3.0, 7.0, 4.0, 9.0, 5.0, 5.0, 0.0], + [3.0, 3.0, 7.0, 4.0, 9.0, 5.0, 5.0, 0.0], + [6.0, 6.0, 13.0, 7.0, 15.0, 8.0, 8.0, 0.0], + [6.0, 6.0, 13.0, 7.0, 15.0, 8.0, 8.0, 0.0], + [6.0, 6.0, 13.0, 7.0, 15.0, 8.0, 8.0, 0.0], + [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], + ], + [ + [0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 2.0, 0.0], + [0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 2.0, 0.0], + [0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 2.0, 0.0], + [3.0, 3.0, 7.0, 4.0, 9.0, 5.0, 5.0, 0.0], + [3.0, 3.0, 7.0, 4.0, 9.0, 5.0, 5.0, 0.0], + [3.0, 3.0, 7.0, 4.0, 9.0, 5.0, 5.0, 0.0], + [6.0, 6.0, 13.0, 7.0, 15.0, 8.0, 8.0, 0.0], + [6.0, 6.0, 13.0, 7.0, 15.0, 8.0, 8.0, 0.0], + [6.0, 6.0, 13.0, 7.0, 15.0, 8.0, 8.0, 0.0], + [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], + ], + ] + ] +).astype(np.float32) + +node = onnx.helper.make_node( + "ConvTranspose", ["X", "W"], ["Y"], strides=[3, 2], output_shape=[10, 8] +) +expect(node, inputs=[x, W], outputs=[y], name="test_convtranspose_output_shape") + +node = onnx.helper.make_node( + "ConvTranspose", ["X", "W"], ["Y"], strides=[3, 2], output_padding=[1, 1] +) +expect(node, inputs=[x, W], outputs=[y], name="test_convtranspose_pad") + +node = onnx.helper.make_node( + "ConvTranspose", + ["X", "W"], + ["Y"], + name="test", + strides=[3, 2], + output_shape=[10, 8], + kernel_shape=[3, 3], + output_padding=[1, 1], +) +expect(node, inputs=[x, W], outputs=[y], name="test_convtranspose_kernel_shape") +``` + +
+
+convtranspose_autopad_same + +```python +x = np.array( + [[[[0.0, 1.0, 2.0], [3.0, 4.0, 5.0], [6.0, 7.0, 8.0]]]] # (1, 1, 3, 3) +).astype(np.float32) + +W = np.array( + [ + [ + [[1.0, 1.0, 1.0], [1.0, 1.0, 1.0], [1.0, 1.0, 1.0]], # (1, 2, 3, 3) + [[1.0, 1.0, 1.0], [1.0, 1.0, 1.0], [1.0, 1.0, 1.0]], + ] + ] +).astype(np.float32) + +node = onnx.helper.make_node( + "ConvTranspose", ["X", "W"], ["Y"], auto_pad="SAME_UPPER", strides=[2, 2] +) + +y = np.array( + [ + [ + [ + [0.0, 0.0, 1.0, 1.0, 3.0, 2.0], + [0.0, 0.0, 1.0, 1.0, 3.0, 2.0], + [3.0, 3.0, 8.0, 5.0, 12.0, 7.0], + [3.0, 3.0, 7.0, 4.0, 9.0, 5.0], + [9.0, 9.0, 20.0, 11.0, 24.0, 13.0], + [6.0, 6.0, 13.0, 7.0, 15.0, 8.0], + ], + [ + [0.0, 0.0, 1.0, 1.0, 3.0, 2.0], + [0.0, 0.0, 1.0, 1.0, 3.0, 2.0], + [3.0, 3.0, 8.0, 5.0, 12.0, 7.0], + [3.0, 3.0, 7.0, 4.0, 9.0, 5.0], + [9.0, 9.0, 20.0, 11.0, 24.0, 13.0], + [6.0, 6.0, 13.0, 7.0, 15.0, 8.0], + ], + ] + ] +).astype(np.float32) + +expect(node, inputs=[x, W], outputs=[y], name="test_convtranspose_autopad_same") +``` + +
+
+convtranspose_dilations + +```python +x = np.array( + [[[[3.0, 8.0, 1.0], [9.0, 5.0, 7.0], [3.0, 2.0, 6.0]]]] # (1, 1, 3, 3) +).astype(np.float32) +W = np.array([[[[7.0, 2.0], [1.0, 9.0]]]]).astype(np.float32) # (1, 1, 2, 2) + +node = onnx.helper.make_node( + "ConvTranspose", ["X", "W"], ["Y"], dilations=[2, 2] +) + +y = np.array( + [ + [ + [ + [21.0, 56.0, 13.0, 16.0, 2.0], # [1, 1, 5, 5] + [63.0, 35.0, 67.0, 10.0, 14.0], + [24.0, 22.0, 76.0, 76.0, 21.0], + [9.0, 5.0, 88.0, 45.0, 63.0], + [3.0, 2.0, 33.0, 18.0, 54.0], + ] + ] + ] +).astype(np.float32) + +expect(node, inputs=[x, W], outputs=[y], name="test_convtranspose_dilations") +``` + +
+
+convtranspose_group_2 + +```python +x = np.array( + [ + [ + [[0.0, 1.0, 2.0], [3.0, 4.0, 5.0], [6.0, 7.0, 8.0]], + [[9.0, 10.0, 11.0], [12.0, 13.0, 14.0], [15.0, 16.0, 17.0]], + ] + ] +).astype(np.float32) +W = np.array( + [ + [ + [[1.0, 1.0, 1.0], [1.0, 1.0, 1.0], [1.0, 1.0, 1.0]], + ], + [ + [[1.0, 1.0, 1.0], [1.0, 1.0, 1.0], [1.0, 1.0, 1.0]], + ], + ] +).astype(np.float32) + +node = onnx.helper.make_node("ConvTranspose", ["X", "W"], ["Y"], group=2) + +y = np.array( + [ + [ + [ + [0.0, 1.0, 3.0, 3.0, 2.0], + [3.0, 8.0, 15.0, 12.0, 7.0], + [9.0, 21.0, 36.0, 27.0, 15.0], + [9.0, 20.0, 33.0, 24.0, 13.0], + [6.0, 13.0, 21.0, 15.0, 8.0], + ], + [ + [9.0, 19.0, 30.0, 21.0, 11.0], + [21.0, 44.0, 69.0, 48.0, 25.0], + [36.0, 75.0, 117.0, 81.0, 42.0], + [27.0, 56.0, 87.0, 60.0, 31.0], + [15.0, 31.0, 48.0, 33.0, 17.0], + ], + ] + ] +).astype(np.float32) + +expect(node, inputs=[x, W], outputs=[y], name="test_convtranspose_group_2") +``` + +
+
+convtranspose_group_2_image_3 + +```python +x = np.array( + [ + [ + [[0.0, 1.0, 2.0], [3.0, 4.0, 5.0], [6.0, 7.0, 8.0]], + [[9.0, 10.0, 11.0], [12.0, 13.0, 14.0], [15.0, 16.0, 17.0]], + ], + [ + [[18.0, 19.0, 20.0], [21.0, 22.0, 23.0], [24.0, 25.0, 26.0]], + [[9.0, 10.0, 11.0], [12.0, 13.0, 14.0], [15.0, 16.0, 17.0]], + ], + [ + [[0.0, 1.0, 2.0], [3.0, 4.0, 5.0], [6.0, 7.0, 8.0]], + [[9.0, 10.0, 11.0], [12.0, 13.0, 14.0], [15.0, 16.0, 17.0]], + ], + ] +).astype(np.float32) +W = np.array( + [ + [ + [[1.0, 1.0, 1.0], [1.0, 1.0, 1.0], [1.0, 1.0, 1.0]], + ], + [ + [[1.0, 1.0, 1.0], [1.0, 1.0, 1.0], [1.0, 1.0, 1.0]], + ], + ] +).astype(np.float32) + +node = onnx.helper.make_node("ConvTranspose", ["X", "W"], ["Y"], group=2) + +y = np.array( + [ + [ + [ + [0.0, 1.0, 3.0, 3.0, 2.0], + [3.0, 8.0, 15.0, 12.0, 7.0], + [9.0, 21.0, 36.0, 27.0, 15.0], + [9.0, 20.0, 33.0, 24.0, 13.0], + [6.0, 13.0, 21.0, 15.0, 8.0], + ], + [ + [9.0, 19.0, 30.0, 21.0, 11.0], + [21.0, 44.0, 69.0, 48.0, 25.0], + [36.0, 75.0, 117.0, 81.0, 42.0], + [27.0, 56.0, 87.0, 60.0, 31.0], + [15.0, 31.0, 48.0, 33.0, 17.0], + ], + ], + [ + [ + [18.0, 37.0, 57.0, 39.0, 20.0], + [39.0, 80.0, 123.0, 84.0, 43.0], + [63.0, 129.0, 198.0, 135.0, 69.0], + [45.0, 92.0, 141.0, 96.0, 49.0], + [24.0, 49.0, 75.0, 51.0, 26.0], + ], + [ + [9.0, 19.0, 30.0, 21.0, 11.0], + [21.0, 44.0, 69.0, 48.0, 25.0], + [36.0, 75.0, 117.0, 81.0, 42.0], + [27.0, 56.0, 87.0, 60.0, 31.0], + [15.0, 31.0, 48.0, 33.0, 17.0], + ], + ], + [ + [ + [0.0, 1.0, 3.0, 3.0, 2.0], + [3.0, 8.0, 15.0, 12.0, 7.0], + [9.0, 21.0, 36.0, 27.0, 15.0], + [9.0, 20.0, 33.0, 24.0, 13.0], + [6.0, 13.0, 21.0, 15.0, 8.0], + ], + [ + [9.0, 19.0, 30.0, 21.0, 11.0], + [21.0, 44.0, 69.0, 48.0, 25.0], + [36.0, 75.0, 117.0, 81.0, 42.0], + [27.0, 56.0, 87.0, 60.0, 31.0], + [15.0, 31.0, 48.0, 33.0, 17.0], + ], + ], + ] +).astype(np.float32) + +expect( + node, inputs=[x, W], outputs=[y], name="test_convtranspose_group_2_image_3" +) +``` + +
+
+convtranspose_pads + +```python +x = np.array( + [[[[0.0, 1.0, 2.0], [3.0, 4.0, 5.0], [6.0, 7.0, 8.0]]]] # (1, 1, 3, 3) +).astype(np.float32) + +W = np.array( + [ + [ + [[1.0, 1.0, 1.0], [1.0, 1.0, 1.0], [1.0, 1.0, 1.0]], # (1, 2, 3, 3) + [[1.0, 1.0, 1.0], [1.0, 1.0, 1.0], [1.0, 1.0, 1.0]], + ] + ] +).astype(np.float32) + +node = onnx.helper.make_node( + "ConvTranspose", ["X", "W"], ["Y"], strides=[3, 2], pads=[1, 2, 1, 2] +) + +y = np.array( + [ + [ + [ + [1.0, 1.0, 3.0], # (1, 2, 7, 3) + [1.0, 1.0, 3.0], + [7.0, 4.0, 9.0], + [7.0, 4.0, 9.0], + [7.0, 4.0, 9.0], + [13.0, 7.0, 15.0], + [13.0, 7.0, 15.0], + ], + [ + [1.0, 1.0, 3.0], + [1.0, 1.0, 3.0], + [7.0, 4.0, 9.0], + [7.0, 4.0, 9.0], + [7.0, 4.0, 9.0], + [13.0, 7.0, 15.0], + [13.0, 7.0, 15.0], + ], + ] + ] +).astype(np.float32) + +expect(node, inputs=[x, W], outputs=[y], name="test_convtranspose_pads") +``` + +
+ + +### Cos +There are 1 test cases, listed as following: +
+cos + +```python +node = onnx.helper.make_node( + "Cos", + inputs=["x"], + outputs=["y"], +) + +x = np.array([-1, 0, 1]).astype(np.float32) +y = np.cos(x) +expect(node, inputs=[x], outputs=[y], name="test_cos_example") + +x = np.random.randn(3, 4, 5).astype(np.float32) +y = np.cos(x) +expect(node, inputs=[x], outputs=[y], name="test_cos") +``` + +
+ + +### Cosh +There are 1 test cases, listed as following: +
+cosh + +```python +node = onnx.helper.make_node( + "Cosh", + inputs=["x"], + outputs=["y"], +) + +x = np.array([-1, 0, 1]).astype(np.float32) +y = np.cosh(x) # expected output [1.54308069, 1., 1.54308069] +expect(node, inputs=[x], outputs=[y], name="test_cosh_example") + +x = np.random.randn(3, 4, 5).astype(np.float32) +y = np.cosh(x) +expect(node, inputs=[x], outputs=[y], name="test_cosh") +``` + +
+ + +### CumProd +There are 9 test cases, listed as following: +
+cumprod_1d + +```python +node = onnx.helper.make_node("CumProd", inputs=["x", "axis"], outputs=["y"]) +x = np.array([1.0, 2.0, 3.0, 4.0, 5.0]).astype(np.float64) +axis = np.array(0, dtype=np.int32) +y = np.array([1.0, 2.0, 6.0, 24.0, 120.0]).astype(np.float64) +expect(node, inputs=[x, axis], outputs=[y], name="test_cumprod_1d") +``` + +
+
+cumprod_1d_exclusive + +```python +node = onnx.helper.make_node( + "CumProd", inputs=["x", "axis"], outputs=["y"], exclusive=1 +) +x = np.array([1.0, 2.0, 3.0, 4.0, 5.0]).astype(np.float64) +axis = np.array(0, dtype=np.int32) +y = np.array([1.0, 1.0, 2.0, 6.0, 24.0]).astype(np.float64) +expect(node, inputs=[x, axis], outputs=[y], name="test_cumprod_1d_exclusive") +``` + +
+
+cumprod_1d_int32_exclusive + +```python +node = onnx.helper.make_node( + "CumProd", inputs=["x", "axis"], outputs=["y"], exclusive=1 +) +x = np.array([1, 2, 3, 4, 5]).astype(np.int32) +axis = np.array(0, dtype=np.int32) +y = np.array([1, 1, 2, 6, 24]).astype(np.int32) +expect( + node, inputs=[x, axis], outputs=[y], name="test_cumprod_1d_int32_exclusive" +) +``` + +
+
+cumprod_1d_reverse + +```python +node = onnx.helper.make_node( + "CumProd", inputs=["x", "axis"], outputs=["y"], reverse=1 +) +x = np.array([1.0, 2.0, 3.0, 4.0, 5.0]).astype(np.float64) +axis = np.array(0, dtype=np.int32) +y = np.array([120.0, 120.0, 60.0, 20.0, 5.0]).astype(np.float64) +expect(node, inputs=[x, axis], outputs=[y], name="test_cumprod_1d_reverse") +``` + +
+
+cumprod_1d_reverse_exclusive + +```python +node = onnx.helper.make_node( + "CumProd", inputs=["x", "axis"], outputs=["y"], reverse=1, exclusive=1 +) +x = np.array([1.0, 2.0, 3.0, 4.0, 5.0]).astype(np.float64) +axis = np.array(0, dtype=np.int32) +y = np.array([120.0, 60.0, 20.0, 5.0, 1.0]).astype(np.float64) +expect( + node, + inputs=[x, axis], + outputs=[y], + name="test_cumprod_1d_reverse_exclusive", +) +``` + +
+
+cumprod_2d_axis_0 + +```python +node = onnx.helper.make_node( + "CumProd", + inputs=["x", "axis"], + outputs=["y"], +) +x = np.array([1.0, 2.0, 3.0, 4.0, 5.0, 6.0]).astype(np.float64).reshape((2, 3)) +axis = np.array(0, dtype=np.int32) +y = ( + np.array([1.0, 2.0, 3.0, 4.0, 10.0, 18.0]) + .astype(np.float64) + .reshape((2, 3)) +) +expect(node, inputs=[x, axis], outputs=[y], name="test_cumprod_2d_axis_0") +``` + +
+
+cumprod_2d_axis_1 + +```python +node = onnx.helper.make_node( + "CumProd", + inputs=["x", "axis"], + outputs=["y"], +) +x = np.array([1.0, 2.0, 3.0, 4.0, 5.0, 6.0]).astype(np.float64).reshape((2, 3)) +axis = np.array(1, dtype=np.int32) +y = ( + np.array([1.0, 2.0, 6.0, 4.0, 20.0, 120.0]) + .astype(np.float64) + .reshape((2, 3)) +) +expect(node, inputs=[x, axis], outputs=[y], name="test_cumprod_2d_axis_1") +``` + +
+
+cumprod_2d_int32 + +```python +node = onnx.helper.make_node( + "CumProd", + inputs=["x", "axis"], + outputs=["y"], +) +x = np.array([1, 2, 3, 4, 5, 6]).astype(np.int32).reshape((2, 3)) +axis = np.array(0, dtype=np.int32) +y = np.array([1, 2, 3, 4, 10, 18]).astype(np.int32).reshape((2, 3)) +expect(node, inputs=[x, axis], outputs=[y], name="test_cumprod_2d_int32") +``` + +
+
+cumprod_2d_negative_axis + +```python +node = onnx.helper.make_node( + "CumProd", + inputs=["x", "axis"], + outputs=["y"], +) +x = np.array([1.0, 2.0, 3.0, 4.0, 5.0, 6.0]).astype(np.float64).reshape((2, 3)) +axis = np.array(-1, dtype=np.int32) +y = ( + np.array([1.0, 2.0, 6.0, 4.0, 20.0, 120.0]) + .astype(np.float64) + .reshape((2, 3)) +) +expect( + node, inputs=[x, axis], outputs=[y], name="test_cumprod_2d_negative_axis" +) +``` + +
+ + +### CumSum +There are 9 test cases, listed as following: +
+cumsum_1d + +```python +node = onnx.helper.make_node("CumSum", inputs=["x", "axis"], outputs=["y"]) +x = np.array([1.0, 2.0, 3.0, 4.0, 5.0]).astype(np.float64) +axis = np.int32(0) +y = np.array([1.0, 3.0, 6.0, 10.0, 15.0]).astype(np.float64) +expect(node, inputs=[x, axis], outputs=[y], name="test_cumsum_1d") +``` + +
+
+cumsum_1d_exclusive + +```python +node = onnx.helper.make_node( + "CumSum", inputs=["x", "axis"], outputs=["y"], exclusive=1 +) +x = np.array([1.0, 2.0, 3.0, 4.0, 5.0]).astype(np.float64) +axis = np.int32(0) +y = np.array([0.0, 1.0, 3.0, 6.0, 10.0]).astype(np.float64) +expect(node, inputs=[x, axis], outputs=[y], name="test_cumsum_1d_exclusive") +``` + +
+
+cumsum_1d_int32_exclusive + +```python +node = onnx.helper.make_node( + "CumSum", inputs=["x", "axis"], outputs=["y"], exclusive=1 +) +x = np.array([1, 2, 3, 4, 5]).astype(np.int32) +axis = np.int32(0) +y = np.array([0, 1, 3, 6, 10]).astype(np.int32) +expect( + node, inputs=[x, axis], outputs=[y], name="test_cumsum_1d_int32_exclusive" +) +``` + +
+
+cumsum_1d_reverse + +```python +node = onnx.helper.make_node( + "CumSum", inputs=["x", "axis"], outputs=["y"], reverse=1 +) +x = np.array([1.0, 2.0, 3.0, 4.0, 5.0]).astype(np.float64) +axis = np.int32(0) +y = np.array([15.0, 14.0, 12.0, 9.0, 5.0]).astype(np.float64) +expect(node, inputs=[x, axis], outputs=[y], name="test_cumsum_1d_reverse") +``` + +
+
+cumsum_1d_reverse_exclusive + +```python +node = onnx.helper.make_node( + "CumSum", inputs=["x", "axis"], outputs=["y"], reverse=1, exclusive=1 +) +x = np.array([1.0, 2.0, 3.0, 4.0, 5.0]).astype(np.float64) +axis = np.int32(0) +y = np.array([14.0, 12.0, 9.0, 5.0, 0.0]).astype(np.float64) +expect( + node, inputs=[x, axis], outputs=[y], name="test_cumsum_1d_reverse_exclusive" +) +``` + +
+
+cumsum_2d_axis_0 + +```python +node = onnx.helper.make_node( + "CumSum", + inputs=["x", "axis"], + outputs=["y"], +) +x = np.array([1.0, 2.0, 3.0, 4.0, 5.0, 6.0]).astype(np.float64).reshape((2, 3)) +axis = np.int32(0) +y = np.array([1.0, 2.0, 3.0, 5.0, 7.0, 9.0]).astype(np.float64).reshape((2, 3)) +expect(node, inputs=[x, axis], outputs=[y], name="test_cumsum_2d_axis_0") +``` + +
+
+cumsum_2d_axis_1 + +```python +node = onnx.helper.make_node( + "CumSum", + inputs=["x", "axis"], + outputs=["y"], +) +x = np.array([1.0, 2.0, 3.0, 4.0, 5.0, 6.0]).astype(np.float64).reshape((2, 3)) +axis = np.int32(1) +y = np.array([1.0, 3.0, 6.0, 4.0, 9.0, 15.0]).astype(np.float64).reshape((2, 3)) +expect(node, inputs=[x, axis], outputs=[y], name="test_cumsum_2d_axis_1") +``` + +
+
+cumsum_2d_int32 + +```python +node = onnx.helper.make_node( + "CumSum", + inputs=["x", "axis"], + outputs=["y"], +) +x = np.array([1, 2, 3, 4, 5, 6]).astype(np.int32).reshape((2, 3)) +axis = np.int32(0) +y = np.array([1, 2, 3, 5, 7, 9]).astype(np.int32).reshape((2, 3)) +expect(node, inputs=[x, axis], outputs=[y], name="test_cumsum_2d_int32") +``` + +
+
+cumsum_2d_negative_axis + +```python +node = onnx.helper.make_node( + "CumSum", + inputs=["x", "axis"], + outputs=["y"], +) +x = np.array([1.0, 2.0, 3.0, 4.0, 5.0, 6.0]).astype(np.float64).reshape((2, 3)) +axis = np.int32(-1) +y = np.array([1.0, 3.0, 6.0, 4.0, 9.0, 15.0]).astype(np.float64).reshape((2, 3)) +expect(node, inputs=[x, axis], outputs=[y], name="test_cumsum_2d_negative_axis") +``` + +
+ + +### DFT +There are 2 test cases, listed as following: +
+dft + +```python +node = onnx.helper.make_node("DFT", inputs=["x", "", "axis"], outputs=["y"]) +x = np.arange(0, 100).reshape(10, 10).astype(np.float32) +axis = np.array(1, dtype=np.int64) +y = np.fft.fft(x, axis=0) + +x = x.reshape(1, 10, 10, 1) +y = np.stack((y.real, y.imag), axis=2).astype(np.float32).reshape(1, 10, 10, 2) +expect(node, inputs=[x, axis], outputs=[y], name="test_dft") + +node = onnx.helper.make_node("DFT", inputs=["x", "", "axis"], outputs=["y"]) +x = np.arange(0, 100).reshape(10, 10).astype(np.float32) +axis = np.array(2, dtype=np.int64) +y = np.fft.fft(x, axis=1) + +x = x.reshape(1, 10, 10, 1) +y = np.stack((y.real, y.imag), axis=2).astype(np.float32).reshape(1, 10, 10, 2) +expect(node, inputs=[x, axis], outputs=[y], name="test_dft_axis") + +node = onnx.helper.make_node( + "DFT", inputs=["x", "", "axis"], outputs=["y"], inverse=1 +) +x = np.arange(0, 100, dtype=np.complex64).reshape(10, 10) +axis = np.array(1, dtype=np.int64) +y = np.fft.ifft(x, axis=0) + +x = np.stack((x.real, x.imag), axis=2).astype(np.float32).reshape(1, 10, 10, 2) +y = np.stack((y.real, y.imag), axis=2).astype(np.float32).reshape(1, 10, 10, 2) +expect(node, inputs=[x, axis], outputs=[y], name="test_dft_inverse") + +# Test RFFT (Real FFT): real input -> one-sided complex output +node = onnx.helper.make_node( + "DFT", inputs=["x", "", "axis"], outputs=["y"], onesided=1 +) +x = np.arange(0, 100).reshape(10, 10).astype(np.float32) +axis = np.array(1, dtype=np.int64) +y = np.fft.rfft(x, axis=0) + +x = x.reshape(1, 10, 10, 1) +y = np.stack((y.real, y.imag), axis=2).astype(np.float32).reshape(1, 6, 10, 2) +expect(node, inputs=[x, axis], outputs=[y], name="test_dft_rfft") + +# Test IRFFT (Inverse Real FFT): one-sided complex input -> real output +node = onnx.helper.make_node( + "DFT", inputs=["x", "", "axis"], outputs=["y"], onesided=1, inverse=1 +) +# Create one-sided complex input (6 bins for signal length 10) +x = np.fft.rfft(np.arange(0, 100).reshape(10, 10), axis=0).astype(np.complex64) +axis = np.array(1, dtype=np.int64) +y = np.fft.irfft(x, n=10, axis=0) + +x = np.stack((x.real, x.imag), axis=2).astype(np.float32).reshape(1, 6, 10, 2) +y = y.reshape(1, 10, 10, 1).astype(np.float32) +expect(node, inputs=[x, axis], outputs=[y], name="test_dft_irfft") +``` + +
+
+opset19 + +```python +node = onnx.helper.make_node("DFT", inputs=["x"], outputs=["y"], axis=1) +x = np.arange(0, 100).reshape(10, 10).astype(np.float32) +y = np.fft.fft(x, axis=0) + +x = x.reshape(1, 10, 10, 1) +y = np.stack((y.real, y.imag), axis=2).astype(np.float32).reshape(1, 10, 10, 2) +expect( + node, + inputs=[x], + outputs=[y], + name="test_dft_opset19", + opset_imports=[onnx.helper.make_opsetid("", 19)], +) + +node = onnx.helper.make_node("DFT", inputs=["x"], outputs=["y"], axis=2) +x = np.arange(0, 100).reshape(10, 10).astype(np.float32) +y = np.fft.fft(x, axis=1) + +x = x.reshape(1, 10, 10, 1) +y = np.stack((y.real, y.imag), axis=2).astype(np.float32).reshape(1, 10, 10, 2) +expect( + node, + inputs=[x], + outputs=[y], + name="test_dft_axis_opset19", + opset_imports=[onnx.helper.make_opsetid("", 19)], +) + +node = onnx.helper.make_node( + "DFT", inputs=["x"], outputs=["y"], inverse=1, axis=1 +) +x = np.arange(0, 100, dtype=np.complex64).reshape( + 10, + 10, +) +y = np.fft.ifft(x, axis=0) + +x = np.stack((x.real, x.imag), axis=2).astype(np.float32).reshape(1, 10, 10, 2) +y = np.stack((y.real, y.imag), axis=2).astype(np.float32).reshape(1, 10, 10, 2) +expect( + node, + inputs=[x], + outputs=[y], + name="test_dft_inverse_opset19", + opset_imports=[onnx.helper.make_opsetid("", 19)], +) + +# Test RFFT (Real FFT): real input -> one-sided complex output +node = onnx.helper.make_node( + "DFT", inputs=["x"], outputs=["y"], onesided=1, axis=1 +) +x = np.arange(0, 100).reshape(10, 10).astype(np.float32) +y = np.fft.rfft(x, axis=0) + +x = x.reshape(1, 10, 10, 1) +y = np.stack((y.real, y.imag), axis=2).astype(np.float32).reshape(1, 6, 10, 2) +expect( + node, + inputs=[x], + outputs=[y], + name="test_dft_rfft_opset19", + opset_imports=[onnx.helper.make_opsetid("", 19)], +) + +# Test IRFFT (Inverse Real FFT): one-sided complex input -> real output +node = onnx.helper.make_node( + "DFT", inputs=["x"], outputs=["y"], onesided=1, inverse=1, axis=1 +) +# Create one-sided complex input (6 bins for signal length 10) +x = np.fft.rfft(np.arange(0, 100).reshape(10, 10), axis=0).astype(np.complex64) +y = np.fft.irfft(x, n=10, axis=0) + +x = np.stack((x.real, x.imag), axis=2).astype(np.float32).reshape(1, 6, 10, 2) +y = y.reshape(1, 10, 10, 1).astype(np.float32) +expect( + node, + inputs=[x], + outputs=[y], + name="test_dft_irfft_opset19", + opset_imports=[onnx.helper.make_opsetid("", 19)], +) +``` + +
+ + +### DeformConv +There are 3 test cases, listed as following: +
+deformconv + +```python +X = np.arange(9).astype(np.float32) +X.shape = (1, 1, 3, 3) +W = np.ones((1, 1, 2, 2), dtype=np.float32) + +# Convolution with padding +offset_with_padding = np.zeros((1, 8, 4, 4), dtype=np.float32) +# h-coord of [0, 0] element of kernel, at output position [0, 0] +offset_with_padding[0, 0, 0, 0] = 0.5 +# w-coord of [1, 0] element of kernel, at output position [1, 2] +offset_with_padding[0, 5, 1, 2] = -0.1 + +node_with_padding = onnx.helper.make_node( + "DeformConv", + inputs=["X", "W", "offset_with_padding"], + outputs=["Y_with_padding"], + kernel_shape=[2, 2], + pads=[1, 1, 1, 1], +) +Y_with_padding = np.array( + [ + [ + [ + [0.0, 1.0, 3.0, 2.0], # (1, 1, 4, 4) output tensor + [3.0, 8.0, 11.9, 7.0], + [9.0, 20.0, 24.0, 13.0], + [6.0, 13.0, 15.0, 8.0], + ] + ] + ] +).astype(np.float32) +expect( + node_with_padding, + inputs=[X, W, offset_with_padding], + outputs=[Y_with_padding], + name="test_basic_deform_conv_with_padding", +) + +# Convolution without padding +offset_without_padding = np.zeros((1, 8, 2, 2), dtype=np.float32) +# h-coord of [0, 0] element of kernel, at output position [0, 0] +offset_without_padding[0, 0, 0, 0] = 0.5 +# w-coord of [1, 0] element of kernel, at output position [0, 1] +offset_without_padding[0, 5, 0, 1] = -0.1 + +node_without_padding = onnx.helper.make_node( + "DeformConv", + inputs=["X", "W", "offset_without_padding"], + outputs=["Y_without_padding"], + kernel_shape=[2, 2], + pads=[0, 0, 0, 0], +) +Y_without_padding = np.array( + [ + [ + [ + [9.5, 11.9], # (1, 1, 2, 2) output tensor + [20.0, 24.0], + ] + ] + ] +).astype(np.float32) +expect( + node_without_padding, + inputs=[X, W, offset_without_padding], + outputs=[Y_without_padding], + name="test_basic_deform_conv_without_padding", +) +``` + +
+
+deformconv_with_mask_bias + +```python +X = np.arange(9).astype(np.float32) +X.shape = (1, 1, 3, 3) +W = np.ones((1, 1, 2, 2), dtype=np.float32) +B = np.ones((1,), dtype=np.float32) + +offset = np.zeros((1, 8, 2, 2), dtype=np.float32) +# h-coord of [0, 0] element of kernel, at output position [0, 0] +offset[0, 0, 0, 0] = 0.5 +# w-coord of [1, 0] element of kernel, at output position [0, 1] +offset[0, 5, 0, 1] = -0.1 + +mask = np.ones((1, 4, 2, 2), dtype=np.float32) +mask[0, 2, 1, 1] = 0.2 # [1, 0] element of kernel at output position [1, 1] + +node = onnx.helper.make_node( + "DeformConv", + inputs=["X", "W", "offset", "B", "mask"], + outputs=["Y"], + kernel_shape=[2, 2], + pads=[0, 0, 0, 0], +) +Y = np.array( + [ + [ + [ + [10.5, 12.9], # (1, 1, 2, 2) output tensor + [21.0, 19.4], + ] + ] + ] +).astype(np.float32) +expect( + node, + inputs=[X, W, offset, B, mask], + outputs=[Y], + name="test_deform_conv_with_mask_bias", +) +``` + +
+
+deformconv_with_multiple_offset_groups + +```python +X = np.zeros((1, 2, 3, 3), dtype=np.float32) +X[0, 0] = np.reshape(np.arange(9).astype(np.float32), (3, 3)) +X[0, 1] = np.reshape(np.arange(8, -1, -1).astype(np.float32), (3, 3)) +X.shape = (1, 2, 3, 3) +W = np.ones((1, 2, 2, 2), dtype=np.float32) + +offset = np.zeros((1, 16, 2, 2), dtype=np.float32) +# h-coord of [0, 0] element of kernel in channel 0, at output position [0, 0] +offset[0, 0, 0, 0] = 0.5 +# w-coord of [1, 0] element of kernel in channel 1, at output position [0, 1] +offset[0, 13, 0, 1] = -0.1 + +node = onnx.helper.make_node( + "DeformConv", + inputs=["X", "W", "offset"], + outputs=["Y"], + kernel_shape=[2, 2], + pads=[0, 0, 0, 0], + offset_group=2, +) +Y = np.array( + [ + [ + [ + [33.5, 32.1], # (1, 1, 2, 2) output tensor + [32.0, 32.0], + ] + ] + ] +).astype(np.float32) +expect( + node, + inputs=[X, W, offset], + outputs=[Y], + name="test_deform_conv_with_multiple_offset_groups", +) +``` + +
+ + +### DepthToSpace +There are 2 test cases, listed as following: +
+crd_mode_example + +```python +node = onnx.helper.make_node( + "DepthToSpace", inputs=["x"], outputs=["y"], blocksize=2, mode="CRD" +) + +# (1, 8, 2, 3) input tensor +x = np.array( + [ + [ + [[0.0, 1.0, 2.0], [3.0, 4.0, 5.0]], + [[9.0, 10.0, 11.0], [12.0, 13.0, 14.0]], + [[18.0, 19.0, 20.0], [21.0, 22.0, 23.0]], + [[27.0, 28.0, 29.0], [30.0, 31.0, 32.0]], + [[36.0, 37.0, 38.0], [39.0, 40.0, 41.0]], + [[45.0, 46.0, 47.0], [48.0, 49.0, 50.0]], + [[54.0, 55.0, 56.0], [57.0, 58.0, 59.0]], + [[63.0, 64.0, 65.0], [66.0, 67.0, 68.0]], + ] + ] +).astype(np.float32) + +# (1, 2, 4, 6) output tensor +y = np.array( + [ + [ + [ + [0.0, 9.0, 1.0, 10.0, 2.0, 11.0], + [18.0, 27.0, 19.0, 28.0, 20.0, 29.0], + [3.0, 12.0, 4.0, 13.0, 5.0, 14.0], + [21.0, 30.0, 22.0, 31.0, 23.0, 32.0], + ], + [ + [36.0, 45.0, 37.0, 46.0, 38.0, 47.0], + [54.0, 63.0, 55.0, 64.0, 56.0, 65.0], + [39.0, 48.0, 40.0, 49.0, 41.0, 50.0], + [57.0, 66.0, 58.0, 67.0, 59.0, 68.0], + ], + ] + ] +).astype(np.float32) +expect(node, inputs=[x], outputs=[y], name="test_depthtospace_crd_mode_example") +``` + +
+
+default_mode_example + +```python +node = onnx.helper.make_node( + "DepthToSpace", inputs=["x"], outputs=["y"], blocksize=2, mode="DCR" +) + +# (1, 8, 2, 3) input tensor +x = np.array( + [ + [ + [[0.0, 1.0, 2.0], [3.0, 4.0, 5.0]], + [[9.0, 10.0, 11.0], [12.0, 13.0, 14.0]], + [[18.0, 19.0, 20.0], [21.0, 22.0, 23.0]], + [[27.0, 28.0, 29.0], [30.0, 31.0, 32.0]], + [[36.0, 37.0, 38.0], [39.0, 40.0, 41.0]], + [[45.0, 46.0, 47.0], [48.0, 49.0, 50.0]], + [[54.0, 55.0, 56.0], [57.0, 58.0, 59.0]], + [[63.0, 64.0, 65.0], [66.0, 67.0, 68.0]], + ] + ] +).astype(np.float32) + +# (1, 2, 4, 6) output tensor +y = np.array( + [ + [ + [ + [0.0, 18.0, 1.0, 19.0, 2.0, 20.0], + [36.0, 54.0, 37.0, 55.0, 38.0, 56.0], + [3.0, 21.0, 4.0, 22.0, 5.0, 23.0], + [39.0, 57.0, 40.0, 58.0, 41.0, 59.0], + ], + [ + [9.0, 27.0, 10.0, 28.0, 11.0, 29.0], + [45.0, 63.0, 46.0, 64.0, 47.0, 65.0], + [12.0, 30.0, 13.0, 31.0, 14.0, 32.0], + [48.0, 66.0, 49.0, 67.0, 50.0, 68.0], + ], + ] + ] +).astype(np.float32) +expect(node, inputs=[x], outputs=[y], name="test_depthtospace_example") +``` + +
+ + +### DequantizeLinear +There are 14 test cases, listed as following: +
+axis + +```python +node = onnx.helper.make_node( + "DequantizeLinear", + inputs=["x", "x_scale", "x_zero_point"], + outputs=["y"], +) + +# 1-D tensor zero point and scale of size equal to axis 1 of the input tensor +x = np.array( + [ + [ + [[3, 89], [34, 200], [74, 59]], + [[5, 24], [24, 87], [32, 13]], + [[245, 99], [4, 142], [121, 102]], + ], + ], + dtype=np.uint8, +) +x_scale = np.array([2, 4, 5], dtype=np.float32) +x_zero_point = np.array([84, 24, 196], dtype=np.uint8) +y = ( + x.astype(np.float32) - x_zero_point.reshape(1, 3, 1, 1).astype(np.float32) +) * x_scale.reshape(1, 3, 1, 1) + +expect( + node, + inputs=[x, x_scale, x_zero_point], + outputs=[y], + name="test_dequantizelinear_axis", +) +``` + +
+
+blocked + +```python +node = onnx.helper.make_node( + "DequantizeLinear", + inputs=["x", "x_scale", "x_zero_point"], + outputs=["y"], + axis=1, + block_size=2, +) + +x = np.array( + [ + [ + [[3, 89], [34, 200], [74, 59]], + [[5, 24], [24, 87], [32, 13]], + [[5, 12], [12, 33], [65, 42]], + [[245, 99], [4, 142], [121, 102]], + ], + ], + dtype=np.uint8, +) + +x_scale = np.array( + [ + [ + [[3.0, 2.0], [4.0, 1.0], [2.0, 2.0]], + [[5.0, 2.0], [4.0, 3.0], [5.0, 2.0]], + ], + ], + dtype=np.float32, +) +x_zero_point = np.array( + [ + [ + [[1, 0], [0, 1], [2, 20]], + [[3, 2], [4, 3], [15, 2]], + ], + ], + dtype=np.uint8, +) + +# x.shape = (1, 4, 3, 2) +# x_scale.shape = (1, 2, 3, 2) +assert x_scale.shape == x_zero_point.shape +block_axis = 1 +# The block shape is [x.shape[i] // x_scale.shape[i] for i in range(len(x.shape))] = (1, 2, 1, 1) +assert all( + x.shape[i] == x_scale.shape[i] + for i in range(len(x.shape)) + if i != block_axis +) +assert x.shape[block_axis] % x_scale.shape[block_axis] == 0 +repeats = x.shape[block_axis] // x_scale.shape[block_axis] + +# Create element-wise scale and zero point +x_scale_elementwise = np.repeat(x_scale, repeats=repeats, axis=block_axis) +x_zero_point_elementwise = np.repeat( + x_zero_point, repeats=repeats, axis=block_axis +) + +y = ( + x.astype(np.float32) - x_zero_point_elementwise.astype(np.float32) +) * x_scale_elementwise + +expect( + node, + inputs=[x, x_scale, x_zero_point], + outputs=[y], + name="test_dequantizelinear_blocked", +) +``` + +
+
+dequantizelinear + +```python +node = onnx.helper.make_node( + "DequantizeLinear", + inputs=["x", "x_scale", "x_zero_point"], + outputs=["y"], +) + +# scalar zero point and scale +x = np.array([0, 3, 128, 255]).astype(np.uint8) +x_scale = np.float32(2) +x_zero_point = np.uint8(128) +y = np.array([-256, -250, 0, 254], dtype=np.float32) + +expect( + node, + inputs=[x, x_scale, x_zero_point], + outputs=[y], + name="test_dequantizelinear", +) +``` + +
+
+e4m3fn + +```python +node = onnx.helper.make_node( + "DequantizeLinear", + inputs=["x", "x_scale"], + outputs=["y"], + axis=0, +) + +# scalar zero point and scale +x = make_tensor("x", TensorProto.FLOAT8E4M3FN, [5], [0, 0.5, 1, 448, -104]) +x_scale = np.float32(2) +y = np.array([0.0, 1.0, 2.0, 896.0, -208.0], dtype=np.float32) + +expect( + node, + inputs=[x, x_scale], + outputs=[y], + name="test_dequantizelinear_e4m3fn", +) +``` + +
+
+e4m3fn_float16 + +```python +node = onnx.helper.make_node( + "DequantizeLinear", + inputs=["x", "x_scale"], + outputs=["y"], + axis=0, +) + +# scalar zero point and scale +x = make_tensor("x", TensorProto.FLOAT8E4M3FN, [5], [0, 0.5, 1, 448, -104]) +x_scale = np.float16(2) +y = np.array([0.0, 1.0, 2.0, 896.0, -208.0], dtype=np.float16) + +expect( + node, + inputs=[x, x_scale], + outputs=[y], + name="test_dequantizelinear_e4m3fn_float16", +) +``` + +
+
+e4m3fn_zero_point + +```python +node = onnx.helper.make_node( + "DequantizeLinear", + inputs=["x", "x_scale", "zero_point"], + outputs=["y"], + axis=0, +) + +# scalar zero point and scale +x = make_tensor("x", TensorProto.FLOAT8E4M3FN, [5], [0, 0.5, 1, 448, -104]) +zero_point = make_tensor("zero_point", TensorProto.FLOAT8E4M3FN, [1], [0]) +x_scale = np.float32(2) +y = np.array([0.0, 1.0, 2.0, 896.0, -208.0], dtype=np.float32) + +expect( + node, + inputs=[x, x_scale, zero_point], + outputs=[y], + name="test_dequantizelinear_e4m3fn_zero_point", +) +``` + +
+
+e5m2 + +```python +node = onnx.helper.make_node( + "DequantizeLinear", + inputs=["x", "x_scale"], + outputs=["y"], + axis=0, +) + +# scalar zero point and scale +x = make_tensor("x", TensorProto.FLOAT8E5M2, [5], [0, 0.5, 1, 49152, -96]) +x_scale = np.float32(2) +y = np.array([0.0, 1.0, 2.0, 98304.0, -192.0], dtype=np.float32) + +expect( + node, + inputs=[x, x_scale], + outputs=[y], + name="test_dequantizelinear_e5m2", +) +``` + +
+
+float4e2m1 + +```python +node = onnx.helper.make_node( + "DequantizeLinear", + inputs=["x", "x_scale", "x_zero_point"], + outputs=["y"], + axis=0, +) + +# scalar zero point and scale +x = make_tensor("x", TensorProto.FLOAT4E2M1, [5], [0, 1, -1, 1.5, -4]) +x_scale = np.float32(2) +x_zero_point = make_tensor("x_zero_point", TensorProto.FLOAT4E2M1, (1,), [0]) +y = np.array([0, 2, -2, 3, -8], dtype=np.float32) + +expect( + node, + inputs=[x, x_scale, x_zero_point], + outputs=[y], + name="test_dequantizelinear_float4e2m1", +) +``` + +
+
+int16 + +```python +node = onnx.helper.make_node( + "DequantizeLinear", + inputs=["x", "x_scale", "x_zero_point"], + outputs=["y"], +) + +x = np.array([-300, -30, -1025, 1270]).astype(np.int16) +x_scale = np.float32(2) +x_zero_point = np.int16(-1024) +y = np.array([1448.0, 1988.0, -2.0, 4588.0], dtype=np.float32) + +expect( + node, + inputs=[x, x_scale, x_zero_point], + outputs=[y], + name="test_dequantizelinear_int16", +) +``` + +
+
+int2 + +```python +node = onnx.helper.make_node( + "DequantizeLinear", + inputs=["x", "x_scale", "x_zero_point"], + outputs=["y"], + axis=0, +) + +# scalar zero point and scale +x = make_tensor("x", TensorProto.INT2, [4], [0, 1, -1, -2]) +x_scale = np.float32(2) +x_zero_point = make_tensor("x_zero_point", TensorProto.INT2, (1,), [1]) +y = np.array([-2, 0, -4, -6], dtype=np.float32) + +expect( + node, + inputs=[x, x_scale, x_zero_point], + outputs=[y], + name="test_dequantizelinear_int2", +) +``` + +
+
+int4 + +```python +node = onnx.helper.make_node( + "DequantizeLinear", + inputs=["x", "x_scale", "x_zero_point"], + outputs=["y"], + axis=0, +) + +# scalar zero point and scale +x = make_tensor("x", TensorProto.INT4, [5], [0, 1, 7, -4, -8]) +x_scale = np.float32(2) +x_zero_point = make_tensor("x_zero_point", TensorProto.INT4, (1,), [1]) +y = np.array([-2, 0, 12, -10, -18], dtype=np.float32) + +expect( + node, + inputs=[x, x_scale, x_zero_point], + outputs=[y], + name="test_dequantizelinear_int4", +) +``` + +
+
+uint16 + +```python +node = onnx.helper.make_node( + "DequantizeLinear", + inputs=["x", "x_scale", "x_zero_point"], + outputs=["y"], +) + +x = np.array([30000, 31000, 32768, 33000]).astype(np.uint16) +x_scale = np.float32(2) +x_zero_point = np.uint16(32767) +y = np.array([-5534.0, -3534.0, 2.0, 466.0], dtype=np.float32) + +expect( + node, + inputs=[x, x_scale, x_zero_point], + outputs=[y], + name="test_dequantizelinear_uint16", +) +``` + +
+
+uint2 + +```python +node = onnx.helper.make_node( + "DequantizeLinear", + inputs=["x", "x_scale", "x_zero_point"], + outputs=["y"], + axis=0, +) + +# scalar zero point and scale +x = make_tensor("x", TensorProto.UINT2, [4], [0, 1, 2, 3]) +x_scale = np.float32(2) +x_zero_point = make_tensor("x_zero_point", TensorProto.UINT2, (1,), [1]) +y = np.array([-2, 0, 2, 4], dtype=np.float32) + +expect( + node, + inputs=[x, x_scale, x_zero_point], + outputs=[y], + name="test_dequantizelinear_uint2", +) +``` + +
+
+uint4 + +```python +node = onnx.helper.make_node( + "DequantizeLinear", + inputs=["x", "x_scale", "x_zero_point"], + outputs=["y"], + axis=0, +) + +# scalar zero point and scale +x = make_tensor("x", TensorProto.UINT4, [5], [0, 1, 7, 10, 15]) +x_scale = np.float32(2) +x_zero_point = make_tensor("x_zero_point", TensorProto.UINT4, (1,), [1]) +y = np.array([-2, 0, 12, 18, 28], dtype=np.float32) + +expect( + node, + inputs=[x, x_scale, x_zero_point], + outputs=[y], + name="test_dequantizelinear_uint4", +) +``` + +
+ + +### Det +There are 2 test cases, listed as following: +
+2d + +```python +node = onnx.helper.make_node( + "Det", + inputs=["x"], + outputs=["y"], +) + +x = np.arange(4).reshape(2, 2).astype(np.float32) +y = np.linalg.det(x) # expect -2 +expect(node, inputs=[x], outputs=[y], name="test_det_2d") +``` + +
+
+nd + +```python +node = onnx.helper.make_node( + "Det", + inputs=["x"], + outputs=["y"], +) + +x = np.array([[[1, 2], [3, 4]], [[1, 2], [2, 1]], [[1, 3], [3, 1]]]).astype( + np.float32 +) +y = np.linalg.det(x) # expect array([-2., -3., -8.]) +expect(node, inputs=[x], outputs=[y], name="test_det_nd") +``` + +
+ + +### Div +There are 2 test cases, listed as following: +
+div + +```python +node = onnx.helper.make_node( + "Div", + inputs=["x", "y"], + outputs=["z"], +) + +x = np.array([3, 4]).astype(np.float32) +y = np.array([1, 2]).astype(np.float32) +z = x / y # expected output [3., 2.] +expect(node, inputs=[x, y], outputs=[z], name="test_div_example") + +x = np.random.randn(3, 4, 5).astype(np.float32) +y = np.random.rand(3, 4, 5).astype(np.float32) + 1.0 +z = x / y +expect(node, inputs=[x, y], outputs=[z], name="test_div") + +x = np.random.randint(24, size=(3, 4, 5), dtype=np.int8) +y = np.random.randint(24, size=(3, 4, 5), dtype=np.int8) + 1 +z = x // y +expect(node, inputs=[x, y], outputs=[z], name="test_div_int8") + +x = np.random.randint(24, size=(3, 4, 5), dtype=np.int16) +y = np.random.randint(24, size=(3, 4, 5), dtype=np.int16) + 1 +z = x // y +expect(node, inputs=[x, y], outputs=[z], name="test_div_int16") + +x = np.array([-3, 3, -3, 3], dtype=np.int32) +y = np.array([2, 2, -2, -2], dtype=np.int32) +z = np.array([-1, 1, 1, -1], dtype=np.int32) +expect(node, inputs=[x, y], outputs=[z], name="test_div_int32_trunc") + +x = np.random.randint(24, size=(3, 4, 5), dtype=np.uint8) +y = np.random.randint(24, size=(3, 4, 5), dtype=np.uint8) + 1 +z = x // y +expect(node, inputs=[x, y], outputs=[z], name="test_div_uint8") + +x = np.random.randint(24, size=(3, 4, 5), dtype=np.uint16) +y = np.random.randint(24, size=(3, 4, 5), dtype=np.uint16) + 1 +z = x // y +expect(node, inputs=[x, y], outputs=[z], name="test_div_uint16") + +x = np.random.randint(24, size=(3, 4, 5), dtype=np.uint32) +y = np.random.randint(24, size=(3, 4, 5), dtype=np.uint32) + 1 +z = x // y +expect(node, inputs=[x, y], outputs=[z], name="test_div_uint32") + +x = np.random.randint(24, size=(3, 4, 5), dtype=np.uint64) +y = np.random.randint(24, size=(3, 4, 5), dtype=np.uint64) + 1 +z = x // y +expect(node, inputs=[x, y], outputs=[z], name="test_div_uint64") +``` + +
+
+div_broadcast + +```python +node = onnx.helper.make_node( + "Div", + inputs=["x", "y"], + outputs=["z"], +) + +x = np.random.randn(3, 4, 5).astype(np.float32) +y = np.random.rand(5).astype(np.float32) + 1.0 +z = x / y +expect(node, inputs=[x, y], outputs=[z], name="test_div_bcast") +``` + +
+ + +### Dropout +There are 12 test cases, listed as following: +
+default + +```python +seed = np.int64(0) +node = onnx.helper.make_node("Dropout", inputs=["x"], outputs=["y"], seed=seed) + +x = np.random.randn(3, 4, 5).astype(np.float32) +y = dropout(x) +expect(node, inputs=[x], outputs=[y], name="test_dropout_default") +``` + +
+
+default_mask + +```python +seed = np.int64(0) +node = onnx.helper.make_node( + "Dropout", inputs=["x"], outputs=["y", "z"], seed=seed +) + +x = np.random.randn(3, 4, 5).astype(np.float32) +y, z = dropout(x, return_mask=True) +expect(node, inputs=[x], outputs=[y, z], name="test_dropout_default_mask") +``` + +
+
+default_mask_ratio + +```python +seed = np.int64(0) +node = onnx.helper.make_node( + "Dropout", inputs=["x", "r"], outputs=["y", "z"], seed=seed +) + +r = np.float32(0.1) +x = np.random.randn(3, 4, 5).astype(np.float32) +y, z = dropout(x, r, return_mask=True) +expect( + node, inputs=[x, r], outputs=[y, z], name="test_dropout_default_mask_ratio" +) +``` + +
+
+default_old + +```python +node = onnx.helper.make_node( + "Dropout", + inputs=["x"], + outputs=["y"], +) + +x = np.array([-1, 0, 1]).astype(np.float32) +y = x +expect( + node, + inputs=[x], + outputs=[y], + name="test_dropout_default_old", + opset_imports=[helper.make_opsetid("", 11)], +) +``` + +
+
+default_ratio + +```python +seed = np.int64(0) +node = onnx.helper.make_node( + "Dropout", inputs=["x", "r"], outputs=["y"], seed=seed +) + +r = np.float32(0.1) +x = np.random.randn(3, 4, 5).astype(np.float32) +y = dropout(x, r) +expect(node, inputs=[x, r], outputs=[y], name="test_dropout_default_ratio") +``` + +
+
+random_old + +```python +node = onnx.helper.make_node( + "Dropout", + inputs=["x"], + outputs=["y"], + ratio=0.2, +) + +x = np.random.randn(3, 4, 5).astype(np.float32) +y = x +expect( + node, + inputs=[x], + outputs=[y], + name="test_dropout_random_old", + opset_imports=[helper.make_opsetid("", 11)], +) +``` + +
+
+training + +```python +seed = np.int64(0) +node = onnx.helper.make_node( + "Dropout", inputs=["x", "r", "t"], outputs=["y"], seed=seed +) + +x = np.random.randn(3, 4, 5).astype(np.float32) +r = np.float32(0.75) +t = np.bool_(True) +y = dropout(x, r, training_mode=t) +expect(node, inputs=[x, r, t], outputs=[y], name="test_training_dropout") +``` + +
+
+training_default + +```python +seed = np.int64(0) +node = onnx.helper.make_node( + "Dropout", inputs=["x", "r", "t"], outputs=["y"], seed=seed +) + +x = np.random.randn(3, 4, 5).astype(np.float32) +r = np.float32(0.5) +t = np.bool_(True) +y = dropout(x, r, training_mode=t) +expect( + node, inputs=[x, r, t], outputs=[y], name="test_training_dropout_default" +) +``` + +
+
+training_default_ratio_mask + +```python +seed = np.int64(0) +node = onnx.helper.make_node( + "Dropout", inputs=["x", "r", "t"], outputs=["y", "z"], seed=seed +) + +x = np.random.randn(3, 4, 5).astype(np.float32) +r = np.float32(0.5) +t = np.bool_(True) +y, z = dropout(x, r, training_mode=t, return_mask=True) +expect( + node, + inputs=[x, r, t], + outputs=[y, z], + name="test_training_dropout_default_mask", +) +``` + +
+
+training_default_zero_ratio + +```python +seed = np.int64(0) +node = onnx.helper.make_node( + "Dropout", inputs=["x", "r", "t"], outputs=["y"], seed=seed +) + +x = np.random.randn(3, 4, 5).astype(np.float32) +r = np.float32(0.0) +t = np.bool_(True) +y = dropout(x, r, training_mode=t) +expect( + node, inputs=[x, r, t], outputs=[y], name="test_training_dropout_zero_ratio" +) +``` + +
+
+training_default_zero_ratio_mask + +```python +seed = np.int64(0) +node = onnx.helper.make_node( + "Dropout", inputs=["x", "r", "t"], outputs=["y", "z"], seed=seed +) + +x = np.random.randn(3, 4, 5).astype(np.float32) +r = np.float32(0.0) +t = np.bool_(True) +y, z = dropout(x, r, training_mode=t, return_mask=True) +expect( + node, + inputs=[x, r, t], + outputs=[y, z], + name="test_training_dropout_zero_ratio_mask", +) +``` + +
+
+training_ratio_mask + +```python +seed = np.int64(0) +node = onnx.helper.make_node( + "Dropout", inputs=["x", "r", "t"], outputs=["y", "z"], seed=seed +) + +x = np.random.randn(3, 4, 5).astype(np.float32) +r = np.float32(0.75) +t = np.bool_(True) +y, z = dropout(x, r, training_mode=t, return_mask=True) +expect( + node, inputs=[x, r, t], outputs=[y, z], name="test_training_dropout_mask" +) +``` + +
+ + +### DynamicQuantizeLinear +There are 1 test cases, listed as following: +
+dynamicquantizelinear + +```python +node = onnx.helper.make_node( + "DynamicQuantizeLinear", + inputs=["x"], + outputs=["y", "y_scale", "y_zero_point"], +) + +# expected scale 0.0196078438 and zero point 153 +X = np.array([0, 2, -3, -2.5, 1.34, 0.5]).astype(np.float32) +x_min = np.minimum(0, np.min(X)) +x_max = np.maximum(0, np.max(X)) +Y_Scale = np.float32((x_max - x_min) / (255 - 0)) # uint8 -> [0, 255] +Y_ZeroPoint = np.clip(round((0 - x_min) / Y_Scale), 0, 255).astype(np.uint8) +Y = np.clip(np.round(X / Y_Scale) + Y_ZeroPoint, 0, 255).astype(np.uint8) + +expect( + node, + inputs=[X], + outputs=[Y, Y_Scale, Y_ZeroPoint], + name="test_dynamicquantizelinear", +) + +# expected scale 0.0156862754 and zero point 255 +X = np.array([-1.0, -2.1, -1.3, -2.5, -3.34, -4.0]).astype(np.float32) +x_min = np.minimum(0, np.min(X)) +x_max = np.maximum(0, np.max(X)) +Y_Scale = np.float32((x_max - x_min) / (255 - 0)) # uint8 -> [0, 255] +Y_ZeroPoint = np.clip(round((0 - x_min) / Y_Scale), 0, 255).astype(np.uint8) +Y = np.clip(np.round(X / Y_Scale) + Y_ZeroPoint, 0, 255).astype(np.uint8) + +expect( + node, + inputs=[X], + outputs=[Y, Y_Scale, Y_ZeroPoint], + name="test_dynamicquantizelinear_max_adjusted", +) + +X = ( + np.array([1, 2.1, 1.3, 2.5, 3.34, 4.0, 1.5, 2.6, 3.9, 4.0, 3.0, 2.345]) + .astype(np.float32) + .reshape((3, 4)) +) + +# expected scale 0.0156862754 and zero point 0 +x_min = np.minimum(0, np.min(X)) +x_max = np.maximum(0, np.max(X)) +Y_Scale = np.float32((x_max - x_min) / (255 - 0)) # uint8 -> [0, 255] +Y_ZeroPoint = np.clip(round((0 - x_min) / Y_Scale), 0, 255).astype(np.uint8) +Y = np.clip(np.round(X / Y_Scale) + Y_ZeroPoint, 0, 255).astype(np.uint8) + +expect( + node, + inputs=[X], + outputs=[Y, Y_Scale, Y_ZeroPoint], + name="test_dynamicquantizelinear_min_adjusted", +) +``` + +
+ + +### Einsum +There are 6 test cases, listed as following: +
+einsum_batch_diagonal + +```python +Eqn = "...ii ->...i" +node = onnx.helper.make_node( + "Einsum", inputs=["x"], outputs=["y"], equation=Eqn +) + +X = np.random.randn(3, 5, 5) +Z = einsum_reference_implementation(Eqn, (X,)) + +expect(node, inputs=[X], outputs=[Z], name="test_einsum_batch_diagonal") +``` + +
+
+einsum_batch_matmul + +```python +Eqn = "bij, bjk -> bik" +node = onnx.helper.make_node( + "Einsum", inputs=["x", "y"], outputs=["z"], equation=Eqn +) + +X = np.random.randn(5, 2, 3) +Y = np.random.randn(5, 3, 4) +Z = einsum_reference_implementation(Eqn, (X, Y)) + +expect(node, inputs=[X, Y], outputs=[Z], name="test_einsum_batch_matmul") +``` + +
+
+einsum_inner_prod + +```python +Eqn = "i,i" +node = onnx.helper.make_node( + "Einsum", inputs=["x", "y"], outputs=["z"], equation=Eqn +) + +X = np.random.randn(5) +Y = np.random.randn(5) +Z = einsum_reference_implementation(Eqn, (X, Y)) + +expect(node, inputs=[X, Y], outputs=[Z], name="test_einsum_inner_prod") +``` + +
+
+einsum_scalar + +```python +Eqn = "->" +node = onnx.helper.make_node( + "Einsum", inputs=["x"], outputs=["y"], equation=Eqn +) + +X = np.array(5.0) # scalar input +Z = einsum_reference_implementation(Eqn, (X,)) + +expect(node, inputs=[X], outputs=[Z], name="test_einsum_scalar") +``` + +
+
+einsum_sum + +```python +Eqn = "ij->i" +node = onnx.helper.make_node( + "Einsum", inputs=["x"], outputs=["y"], equation=Eqn +) + +X = np.random.randn(3, 4) +Z = einsum_reference_implementation(Eqn, (X,)) + +expect(node, inputs=[X], outputs=[Z], name="test_einsum_sum") +``` + +
+
+einsum_transpose + +```python +Eqn = "ij->ji" +node = onnx.helper.make_node( + "Einsum", inputs=["x"], outputs=["y"], equation=Eqn +) + +X = np.random.randn(3, 4) +Y = einsum_reference_implementation(Eqn, (X,)) + +expect(node, inputs=[X], outputs=[Y], name="test_einsum_transpose") +``` + +
+ + +### Elu +There are 2 test cases, listed as following: +
+elu + +```python +node = onnx.helper.make_node("Elu", inputs=["x"], outputs=["y"], alpha=2.0) + +x = np.array([-1, 0, 1]).astype(np.float32) +# expected output [-1.2642411, 0., 1.] +y = np.clip(x, 0, np.inf) + (np.exp(np.clip(x, -np.inf, 0)) - 1) * 2.0 +expect(node, inputs=[x], outputs=[y], name="test_elu_example") + +x = np.random.randn(3, 4, 5).astype(np.float32) +y = np.clip(x, 0, np.inf) + (np.exp(np.clip(x, -np.inf, 0)) - 1) * 2.0 +expect(node, inputs=[x], outputs=[y], name="test_elu") +``` + +
+
+elu_default + +```python +default_alpha = 1.0 +node = onnx.helper.make_node( + "Elu", + inputs=["x"], + outputs=["y"], +) +x = np.random.randn(3, 4, 5).astype(np.float32) +y = np.clip(x, 0, np.inf) + (np.exp(np.clip(x, -np.inf, 0)) - 1) * default_alpha +expect(node, inputs=[x], outputs=[y], name="test_elu_default") +``` + +
+ + +### Equal +There are 4 test cases, listed as following: +
+equal + +```python +node = onnx.helper.make_node( + "Equal", + inputs=["x", "y"], + outputs=["z"], +) + +x = (np.random.randn(3, 4, 5) * 10).astype(np.int32) +y = (np.random.randn(3, 4, 5) * 10).astype(np.int32) +z = np.equal(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_equal") + +x = (np.random.randn(3, 4, 5) * 10).astype(np.int8) +y = (np.random.randn(3, 4, 5) * 10).astype(np.int8) +z = np.equal(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_equal_int8") + +x = (np.random.randn(3, 4, 5) * 10).astype(np.int16) +y = (np.random.randn(3, 4, 5) * 10).astype(np.int16) +z = np.equal(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_equal_int16") + +x = np.random.randint(24, size=(3, 4, 5), dtype=np.uint8) +y = np.random.randint(24, size=(3, 4, 5), dtype=np.uint8) +z = np.equal(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_equal_uint8") + +x = np.random.randint(24, size=(3, 4, 5), dtype=np.uint16) +y = np.random.randint(24, size=(3, 4, 5), dtype=np.uint16) +z = np.equal(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_equal_uint16") + +x = np.random.randint(24, size=(3, 4, 5), dtype=np.uint32) +y = np.random.randint(24, size=(3, 4, 5), dtype=np.uint32) +z = np.equal(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_equal_uint32") + +x = np.random.randint(24, size=(3, 4, 5), dtype=np.uint64) +y = np.random.randint(24, size=(3, 4, 5), dtype=np.uint64) +z = np.equal(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_equal_uint64") +``` + +
+
+equal_broadcast + +```python +node = onnx.helper.make_node( + "Equal", + inputs=["x", "y"], + outputs=["z"], +) + +x = (np.random.randn(3, 4, 5) * 10).astype(np.int32) +y = (np.random.randn(5) * 10).astype(np.int32) +z = np.equal(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_equal_bcast") +``` + +
+
+equal_string + +```python +node = onnx.helper.make_node( + "Equal", + inputs=["x", "y"], + outputs=["z"], +) +x = np.array(["string1", "string2"], dtype=np.dtype(object)) +y = np.array(["string1", "string3"], dtype=np.dtype(object)) +z = np.equal(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_equal_string") +``` + +
+
+equal_string_broadcast + +```python +node = onnx.helper.make_node( + "Equal", + inputs=["x", "y"], + outputs=["z"], +) +x = np.array(["string1", "string2"], dtype=np.dtype(object)) +y = np.array(["string1"], dtype=np.dtype(object)) +z = np.equal(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_equal_string_broadcast") +``` + +
+ + +### Erf +There are 1 test cases, listed as following: +
+erf + +```python +node = onnx.helper.make_node( + "Erf", + inputs=["x"], + outputs=["y"], +) + +x = np.random.randn(1, 3, 32, 32).astype(np.float32) +y = np.vectorize(math.erf)(x).astype(np.float32) +expect(node, inputs=[x], outputs=[y], name="test_erf") +``` + +
+ + +### Exp +There are 1 test cases, listed as following: +
+exp + +```python +node = onnx.helper.make_node( + "Exp", + inputs=["x"], + outputs=["y"], +) + +x = np.array([-1, 0, 1]).astype(np.float32) +y = np.exp(x) # expected output [0.36787945, 1., 2.71828175] +expect(node, inputs=[x], outputs=[y], name="test_exp_example") + +x = np.random.randn(3, 4, 5).astype(np.float32) +y = np.exp(x) +expect(node, inputs=[x], outputs=[y], name="test_exp") +``` + +
+ + +### Expand +There are 2 test cases, listed as following: +
+dim_changed + +```python +node = onnx.helper.make_node( + "Expand", + inputs=["data", "new_shape"], + outputs=["expanded"], +) +shape = [3, 1] +data = np.reshape(np.arange(1, np.prod(shape) + 1, dtype=np.float32), shape) +# print(data) +# [[1.], [2.], [3.]] +new_shape = [2, 1, 6] +expanded = data * np.ones(new_shape, dtype=np.float32) +# print(expanded) +# [[[1., 1., 1., 1., 1., 1.], +# [2., 2., 2., 2., 2., 2.], +# [3., 3., 3., 3., 3., 3.]], +# +# [[1., 1., 1., 1., 1., 1.], +# [2., 2., 2., 2., 2., 2.], +# [3., 3., 3., 3., 3., 3.]]] +new_shape = np.array(new_shape, dtype=np.int64) +expect( + node, + inputs=[data, new_shape], + outputs=[expanded], + name="test_expand_dim_changed", +) +``` + +
+
+dim_unchanged + +```python +node = onnx.helper.make_node( + "Expand", + inputs=["data", "new_shape"], + outputs=["expanded"], +) +shape = [3, 1] +new_shape = [3, 4] +data = np.reshape(np.arange(1, np.prod(shape) + 1, dtype=np.float32), shape) +# print(data) +# [[1.], [2.], [3.]] +expanded = np.tile(data, 4) +# print(expanded) +# [[1., 1., 1., 1.], +# [2., 2., 2., 2.], +# [3., 3., 3., 3.]] +new_shape = np.array(new_shape, dtype=np.int64) +expect( + node, + inputs=[data, new_shape], + outputs=[expanded], + name="test_expand_dim_unchanged", +) +``` + +
+ + +### EyeLike +There are 3 test cases, listed as following: +
+populate_off_main_diagonal + +```python +shape = (4, 5) +off_diagonal_offset = 1 +node = onnx.helper.make_node( + "EyeLike", + inputs=["x"], + outputs=["y"], + k=off_diagonal_offset, + dtype=onnx.TensorProto.FLOAT, +) + +x = np.random.randint(0, 100, size=shape, dtype=np.int32) +y = np.eye(shape[0], shape[1], k=off_diagonal_offset, dtype=np.float32) +expect( + node, + inputs=[x], + outputs=[y], + name="test_eyelike_populate_off_main_diagonal", +) +``` + +
+
+with_dtype + +```python +shape = (3, 4) +node = onnx.helper.make_node( + "EyeLike", + inputs=["x"], + outputs=["y"], + dtype=onnx.TensorProto.DOUBLE, +) + +x = np.random.randint(0, 100, size=shape, dtype=np.int32) +y = np.eye(shape[0], shape[1], dtype=np.float64) +expect(node, inputs=[x], outputs=[y], name="test_eyelike_with_dtype") +``` + +
+
+without_dtype + +```python +shape = (4, 4) +node = onnx.helper.make_node( + "EyeLike", + inputs=["x"], + outputs=["y"], +) + +x = np.random.randint(0, 100, size=shape, dtype=np.int32) +y = np.eye(shape[0], shape[1], dtype=np.int32) +expect(node, inputs=[x], outputs=[y], name="test_eyelike_without_dtype") +``` + +
+ + +### Flatten +There are 3 test cases, listed as following: +
+flatten + +```python +shape = (2, 3, 4, 5) +a = np.random.random_sample(shape).astype(np.float32) + +for i in range(len(shape)): + node = onnx.helper.make_node( + "Flatten", + inputs=["a"], + outputs=["b"], + axis=i, + ) + + new_shape = (1, -1) if i == 0 else (np.prod(shape[0:i]).astype(int), -1) + b = np.reshape(a, new_shape) + expect(node, inputs=[a], outputs=[b], name="test_flatten_axis" + str(i)) +``` + +
+
+flatten_negative_axis + +```python +shape = (2, 3, 4, 5) +a = np.random.random_sample(shape).astype(np.float32) + +for i in range(-len(shape), 0): + node = onnx.helper.make_node( + "Flatten", + inputs=["a"], + outputs=["b"], + axis=i, + ) + + new_shape = (np.prod(shape[0:i]).astype(int), -1) + b = np.reshape(a, new_shape) + expect( + node, + inputs=[a], + outputs=[b], + name="test_flatten_negative_axis" + str(abs(i)), + ) +``` + +
+
+flatten_with_default_axis + +```python +node = onnx.helper.make_node( + "Flatten", + inputs=["a"], + outputs=["b"], # Default value for axis: axis=1 +) + +shape = (5, 4, 3, 2) +a = np.random.random_sample(shape).astype(np.float32) +new_shape = (5, 24) +b = np.reshape(a, new_shape) +expect(node, inputs=[a], outputs=[b], name="test_flatten_default_axis") +``` + +
+ + +### Floor +There are 1 test cases, listed as following: +
+floor + +```python +node = onnx.helper.make_node( + "Floor", + inputs=["x"], + outputs=["y"], +) + +x = np.array([-1.5, 1.2, 2]).astype(np.float32) +y = np.floor(x) # expected output [-2., 1., 2.] +expect(node, inputs=[x], outputs=[y], name="test_floor_example") + +x = np.random.randn(3, 4, 5).astype(np.float32) +y = np.floor(x) +expect(node, inputs=[x], outputs=[y], name="test_floor") +``` + +
+ + +### GRU +There are 4 test cases, listed as following: +
+batchwise + +```python +input = np.array([[[1.0, 2.0]], [[3.0, 4.0]], [[5.0, 6.0]]]).astype(np.float32) + +input_size = 2 +hidden_size = 6 +number_of_gates = 3 +weight_scale = 0.2 +layout = 1 + +node = onnx.helper.make_node( + "GRU", + inputs=["X", "W", "R"], + outputs=["Y", "Y_h"], + hidden_size=hidden_size, + layout=layout, +) + +W = weight_scale * np.ones( + (1, number_of_gates * hidden_size, input_size) +).astype(np.float32) +R = weight_scale * np.ones( + (1, number_of_gates * hidden_size, hidden_size) +).astype(np.float32) + +gru = GRUHelper(X=input, W=W, R=R, layout=layout) +Y, Y_h = gru.step() +expect( + node, + inputs=[input, W, R], + outputs=[Y.astype(np.float32), Y_h.astype(np.float32)], + name="test_gru_batchwise", +) +``` + +
+
+defaults + +```python +input = np.array([[[1.0, 2.0], [3.0, 4.0], [5.0, 6.0]]]).astype(np.float32) + +input_size = 2 +hidden_size = 5 +weight_scale = 0.1 +number_of_gates = 3 + +node = onnx.helper.make_node( + "GRU", inputs=["X", "W", "R"], outputs=["", "Y_h"], hidden_size=hidden_size +) + +W = weight_scale * np.ones( + (1, number_of_gates * hidden_size, input_size) +).astype(np.float32) +R = weight_scale * np.ones( + (1, number_of_gates * hidden_size, hidden_size) +).astype(np.float32) + +gru = GRUHelper(X=input, W=W, R=R) +_, Y_h = gru.step() +expect( + node, + inputs=[input, W, R], + outputs=[Y_h.astype(np.float32)], + name="test_gru_defaults", +) +``` + +
+
+initial_bias + +```python +input = np.array([[[1.0, 2.0, 3.0], [4.0, 5.0, 6.0], [7.0, 8.0, 9.0]]]).astype( + np.float32 +) + +input_size = 3 +hidden_size = 3 +weight_scale = 0.1 +custom_bias = 0.1 +number_of_gates = 3 + +node = onnx.helper.make_node( + "GRU", + inputs=["X", "W", "R", "B"], + outputs=["", "Y_h"], + hidden_size=hidden_size, +) + +W = weight_scale * np.ones( + (1, number_of_gates * hidden_size, input_size) +).astype(np.float32) +R = weight_scale * np.ones( + (1, number_of_gates * hidden_size, hidden_size) +).astype(np.float32) + +# Adding custom bias +W_B = custom_bias * np.ones((1, number_of_gates * hidden_size)).astype( + np.float32 +) +R_B = np.zeros((1, number_of_gates * hidden_size)).astype(np.float32) +B = np.concatenate((W_B, R_B), axis=1) + +gru = GRUHelper(X=input, W=W, R=R, B=B) +_, Y_h = gru.step() +expect( + node, + inputs=[input, W, R, B], + outputs=[Y_h.astype(np.float32)], + name="test_gru_with_initial_bias", +) +``` + +
+
+seq_length + +```python +input = np.array( + [ + [[1.0, 2.0, 3.0], [4.0, 5.0, 6.0], [7.0, 8.0, 9.0]], + [[10.0, 11.0, 12.0], [13.0, 14.0, 15.0], [16.0, 17.0, 18.0]], + ] +).astype(np.float32) + +input_size = 3 +hidden_size = 5 +number_of_gates = 3 + +node = onnx.helper.make_node( + "GRU", + inputs=["X", "W", "R", "B"], + outputs=["", "Y_h"], + hidden_size=hidden_size, +) + +W = np.random.randn(1, number_of_gates * hidden_size, input_size).astype( + np.float32 +) +R = np.random.randn(1, number_of_gates * hidden_size, hidden_size).astype( + np.float32 +) + +# Adding custom bias +W_B = np.random.randn(1, number_of_gates * hidden_size).astype(np.float32) +R_B = np.random.randn(1, number_of_gates * hidden_size).astype(np.float32) +B = np.concatenate((W_B, R_B), axis=1) + +gru = GRUHelper(X=input, W=W, R=R, B=B) +_, Y_h = gru.step() +expect( + node, + inputs=[input, W, R, B], + outputs=[Y_h.astype(np.float32)], + name="test_gru_seq_length", +) +``` + +
+ + +### Gather +There are 4 test cases, listed as following: +
+gather_0 + +```python +node = onnx.helper.make_node( + "Gather", + inputs=["data", "indices"], + outputs=["y"], + axis=0, +) +data = np.random.randn(5, 4, 3, 2).astype(np.float32) +indices = np.array([0, 1, 3]) +y = np.take(data, indices, axis=0) + +expect( + node, + inputs=[data, indices.astype(np.int64)], + outputs=[y], + name="test_gather_0", +) +``` + +
+
+gather_1 + +```python +node = onnx.helper.make_node( + "Gather", + inputs=["data", "indices"], + outputs=["y"], + axis=1, +) +data = np.random.randn(5, 4, 3, 2).astype(np.float32) +indices = np.array([0, 1, 3]) +y = np.take(data, indices, axis=1) + +expect( + node, + inputs=[data, indices.astype(np.int64)], + outputs=[y], + name="test_gather_1", +) +``` + +
+
+gather_2d_indices + +```python +node = onnx.helper.make_node( + "Gather", + inputs=["data", "indices"], + outputs=["y"], + axis=1, +) +data = np.random.randn(3, 3).astype(np.float32) +indices = np.array([[0, 2]]) +y = np.take(data, indices, axis=1) + +expect( + node, + inputs=[data, indices.astype(np.int64)], + outputs=[y], + name="test_gather_2d_indices", +) +``` + +
+
+gather_negative_indices + +```python +node = onnx.helper.make_node( + "Gather", + inputs=["data", "indices"], + outputs=["y"], + axis=0, +) +data = np.arange(10).astype(np.float32) +indices = np.array([0, -9, -10]) +y = np.take(data, indices, axis=0) + +# print(y) +# [0. 1. 0.] + +expect( + node, + inputs=[data, indices.astype(np.int64)], + outputs=[y], + name="test_gather_negative_indices", +) +``` + +
+ + +### GatherElements +There are 3 test cases, listed as following: +
+gather_elements_0 + +```python +axis = 1 +node = onnx.helper.make_node( + "GatherElements", + inputs=["data", "indices"], + outputs=["y"], + axis=axis, +) +data = np.array([[1, 2], [3, 4]], dtype=np.float32) +indices = np.array([[0, 0], [1, 0]], dtype=np.int32) + +y = gather_elements(data, indices, axis) +# print(y) produces +# [[1, 1], +# [4, 3]] + +expect( + node, + inputs=[data, indices.astype(np.int64)], + outputs=[y], + name="test_gather_elements_0", +) +``` + +
+
+gather_elements_1 + +```python +axis = 0 +node = onnx.helper.make_node( + "GatherElements", + inputs=["data", "indices"], + outputs=["y"], + axis=axis, +) +data = np.array([[1, 2, 3], [4, 5, 6], [7, 8, 9]], dtype=np.float32) +indices = np.array([[1, 2, 0], [2, 0, 0]], dtype=np.int32) + +y = gather_elements(data, indices, axis) +# print(y) produces +# [[4, 8, 3], +# [7, 2, 3]] + +expect( + node, + inputs=[data, indices.astype(np.int64)], + outputs=[y], + name="test_gather_elements_1", +) +``` + +
+
+gather_elements_negative_indices + +```python +axis = 0 +node = onnx.helper.make_node( + "GatherElements", + inputs=["data", "indices"], + outputs=["y"], + axis=axis, +) +data = np.array([[1, 2, 3], [4, 5, 6], [7, 8, 9]], dtype=np.float32) +indices = np.array([[-1, -2, 0], [-2, 0, 0]], dtype=np.int32) + +y = gather_elements(data, indices, axis) +# print(y) produces +# [[7, 5, 3], +# [4, 2, 3]] + +expect( + node, + inputs=[data, indices.astype(np.int64)], + outputs=[y], + name="test_gather_elements_negative_indices", +) +``` + +
+ + +### GatherND +There are 3 test cases, listed as following: +
+float32 + +```python +node = onnx.helper.make_node( + "GatherND", + inputs=["data", "indices"], + outputs=["output"], +) + +data = np.array([[[0, 1], [2, 3]], [[4, 5], [6, 7]]], dtype=np.float32) +indices = np.array([[[0, 1]], [[1, 0]]], dtype=np.int64) +output = gather_nd_impl(data, indices, 0) +expected_output = np.array([[[2, 3]], [[4, 5]]], dtype=np.float32) +assert np.array_equal(output, expected_output) +expect( + node, + inputs=[data, indices], + outputs=[output], + name="test_gathernd_example_float32", +) +``` + +
+
+int32 + +```python +node = onnx.helper.make_node( + "GatherND", + inputs=["data", "indices"], + outputs=["output"], +) + +data = np.array([[0, 1], [2, 3]], dtype=np.int32) +indices = np.array([[0, 0], [1, 1]], dtype=np.int64) +output = gather_nd_impl(data, indices, 0) +expected_output = np.array([0, 3], dtype=np.int32) +assert np.array_equal(output, expected_output) +expect( + node, + inputs=[data, indices], + outputs=[output], + name="test_gathernd_example_int32", +) +``` + +
+
+int32_batchdim_1 + +```python +node = onnx.helper.make_node( + "GatherND", + inputs=["data", "indices"], + outputs=["output"], + batch_dims=1, +) + +data = np.array([[[0, 1], [2, 3]], [[4, 5], [6, 7]]], dtype=np.int32) +indices = np.array([[1], [0]], dtype=np.int64) +output = gather_nd_impl(data, indices, 1) +expected_output = np.array([[2, 3], [4, 5]], dtype=np.int32) +assert np.array_equal(output, expected_output) +expect( + node, + inputs=[data, indices], + outputs=[output], + name="test_gathernd_example_int32_batch_dim1", +) +``` + +
+ + +### Gelu +There are 2 test cases, listed as following: +
+gelu_default + +```python +node = onnx.helper.make_node("Gelu", inputs=["x"], outputs=["y"]) + +x = np.array([-1, 0, 1]).astype(np.float32) +# expected output [-0.15865526, 0., 0.84134474] +y = (0.5 * x * (1 + np.vectorize(math.erf)(x / np.sqrt(2)))).astype(np.float32) +expect(node, inputs=[x], outputs=[y], name="test_gelu_default_1") + +x = np.random.randn(3, 4, 5).astype(np.float32) +# expected output [2.99595031, 3.99987331, 4.99999857] +y = (0.5 * x * (1 + np.vectorize(math.erf)(x / np.sqrt(2)))).astype(np.float32) +expect(node, inputs=[x], outputs=[y], name="test_gelu_default_2") +``` + +
+
+gelu_tanh + +```python +node = onnx.helper.make_node( + "Gelu", inputs=["x"], outputs=["y"], approximate="tanh" +) + +x = np.array([-1, 0, 1]).astype(np.float32) +# expected output [-0.158808, 0., 0.841192] +y = ( + 0.5 + * x + * (1 + np.tanh(np.sqrt(2 / np.pi) * (x + 0.044715 * np.power(x, 3)))) +).astype(np.float32) +expect(node, inputs=[x], outputs=[y], name="test_gelu_tanh_1") + +x = np.random.randn(3, 4, 5).astype(np.float32) +# expected output [2.9963627, 3.99993, 4.9999995] +y = ( + 0.5 + * x + * (1 + np.tanh(np.sqrt(2 / np.pi) * (x + 0.044715 * np.power(x, 3)))) +).astype(np.float32) +expect(node, inputs=[x], outputs=[y], name="test_gelu_tanh_2") +``` + +
+ + +### Gemm +There are 11 test cases, listed as following: +
+all_attributes + +```python +node = onnx.helper.make_node( + "Gemm", + inputs=["a", "b", "c"], + outputs=["y"], + alpha=0.25, + beta=0.35, + transA=1, + transB=1, +) +a = np.random.ranf([4, 3]).astype(np.float32) +b = np.random.ranf([5, 4]).astype(np.float32) +c = np.random.ranf([1, 5]).astype(np.float32) +y = gemm_reference_implementation( + a, b, c, transA=1, transB=1, alpha=0.25, beta=0.35 +) +expect(node, inputs=[a, b, c], outputs=[y], name="test_gemm_all_attributes") +``` + +
+
+alpha + +```python +node = onnx.helper.make_node( + "Gemm", inputs=["a", "b", "c"], outputs=["y"], alpha=0.5 +) +a = np.random.ranf([3, 5]).astype(np.float32) +b = np.random.ranf([5, 4]).astype(np.float32) +c = np.zeros([1, 4]).astype(np.float32) +y = gemm_reference_implementation(a, b, c, alpha=0.5) +expect(node, inputs=[a, b, c], outputs=[y], name="test_gemm_alpha") +``` + +
+
+beta + +```python +node = onnx.helper.make_node( + "Gemm", inputs=["a", "b", "c"], outputs=["y"], beta=0.5 +) +a = np.random.ranf([2, 7]).astype(np.float32) +b = np.random.ranf([7, 4]).astype(np.float32) +c = np.random.ranf([1, 4]).astype(np.float32) +y = gemm_reference_implementation(a, b, c, beta=0.5) +expect(node, inputs=[a, b, c], outputs=[y], name="test_gemm_beta") +``` + +
+
+default_matrix_bias + +```python +node = onnx.helper.make_node("Gemm", inputs=["a", "b", "c"], outputs=["y"]) +a = np.random.ranf([3, 6]).astype(np.float32) +b = np.random.ranf([6, 4]).astype(np.float32) +c = np.random.ranf([3, 4]).astype(np.float32) +y = gemm_reference_implementation(a, b, c) +expect( + node, inputs=[a, b, c], outputs=[y], name="test_gemm_default_matrix_bias" +) +``` + +
+
+default_no_bias + +```python +node = onnx.helper.make_node("Gemm", inputs=["a", "b"], outputs=["y"]) +a = np.random.ranf([2, 10]).astype(np.float32) +b = np.random.ranf([10, 3]).astype(np.float32) +y = gemm_reference_implementation(a, b) +expect(node, inputs=[a, b], outputs=[y], name="test_gemm_default_no_bias") +``` + +
+
+default_scalar_bias + +```python +node = onnx.helper.make_node("Gemm", inputs=["a", "b", "c"], outputs=["y"]) +a = np.random.ranf([2, 3]).astype(np.float32) +b = np.random.ranf([3, 4]).astype(np.float32) +c = np.array(3.14).astype(np.float32) +y = gemm_reference_implementation(a, b, c) +expect( + node, inputs=[a, b, c], outputs=[y], name="test_gemm_default_scalar_bias" +) +``` + +
+
+default_single_elem_vector_bias + +```python +node = onnx.helper.make_node("Gemm", inputs=["a", "b", "c"], outputs=["y"]) +a = np.random.ranf([3, 7]).astype(np.float32) +b = np.random.ranf([7, 3]).astype(np.float32) +c = np.random.ranf([1]).astype(np.float32) +y = gemm_reference_implementation(a, b, c) +expect( + node, + inputs=[a, b, c], + outputs=[y], + name="test_gemm_default_single_elem_vector_bias", +) +``` + +
+
+default_vector_bias + +```python +node = onnx.helper.make_node("Gemm", inputs=["a", "b", "c"], outputs=["y"]) +a = np.random.ranf([2, 7]).astype(np.float32) +b = np.random.ranf([7, 4]).astype(np.float32) +c = np.random.ranf([1, 4]).astype(np.float32) +y = gemm_reference_implementation(a, b, c) +expect( + node, inputs=[a, b, c], outputs=[y], name="test_gemm_default_vector_bias" +) +``` + +
+
+default_zero_bias + +```python +node = onnx.helper.make_node("Gemm", inputs=["a", "b", "c"], outputs=["y"]) +a = np.random.ranf([3, 5]).astype(np.float32) +b = np.random.ranf([5, 4]).astype(np.float32) +c = np.zeros([1, 4]).astype(np.float32) +y = gemm_reference_implementation(a, b, c) +expect(node, inputs=[a, b, c], outputs=[y], name="test_gemm_default_zero_bias") +``` + +
+
+transposeA + +```python +node = onnx.helper.make_node( + "Gemm", inputs=["a", "b", "c"], outputs=["y"], transA=1 +) +a = np.random.ranf([6, 3]).astype(np.float32) +b = np.random.ranf([6, 4]).astype(np.float32) +c = np.zeros([1, 4]).astype(np.float32) +y = gemm_reference_implementation(a, b, c, transA=1) +expect(node, inputs=[a, b, c], outputs=[y], name="test_gemm_transposeA") +``` + +
+
+transposeB + +```python +node = onnx.helper.make_node( + "Gemm", inputs=["a", "b", "c"], outputs=["y"], transB=1 +) +a = np.random.ranf([3, 6]).astype(np.float32) +b = np.random.ranf([4, 6]).astype(np.float32) +c = np.zeros([1, 4]).astype(np.float32) +y = gemm_reference_implementation(a, b, c, transB=1) +expect(node, inputs=[a, b, c], outputs=[y], name="test_gemm_transposeB") +``` + +
+ + +### GlobalAveragePool +There are 2 test cases, listed as following: +
+globalaveragepool + +```python +node = onnx.helper.make_node( + "GlobalAveragePool", + inputs=["x"], + outputs=["y"], +) +x = np.random.randn(1, 3, 5, 5).astype(np.float32) +y = np.mean(x, axis=tuple(range(2, np.ndim(x))), keepdims=True) +expect(node, inputs=[x], outputs=[y], name="test_globalaveragepool") +``` + +
+
+globalaveragepool_precomputed + +```python +node = onnx.helper.make_node( + "GlobalAveragePool", + inputs=["x"], + outputs=["y"], +) +x = np.array( + [ + [ + [ + [1, 2, 3], + [4, 5, 6], + [7, 8, 9], + ] + ] + ] +).astype(np.float32) +y = np.array([[[[5]]]]).astype(np.float32) +expect(node, inputs=[x], outputs=[y], name="test_globalaveragepool_precomputed") +``` + +
+ + +### GlobalMaxPool +There are 2 test cases, listed as following: +
+globalmaxpool + +```python +node = onnx.helper.make_node( + "GlobalMaxPool", + inputs=["x"], + outputs=["y"], +) +x = np.random.randn(1, 3, 5, 5).astype(np.float32) +y = np.max(x, axis=tuple(range(2, np.ndim(x))), keepdims=True) +expect(node, inputs=[x], outputs=[y], name="test_globalmaxpool") +``` + +
+
+globalmaxpool_precomputed + +```python +node = onnx.helper.make_node( + "GlobalMaxPool", + inputs=["x"], + outputs=["y"], +) +x = np.array( + [ + [ + [ + [1, 2, 3], + [4, 5, 6], + [7, 8, 9], + ] + ] + ] +).astype(np.float32) +y = np.array([[[[9]]]]).astype(np.float32) +expect(node, inputs=[x], outputs=[y], name="test_globalmaxpool_precomputed") +``` + +
+ + +### Gradient +There are 2 test cases, listed as following: +
+gradient_scalar_add + +```python +add_node = onnx.helper.make_node("Add", ["a", "b"], ["c"], name="my_add") +gradient_node = onnx.helper.make_node( + "Gradient", + ["a", "b"], + ["dc_da", "dc_db"], + name="my_gradient", + domain=AI_ONNX_PREVIEW_TRAINING_DOMAIN, + xs=["a", "b"], + y="c", +) + +a = np.array(1.0).astype(np.float32) +b = np.array(2.0).astype(np.float32) +c = a + b +# dc / da = d(a+b) / da = 1 +dc_da = np.array(1).astype(np.float32) +# db / db = d(a+b) / db = 1 +dc_db = np.array(1).astype(np.float32) + +graph = onnx.helper.make_graph( + nodes=[add_node, gradient_node], + name="GradientOfAdd", + inputs=[ + onnx.helper.make_tensor_value_info("a", onnx.TensorProto.FLOAT, []), + onnx.helper.make_tensor_value_info("b", onnx.TensorProto.FLOAT, []), + ], + outputs=[ + onnx.helper.make_tensor_value_info("c", onnx.TensorProto.FLOAT, []), + onnx.helper.make_tensor_value_info("dc_da", onnx.TensorProto.FLOAT, []), + onnx.helper.make_tensor_value_info("dc_db", onnx.TensorProto.FLOAT, []), + ], +) +opsets = [ + onnx.helper.make_operatorsetid(ONNX_DOMAIN, 12), + onnx.helper.make_operatorsetid(AI_ONNX_PREVIEW_TRAINING_DOMAIN, 1), +] +model = onnx.helper.make_model_gen_version( + graph, producer_name="backend-test", opset_imports=opsets +) +expect( + model, inputs=[a, b], outputs=[c, dc_da, dc_db], name="test_gradient_of_add" +) +``` + +
+
+gradient_scalar_add_and_mul + +```python +add_node = onnx.helper.make_node("Add", ["a", "b"], ["c"], name="my_add") +mul_node = onnx.helper.make_node("Mul", ["c", "a"], ["d"], name="my_mul") +gradient_node = onnx.helper.make_node( + "Gradient", + ["a", "b"], + ["dd_da", "dd_db"], + name="my_gradient", + domain=AI_ONNX_PREVIEW_TRAINING_DOMAIN, + xs=["a", "b"], + y="d", +) + +a = np.array(1.0).astype(np.float32) +b = np.array(2.0).astype(np.float32) +c = a + b +# d = a * c = a * (a + b) +d = a * c +# dd / da = d(a*a+a*b) / da = 2 * a + b +dd_da = (2 * a + b).astype(np.float32) +# dd / db = d(a*a+a*b) / db = a +dd_db = a + +graph = onnx.helper.make_graph( + nodes=[add_node, mul_node, gradient_node], + name="GradientOfTwoOperators", + inputs=[ + onnx.helper.make_tensor_value_info("a", onnx.TensorProto.FLOAT, []), + onnx.helper.make_tensor_value_info("b", onnx.TensorProto.FLOAT, []), + ], + outputs=[ + onnx.helper.make_tensor_value_info("d", onnx.TensorProto.FLOAT, []), + onnx.helper.make_tensor_value_info("dd_da", onnx.TensorProto.FLOAT, []), + onnx.helper.make_tensor_value_info("dd_db", onnx.TensorProto.FLOAT, []), + ], +) + +opsets = [ + onnx.helper.make_operatorsetid(ONNX_DOMAIN, 12), + onnx.helper.make_operatorsetid(AI_ONNX_PREVIEW_TRAINING_DOMAIN, 1), +] +model = onnx.helper.make_model_gen_version( + graph, producer_name="backend-test", opset_imports=opsets +) +expect( + model, + inputs=[a, b], + outputs=[d, dd_da, dd_db], + name="test_gradient_of_add_and_mul", +) +``` + +
+ + +### Greater +There are 4 test cases, listed as following: +
+greater + +```python +node = onnx.helper.make_node( + "Greater", + inputs=["x", "y"], + outputs=["greater"], +) + +x = np.random.randn(3, 4, 5).astype(np.float32) +y = np.random.randn(3, 4, 5).astype(np.float32) +z = np.greater(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_greater") + +x = np.random.randn(3, 4, 5).astype(np.int8) +y = np.random.randn(3, 4, 5).astype(np.int8) +z = np.greater(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_greater_int8") + +x = np.random.randn(3, 4, 5).astype(np.int16) +y = np.random.randn(3, 4, 5).astype(np.int16) +z = np.greater(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_greater_int16") + +x = np.random.randint(24, size=(3, 4, 5), dtype=np.uint8) +y = np.random.randint(24, size=(3, 4, 5), dtype=np.uint8) +z = np.greater(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_greater_uint8") + +x = np.random.randint(24, size=(3, 4, 5), dtype=np.uint16) +y = np.random.randint(24, size=(3, 4, 5), dtype=np.uint16) +z = np.greater(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_greater_uint16") + +x = np.random.randint(24, size=(3, 4, 5), dtype=np.uint32) +y = np.random.randint(24, size=(3, 4, 5), dtype=np.uint32) +z = np.greater(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_greater_uint32") + +x = np.random.randint(24, size=(3, 4, 5), dtype=np.uint64) +y = np.random.randint(24, size=(3, 4, 5), dtype=np.uint64) +z = np.greater(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_greater_uint64") +``` + +
+
+greater + +```python +node = onnx.helper.make_node( + "GreaterOrEqual", + inputs=["x", "y"], + outputs=["greater_equal"], +) + +x = np.random.randn(3, 4, 5).astype(np.float32) +y = np.random.randn(3, 4, 5).astype(np.float32) +z = np.greater_equal(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_greater_equal") + +x = np.random.randn(3, 4, 5).astype(np.int8) +y = np.random.randn(3, 4, 5).astype(np.int8) +z = np.greater_equal(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_greater_equal_int8") + +x = np.random.randn(3, 4, 5).astype(np.int16) +y = np.random.randn(3, 4, 5).astype(np.int16) +z = np.greater_equal(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_greater_equal_int16") + +x = np.random.randint(24, size=(3, 4, 5), dtype=np.uint8) +y = np.random.randint(24, size=(3, 4, 5), dtype=np.uint8) +z = np.greater_equal(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_greater_equal_uint8") + +x = np.random.randint(24, size=(3, 4, 5), dtype=np.uint16) +y = np.random.randint(24, size=(3, 4, 5), dtype=np.uint16) +z = np.greater_equal(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_greater_equal_uint16") + +x = np.random.randint(24, size=(3, 4, 5), dtype=np.uint32) +y = np.random.randint(24, size=(3, 4, 5), dtype=np.uint32) +z = np.greater_equal(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_greater_equal_uint32") + +x = np.random.randint(24, size=(3, 4, 5), dtype=np.uint64) +y = np.random.randint(24, size=(3, 4, 5), dtype=np.uint64) +z = np.greater_equal(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_greater_equal_uint64") +``` + +
+
+greater_broadcast + +```python +node = onnx.helper.make_node( + "Greater", + inputs=["x", "y"], + outputs=["greater"], +) + +x = np.random.randn(3, 4, 5).astype(np.float32) +y = np.random.randn(5).astype(np.float32) +z = np.greater(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_greater_bcast") +``` + +
+
+greater_broadcast + +```python +node = onnx.helper.make_node( + "GreaterOrEqual", + inputs=["x", "y"], + outputs=["greater_equal"], +) + +x = np.random.randn(3, 4, 5).astype(np.float32) +y = np.random.randn(5).astype(np.float32) +z = np.greater_equal(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_greater_equal_bcast") +``` + +
+ + +### GridSample +There are 4 test cases, listed as following: +
+gridsample + +```python +node = onnx.helper.make_node( + "GridSample", + inputs=["X", "Grid"], + outputs=["Y"], + mode="linear", + padding_mode="zeros", + align_corners=0, +) +# X shape, [N, C, H, W] - [1, 1, 4, 4] +X = np.array( + [ + [ + [ + [0.0, 1.0, 2.0, 3.0], + [4.0, 5.0, 6.0, 7.0], + [8.0, 9.0, 10.0, 11.0], + [12.0, 13.0, 14.0, 15.0], + ] + ] + ], + dtype=np.float32, +) +# Grid shape, [N, H_out, W_out, 2] - [1, 6, 6, 2] +Grid = np.array( + [ + [ + [ + [-1.0000, -1.0000], + [-0.6000, -1.0000], + [-0.2000, -1.0000], + [0.2000, -1.0000], + [0.6000, -1.0000], + [1.0000, -1.0000], + ], + [ + [-1.0000, -0.6000], + [-0.6000, -0.6000], + [-0.2000, -0.6000], + [0.2000, -0.6000], + [0.6000, -0.6000], + [1.0000, -0.6000], + ], + [ + [-1.0000, -0.2000], + [-0.6000, -0.2000], + [-0.2000, -0.2000], + [0.2000, -0.2000], + [0.6000, -0.2000], + [1.0000, -0.2000], + ], + [ + [-1.0000, 0.2000], + [-0.6000, 0.2000], + [-0.2000, 0.2000], + [0.2000, 0.2000], + [0.6000, 0.2000], + [1.0000, 0.2000], + ], + [ + [-1.0000, 0.6000], + [-0.6000, 0.6000], + [-0.2000, 0.6000], + [0.2000, 0.6000], + [0.6000, 0.6000], + [1.0000, 0.6000], + ], + [ + [-1.0000, 1.0000], + [-0.6000, 1.0000], + [-0.2000, 1.0000], + [0.2000, 1.0000], + [0.6000, 1.0000], + [1.0000, 1.0000], + ], + ] + ], + dtype=np.float32, +) +# Y shape, [N, C, H_out, W_out] - [1, 1, 6, 6] +Y = np.array( + [ + [ + [ + [0.0000, 0.1500, 0.5500, 0.9500, 1.3500, 0.7500], + [0.6000, 1.5000, 2.3000, 3.1000, 3.9000, 2.1000], + [2.2000, 4.7000, 5.5000, 6.3000, 7.1000, 3.7000], + [3.8000, 7.9000, 8.7000, 9.5000, 10.3000, 5.3000], + [5.4000, 11.1000, 11.9000, 12.7000, 13.5000, 6.9000], + [3.0000, 6.1500, 6.5500, 6.9500, 7.3500, 3.7500], + ] + ] + ], + dtype=np.float32, +) +expect(node, inputs=[X, Grid], outputs=[Y], name="test_gridsample") +``` + +
+
+gridsample_mode_aligncorners + +```python +# X shape, [N, C, H, W] - [1, 1, 3, 2] +X = np.array( + [[[[0.0, 1.0], [2.0, 3.0], [4.0, 5.0]]]], + dtype=np.float32, +) +# Grid shape, [N, H_out, W_out, 2] - [1, 2, 4, 2] +Grid = np.array( + [ + [ + [ + [-1.0000, -1.0000], + [-0.5000, -0.5000], + [-0.2000, -0.2000], + [0.0000, 0.0000], + ], + [ + [0.0000, 0.0000], + [-0.2000, -0.2000], + [0.5000, 0.5000], + [1.0000, 1.0000], + ], + ] + ], + dtype=np.float32, +) + +# setting mode = 'bilinear', default align_corners = 0 +node = onnx.helper.make_node( + "GridSample", + inputs=["X", "Grid"], + outputs=["Y"], + mode="linear", +) +# Y shape, [N, C, H_out, W_out] - [1, 1, 2, 4] +Y_bilinear = np.array( + [[[[0.0000, 0.5000, 1.7000, 2.5000], [2.5000, 1.7000, 4.5000, 1.2500]]]], + dtype=np.float32, +) + +expect( + node, + inputs=[X, Grid], + outputs=[Y_bilinear], + name="test_gridsample_bilinear", +) + +# setting mode = 'bilinear', align_corners = 1 +node = onnx.helper.make_node( + "GridSample", + inputs=["X", "Grid"], + outputs=["Y"], + mode="linear", + align_corners=1, +) +# Y shape, [N, C, H_out, W_out] - [1, 1, 2, 4] +Y_align_corners = np.array( + [[[[0.0000, 1.2500, 2.0000, 2.5000], [2.5000, 2.0000, 3.7500, 5.0000]]]], + dtype=np.float32, +) + +expect( + node, + inputs=[X, Grid], + outputs=[Y_align_corners], + name="test_gridsample_aligncorners_true", +) + +# setting mode = 'nearest' +node = onnx.helper.make_node( + "GridSample", + inputs=["X", "Grid"], + outputs=["Y"], + mode="nearest", +) +# Y shape, [N, C, H_out, W_out] - [1, 1, 2, 4] +Y_nearest = np.array( + [[[[0.0, 0.0, 2.0, 2.0], [2.0, 2.0, 5.0, 0.0]]]], + dtype=np.float32, +) + +expect( + node, inputs=[X, Grid], outputs=[Y_nearest], name="test_gridsample_nearest" +) + +# setting mode = 'bicubic' +node = onnx.helper.make_node( + "GridSample", + inputs=["X", "Grid"], + outputs=["Y"], + mode="cubic", +) +# Y shape, [N, C, H_out, W_out] - [1, 1, 2, 4] +Y_bicubic = np.array( + [[[[-0.1406, 0.3828, 1.7556, 2.9688], [2.9688, 1.7556, 5.1445, 1.3906]]]], + dtype=np.float32, +) + +expect( + node, inputs=[X, Grid], outputs=[Y_bicubic], name="test_gridsample_bicubic" +) + +# ============================================================================ +# Additional tests +# The reference output tensors were generated using PyTorch 2.0. +Grid = np.array( + [ + [ + [[-1.0, -0.8], [-0.6, -0.5], [-0.1, -0.2], [0.7, 0.0]], + [[0.0, 0.4], [0.2, -0.2], [-0.3, 0.5], [-1.0, 1.0]], + ] + ], + dtype=np.float32, +) + +node = onnx.helper.make_node( + "GridSample", + inputs=["X", "Grid"], + outputs=["Y"], + mode="nearest", + align_corners=0, +) +# Y shape, [N, C, H_out, W_out] - [1, 1, 2, 4] +Y_nearest = np.array( + [[[[0.0, 0.0, 2.0, 3.0], [4.0, 3.0, 4.0, 4.0]]]], + dtype=np.float32, +) + +expect( + node, + inputs=[X, Grid], + outputs=[Y_nearest], + name="test_gridsample_nearest_align_corners_0_additional_1", +) + +# setting mode = 'nearest' +node = onnx.helper.make_node( + "GridSample", + inputs=["X", "Grid"], + outputs=["Y"], + mode="nearest", + align_corners=1, +) +# Y shape, [N, C, H_out, W_out] - [1, 1, 2, 4] +Y_nearest = np.array( + [[[[0.0, 0.0, 2.0, 3.0], [2.0, 3.0, 4.0, 4.0]]]], + dtype=np.float32, +) + +expect( + node, + inputs=[X, Grid], + outputs=[Y_nearest], + name="test_gridsample_nearest_align_corners_1_additional_1", +) + +node = onnx.helper.make_node( + "GridSample", + inputs=["X", "Grid"], + outputs=["Y"], + mode="linear", + align_corners=0, +) +# Y shape, [N, C, H_out, W_out] - [1, 1, 2, 4] +Y_bilinear = np.array( + [[[[0.0000, 0.4500, 1.8000, 2.4000], [3.7000, 2.1000, 3.7000, 1.0000]]]], + dtype=np.float32, +) + +expect( + node, + inputs=[X, Grid], + outputs=[Y_bilinear], + name="test_gridsample_bilinear_align_corners_0_additional_1", +) + +node = onnx.helper.make_node( + "GridSample", + inputs=["X", "Grid"], + outputs=["Y"], + mode="linear", + align_corners=1, +) +# Y shape, [N, C, H_out, W_out] - [1, 1, 2, 4] +Y_bilinear = np.array( + [[[[0.4000, 1.2000, 2.0500, 2.8500], [3.3000, 2.2000, 3.3500, 4.0000]]]], + dtype=np.float32, +) + +expect( + node, + inputs=[X, Grid], + outputs=[Y_bilinear], + name="test_gridsample_bilinear_align_corners_1_additional_1", +) + +# These two new bicubic tests produces slightly higher error ~5e-5 +node = onnx.helper.make_node( + "GridSample", + inputs=["X", "Grid"], + outputs=["Y"], + mode="cubic", + align_corners=0, +) +# Y shape, [N, C, H_out, W_out] - [1, 1, 2, 4] +Y_bicubic = np.array( + [ + [ + [ + [-0.173250, 0.284265, 1.923106, 2.568000], + [5.170375, 2.284414, 4.744844, 1.046875], + ] + ] + ], + dtype=np.float32, +) + +expect( + node, + inputs=[X, Grid], + outputs=[Y_bicubic], + name="test_gridsample_bicubic_align_corners_0_additional_1", +) + +node = onnx.helper.make_node( + "GridSample", + inputs=["X", "Grid"], + outputs=["Y"], + mode="cubic", + align_corners=1, +) +# Y shape, [N, C, H_out, W_out] - [1, 1, 2, 4] +Y_bicubic = np.array( + [ + [ + [ + [0.304001, 1.128750, 2.266270, 3.144844], + [4.531500, 2.455360, 4.599819, 4.000000], + ] + ] + ], + dtype=np.float32, +) + +expect( + node, + inputs=[X, Grid], + outputs=[Y_bicubic], + name="test_gridsample_bicubic_align_corners_1_additional_1", +) +``` + +
+
+gridsample_paddingmode + +```python +# X shape, [N, C, H, W] - [1, 1, 3, 2] +X = np.array( + [[[[0.0, 1.0], [2.0, 3.0], [4.0, 5.0]]]], + dtype=np.float32, +) +# Grid shape, [N, H_out, W_out, 2] - [1, 2, 4, 2] +Grid = np.array( + [ + [ + [ + [-10.0000, -10.0000], + [-5.0000, -5.0000], + [-0.2000, -0.2000], + [10.0000, 10.0000], + ], + [ + [10.0000, 10.0000], + [-0.2000, -0.2000], + [5.0000, 5.0000], + [10.0000, 10.0000], + ], + ] + ], + dtype=np.float32, +) + +# setting padding_mode = 'zeros' +node = onnx.helper.make_node( + "GridSample", + inputs=["X", "Grid"], + outputs=["Y"], + padding_mode="zeros", +) +# Y shape, [N, C, H_out, W_out] - [1, 1, 2, 4] +Y_zeros = np.array( + [[[[0.0000, 0.0000, 1.7000, 0.0000], [0.0000, 1.7000, 0.0000, 0.0000]]]], + dtype=np.float32, +) + +expect( + node, + inputs=[X, Grid], + outputs=[Y_zeros], + name="test_gridsample_zeros_padding", +) + +# setting padding_mode = 'border' +node = onnx.helper.make_node( + "GridSample", + inputs=["X", "Grid"], + outputs=["Y"], + padding_mode="border", +) +# Y shape, [N, C, H_out, W_out] - [1, 1, 2, 4] +Y_border = np.array( + [[[[0.0000, 0.0000, 1.7000, 5.0000], [5.0000, 1.7000, 5.0000, 5.0000]]]], + dtype=np.float32, +) + +expect( + node, + inputs=[X, Grid], + outputs=[Y_border], + name="test_gridsample_border_padding", +) + +# setting padding_mode = 'reflection' +node = onnx.helper.make_node( + "GridSample", + inputs=["X", "Grid"], + outputs=["Y"], + padding_mode="reflection", +) +# Y shape, [N, C, H_out, W_out] - [1, 1, 2, 4] +Y_reflection = np.array( + [[[[2.5000, 0.0000, 1.7000, 2.5000], [2.5000, 1.7000, 5.0000, 2.5000]]]], + dtype=np.float32, +) + +expect( + node, + inputs=[X, Grid], + outputs=[Y_reflection], + name="test_gridsample_reflection_padding", +) +``` + +
+
+volumeetric_gridsample_mode_aligncorners + +```python +X = np.array( + [ + [ + [ + [[1.0, 2.0], [3.0, 4.0]], + [[5.0, 6.0], [7.0, 8.0]], + [[9.0, 10.0], [11.0, 12.0]], + ] + ] + ], + dtype=np.float32, +) + +Grid = np.array( + [ + [ + [ + [[-1.0, -1.0, -1.0], [-1.0, -0.5, 0.3]], + [[-0.5, -0.5, -0.5], [1.0, -0.6, -1.0]], + [[-0.2, -0.2, -0.2], [0.4, 0.2, 0.6]], + [[0.0, 0.0, 0.0], [-1.0, 0.0, 0.0]], + ], + [ + [[0.0, 0.0, 0.0], [-1.0, 1.0, 0.0]], + [[-0.2, -0.2, -0.2], [1.0, 0.4, -0.2]], + [[0.5, 0.5, 0.5], [-1.0, -0.8, 0.8]], + [[1.0, 1.0, 1.0], [0.4, 0.6, -0.3]], + ], + ] + ], + dtype=np.float32, +) + +node = onnx.helper.make_node( + "GridSample", + inputs=["X", "Grid"], + outputs=["Y"], + mode="nearest", + align_corners=0, +) +# Y shape, [N, C, H_out, W_out] - [1, 1, 2, 4] +Y_nearest = np.array( + [ + [ + [ + [[1.0, 5.0], [1.0, 0.0], [5.0, 12.0], [5.0, 5.0]], + [[5.0, 0.0], [5.0, 0.0], [12.0, 9.0], [0.0, 8.0]], + ] + ] + ], + dtype=np.float32, +) + +expect( + node, + inputs=[X, Grid], + outputs=[Y_nearest], + name="test_gridsample_volumetric_nearest_align_corners_0", +) + +node = onnx.helper.make_node( + "GridSample", + inputs=["X", "Grid"], + outputs=["Y"], + mode="nearest", + align_corners=1, +) +# Y shape, [N, C, H_out, W_out] - [1, 1, 2, 4] +Y_nearest = np.array( + [ + [ + [ + [[1.0, 5.0], [1.0, 2.0], [5.0, 12.0], [5.0, 5.0]], + [[5.0, 7.0], [5.0, 8.0], [12.0, 9.0], [12.0, 8.0]], + ] + ] + ], + dtype=np.float32, +) + +expect( + node, + inputs=[X, Grid], + outputs=[Y_nearest], + name="test_gridsample_volumetric_nearest_align_corners_1", +) + +node = onnx.helper.make_node( + "GridSample", + inputs=["X", "Grid"], + outputs=["Y"], + mode="linear", + align_corners=0, +) +# Y shape, [N, C, H_out, W_out] - [1, 1, 2, 4] +Y_bilinear = np.array( + [ + [ + [ + [ + [0.1250, 3.4000], + [2.0000, 0.4500], + [4.7000, 10.9000], + [6.5000, 3.0000], + ], + [ + [6.5000, 1.7500], + [4.7000, 3.3000], + [11.0000, 2.5200], + [1.5000, 5.4900], + ], + ] + ] + ], + dtype=np.float32, +) + +expect( + node, + inputs=[X, Grid], + outputs=[Y_bilinear], + name="test_gridsample_volumetric_bilinear_align_corners_0", +) + +node = onnx.helper.make_node( + "GridSample", + inputs=["X", "Grid"], + outputs=["Y"], + mode="linear", + align_corners=1, +) +# Y shape, [N, C, H_out, W_out] - [1, 1, 2, 4] +Y_bilinear = np.array( + [ + [ + [ + [ + [1.0000, 6.7000], + [3.7500, 2.4000], + [5.4000, 9.3000], + [6.5000, 6.0000], + ], + [ + [6.5000, 7.0000], + [5.4000, 6.6000], + [9.2500, 8.4000], + [12.0000, 6.1000], + ], + ] + ] + ], + dtype=np.float32, +) + +expect( + node, + inputs=[X, Grid], + outputs=[Y_bilinear], + name="test_gridsample_volumetric_bilinear_align_corners_1", +) +``` + +
+ + +### GroupNormalization +There are 2 test cases, listed as following: +
+epsilon + +```python +c = 4 +num_groups = 2 +x = np.random.randn(3, c, 2, 2).astype(np.float32) +scale = np.random.randn(c).astype(np.float32) +bias = np.random.randn(c).astype(np.float32) +epsilon = 1e-2 +y = _group_normalization(x, num_groups, scale, bias, epsilon).astype(np.float32) + +node = onnx.helper.make_node( + "GroupNormalization", + inputs=["x", "scale", "bias"], + outputs=["y"], + epsilon=epsilon, + num_groups=num_groups, +) + +expect( + node, + inputs=[x, scale, bias], + outputs=[y], + name="test_group_normalization_epsilon", +) +``` + +
+
+groupnormalization + +```python +c = 4 +num_groups = 2 +x = np.random.randn(3, c, 2, 2).astype(np.float32) +scale = np.random.randn(c).astype(np.float32) +bias = np.random.randn(c).astype(np.float32) +y = _group_normalization(x, num_groups, scale, bias).astype(np.float32) + +node = onnx.helper.make_node( + "GroupNormalization", + inputs=["x", "scale", "bias"], + outputs=["y"], + num_groups=num_groups, +) + +expect( + node, + inputs=[x, scale, bias], + outputs=[y], + name="test_group_normalization_example", +) +``` + +
+ + +### HammingWindow +There are 1 test cases, listed as following: +
+hammingwindow + +```python +# Test periodic window +node = onnx.helper.make_node( + "HammingWindow", + inputs=["x"], + outputs=["y"], +) +size = np.int32(10) +a0 = 25 / 46 +a1 = 1 - a0 +y = a0 - a1 * np.cos(2 * np.pi * np.arange(0, size, 1, dtype=np.float32) / size) +expect( + node, + inputs=[size], + outputs=[y.astype(np.float32)], + name="test_hammingwindow", +) + +# Test symmetric window +node = onnx.helper.make_node( + "HammingWindow", inputs=["x"], outputs=["y"], periodic=0 +) +size = np.int32(10) +a0 = 25 / 46 +a1 = 1 - a0 +y = a0 - a1 * np.cos( + 2 * np.pi * np.arange(0, size, 1, dtype=np.float32) / (size - 1) +) +expect( + node, + inputs=[size], + outputs=[y.astype(np.float32)], + name="test_hammingwindow_symmetric", +) +``` + +
+ + +### HannWindow +There are 1 test cases, listed as following: +
+hannwindow + +```python +# Test periodic window +node = onnx.helper.make_node( + "HannWindow", + inputs=["x"], + outputs=["y"], +) +size = np.int32(10) +a0 = 0.5 +a1 = 0.5 +y = a0 - a1 * np.cos(2 * np.pi * np.arange(0, size, 1, dtype=np.float32) / size) +expect( + node, inputs=[size], outputs=[y.astype(np.float32)], name="test_hannwindow" +) + +# Test symmetric window +node = onnx.helper.make_node( + "HannWindow", inputs=["x"], outputs=["y"], periodic=0 +) +size = np.int32(10) +a0 = 0.5 +a1 = 0.5 +y = a0 - a1 * np.cos( + 2 * np.pi * np.arange(0, size, 1, dtype=np.float32) / (size - 1) +) +expect( + node, + inputs=[size], + outputs=[y.astype(np.float32)], + name="test_hannwindow_symmetric", +) +``` + +
+ + +### HardSigmoid +There are 2 test cases, listed as following: +
+hardsigmoid + +```python +node = onnx.helper.make_node( + "HardSigmoid", inputs=["x"], outputs=["y"], alpha=0.5, beta=0.6 +) + +x = np.array([-1, 0, 1]).astype(np.float32) +y = np.clip(x * 0.5 + 0.6, 0, 1) # expected output [0.1, 0.6, 1.] +expect(node, inputs=[x], outputs=[y], name="test_hardsigmoid_example") + +x = np.random.randn(3, 4, 5).astype(np.float32) +y = np.clip(x * 0.5 + 0.6, 0, 1) +expect(node, inputs=[x], outputs=[y], name="test_hardsigmoid") +``` + +
+
+hardsigmoid_default + +```python +default_alpha = 0.2 +default_beta = 0.5 +node = onnx.helper.make_node( + "HardSigmoid", + inputs=["x"], + outputs=["y"], +) +x = np.random.randn(3, 4, 5).astype(np.float32) +y = np.clip(x * default_alpha + default_beta, 0, 1) +expect(node, inputs=[x], outputs=[y], name="test_hardsigmoid_default") +``` + +
+ + +### HardSwish +There are 1 test cases, listed as following: +
+hardswish + +```python +node = onnx.helper.make_node( + "HardSwish", + inputs=["x"], + outputs=["y"], +) +x = np.random.randn(3, 4, 5).astype(np.float32) +y = hardswish(x) + +expect(node, inputs=[x], outputs=[y], name="test_hardswish") +``` + +
+ + +### Hardmax +There are 2 test cases, listed as following: +
+hardmax + +```python +node = onnx.helper.make_node( + "Hardmax", + inputs=["x"], + outputs=["y"], +) + +x = np.array([[3, 0, 1, 2], [2, 5, 1, 0], [0, 1, 3, 2], [0, 1, 2, 3]]).astype( + np.float32 +) +# expect result: +# [[1. 0. 0. 0.] +# [0. 1. 0. 0.] +# [0. 0. 1. 0.] +# [0. 0. 0. 1.]] +y = hardmax(x) +expect(node, inputs=[x], outputs=[y], name="test_hardmax_example") + +# For multiple occurrences of the maximal values, the first occurrence is selected for one-hot output +x = np.array([[3, 3, 3, 1]]).astype(np.float32) +# expect result: +# [[1, 0, 0, 0]] +y = hardmax(x) +expect(node, inputs=[x], outputs=[y], name="test_hardmax_one_hot") +``` + +
+
+hardmax_axis + +```python +x = np.random.randn(3, 4, 5).astype(np.float32) +node = onnx.helper.make_node( + "Hardmax", + inputs=["x"], + outputs=["y"], + axis=0, +) +y = hardmax(x, axis=0) +expect(node, inputs=[x], outputs=[y], name="test_hardmax_axis_0") + +node = onnx.helper.make_node( + "Hardmax", + inputs=["x"], + outputs=["y"], + axis=1, +) +y = hardmax(x, axis=1) +expect(node, inputs=[x], outputs=[y], name="test_hardmax_axis_1") + +node = onnx.helper.make_node( + "Hardmax", + inputs=["x"], + outputs=["y"], + axis=2, +) +y = hardmax(x, axis=2) +expect(node, inputs=[x], outputs=[y], name="test_hardmax_axis_2") + +node = onnx.helper.make_node( + "Hardmax", + inputs=["x"], + outputs=["y"], + axis=-1, +) +y = hardmax(x, axis=-1) +expect(node, inputs=[x], outputs=[y], name="test_hardmax_negative_axis") + +# default axis is -1 +node = onnx.helper.make_node( + "Hardmax", + inputs=["x"], + outputs=["y"], +) +expect(node, inputs=[x], outputs=[y], name="test_hardmax_default_axis") +``` + +
+ + +### Identity +There are 3 test cases, listed as following: +
+identity + +```python +node = onnx.helper.make_node( + "Identity", + inputs=["x"], + outputs=["y"], +) + +data = np.array( + [ + [ + [ + [1, 2], + [3, 4], + ] + ] + ], + dtype=np.float32, +) + +expect(node, inputs=[data], outputs=[data], name="test_identity") +``` + +
+
+identity_opt + +```python +ten_in_tp = onnx.helper.make_tensor_type_proto( + onnx.TensorProto.FLOAT, shape=[5] +) +seq_in_tp = onnx.helper.make_sequence_type_proto(ten_in_tp) +opt_in_tp = onnx.helper.make_optional_type_proto(seq_in_tp) + +identity_node = onnx.helper.make_node( + "Identity", inputs=["opt_in"], outputs=["opt_out"] +) + +x = [np.array([1, 2, 3, 4, 5]).astype(np.float32)] + +expect( + identity_node, + inputs=[x], + outputs=[x], + name="test_identity_opt", + opset_imports=[onnx.helper.make_opsetid("", 16)], + input_type_protos=[opt_in_tp], + output_type_protos=[opt_in_tp], +) +``` + +
+
+sequence + +```python +node = onnx.helper.make_node( + "Identity", + inputs=["x"], + outputs=["y"], +) + +data = [ + np.array( + [ + [ + [ + [1, 2], + [3, 4], + ] + ] + ], + dtype=np.float32, + ), + np.array( + [ + [ + [ + [2, 3], + [1, 5], + ] + ] + ], + dtype=np.float32, + ), +] + +expect(node, inputs=[data], outputs=[data], name="test_identity_sequence") +``` + +
+ + +### If +There are 3 test cases, listed as following: +
+if + +```python +# Given a bool scalar input cond. +# return constant tensor x if cond is True, otherwise return constant tensor y. + +then_out = onnx.helper.make_tensor_value_info( + "then_out", onnx.TensorProto.FLOAT, [5] +) +else_out = onnx.helper.make_tensor_value_info( + "else_out", onnx.TensorProto.FLOAT, [5] +) + +x = np.array([1, 2, 3, 4, 5]).astype(np.float32) +y = np.array([5, 4, 3, 2, 1]).astype(np.float32) + +then_const_node = onnx.helper.make_node( + "Constant", + inputs=[], + outputs=["then_out"], + value=onnx.numpy_helper.from_array(x), +) + +else_const_node = onnx.helper.make_node( + "Constant", + inputs=[], + outputs=["else_out"], + value=onnx.numpy_helper.from_array(y), +) + +then_body = onnx.helper.make_graph( + [then_const_node], "then_body", [], [then_out] +) + +else_body = onnx.helper.make_graph( + [else_const_node], "else_body", [], [else_out] +) + +if_node = onnx.helper.make_node( + "If", + inputs=["cond"], + outputs=["res"], + then_branch=then_body, + else_branch=else_body, +) + +cond = np.array(1).astype(bool) +res = x if cond else y +expect( + if_node, + inputs=[cond], + outputs=[res], + name="test_if", + opset_imports=[onnx.helper.make_opsetid("", 11)], +) +``` + +
+
+if_optional + +```python +# Given a bool scalar input cond, return an empty optional sequence of +# tensor if True, return an optional sequence with value x +# (the input optional sequence) otherwise. + +ten_in_tp = onnx.helper.make_tensor_type_proto( + onnx.TensorProto.FLOAT, shape=[5] +) +seq_in_tp = onnx.helper.make_sequence_type_proto(ten_in_tp) + +then_out_tensor_tp = onnx.helper.make_tensor_type_proto( + onnx.TensorProto.FLOAT, shape=[5] +) +then_out_seq_tp = onnx.helper.make_sequence_type_proto(then_out_tensor_tp) +then_out_opt_tp = onnx.helper.make_optional_type_proto(then_out_seq_tp) +then_out = onnx.helper.make_value_info("optional_empty", then_out_opt_tp) + +else_out_tensor_tp = onnx.helper.make_tensor_type_proto( + onnx.TensorProto.FLOAT, shape=[5] +) +else_out_seq_tp = onnx.helper.make_sequence_type_proto(else_out_tensor_tp) +else_out_opt_tp = onnx.helper.make_optional_type_proto(else_out_seq_tp) +else_out = onnx.helper.make_value_info("else_opt", else_out_opt_tp) + +x = [np.array([1, 2, 3, 4, 5]).astype(np.float32)] +cond = np.array(0).astype(bool) +res = compute_if_outputs(x, cond) + +opt_empty_in = onnx.helper.make_node( + "Optional", inputs=[], outputs=["optional_empty"], type=seq_in_tp +) + +then_body = onnx.helper.make_graph([opt_empty_in], "then_body", [], [then_out]) + +else_const_node = onnx.helper.make_node( + "Constant", + inputs=[], + outputs=["x"], + value=onnx.numpy_helper.from_array(x[0]), +) + +else_seq_node = onnx.helper.make_node( + "SequenceConstruct", inputs=["x"], outputs=["else_seq"] +) + +else_optional_seq_node = onnx.helper.make_node( + "Optional", inputs=["else_seq"], outputs=["else_opt"] +) + +else_body = onnx.helper.make_graph( + [else_const_node, else_seq_node, else_optional_seq_node], + "else_body", + [], + [else_out], +) + +if_node = onnx.helper.make_node( + "If", + inputs=["cond"], + outputs=["sequence"], + then_branch=then_body, + else_branch=else_body, +) + +expect( + if_node, + inputs=[cond], + outputs=[res], + name="test_if_opt", + output_type_protos=[else_out_opt_tp], + opset_imports=[onnx.helper.make_opsetid("", 16)], +) +``` + +
+
+if_seq + +```python +# Given a bool scalar input cond. +# return constant sequence x if cond is True, otherwise return constant sequence y. + +then_out = onnx.helper.make_tensor_sequence_value_info( + "then_out", onnx.TensorProto.FLOAT, shape=[5] +) +else_out = onnx.helper.make_tensor_sequence_value_info( + "else_out", onnx.TensorProto.FLOAT, shape=[5] +) + +x = [np.array([1, 2, 3, 4, 5]).astype(np.float32)] +y = [np.array([5, 4, 3, 2, 1]).astype(np.float32)] + +then_const_node = onnx.helper.make_node( + "Constant", + inputs=[], + outputs=["x"], + value=onnx.numpy_helper.from_array(x[0]), +) + +then_seq_node = onnx.helper.make_node( + "SequenceConstruct", inputs=["x"], outputs=["then_out"] +) + +else_const_node = onnx.helper.make_node( + "Constant", + inputs=[], + outputs=["y"], + value=onnx.numpy_helper.from_array(y[0]), +) + +else_seq_node = onnx.helper.make_node( + "SequenceConstruct", inputs=["y"], outputs=["else_out"] +) + +then_body = onnx.helper.make_graph( + [then_const_node, then_seq_node], "then_body", [], [then_out] +) + +else_body = onnx.helper.make_graph( + [else_const_node, else_seq_node], "else_body", [], [else_out] +) + +if_node = onnx.helper.make_node( + "If", + inputs=["cond"], + outputs=["res"], + then_branch=then_body, + else_branch=else_body, +) + +cond = np.array(1).astype(bool) +res = x if cond else y +expect( + if_node, + inputs=[cond], + outputs=[res], + name="test_if_seq", + opset_imports=[onnx.helper.make_opsetid("", 13)], +) +``` + +
+ + +### ImageDecoder +There are 9 test cases, listed as following: +
+image_decoder_decode_bmp_rgb + +```python +node = onnx.helper.make_node( + "ImageDecoder", + inputs=["data"], + outputs=["output"], + pixel_format="RGB", +) + +data, output = _generate_test_data( + "bmp", _image_decoder_data.image_decoder_decode_bmp_rgb, "RGB" +) +expect( + node, + inputs=[data], + outputs=[output], + name="test_image_decoder_decode_bmp_rgb", +) +``` + +
+
+image_decoder_decode_jpeg2k_rgb + +```python +node = onnx.helper.make_node( + "ImageDecoder", + inputs=["data"], + outputs=["output"], + pixel_format="RGB", +) + +data, output = _generate_test_data( + "jpeg2000", _image_decoder_data.image_decoder_decode_jpeg2k_rgb, "RGB" +) +expect( + node, + inputs=[data], + outputs=[output], + name="test_image_decoder_decode_jpeg2k_rgb", +) +``` + +
+
+image_decoder_decode_jpeg_bgr + +```python +node = onnx.helper.make_node( + "ImageDecoder", + inputs=["data"], + outputs=["output"], + pixel_format="BGR", +) + +data, output = _generate_test_data( + "jpeg", _image_decoder_data.image_decoder_decode_jpeg_bgr, "BGR" +) +expect( + node, + inputs=[data], + outputs=[output], + name="test_image_decoder_decode_jpeg_bgr", +) +``` + +
+
+image_decoder_decode_jpeg_grayscale + +```python +node = onnx.helper.make_node( + "ImageDecoder", + inputs=["data"], + outputs=["output"], + pixel_format="Grayscale", +) + +data, output = _generate_test_data( + "jpeg", _image_decoder_data.image_decoder_decode_jpeg_grayscale, "Grayscale" +) +expect( + node, + inputs=[data], + outputs=[output], + name="test_image_decoder_decode_jpeg_grayscale", +) +``` + +
+
+image_decoder_decode_jpeg_rgb + +```python +node = onnx.helper.make_node( + "ImageDecoder", + inputs=["data"], + outputs=["output"], + pixel_format="RGB", +) + +data, output = _generate_test_data( + "jpeg", _image_decoder_data.image_decoder_decode_jpeg_rgb, "RGB" +) +expect( + node, + inputs=[data], + outputs=[output], + name="test_image_decoder_decode_jpeg_rgb", +) +``` + +
+
+image_decoder_decode_png_rgb + +```python +node = onnx.helper.make_node( + "ImageDecoder", + inputs=["data"], + outputs=["output"], + pixel_format="RGB", +) + +data, output = _generate_test_data( + "png", _image_decoder_data.image_decoder_decode_png_rgb, "RGB" +) +expect( + node, + inputs=[data], + outputs=[output], + name="test_image_decoder_decode_png_rgb", +) +``` + +
+
+image_decoder_decode_pnm_rgb + +```python +node = onnx.helper.make_node( + "ImageDecoder", + inputs=["data"], + outputs=["output"], + pixel_format="RGB", +) + +data, output = _generate_test_data( + "ppm", _image_decoder_data.image_decoder_decode_pnm_rgb, "RGB" +) +expect( + node, + inputs=[data], + outputs=[output], + name="test_image_decoder_decode_pnm_rgb", +) +``` + +
+
+image_decoder_decode_tiff_rgb + +```python +node = onnx.helper.make_node( + "ImageDecoder", + inputs=["data"], + outputs=["output"], + pixel_format="RGB", +) + +data, output = _generate_test_data( + "tiff", _image_decoder_data.image_decoder_decode_tiff_rgb, "RGB" +) +expect( + node, + inputs=[data], + outputs=[output], + name="test_image_decoder_decode_tiff_rgb", +) +``` + +
+
+image_decoder_decode_webp_rgb + +```python +node = onnx.helper.make_node( + "ImageDecoder", + inputs=["data"], + outputs=["output"], + pixel_format="RGB", +) + +data, output = _generate_test_data( + "webp", _image_decoder_data.image_decoder_decode_webp_rgb, "RGB" +) +expect( + node, + inputs=[data], + outputs=[output], + name="test_image_decoder_decode_webp_rgb", +) +``` + +
+ + +### InstanceNormalization +There are 1 test cases, listed as following: +
+instancenormalization + +```python +def _instancenorm_test_mode( + x: np.ndarray, s: np.ndarray, bias: np.ndarray, epsilon: float = 1e-5 +) -> np.ndarray: + dims_x = len(x.shape) + axis = tuple(range(2, dims_x)) + mean = np.mean(x, axis=axis, keepdims=True) + var = np.var(x, axis=axis, keepdims=True) + dim_ones = (1,) * (dims_x - 2) + s = s.reshape(-1, *dim_ones) + bias = bias.reshape(-1, *dim_ones) + return s * (x - mean) / np.sqrt(var + epsilon) + bias + +# input size: (1, 2, 1, 3) +x = np.array([[[[-1, 0, 1]], [[2, 3, 4]]]]).astype(np.float32) +s = np.array([1.0, 1.5]).astype(np.float32) +bias = np.array([0, 1]).astype(np.float32) +y = _instancenorm_test_mode(x, s, bias).astype(np.float32) + +node = onnx.helper.make_node( + "InstanceNormalization", + inputs=["x", "s", "bias"], + outputs=["y"], +) + +# output size: (1, 2, 1, 3) +expect(node, inputs=[x, s, bias], outputs=[y], name="test_instancenorm_example") + +# input size: (2, 3, 4, 5) +x = np.random.randn(2, 3, 4, 5).astype(np.float32) +s = np.random.randn(3).astype(np.float32) +bias = np.random.randn(3).astype(np.float32) +epsilon = 1e-2 +y = _instancenorm_test_mode(x, s, bias, epsilon).astype(np.float32) + +node = onnx.helper.make_node( + "InstanceNormalization", + inputs=["x", "s", "bias"], + outputs=["y"], + epsilon=epsilon, +) + +# output size: (2, 3, 4, 5) +expect(node, inputs=[x, s, bias], outputs=[y], name="test_instancenorm_epsilon") +``` + +
+ + +### IsInf +There are 4 test cases, listed as following: +
+infinity + +```python +node = onnx.helper.make_node( + "IsInf", + inputs=["x"], + outputs=["y"], +) + +x = np.array([-1.2, np.nan, np.inf, 2.8, -np.inf, np.inf], dtype=np.float32) +y = np.isinf(x) +expect(node, inputs=[x], outputs=[y], name="test_isinf") +``` + +
+
+infinity_float16 + +```python +node = onnx.helper.make_node( + "IsInf", + inputs=["x"], + outputs=["y"], +) + +x = np.array([-1.2, np.nan, np.inf, 2.8, -np.inf, np.inf], dtype=np.float16) +y = np.isinf(x) +expect(node, inputs=[x], outputs=[y], name="test_isinf_float16") +``` + +
+
+negative_infinity_only + +```python +node = onnx.helper.make_node( + "IsInf", inputs=["x"], outputs=["y"], detect_positive=0 +) + +x = np.array([-1.7, np.nan, np.inf, -3.6, -np.inf, np.inf], dtype=np.float32) +y = np.isneginf(x) +expect(node, inputs=[x], outputs=[y], name="test_isinf_negative") +``` + +
+
+positive_infinity_only + +```python +node = onnx.helper.make_node( + "IsInf", inputs=["x"], outputs=["y"], detect_negative=0 +) + +x = np.array([-1.7, np.nan, np.inf, 3.6, -np.inf, np.inf], dtype=np.float32) +y = np.isposinf(x) +expect(node, inputs=[x], outputs=[y], name="test_isinf_positive") +``` + +
+ + +### IsNaN +There are 2 test cases, listed as following: +
+float16 + +```python +node = onnx.helper.make_node( + "IsNaN", + inputs=["x"], + outputs=["y"], +) + +x = np.array([-1.2, np.nan, np.inf, 2.8, -np.inf, np.inf], dtype=np.float16) +y = np.isnan(x) +expect(node, inputs=[x], outputs=[y], name="test_isnan_float16") +``` + +
+
+isnan + +```python +node = onnx.helper.make_node( + "IsNaN", + inputs=["x"], + outputs=["y"], +) + +x = np.array([-1.2, np.nan, np.inf, 2.8, -np.inf, np.inf], dtype=np.float32) +y = np.isnan(x) +expect(node, inputs=[x], outputs=[y], name="test_isnan") +``` + +
+ + +### LRN +There are 2 test cases, listed as following: +
+default + +```python +alpha = 0.0001 +beta = 0.75 +bias = 1.0 +nsize = 3 +node = onnx.helper.make_node("LRN", inputs=["x"], outputs=["y"], size=3) +x = np.random.randn(5, 5, 5, 5).astype(np.float32) +square_sum = np.zeros((5, 5, 5, 5)).astype(np.float32) +for n, c, h, w in np.ndindex(x.shape): + square_sum[n, c, h, w] = sum( + x[ + n, + max(0, c - math.floor((nsize - 1) / 2)) : min( + 5, c + math.ceil((nsize - 1) / 2) + 1 + ), + h, + w, + ] + ** 2 + ) +y = x / ((bias + (alpha / nsize) * square_sum) ** beta) +expect(node, inputs=[x], outputs=[y], name="test_lrn_default") +``` + +
+
+lrn + +```python +alpha = 0.0002 +beta = 0.5 +bias = 2.0 +nsize = 3 +node = onnx.helper.make_node( + "LRN", + inputs=["x"], + outputs=["y"], + alpha=alpha, + beta=beta, + bias=bias, + size=nsize, +) +x = np.random.randn(5, 5, 5, 5).astype(np.float32) +square_sum = np.zeros((5, 5, 5, 5)).astype(np.float32) +for n, c, h, w in np.ndindex(x.shape): + square_sum[n, c, h, w] = sum( + x[ + n, + max(0, c - math.floor((nsize - 1) / 2)) : min( + 5, c + math.ceil((nsize - 1) / 2) + 1 + ), + h, + w, + ] + ** 2 + ) +y = x / ((bias + (alpha / nsize) * square_sum) ** beta) +expect(node, inputs=[x], outputs=[y], name="test_lrn") +``` + +
+ + +### LSTM +There are 4 test cases, listed as following: +
+batchwise + +```python +input = np.array([[[1.0, 2.0]], [[3.0, 4.0]], [[5.0, 6.0]]]).astype(np.float32) + +input_size = 2 +hidden_size = 7 +weight_scale = 0.3 +number_of_gates = 4 +layout = 1 + +node = onnx.helper.make_node( + "LSTM", + inputs=["X", "W", "R"], + outputs=["Y", "Y_h"], + hidden_size=hidden_size, + layout=layout, +) + +W = weight_scale * np.ones( + (1, number_of_gates * hidden_size, input_size) +).astype(np.float32) +R = weight_scale * np.ones( + (1, number_of_gates * hidden_size, hidden_size) +).astype(np.float32) + +lstm = LSTMHelper(X=input, W=W, R=R, layout=layout) +Y, Y_h = lstm.step() +expect( + node, + inputs=[input, W, R], + outputs=[Y.astype(np.float32), Y_h.astype(np.float32)], + name="test_lstm_batchwise", +) +``` + +
+
+defaults + +```python +input = np.array([[[1.0, 2.0], [3.0, 4.0], [5.0, 6.0]]]).astype(np.float32) + +input_size = 2 +hidden_size = 3 +weight_scale = 0.1 +number_of_gates = 4 + +node = onnx.helper.make_node( + "LSTM", inputs=["X", "W", "R"], outputs=["", "Y_h"], hidden_size=hidden_size +) + +W = weight_scale * np.ones( + (1, number_of_gates * hidden_size, input_size) +).astype(np.float32) +R = weight_scale * np.ones( + (1, number_of_gates * hidden_size, hidden_size) +).astype(np.float32) + +lstm = LSTMHelper(X=input, W=W, R=R) +_, Y_h = lstm.step() +expect( + node, + inputs=[input, W, R], + outputs=[Y_h.astype(np.float32)], + name="test_lstm_defaults", +) +``` + +
+
+initial_bias + +```python +input = np.array([[[1.0, 2.0, 3.0], [4.0, 5.0, 6.0], [7.0, 8.0, 9.0]]]).astype( + np.float32 +) + +input_size = 3 +hidden_size = 4 +weight_scale = 0.1 +custom_bias = 0.1 +number_of_gates = 4 + +node = onnx.helper.make_node( + "LSTM", + inputs=["X", "W", "R", "B"], + outputs=["", "Y_h"], + hidden_size=hidden_size, +) + +W = weight_scale * np.ones( + (1, number_of_gates * hidden_size, input_size) +).astype(np.float32) +R = weight_scale * np.ones( + (1, number_of_gates * hidden_size, hidden_size) +).astype(np.float32) + +# Adding custom bias +W_B = custom_bias * np.ones((1, number_of_gates * hidden_size)).astype( + np.float32 +) +R_B = np.zeros((1, number_of_gates * hidden_size)).astype(np.float32) +B = np.concatenate((W_B, R_B), 1) + +lstm = LSTMHelper(X=input, W=W, R=R, B=B) +_, Y_h = lstm.step() +expect( + node, + inputs=[input, W, R, B], + outputs=[Y_h.astype(np.float32)], + name="test_lstm_with_initial_bias", +) +``` + +
+
+peepholes + +```python +input = np.array([[[1.0, 2.0, 3.0, 4.0], [5.0, 6.0, 7.0, 8.0]]]).astype( + np.float32 +) + +input_size = 4 +hidden_size = 3 +weight_scale = 0.1 +number_of_gates = 4 +number_of_peepholes = 3 + +node = onnx.helper.make_node( + "LSTM", + inputs=["X", "W", "R", "B", "sequence_lens", "initial_h", "initial_c", "P"], + outputs=["", "Y_h"], + hidden_size=hidden_size, +) + +# Initializing Inputs +W = weight_scale * np.ones( + (1, number_of_gates * hidden_size, input_size) +).astype(np.float32) +R = weight_scale * np.ones( + (1, number_of_gates * hidden_size, hidden_size) +).astype(np.float32) +B = np.zeros((1, 2 * number_of_gates * hidden_size)).astype(np.float32) +seq_lens = np.repeat(input.shape[0], input.shape[1]).astype(np.int32) +init_h = np.zeros((1, input.shape[1], hidden_size)).astype(np.float32) +init_c = np.zeros((1, input.shape[1], hidden_size)).astype(np.float32) +P = weight_scale * np.ones((1, number_of_peepholes * hidden_size)).astype( + np.float32 +) + +lstm = LSTMHelper( + X=input, W=W, R=R, B=B, P=P, initial_c=init_c, initial_h=init_h +) +_, Y_h = lstm.step() +expect( + node, + inputs=[input, W, R, B, seq_lens, init_h, init_c, P], + outputs=[Y_h.astype(np.float32)], + name="test_lstm_with_peepholes", +) +``` + +
+ + +### LayerNormalization +There are 4 test cases, listed as following: +
+d + +```python +X = np.random.randn(3, 4).astype(np.float32) + +def case(axis: int) -> None: + normalized_shape = calculate_normalized_shape(X.shape, axis) + W = np.random.randn(*normalized_shape).astype(np.float32) + B = np.random.randn(*normalized_shape).astype(np.float32) + Y, mean, inv_std_dev = _layer_normalization(X, W, B, axis=axis) + + node = onnx.helper.make_node( + "LayerNormalization", + inputs=["X", "W", "B"], + outputs=["Y", "Mean", "InvStdDev"], + axis=axis, + ) + + if axis < 0: + name = f"test_layer_normalization_2d_axis_negative_{-axis}" + else: + name = f"test_layer_normalization_2d_axis{axis}" + + expect(node, inputs=[X, W, B], outputs=[Y, mean, inv_std_dev], name=name) + +for i in range(len(X.shape)): + case(i) + case(i - len(X.shape)) +``` + +
+
+d_epsilon + +```python +epsilon = 1e-1 +X = np.random.randn(2, 3, 5).astype(np.float32) + +def case(axis: int) -> None: + normalized_shape = calculate_normalized_shape(X.shape, axis) + W = np.random.randn(*normalized_shape).astype(np.float32) + B = np.random.randn(*normalized_shape).astype(np.float32) + Y, mean, inv_std_dev = _layer_normalization(X, W, B, axis, epsilon) + node = onnx.helper.make_node( + "LayerNormalization", + inputs=["X", "W", "B"], + outputs=["Y", "Mean", "InvStdDev"], + axis=axis, + epsilon=epsilon, + ) + + if axis < 0: + name = f"test_layer_normalization_3d_axis_negative_{-axis}_epsilon" + else: + name = f"test_layer_normalization_3d_axis{axis}_epsilon" + + expect(node, inputs=[X, W, B], outputs=[Y, mean, inv_std_dev], name=name) + +for i in range(len(X.shape)): + case(i) + case(i - len(X.shape)) +``` + +
+
+default_axis + +```python +X = np.random.randn(2, 3, 4, 5).astype(np.float32) + +# Default axis in LayerNormalization is -1. +normalized_shape = calculate_normalized_shape(X.shape, -1) +W = np.random.randn(*normalized_shape).astype(np.float32) +B = np.random.randn(*normalized_shape).astype(np.float32) +# Axis is default to -1 in the reference implementation. +Y, mean, inv_std_dev = _layer_normalization(X, W, B) + +# Not specifying axis attribute means -1. +node = onnx.helper.make_node( + "LayerNormalization", + inputs=["X", "W", "B"], + outputs=["Y", "Mean", "InvStdDev"], +) + +expect( + node, + inputs=[X, W, B], + outputs=[Y, mean, inv_std_dev], + name="test_layer_normalization_default_axis", +) +``` + +
+
+layernormalization + +```python +X = np.random.randn(2, 3, 4, 5).astype(np.float32) + +def case(axis: int) -> None: + normalized_shape = calculate_normalized_shape(X.shape, axis) + W = np.random.randn(*normalized_shape).astype(np.float32) + B = np.random.randn(*normalized_shape).astype(np.float32) + Y, mean, inv_std_dev = _layer_normalization(X, W, B, axis) + + node = onnx.helper.make_node( + "LayerNormalization", + inputs=["X", "W", "B"], + outputs=["Y", "Mean", "InvStdDev"], + axis=axis, + ) + + if axis < 0: + name = f"test_layer_normalization_4d_axis_negative_{-axis}" + else: + name = f"test_layer_normalization_4d_axis{axis}" + + expect(node, inputs=[X, W, B], outputs=[Y, mean, inv_std_dev], name=name) + +for i in range(len(X.shape)): + case(i) + case(i - len(X.shape)) +``` + +
+ + +### LeakyRelu +There are 2 test cases, listed as following: +
+leakyrelu + +```python +node = onnx.helper.make_node( + "LeakyRelu", inputs=["x"], outputs=["y"], alpha=0.1 +) + +x = np.array([-1, 0, 1]).astype(np.float32) +# expected output [-0.1, 0., 1.] +y = np.clip(x, 0, np.inf) + np.clip(x, -np.inf, 0) * 0.1 +expect(node, inputs=[x], outputs=[y], name="test_leakyrelu_example") + +x = np.random.randn(3, 4, 5).astype(np.float32) +y = np.clip(x, 0, np.inf) + np.clip(x, -np.inf, 0) * 0.1 +expect(node, inputs=[x], outputs=[y], name="test_leakyrelu") +``` + +
+
+leakyrelu_default + +```python +default_alpha = 0.01 +node = onnx.helper.make_node( + "LeakyRelu", + inputs=["x"], + outputs=["y"], +) +x = np.random.randn(3, 4, 5).astype(np.float32) +y = np.clip(x, 0, np.inf) + np.clip(x, -np.inf, 0) * default_alpha +expect(node, inputs=[x], outputs=[y], name="test_leakyrelu_default") +``` + +
+ + +### Less +There are 4 test cases, listed as following: +
+less + +```python +node = onnx.helper.make_node( + "Less", + inputs=["x", "y"], + outputs=["less"], +) + +x = np.random.randn(3, 4, 5).astype(np.float32) +y = np.random.randn(3, 4, 5).astype(np.float32) +z = np.less(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_less") + +x = np.random.randn(3, 4, 5).astype(np.int8) +y = np.random.randn(3, 4, 5).astype(np.int8) +z = np.less(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_less_int8") + +x = np.random.randn(3, 4, 5).astype(np.int16) +y = np.random.randn(3, 4, 5).astype(np.int16) +z = np.less(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_less_int16") + +x = np.random.randint(24, size=(3, 4, 5), dtype=np.uint8) +y = np.random.randint(24, size=(3, 4, 5), dtype=np.uint8) +z = np.less(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_less_uint8") + +x = np.random.randint(24, size=(3, 4, 5), dtype=np.uint16) +y = np.random.randint(24, size=(3, 4, 5), dtype=np.uint16) +z = np.less(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_less_uint16") + +x = np.random.randint(24, size=(3, 4, 5), dtype=np.uint32) +y = np.random.randint(24, size=(3, 4, 5), dtype=np.uint32) +z = np.less(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_less_uint32") + +x = np.random.randint(24, size=(3, 4, 5), dtype=np.uint64) +y = np.random.randint(24, size=(3, 4, 5), dtype=np.uint64) +z = np.less(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_less_uint64") +``` + +
+
+less + +```python +node = onnx.helper.make_node( + "LessOrEqual", + inputs=["x", "y"], + outputs=["less_equal"], +) + +x = np.random.randn(3, 4, 5).astype(np.float32) +y = np.random.randn(3, 4, 5).astype(np.float32) +z = np.less_equal(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_less_equal") + +x = np.random.randn(3, 4, 5).astype(np.int8) +y = np.random.randn(3, 4, 5).astype(np.int8) +z = np.less_equal(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_less_equal_int8") + +x = np.random.randn(3, 4, 5).astype(np.int16) +y = np.random.randn(3, 4, 5).astype(np.int16) +z = np.less_equal(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_less_equal_int16") + +x = np.random.randint(24, size=(3, 4, 5), dtype=np.uint8) +y = np.random.randint(24, size=(3, 4, 5), dtype=np.uint8) +z = np.less_equal(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_less_equal_uint8") + +x = np.random.randint(24, size=(3, 4, 5), dtype=np.uint16) +y = np.random.randint(24, size=(3, 4, 5), dtype=np.uint16) +z = np.less_equal(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_less_equal_uint16") + +x = np.random.randint(24, size=(3, 4, 5), dtype=np.uint32) +y = np.random.randint(24, size=(3, 4, 5), dtype=np.uint32) +z = np.less_equal(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_less_equal_uint32") + +x = np.random.randint(24, size=(3, 4, 5), dtype=np.uint64) +y = np.random.randint(24, size=(3, 4, 5), dtype=np.uint64) +z = np.less_equal(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_less_equal_uint64") +``` + +
+
+less_broadcast + +```python +node = onnx.helper.make_node( + "Less", + inputs=["x", "y"], + outputs=["less"], +) + +x = np.random.randn(3, 4, 5).astype(np.float32) +y = np.random.randn(5).astype(np.float32) +z = np.less(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_less_bcast") +``` + +
+
+less_broadcast + +```python +node = onnx.helper.make_node( + "LessOrEqual", + inputs=["x", "y"], + outputs=["less_equal"], +) + +x = np.random.randn(3, 4, 5).astype(np.float32) +y = np.random.randn(5).astype(np.float32) +z = np.less_equal(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_less_equal_bcast") +``` + +
+ + +### LinearAttention +There are 14 test cases, listed as following: +
+decode_step + +```python +node = onnx.helper.make_node( + "LinearAttention", + inputs=["query", "key", "value", "past_state", "decay", "beta"], + outputs=["output", "present_state"], + q_num_heads=4, + kv_num_heads=4, +) +b, t, h_q, h_kv, d_k, d_v = 2, 1, 4, 4, 8, 8 +query = np.random.randn(b, t, h_q * d_k).astype(np.float32) +key = _l2_normalize(np.random.randn(b, t, h_kv * d_k).astype(np.float32), h_kv) +value = np.random.randn(b, t, h_kv * d_v).astype(np.float32) +past_state = np.random.randn(b, h_kv, d_k, d_v).astype(np.float32) * 0.1 +decay = -np.abs(np.random.randn(b, t, h_kv * d_k)).astype(np.float32) * 0.1 +beta = np.random.rand(b, t, h_kv).astype(np.float32) + +output, present_state = _compute( + query, + key, + value, + past_state=past_state, + decay=decay, + beta=beta, + q_num_heads=h_q, + kv_num_heads=h_kv, +) +expect( + node, + inputs=[query, key, value, past_state, decay, beta], + outputs=[output, present_state], + name="test_linear_attention_decode_step", + opset_imports=_OPSET, +) +``` + +
+
+delta + +```python +node = onnx.helper.make_node( + "LinearAttention", + inputs=["query", "key", "value", "", "", "beta"], + outputs=["output", "present_state"], + update_rule="delta", + q_num_heads=4, + kv_num_heads=4, +) +b, t, h_q, h_kv, d_k, d_v = 2, 4, 4, 4, 8, 8 +query = np.random.randn(b, t, h_q * d_k).astype(np.float32) +key = _l2_normalize(np.random.randn(b, t, h_kv * d_k).astype(np.float32), h_kv) +value = np.random.randn(b, t, h_kv * d_v).astype(np.float32) +beta = np.random.rand(b, t, h_kv).astype(np.float32) + +output, present_state = _compute( + query, + key, + value, + beta=beta, + q_num_heads=h_q, + kv_num_heads=h_kv, + update_rule="delta", +) +expect( + node, + inputs=[query, key, value, beta], + outputs=[output, present_state], + name="test_linear_attention_delta", + opset_imports=_OPSET, +) +``` + +
+
+explicit_scale + +```python +scale = 0.25 +node = onnx.helper.make_node( + "LinearAttention", + inputs=["query", "key", "value", "", "decay", "beta"], + outputs=["output", "present_state"], + q_num_heads=4, + kv_num_heads=4, + scale=scale, +) +b, t, h_q, h_kv, d_k, d_v = 2, 4, 4, 4, 8, 8 +query = np.random.randn(b, t, h_q * d_k).astype(np.float32) +key = _l2_normalize(np.random.randn(b, t, h_kv * d_k).astype(np.float32), h_kv) +value = np.random.randn(b, t, h_kv * d_v).astype(np.float32) +decay = -np.abs(np.random.randn(b, t, h_kv * d_k)).astype(np.float32) * 0.1 +beta = np.random.rand(b, t, h_kv).astype(np.float32) + +output, present_state = _compute( + query, + key, + value, + decay=decay, + beta=beta, + q_num_heads=h_q, + kv_num_heads=h_kv, + scale=scale, +) +expect( + node, + inputs=[query, key, value, decay, beta], + outputs=[output, present_state], + name="test_linear_attention_explicit_scale", + opset_imports=_OPSET, +) +``` + +
+
+fp16 + +```python +node = onnx.helper.make_node( + "LinearAttention", + inputs=["query", "key", "value", "", "decay", "beta"], + outputs=["output", "present_state"], + q_num_heads=8, + kv_num_heads=4, +) +b, t, h_q, h_kv, d_k, d_v = 2, 4, 8, 4, 8, 8 +query = np.random.randn(b, t, h_q * d_k).astype(np.float16) +key = _l2_normalize(np.random.randn(b, t, h_kv * d_k).astype(np.float16), h_kv) +value = np.random.randn(b, t, h_kv * d_v).astype(np.float16) +decay = (-np.abs(np.random.randn(b, t, h_kv * d_k)) * 0.1).astype(np.float16) +beta = np.random.rand(b, t, h_kv).astype(np.float16) + +output, present_state = _compute( + query, + key, + value, + decay=decay, + beta=beta, + q_num_heads=h_q, + kv_num_heads=h_kv, +) +expect( + node, + inputs=[query, key, value, decay, beta], + outputs=[output, present_state], + name="test_linear_attention_fp16", + opset_imports=_OPSET, +) +``` + +
+
+gated + +```python +node = onnx.helper.make_node( + "LinearAttention", + inputs=["query", "key", "value", "", "decay"], + outputs=["output", "present_state"], + update_rule="gated", + q_num_heads=4, + kv_num_heads=4, +) +b, t, h_q, h_kv, d_k, d_v = 2, 4, 4, 4, 8, 8 +query = np.random.randn(b, t, h_q * d_k).astype(np.float32) +key = np.random.randn(b, t, h_kv * d_k).astype(np.float32) +value = np.random.randn(b, t, h_kv * d_v).astype(np.float32) +# Per-key-dim decay in log-space (negative -> decay). +decay = -np.abs(np.random.randn(b, t, h_kv * d_k)).astype(np.float32) * 0.1 + +output, present_state = _compute( + query, + key, + value, + decay=decay, + q_num_heads=h_q, + kv_num_heads=h_kv, + update_rule="gated", +) +expect( + node, + inputs=[query, key, value, decay], + outputs=[output, present_state], + name="test_linear_attention_gated", + opset_imports=_OPSET, +) +``` + +
+
+gated_delta + +```python +node = onnx.helper.make_node( + "LinearAttention", + inputs=["query", "key", "value", "", "decay", "beta"], + outputs=["output", "present_state"], + q_num_heads=4, + kv_num_heads=4, +) +b, t, h_q, h_kv, d_k, d_v = 2, 4, 4, 4, 8, 8 +query = np.random.randn(b, t, h_q * d_k).astype(np.float32) +key = _l2_normalize(np.random.randn(b, t, h_kv * d_k).astype(np.float32), h_kv) +value = np.random.randn(b, t, h_kv * d_v).astype(np.float32) +decay = -np.abs(np.random.randn(b, t, h_kv * d_k)).astype(np.float32) * 0.1 +beta = np.random.rand(b, t, h_kv).astype(np.float32) + +output, present_state = _compute( + query, + key, + value, + decay=decay, + beta=beta, + q_num_heads=h_q, + kv_num_heads=h_kv, +) +expect( + node, + inputs=[query, key, value, decay, beta], + outputs=[output, present_state], + name="test_linear_attention_gated_delta", + opset_imports=_OPSET, +) +``` + +
+
+gated_delta_beta_scalar + +```python +node = onnx.helper.make_node( + "LinearAttention", + inputs=["query", "key", "value", "", "decay", "beta"], + outputs=["output", "present_state"], + q_num_heads=4, + kv_num_heads=4, +) +b, t, h_q, h_kv, d_k, d_v = 2, 4, 4, 4, 8, 8 +query = np.random.randn(b, t, h_q * d_k).astype(np.float32) +key = _l2_normalize(np.random.randn(b, t, h_kv * d_k).astype(np.float32), h_kv) +value = np.random.randn(b, t, h_kv * d_v).astype(np.float32) +decay = -np.abs(np.random.randn(b, t, h_kv * d_k)).astype(np.float32) * 0.1 +beta = np.random.rand(b, t, 1).astype(np.float32) + +output, present_state = _compute( + query, + key, + value, + decay=decay, + beta=beta, + q_num_heads=h_q, + kv_num_heads=h_kv, +) +expect( + node, + inputs=[query, key, value, decay, beta], + outputs=[output, present_state], + name="test_linear_attention_gated_delta_beta_scalar", + opset_imports=_OPSET, +) +``` + +
+
+gated_delta_gqa + +```python +node = onnx.helper.make_node( + "LinearAttention", + inputs=["query", "key", "value", "", "decay", "beta"], + outputs=["output", "present_state"], + q_num_heads=8, + kv_num_heads=4, +) +b, t, h_q, h_kv, d_k, d_v = 2, 4, 8, 4, 8, 8 +query = np.random.randn(b, t, h_q * d_k).astype(np.float32) +key = _l2_normalize(np.random.randn(b, t, h_kv * d_k).astype(np.float32), h_kv) +value = np.random.randn(b, t, h_kv * d_v).astype(np.float32) +decay = -np.abs(np.random.randn(b, t, h_kv * d_k)).astype(np.float32) * 0.1 +beta = np.random.rand(b, t, h_kv).astype(np.float32) + +output, present_state = _compute( + query, + key, + value, + decay=decay, + beta=beta, + q_num_heads=h_q, + kv_num_heads=h_kv, +) +expect( + node, + inputs=[query, key, value, decay, beta], + outputs=[output, present_state], + name="test_linear_attention_gated_delta_gqa", + opset_imports=_OPSET, +) +``` + +
+
+gated_delta_mqa + +```python +node = onnx.helper.make_node( + "LinearAttention", + inputs=["query", "key", "value", "", "decay", "beta"], + outputs=["output", "present_state"], + q_num_heads=8, + kv_num_heads=1, +) +b, t, h_q, h_kv, d_k, d_v = 2, 4, 8, 1, 8, 8 +query = np.random.randn(b, t, h_q * d_k).astype(np.float32) +key = _l2_normalize(np.random.randn(b, t, h_kv * d_k).astype(np.float32), h_kv) +value = np.random.randn(b, t, h_kv * d_v).astype(np.float32) +decay = -np.abs(np.random.randn(b, t, h_kv * d_k)).astype(np.float32) * 0.1 +beta = np.random.rand(b, t, h_kv).astype(np.float32) + +output, present_state = _compute( + query, + key, + value, + decay=decay, + beta=beta, + q_num_heads=h_q, + kv_num_heads=h_kv, +) +expect( + node, + inputs=[query, key, value, decay, beta], + outputs=[output, present_state], + name="test_linear_attention_gated_delta_mqa", + opset_imports=_OPSET, +) +``` + +
+
+gated_per_head_decay + +```python +node = onnx.helper.make_node( + "LinearAttention", + inputs=["query", "key", "value", "", "decay"], + outputs=["output", "present_state"], + update_rule="gated", + q_num_heads=4, + kv_num_heads=4, +) +b, t, h_q, h_kv, d_k, d_v = 2, 4, 4, 4, 8, 8 +query = np.random.randn(b, t, h_q * d_k).astype(np.float32) +key = np.random.randn(b, t, h_kv * d_k).astype(np.float32) +value = np.random.randn(b, t, h_kv * d_v).astype(np.float32) +# Per-head scalar decay. +decay = -np.abs(np.random.randn(b, t, h_kv)).astype(np.float32) * 0.1 + +output, present_state = _compute( + query, + key, + value, + decay=decay, + q_num_heads=h_q, + kv_num_heads=h_kv, + update_rule="gated", +) +expect( + node, + inputs=[query, key, value, decay], + outputs=[output, present_state], + name="test_linear_attention_gated_per_head_decay", + opset_imports=_OPSET, +) +``` + +
+
+linear + +```python +node = onnx.helper.make_node( + "LinearAttention", + inputs=["query", "key", "value"], + outputs=["output", "present_state"], + update_rule="linear", + q_num_heads=4, + kv_num_heads=4, +) +b, t, h_q, h_kv, d_k, d_v = 2, 4, 4, 4, 8, 8 +query = np.random.randn(b, t, h_q * d_k).astype(np.float32) +key = np.random.randn(b, t, h_kv * d_k).astype(np.float32) +value = np.random.randn(b, t, h_kv * d_v).astype(np.float32) + +output, present_state = _compute( + query, + key, + value, + q_num_heads=h_q, + kv_num_heads=h_kv, + update_rule="linear", +) +expect( + node, + inputs=[query, key, value], + outputs=[output, present_state], + name="test_linear_attention_linear", + opset_imports=_OPSET, +) +``` + +
+
+linear_t1_no_past + +```python +node = onnx.helper.make_node( + "LinearAttention", + inputs=["query", "key", "value"], + outputs=["output", "present_state"], + update_rule="linear", + q_num_heads=4, + kv_num_heads=4, +) +b, t, h_q, h_kv, d_k, d_v = 2, 1, 4, 4, 8, 8 +query = np.random.randn(b, t, h_q * d_k).astype(np.float32) +key = np.random.randn(b, t, h_kv * d_k).astype(np.float32) +value = np.random.randn(b, t, h_kv * d_v).astype(np.float32) + +output, present_state = _compute( + query, + key, + value, + q_num_heads=h_q, + kv_num_heads=h_kv, + update_rule="linear", +) +expect( + node, + inputs=[query, key, value], + outputs=[output, present_state], + name="test_linear_attention_linear_t1_no_past", + opset_imports=_OPSET, +) +``` + +
+
+no_past_explicit_zeros + +```python +node = onnx.helper.make_node( + "LinearAttention", + inputs=["query", "key", "value", "past_state", "decay", "beta"], + outputs=["output", "present_state"], + q_num_heads=4, + kv_num_heads=4, +) +b, t, h_q, h_kv, d_k, d_v = 2, 4, 4, 4, 8, 8 +query = np.random.randn(b, t, h_q * d_k).astype(np.float32) +key = _l2_normalize(np.random.randn(b, t, h_kv * d_k).astype(np.float32), h_kv) +value = np.random.randn(b, t, h_kv * d_v).astype(np.float32) +past_state = np.zeros((b, h_kv, d_k, d_v), dtype=np.float32) +decay = -np.abs(np.random.randn(b, t, h_kv * d_k)).astype(np.float32) * 0.1 +beta = np.random.rand(b, t, h_kv).astype(np.float32) + +output, present_state = _compute( + query, + key, + value, + past_state=past_state, + decay=decay, + beta=beta, + q_num_heads=h_q, + kv_num_heads=h_kv, +) +expect( + node, + inputs=[query, key, value, past_state, decay, beta], + outputs=[output, present_state], + name="test_linear_attention_no_past_explicit_zeros", + opset_imports=_OPSET, +) +``` + +
+
+prefill_with_past + +```python +node = onnx.helper.make_node( + "LinearAttention", + inputs=["query", "key", "value", "past_state", "decay", "beta"], + outputs=["output", "present_state"], + q_num_heads=4, + kv_num_heads=4, +) +b, t, h_q, h_kv, d_k, d_v = 2, 4, 4, 4, 8, 8 +query = np.random.randn(b, t, h_q * d_k).astype(np.float32) +key = _l2_normalize(np.random.randn(b, t, h_kv * d_k).astype(np.float32), h_kv) +value = np.random.randn(b, t, h_kv * d_v).astype(np.float32) +past_state = np.random.randn(b, h_kv, d_k, d_v).astype(np.float32) * 0.1 +decay = -np.abs(np.random.randn(b, t, h_kv * d_k)).astype(np.float32) * 0.1 +beta = np.random.rand(b, t, h_kv).astype(np.float32) + +output, present_state = _compute( + query, + key, + value, + past_state=past_state, + decay=decay, + beta=beta, + q_num_heads=h_q, + kv_num_heads=h_kv, +) +expect( + node, + inputs=[query, key, value, past_state, decay, beta], + outputs=[output, present_state], + name="test_linear_attention_prefill_with_past", + opset_imports=_OPSET, +) +``` + +
+ + +### Log +There are 1 test cases, listed as following: +
+log + +```python +node = onnx.helper.make_node( + "Log", + inputs=["x"], + outputs=["y"], +) + +x = np.array([1, 10]).astype(np.float32) +y = np.log(x) # expected output [0., 2.30258512] +expect(node, inputs=[x], outputs=[y], name="test_log_example") + +x = np.exp(np.random.randn(3, 4, 5).astype(np.float32)) +y = np.log(x) +expect(node, inputs=[x], outputs=[y], name="test_log") +``` + +
+ + +### LogSoftmax +There are 2 test cases, listed as following: +
+logsoftmax + +```python +node = onnx.helper.make_node( + "LogSoftmax", + inputs=["x"], + outputs=["y"], +) +x = np.array([[-1, 0, 1]]).astype(np.float32) +# expected output +# [[-2.4076061 -1.407606 -0.407606 ]] +y = logsoftmax(x) +expect(node, inputs=[x], outputs=[y], name="test_logsoftmax_example_1") +``` + +
+
+logsoftmax_axis + +```python +x = np.array([[0, 1, 2, 3], [10000, 10001, 10002, 10003]]).astype(np.float32) +# expected output +# [[-3.4401896 -2.4401896 -1.4401896 -0.44018966] +# [-3.4401896 -2.4401896 -1.4401896 -0.44018966]] +y = logsoftmax(x) + +node = onnx.helper.make_node( + "LogSoftmax", + inputs=["x"], + outputs=["y"], +) +expect(node, inputs=[x], outputs=[y], name="test_logsoftmax_large_number") + +x = np.abs(np.random.randn(3, 4, 5).astype(np.float32)) +node = onnx.helper.make_node( + "LogSoftmax", + inputs=["x"], + outputs=["y"], + axis=0, +) +y = logsoftmax(x, axis=0) +expect(node, inputs=[x], outputs=[y], name="test_logsoftmax_axis_0") + +node = onnx.helper.make_node( + "LogSoftmax", + inputs=["x"], + outputs=["y"], + axis=1, +) +y = logsoftmax(x, axis=1) +expect(node, inputs=[x], outputs=[y], name="test_logsoftmax_axis_1") + +node = onnx.helper.make_node( + "LogSoftmax", + inputs=["x"], + outputs=["y"], + axis=2, +) +y = logsoftmax(x, axis=2) +expect(node, inputs=[x], outputs=[y], name="test_logsoftmax_axis_2") + +node = onnx.helper.make_node( + "LogSoftmax", + inputs=["x"], + outputs=["y"], + axis=-1, +) +y = logsoftmax(x, axis=-1) +expect(node, inputs=[x], outputs=[y], name="test_logsoftmax_negative_axis") + +# default axis is -1 +node = onnx.helper.make_node( + "LogSoftmax", + inputs=["x"], + outputs=["y"], +) +expect(node, inputs=[x], outputs=[y], name="test_logsoftmax_default_axis") +``` + +
+ + +### Loop +There are 3 test cases, listed as following: +
+loop_11 + +```python +# Given a tensor x of values [x1, ..., xN], and initial tensor y +# sum up its elements using a scan +# returning the final state (y+x1+x2+...+xN) as well the scan_output +# [y+x1, y+x1+x2, ..., y+x1+x2+...+xN] + +y_in = onnx.helper.make_tensor_value_info("y_in", onnx.TensorProto.FLOAT, [1]) +y_out = onnx.helper.make_tensor_value_info("y_out", onnx.TensorProto.FLOAT, [1]) +scan_out = onnx.helper.make_tensor_value_info( + "scan_out", onnx.TensorProto.FLOAT, [1] +) +cond_in = onnx.helper.make_tensor_value_info( + "cond_in", onnx.TensorProto.BOOL, [] +) +cond_out = onnx.helper.make_tensor_value_info( + "cond_out", onnx.TensorProto.BOOL, [] +) +iter_count = onnx.helper.make_tensor_value_info( + "iter_count", onnx.TensorProto.INT64, [] +) + +x = np.array([1, 2, 3, 4, 5]).astype(np.float32) +y = np.array([-2]).astype(np.float32) + +x_const_node = onnx.helper.make_node( + "Constant", + inputs=[], + outputs=["x"], + value=onnx.helper.make_tensor( + name="const_tensor_x", + data_type=onnx.TensorProto.FLOAT, + dims=x.shape, + vals=x.flatten().astype(float), + ), +) + +one_const_node = onnx.helper.make_node( + "Constant", + inputs=[], + outputs=["one"], + value=onnx.helper.make_tensor( + name="const_tensor_one", + data_type=onnx.TensorProto.INT64, + dims=(), + vals=[1], + ), +) + +i_add_node = onnx.helper.make_node( + "Add", inputs=["iter_count", "one"], outputs=["end"] +) + +start_unsqueeze_node = onnx.helper.make_node( + "Unsqueeze", inputs=["iter_count"], outputs=["slice_start"], axes=[0] +) + +end_unsqueeze_node = onnx.helper.make_node( + "Unsqueeze", inputs=["end"], outputs=["slice_end"], axes=[0] +) + +slice_node = onnx.helper.make_node( + "Slice", inputs=["x", "slice_start", "slice_end"], outputs=["slice_out"] +) + +y_add_node = onnx.helper.make_node( + "Add", inputs=["y_in", "slice_out"], outputs=["y_out"] +) + +identity_node = onnx.helper.make_node( + "Identity", inputs=["cond_in"], outputs=["cond_out"] +) + +scan_identity_node = onnx.helper.make_node( + "Identity", inputs=["y_out"], outputs=["scan_out"] +) + +loop_body = onnx.helper.make_graph( + [ + identity_node, + x_const_node, + one_const_node, + i_add_node, + start_unsqueeze_node, + end_unsqueeze_node, + slice_node, + y_add_node, + scan_identity_node, + ], + "loop_body", + [iter_count, cond_in, y_in], + [cond_out, y_out, scan_out], +) + +node = onnx.helper.make_node( + "Loop", + inputs=["trip_count", "cond", "y"], + outputs=["res_y", "res_scan"], + body=loop_body, +) + +trip_count = np.array(5).astype(np.int64) +res_y = np.array([13]).astype(np.float32) +cond = np.array(1).astype(bool) +res_scan = np.array([-1, 1, 4, 8, 13]).astype(np.float32).reshape((5, 1)) +expect( + node, + inputs=[trip_count, cond, y], + outputs=[res_y, res_scan], + name="test_loop11", + opset_imports=[onnx.helper.make_opsetid("", 11)], +) +``` + +
+
+loop_13 + +```python +# Given a tensor x of values [x1, ..., xN], +# Return a sequence of tensors of +# [[x1], [x1, x2], ..., [x1, ..., xN]] + +seq_in = onnx.helper.make_tensor_sequence_value_info( + "seq_in", onnx.TensorProto.FLOAT, None +) +seq_out = onnx.helper.make_tensor_sequence_value_info( + "seq_out", onnx.TensorProto.FLOAT, None +) +cond_in = onnx.helper.make_tensor_value_info( + "cond_in", onnx.TensorProto.BOOL, [] +) +cond_out = onnx.helper.make_tensor_value_info( + "cond_out", onnx.TensorProto.BOOL, [] +) +iter_count = onnx.helper.make_tensor_value_info( + "iter_count", onnx.TensorProto.INT64, [] +) + +x = np.array([1, 2, 3, 4, 5]).astype(np.float32) + +x_const_node = onnx.helper.make_node( + "Constant", + inputs=[], + outputs=["x"], + value=onnx.helper.make_tensor( + name="const_tensor_x", + data_type=onnx.TensorProto.FLOAT, + dims=x.shape, + vals=x.flatten().astype(float), + ), +) + +one_const_node = onnx.helper.make_node( + "Constant", + inputs=[], + outputs=["one"], + value=onnx.helper.make_tensor( + name="const_tensor_one", + data_type=onnx.TensorProto.INT64, + dims=(), + vals=[1], + ), +) + +zero_const_node = onnx.helper.make_node( + "Constant", + inputs=[], + outputs=["slice_start"], + value=onnx.helper.make_tensor( + name="const_tensor_zero", + data_type=onnx.TensorProto.INT64, + dims=(1,), + vals=[0], + ), +) + +axes_node = onnx.helper.make_node( + "Constant", + inputs=[], + outputs=["axes"], + value=onnx.helper.make_tensor( + name="const_tensor_axes", + data_type=onnx.TensorProto.INT64, + dims=(), + vals=[0], + ), +) + +add_node = onnx.helper.make_node( + "Add", inputs=["iter_count", "one"], outputs=["end"] +) + +end_unsqueeze_node = onnx.helper.make_node( + "Unsqueeze", inputs=["end", "axes"], outputs=["slice_end"] +) + +slice_node = onnx.helper.make_node( + "Slice", inputs=["x", "slice_start", "slice_end"], outputs=["slice_out"] +) + +insert_node = onnx.helper.make_node( + "SequenceInsert", inputs=["seq_in", "slice_out"], outputs=["seq_out"] +) + +identity_node = onnx.helper.make_node( + "Identity", inputs=["cond_in"], outputs=["cond_out"] +) + +loop_body = onnx.helper.make_graph( + [ + identity_node, + x_const_node, + one_const_node, + zero_const_node, + add_node, + axes_node, + end_unsqueeze_node, + slice_node, + insert_node, + ], + "loop_body", + [iter_count, cond_in, seq_in], + [cond_out, seq_out], +) + +node = onnx.helper.make_node( + "Loop", + inputs=["trip_count", "cond", "seq_empty"], + outputs=["seq_res"], + body=loop_body, +) + +trip_count = np.array(5).astype(np.int64) +seq_empty: list[Any] = [] +seq_res = [x[: int(i)] for i in x] +cond = np.array(1).astype(bool) +expect( + node, + inputs=[trip_count, cond, seq_empty], + outputs=[seq_res], + name="test_loop13_seq", + opset_imports=[onnx.helper.make_opsetid("", 13)], + input_type_protos=[ + onnx.helper.make_tensor_type_proto( + onnx.TensorProto.INT64, trip_count.shape + ), + onnx.helper.make_tensor_type_proto(onnx.TensorProto.BOOL, cond.shape), + onnx.helper.make_sequence_type_proto( + onnx.helper.make_tensor_type_proto(onnx.TensorProto.FLOAT, []) + ), + ], +) +``` + +
+
+loop_16_none + +```python +# Given a tensor sequence of values [x1, ..., xN], and an initial optional sequence of tensors [x0], +# Return a concatenated sequence of tensors of +# [x0, [x1], [x1, x2], ..., [x1, ..., xN]] + +ten_in_tp = onnx.helper.make_tensor_type_proto(onnx.TensorProto.FLOAT, []) +seq_in_tp = onnx.helper.make_sequence_type_proto(ten_in_tp) +opt_in_tp = onnx.helper.make_optional_type_proto(seq_in_tp) +opt_in = onnx.helper.make_value_info("opt_seq_in", opt_in_tp) +seq_out = onnx.helper.make_tensor_sequence_value_info( + "seq_out", onnx.TensorProto.FLOAT, [] +) +cond_in = onnx.helper.make_tensor_value_info( + "cond_in", onnx.TensorProto.BOOL, [] +) +cond_out = onnx.helper.make_tensor_value_info( + "cond_out", onnx.TensorProto.BOOL, [] +) +iter_count = onnx.helper.make_tensor_value_info( + "iter_count", onnx.TensorProto.INT64, [] +) + +x0 = np.array(0).astype(np.float32) +x = np.array([1, 2, 3, 4, 5]).astype(np.float32) + +optional_has_elem_node = onnx.helper.make_node( + "OptionalHasElement", inputs=["opt_seq_in"], outputs=["optional_has_elem"] +) + +optional_is_none = onnx.helper.make_node( + "Not", inputs=["optional_has_elem"], outputs=["optional_is_none"] +) + +optional_get_elem = onnx.helper.make_node( + "OptionalGetElement", inputs=["opt_seq_in"], outputs=["seq_in"] +) + +constant_in = onnx.helper.make_node( + "Constant", + inputs=[], + outputs=["constant_in"], + value=onnx.helper.make_tensor( + name="const_tensor", data_type=onnx.TensorProto.FLOAT, dims=(), vals=[0] + ), +) + +seq_const_in = onnx.helper.make_node( + "SequenceConstruct", inputs=["constant_in"], outputs=["init_seq_in"] +) + +then_seq_out = onnx.helper.make_tensor_sequence_value_info( + "init_seq_in", onnx.TensorProto.FLOAT, [] +) +then_body = onnx.helper.make_graph( + [constant_in, seq_const_in], "then_body", [], [then_seq_out] +) + +else_seq_out = onnx.helper.make_tensor_sequence_value_info( + "seq_in", onnx.TensorProto.FLOAT, [] +) +else_body = onnx.helper.make_graph( + [optional_get_elem], "else_body", [], [else_seq_out] +) + +if_node = onnx.helper.make_node( + "If", + inputs=["optional_is_none"], + outputs=["sequence"], + then_branch=then_body, + else_branch=else_body, +) + +x_const_node = onnx.helper.make_node( + "Constant", + inputs=[], + outputs=["x"], + value=onnx.helper.make_tensor( + name="const_tensor_x", + data_type=onnx.TensorProto.FLOAT, + dims=x.shape, + vals=x.flatten().astype(float), + ), +) + +one_const_node = onnx.helper.make_node( + "Constant", + inputs=[], + outputs=["one"], + value=onnx.helper.make_tensor( + name="const_tensor_one", + data_type=onnx.TensorProto.INT64, + dims=(), + vals=[1], + ), +) + +zero_const_node = onnx.helper.make_node( + "Constant", + inputs=[], + outputs=["slice_start"], + value=onnx.helper.make_tensor( + name="const_tensor_zero", + data_type=onnx.TensorProto.INT64, + dims=(1,), + vals=[0], + ), +) + +axes_node = onnx.helper.make_node( + "Constant", + inputs=[], + outputs=["axes"], + value=onnx.helper.make_tensor( + name="const_tensor_axes", + data_type=onnx.TensorProto.INT64, + dims=(), + vals=[0], + ), +) + +add_node = onnx.helper.make_node( + "Add", inputs=["iter_count", "one"], outputs=["end"] +) + +end_unsqueeze_node = onnx.helper.make_node( + "Unsqueeze", inputs=["end", "axes"], outputs=["slice_end"] +) + +slice_node = onnx.helper.make_node( + "Slice", inputs=["x", "slice_start", "slice_end"], outputs=["slice_out"] +) + +insert_node = onnx.helper.make_node( + "SequenceInsert", inputs=["sequence", "slice_out"], outputs=["seq_out"] +) + +identity_node = onnx.helper.make_node( + "Identity", inputs=["cond_in"], outputs=["cond_out"] +) + +loop_body = onnx.helper.make_graph( + [ + identity_node, + optional_has_elem_node, + optional_is_none, + if_node, + x_const_node, + one_const_node, + zero_const_node, + add_node, + axes_node, + end_unsqueeze_node, + slice_node, + insert_node, + ], + "loop_body", + [iter_count, cond_in, opt_in], + [cond_out, seq_out], +) + +node = onnx.helper.make_node( + "Loop", + inputs=["trip_count", "cond", "opt_seq"], + outputs=["seq_res"], + body=loop_body, +) + +trip_count = np.array(5).astype(np.int64) +cond = np.array(1).astype(bool) +seq_res = compute_loop_outputs(x, [x0], trip_count) +opt_seq_in: list[Any] = [x0] +expect( + node, + inputs=[trip_count, cond, opt_seq_in], + outputs=[seq_res], + name="test_loop16_seq_none", + opset_imports=[onnx.helper.make_opsetid("", 16)], + input_type_protos=[ + onnx.helper.make_tensor_type_proto( + onnx.TensorProto.INT64, trip_count.shape + ), + onnx.helper.make_tensor_type_proto(onnx.TensorProto.BOOL, cond.shape), + opt_in_tp, + ], +) +``` + +
+ + +### LpNormalization +There are 6 test cases, listed as following: +
+default + +```python +node = onnx.helper.make_node("LpNormalization", inputs=["x"], outputs=["y"]) +x = np.array( + [[[1.0, 2.0, 2.0], [3.0, 4.0, 0.0]], [[0.0, 5.0, 5.0], [6.0, 8.0, 0.0]]], + dtype=np.float32, +) +lp_norm_default = np.sqrt(np.sum(x**2, axis=-1, keepdims=True)) +y = x / lp_norm_default +expect(node, inputs=[x], outputs=[y], name="test_lpnormalization_default") +``` + +
+
+l1normalization_axis_0 + +```python +node = onnx.helper.make_node( + "LpNormalization", inputs=["x"], outputs=["y"], axis=0, p=1 +) +x = np.array([3.0, 4.0], dtype=np.float32) +l1_norm_axis_0 = np.sum(abs(x), axis=0, keepdims=True) +y = x / l1_norm_axis_0 +expect(node, inputs=[x], outputs=[y], name="test_l1normalization_axis_0") +``` + +
+
+l1normalization_axis_1 + +```python +node = onnx.helper.make_node( + "LpNormalization", inputs=["x"], outputs=["y"], axis=1, p=1 +) +x = np.array([[3.0, 4.0], [6.0, 8.0]], dtype=np.float32) +l1_norm_axis_1 = np.sum(abs(x), axis=1, keepdims=True) +y = x / l1_norm_axis_1 +expect(node, inputs=[x], outputs=[y], name="test_l1normalization_axis_1") +``` + +
+
+l1normalization_axis_last + +```python +node = onnx.helper.make_node( + "LpNormalization", inputs=["x"], outputs=["y"], axis=-1, p=1 +) +x = np.array( + [[[1.0, 2.0, 2.0], [3.0, 4.0, 0.0]], [[0.0, 5.0, 5.0], [6.0, 8.0, 0.0]]], + dtype=np.float32, +) +l1_norm_axis_last = np.sum(abs(x), axis=-1, keepdims=True) +y = x / l1_norm_axis_last +expect(node, inputs=[x], outputs=[y], name="test_l1normalization_axis_last") +``` + +
+
+l2normalization_axis_0 + +```python +node = onnx.helper.make_node( + "LpNormalization", inputs=["x"], outputs=["y"], axis=0, p=2 +) +x = np.array( + [[[1.0, 2.0, 2.0], [3.0, 4.0, 0.0]], [[0.0, 5.0, 5.0], [6.0, 8.0, 0.0]]], + dtype=np.float32, +) +l2_norm_axis_0 = np.sqrt(np.sum(x**2, axis=0, keepdims=True)) +# When norm is 0, output is 0 (0/0 = 0) +y = np.where(l2_norm_axis_0 == 0, 0, x / l2_norm_axis_0) +expect(node, inputs=[x], outputs=[y], name="test_l2normalization_axis_0") +``` + +
+
+l2normalization_axis_1 + +```python +node = onnx.helper.make_node( + "LpNormalization", inputs=["x"], outputs=["y"], axis=1, p=2 +) +x = np.array([[3.0, 4.0], [6.0, 8.0]], dtype=np.float32) +l2_norm_axis_1 = np.sqrt(np.sum(x**2, axis=1, keepdims=True)) +y = x / l2_norm_axis_1 +expect(node, inputs=[x], outputs=[y], name="test_l2normalization_axis_1") +``` + +
+ + +### LpPool +There are 8 test cases, listed as following: +
+lppool_1d_default + +```python +"""input_shape: [1, 3, 32] +output_shape: [1, 3, 31] +""" +p = 3 +kernel_shape = [2] +strides = [1] +node = onnx.helper.make_node( + "LpPool", + inputs=["x"], + outputs=["y"], + kernel_shape=kernel_shape, + strides=strides, + p=p, +) +x = np.random.randn(1, 3, 32).astype(np.float32) +x_shape = np.shape(x) +pads = None +out_shape, _ = get_output_shape_explicit_padding( + pads, x_shape[2:], kernel_shape, strides +) +padded = x +y = pool(padded, x_shape, kernel_shape, strides, out_shape, "LPPOOL", p=p) + +expect(node, inputs=[x], outputs=[y], name="test_lppool_1d_default") +``` + +
+
+lppool_2d_default + +```python +"""input_shape: [1, 3, 32, 32] +output_shape: [1, 3, 31, 31] +""" +p = 4 +node = onnx.helper.make_node( + "LpPool", + inputs=["x"], + outputs=["y"], + kernel_shape=[2, 2], + p=p, +) +x = np.random.randn(1, 3, 32, 32).astype(np.float32) +x_shape = np.shape(x) +pads = None +kernel_shape = (2, 2) +strides = (1, 1) +out_shape, _ = get_output_shape_explicit_padding( + pads, x_shape[2:], kernel_shape, strides +) +padded = x +y = pool(padded, x_shape, kernel_shape, strides, out_shape, "LPPOOL", p=p) + +expect(node, inputs=[x], outputs=[y], name="test_lppool_2d_default") +``` + +
+
+lppool_2d_dilations + +```python +"""input_shape: [1, 1, 4, 4] +output_shape: [1, 1, 2, 2] +""" +p = 2 +node = onnx.helper.make_node( + "LpPool", + inputs=["x"], + outputs=["y"], + kernel_shape=[2, 2], + strides=[1, 1], + dilations=[2, 2], + p=p, +) +x = np.array( + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ] + ] + ] +).astype(np.float32) + +y = np.array( + [ + [ + [ + [14.560219778561036, 16.24807680927192], + [21.633307652783937, 23.49468024894146], + ] + ] + ] +).astype(np.float32) + +expect(node, inputs=[x], outputs=[y], name="test_lppool_2d_dilations") +``` + +
+
+lppool_2d_pads + +```python +"""input_shape: [1, 3, 28, 28] +output_shape: [1, 3, 30, 30] +pad_shape: [4, 4] -> [2, 2, 2, 2] by axis +""" +p = 3 +node = onnx.helper.make_node( + "LpPool", + inputs=["x"], + outputs=["y"], + kernel_shape=[3, 3], + pads=[2, 2, 2, 2], + p=p, +) +x = np.random.randn(1, 3, 28, 28).astype(np.float32) +x_shape = np.shape(x) +kernel_shape = (3, 3) +strides = (1, 1) +pad_bottom = pad_top = pad_right = pad_left = 2 +pads = [pad_top, pad_left, pad_bottom, pad_right] +out_shape, extra_pads = get_output_shape_explicit_padding( + pads, x_shape[2:], kernel_shape, strides +) +padded = np.pad( + x, + ( + (0, 0), + (0, 0), + (extra_pads[0], extra_pads[2]), + (extra_pads[1], extra_pads[3]), + ), + mode="constant", + constant_values=0, +) +y = pool( + padded, + x_shape, + kernel_shape, + strides, + out_shape, + "LPPOOL", + pads_required=extra_pads, + pads=pads, + p=p, +) + +expect(node, inputs=[x], outputs=[y], name="test_lppool_2d_pads") +``` + +
+
+lppool_2d_same_lower + +```python +"""input_shape: [1, 3, 32, 32] +output_shape: [1, 3, 32, 32] +pad_shape: [1, 1] -> [1, 0, 1, 0] by axis +""" +p = 4 +node = onnx.helper.make_node( + "LpPool", + inputs=["x"], + outputs=["y"], + kernel_shape=[2, 2], + auto_pad="SAME_LOWER", + p=p, +) +x = np.random.randn(1, 3, 32, 32).astype(np.float32) +x_shape = np.shape(x) +kernel_shape = (2, 2) +strides = (1, 1) +out_shape = get_output_shape_auto_pad( + "SAME_LOWER", x_shape[2:], kernel_shape, strides +) +pad_shape = get_pad_shape( + "SAME_LOWER", x_shape[2:], kernel_shape, strides, out_shape +) +pad_bottom = pad_shape[0] // 2 +pad_top = pad_shape[0] - pad_bottom +pad_right = pad_shape[1] // 2 +pad_left = pad_shape[1] - pad_right +padded = np.pad( + x, + ((0, 0), (0, 0), (pad_top, pad_bottom), (pad_left, pad_right)), + mode="constant", + constant_values=0, +) +pads = [pad_top, pad_left, pad_bottom, pad_right] +y = pool( + padded, x_shape, kernel_shape, strides, out_shape, "LPPOOL", pads, pads, p=p +) + +expect(node, inputs=[x], outputs=[y], name="test_lppool_2d_same_lower") +``` + +
+
+lppool_2d_same_upper + +```python +"""input_shape: [1, 3, 32, 32] +output_shape: [1, 3, 32, 32] +pad_shape: [1, 1] -> [0, 1, 0, 1] by axis +""" +p = 2 +node = onnx.helper.make_node( + "LpPool", + inputs=["x"], + outputs=["y"], + kernel_shape=[2, 2], + auto_pad="SAME_UPPER", + p=p, +) +x = np.random.randn(1, 3, 32, 32).astype(np.float32) +x_shape = np.shape(x) +kernel_shape = (2, 2) +strides = (1, 1) +out_shape = get_output_shape_auto_pad( + "SAME_UPPER", x_shape[2:], kernel_shape, strides +) +pad_shape = get_pad_shape( + "SAME_UPPER", x_shape[2:], kernel_shape, strides, out_shape +) +pad_top = pad_shape[0] // 2 +pad_bottom = pad_shape[0] - pad_top +pad_left = pad_shape[1] // 2 +pad_right = pad_shape[1] - pad_left +padded = np.pad( + x, + ((0, 0), (0, 0), (pad_top, pad_bottom), (pad_left, pad_right)), + mode="constant", + constant_values=0, +) +pads = [pad_top, pad_left, pad_bottom, pad_right] +y = pool( + padded, x_shape, kernel_shape, strides, out_shape, "LPPOOL", pads, pads, p=p +) + +expect(node, inputs=[x], outputs=[y], name="test_lppool_2d_same_upper") +``` + +
+
+lppool_2d_strides + +```python +"""input_shape: [1, 3, 32, 32] +output_shape: [1, 3, 10, 10] +""" +p = 2 +node = onnx.helper.make_node( + "LpPool", + inputs=["x"], + outputs=["y"], + kernel_shape=[5, 5], + strides=[3, 3], + p=p, +) +x = np.random.randn(1, 3, 32, 32).astype(np.float32) +x_shape = np.shape(x) +pads = None +kernel_shape = (5, 5) +strides = (3, 3) +out_shape, _ = get_output_shape_explicit_padding( + pads, x_shape[2:], kernel_shape, strides +) +padded = x +y = pool(padded, x_shape, kernel_shape, strides, out_shape, "LPPOOL", p=p) + +expect(node, inputs=[x], outputs=[y], name="test_lppool_2d_strides") +``` + +
+
+lppool_3d_default + +```python +"""input_shape: [1, 3, 32, 32, 32] +output_shape: [1, 3, 31, 31, 31] +""" +p = 3 +node = onnx.helper.make_node( + "LpPool", + inputs=["x"], + outputs=["y"], + kernel_shape=[2, 2, 2], + p=p, +) +x = np.random.randn(1, 3, 32, 32, 32).astype(np.float32) +x_shape = np.shape(x) +pads = None +kernel_shape = [2, 2, 2] +strides = [1, 1, 1] +out_shape, _ = get_output_shape_explicit_padding( + pads, x_shape[2:], kernel_shape, strides +) +padded = x +y = pool(padded, x_shape, kernel_shape, strides, out_shape, "LPPOOL", p=p) + +expect(node, inputs=[x], outputs=[y], name="test_lppool_3d_default") +``` + +
+ + +### MatMul +There are 1 test cases, listed as following: +
+matmul + +```python +node = onnx.helper.make_node( + "MatMul", + inputs=["a", "b"], + outputs=["c"], +) + +# 2d +a = np.random.randn(3, 4).astype(np.float32) +b = np.random.randn(4, 3).astype(np.float32) +c = np.matmul(a, b) +expect(node, inputs=[a, b], outputs=[c], name="test_matmul_2d") + +# 3d +a = np.random.randn(2, 3, 4).astype(np.float32) +b = np.random.randn(2, 4, 3).astype(np.float32) +c = np.matmul(a, b) +expect(node, inputs=[a, b], outputs=[c], name="test_matmul_3d") + +# 4d +a = np.random.randn(1, 2, 3, 4).astype(np.float32) +b = np.random.randn(1, 2, 4, 3).astype(np.float32) +c = np.matmul(a, b) +expect(node, inputs=[a, b], outputs=[c], name="test_matmul_4d") + +# broadcasting +a = np.random.randn(3, 1, 3, 4).astype(np.float32) +b = np.random.randn(1, 2, 4, 2).astype(np.float32) +c = np.matmul(a, b) +expect(node, inputs=[a, b], outputs=[c], name="test_matmul_bcast") + +# 1d + 3d +a = np.random.randn(4).astype(np.float32) +b = np.random.randn(2, 4, 1).astype(np.float32) +c = np.matmul(a, b) +expect(node, inputs=[a, b], outputs=[c], name="test_matmul_1d_3d") + +# 3d + 1d +a = np.random.randn(1, 2, 4, 3).astype(np.float32) +b = np.random.randn(3).astype(np.float32) +c = np.matmul(a, b) +expect(node, inputs=[a, b], outputs=[c], name="test_matmul_4d_1d") + +# 1d + 1d +a = np.random.randn(3).astype(np.float32) +b = np.random.randn(3).astype(np.float32) +c = np.matmul(a, b) +expect(node, inputs=[a, b], outputs=[c], name="test_matmul_1d_1d") +``` + +
+ + +### MatMulInteger +There are 1 test cases, listed as following: +
+matmulinteger + +```python +node = onnx.helper.make_node( + "MatMulInteger", + inputs=["A", "B", "a_zero_point", "b_zero_point"], + outputs=["Y"], +) + +A = np.array( + [ + [11, 7, 3], + [10, 6, 2], + [9, 5, 1], + [8, 4, 0], + ], + dtype=np.uint8, +) + +a_zero_point = np.array([12], dtype=np.uint8) + +B = np.array( + [ + [1, 4], + [2, 5], + [3, 6], + ], + dtype=np.uint8, +) + +b_zero_point = np.array([0], dtype=np.uint8) + +output = np.array( + [ + [-38, -83], + [-44, -98], + [-50, -113], + [-56, -128], + ], + dtype=np.int32, +) + +expect( + node, + inputs=[A, B, a_zero_point, b_zero_point], + outputs=[output], + name="test_matmulinteger", +) +``` + +
+ + +### Max +There are 2 test cases, listed as following: +
+max + +```python +data_0 = np.array([3, 2, 1]).astype(np.float32) +data_1 = np.array([1, 4, 4]).astype(np.float32) +data_2 = np.array([2, 5, 3]).astype(np.float32) +result = np.array([3, 5, 4]).astype(np.float32) +node = onnx.helper.make_node( + "Max", + inputs=["data_0", "data_1", "data_2"], + outputs=["result"], +) +expect( + node, + inputs=[data_0, data_1, data_2], + outputs=[result], + name="test_max_example", +) + +node = onnx.helper.make_node( + "Max", + inputs=["data_0"], + outputs=["result"], +) +expect(node, inputs=[data_0], outputs=[data_0], name="test_max_one_input") + +result = np.maximum(data_0, data_1) +node = onnx.helper.make_node( + "Max", + inputs=["data_0", "data_1"], + outputs=["result"], +) +expect( + node, inputs=[data_0, data_1], outputs=[result], name="test_max_two_inputs" +) +``` + +
+
+max_all_numeric_types + +```python +for op_dtype in all_numeric_dtypes: + data_0 = np.array([3, 2, 1]).astype(op_dtype) + data_1 = np.array([1, 4, 4]).astype(op_dtype) + result = np.array([3, 4, 4]).astype(op_dtype) + node = onnx.helper.make_node( + "Max", + inputs=["data_0", "data_1"], + outputs=["result"], + ) + expect( + node, + inputs=[data_0, data_1], + outputs=[result], + name=f"test_max_{np.dtype(op_dtype).name}", + ) +``` + +
+ + +### MaxPool +There are 19 test cases, listed as following: +
+maxpool_1d_default + +```python +"""input_shape: [1, 3, 32] +output_shape: [1, 3, 31] +""" +node = onnx.helper.make_node( + "MaxPool", + inputs=["x"], + outputs=["y"], + kernel_shape=[2], +) +x = np.random.randn(1, 3, 32).astype(np.float32) +x_shape = np.shape(x) +pads = None +kernel_shape = [2] +strides = [1] +out_shape, _ = get_output_shape_explicit_padding( + pads, x_shape[2:], kernel_shape, strides +) +padded = x +y = pool(padded, x_shape, kernel_shape, strides, out_shape, "MAX") + +expect(node, inputs=[x], outputs=[y], name="test_maxpool_1d_default") +``` + +
+
+maxpool_2d_ceil + +```python +"""input_shape: [1, 1, 4, 4] +output_shape: [1, 1, 2, 2] +""" +node = onnx.helper.make_node( + "MaxPool", + inputs=["x"], + outputs=["y"], + kernel_shape=[3, 3], + strides=[2, 2], + ceil_mode=True, +) +x = np.array( + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ] + ] + ] +).astype(np.float32) +y = np.array([[[[11, 12], [15, 16]]]]).astype(np.float32) + +expect(node, inputs=[x], outputs=[y], name="test_maxpool_2d_ceil") +``` + +
+
+maxpool_2d_ceil_output_size_reduce_by_one + +```python +"""input_shape: [1, 1, 2, 2] +output_shape: [1, 1, 1, 1] +""" +node = onnx.helper.make_node( + "MaxPool", + inputs=["x"], + outputs=["y"], + kernel_shape=[1, 1], + strides=[2, 2], + ceil_mode=True, +) +x = np.array([[[[1, 2], [3, 4]]]]).astype(np.float32) +y = np.array([[[[1]]]]).astype(np.float32) + +expect( + node, + inputs=[x], + outputs=[y], + name="test_maxpool_2d_ceil_output_size_reduce_by_one", +) +``` + +
+
+maxpool_2d_default + +```python +"""input_shape: [1, 3, 32, 32] +output_shape: [1, 3, 31, 31] +""" +node = onnx.helper.make_node( + "MaxPool", + inputs=["x"], + outputs=["y"], + kernel_shape=[2, 2], +) +x = np.random.randn(1, 3, 32, 32).astype(np.float32) +x_shape = np.shape(x) +pads = None +kernel_shape = (2, 2) +strides = (1, 1) +out_shape, _ = get_output_shape_explicit_padding( + pads, x_shape[2:], kernel_shape, strides +) +padded = x +y = pool(padded, x_shape, kernel_shape, strides, out_shape, "MAX") + +expect(node, inputs=[x], outputs=[y], name="test_maxpool_2d_default") +``` + +
+
+maxpool_2d_dilations + +```python +"""input_shape: [1, 1, 4, 4] +output_shape: [1, 1, 2, 2] +""" +node = onnx.helper.make_node( + "MaxPool", + inputs=["x"], + outputs=["y"], + kernel_shape=[2, 2], + strides=[1, 1], + dilations=[2, 2], +) +x = np.array( + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ] + ] + ] +).astype(np.float32) +y = np.array([[[[11, 12], [15, 16]]]]).astype(np.float32) + +expect(node, inputs=[x], outputs=[y], name="test_maxpool_2d_dilations") +``` + +
+
+maxpool_2d_pads + +```python +"""input_shape: [1, 3, 28, 28] +output_shape: [1, 3, 30, 30] +pad_shape: [4, 4] -> [2, 2, 2, 2] by axis +""" +node = onnx.helper.make_node( + "MaxPool", + inputs=["x"], + outputs=["y"], + kernel_shape=[3, 3], + pads=[2, 2, 2, 2], +) +x = np.random.randn(1, 3, 28, 28).astype(np.float32) +x_shape = np.shape(x) +kernel_shape = (3, 3) +strides = (1, 1) +pad_bottom = pad_top = pad_right = pad_left = 2 +pads = [pad_top, pad_left, pad_bottom, pad_right] +out_shape, extra_pads = get_output_shape_explicit_padding( + pads, x_shape[2:], kernel_shape, strides +) +padded = np.pad( + x, + ((0, 0), (0, 0), (pad_top, pad_bottom), (pad_left, pad_right)), + mode="constant", + constant_values=np.nan, +) + +y = pool( + padded, + x_shape, + kernel_shape, + strides, + out_shape, + "MAX", + pads_required=extra_pads, + pads=pads, +) + +expect(node, inputs=[x], outputs=[y], name="test_maxpool_2d_pads") +``` + +
+
+maxpool_2d_precomputed_pads + +```python +"""input_shape: [1, 1, 5, 5] +output_shape: [1, 1, 5, 5] +pad_shape: [4, 4] -> [2, 2, 2, 2] by axis +""" +node = onnx.helper.make_node( + "MaxPool", + inputs=["x"], + outputs=["y"], + kernel_shape=[5, 5], + pads=[2, 2, 2, 2], +) +x = np.array( + [ + [ + [ + [1, 2, 3, 4, 5], + [6, 7, 8, 9, 10], + [11, 12, 13, 14, 15], + [16, 17, 18, 19, 20], + [21, 22, 23, 24, 25], + ] + ] + ] +).astype(np.float32) +y = np.array( + [ + [ + [ + [13, 14, 15, 15, 15], + [18, 19, 20, 20, 20], + [23, 24, 25, 25, 25], + [23, 24, 25, 25, 25], + [23, 24, 25, 25, 25], + ] + ] + ] +).astype(np.float32) + +expect(node, inputs=[x], outputs=[y], name="test_maxpool_2d_precomputed_pads") +``` + +
+
+maxpool_2d_precomputed_same_upper + +```python +"""input_shape: [1, 1, 5, 5] +output_shape: [1, 1, 3, 3] +pad_shape: [2, 2] -> [1, 1, 1, 1] by axis +""" +node = onnx.helper.make_node( + "MaxPool", + inputs=["x"], + outputs=["y"], + kernel_shape=[3, 3], + strides=[2, 2], + auto_pad="SAME_UPPER", +) +x = np.array( + [ + [ + [ + [1, 2, 3, 4, 5], + [6, 7, 8, 9, 10], + [11, 12, 13, 14, 15], + [16, 17, 18, 19, 20], + [21, 22, 23, 24, 25], + ] + ] + ] +).astype(np.float32) +y = np.array([[[[7, 9, 10], [17, 19, 20], [22, 24, 25]]]]).astype(np.float32) + +expect( + node, inputs=[x], outputs=[y], name="test_maxpool_2d_precomputed_same_upper" +) +``` + +
+
+maxpool_2d_precomputed_strides + +```python +"""input_shape: [1, 1, 5, 5] +output_shape: [1, 1, 2, 2] +""" +node = onnx.helper.make_node( + "MaxPool", inputs=["x"], outputs=["y"], kernel_shape=[2, 2], strides=[2, 2] +) +x = np.array( + [ + [ + [ + [1, 2, 3, 4, 5], + [6, 7, 8, 9, 10], + [11, 12, 13, 14, 15], + [16, 17, 18, 19, 20], + [21, 22, 23, 24, 25], + ] + ] + ] +).astype(np.float32) +y = np.array([[[[7, 9], [17, 19]]]]).astype(np.float32) + +expect( + node, inputs=[x], outputs=[y], name="test_maxpool_2d_precomputed_strides" +) +``` + +
+
+maxpool_2d_same_lower + +```python +"""input_shape: [1, 3, 32, 32] +output_shape: [1, 3, 32, 32] +pad_shape: [1, 1] -> [1, 0, 1, 0] by axis +""" +node = onnx.helper.make_node( + "MaxPool", + inputs=["x"], + outputs=["y"], + kernel_shape=[2, 2], + auto_pad="SAME_LOWER", +) +x = np.random.randn(1, 3, 32, 32).astype(np.float32) +x_shape = np.shape(x) +kernel_shape = (2, 2) +strides = (1, 1) +out_shape = get_output_shape_auto_pad( + "SAME_LOWER", x_shape[2:], kernel_shape, strides +) +pad_shape = get_pad_shape( + "SAME_LOWER", x_shape[2:], kernel_shape, strides, out_shape +) +pad_bottom = pad_shape[0] // 2 +pad_top = pad_shape[0] - pad_bottom +pad_right = pad_shape[1] // 2 +pad_left = pad_shape[1] - pad_right +padded = np.pad( + x, + ((0, 0), (0, 0), (pad_top, pad_bottom), (pad_left, pad_right)), + mode="constant", + constant_values=np.nan, +) +pads = [pad_top, pad_left, pad_bottom, pad_right] +y = pool(padded, x_shape, kernel_shape, strides, out_shape, "MAX", pads, pads) + +expect(node, inputs=[x], outputs=[y], name="test_maxpool_2d_same_lower") +``` + +
+
+maxpool_2d_same_upper + +```python +"""input_shape: [1, 3, 32, 32] +output_shape: [1, 3, 32, 32] +pad_shape: [1, 1] -> [0, 1, 0, 1] by axis +""" +node = onnx.helper.make_node( + "MaxPool", + inputs=["x"], + outputs=["y"], + kernel_shape=[2, 2], + auto_pad="SAME_UPPER", +) +x = np.random.randn(1, 3, 32, 32).astype(np.float32) +x_shape = np.shape(x) +kernel_shape = (2, 2) +strides = (1, 1) +out_shape = get_output_shape_auto_pad( + "SAME_UPPER", x_shape[2:], kernel_shape, strides +) +pad_shape = get_pad_shape( + "SAME_UPPER", x_shape[2:], kernel_shape, strides, out_shape +) +pad_top = pad_shape[0] // 2 +pad_bottom = pad_shape[0] - pad_top +pad_left = pad_shape[1] // 2 +pad_right = pad_shape[1] - pad_left +padded = np.pad( + x, + ((0, 0), (0, 0), (pad_top, pad_bottom), (pad_left, pad_right)), + mode="constant", + constant_values=np.nan, +) +pads = [pad_top, pad_left, pad_bottom, pad_right] +y = pool(padded, x_shape, kernel_shape, strides, out_shape, "MAX", pads, pads) + +expect(node, inputs=[x], outputs=[y], name="test_maxpool_2d_same_upper") +``` + +
+
+maxpool_2d_strides + +```python +"""input_shape: [1, 3, 32, 32] +output_shape: [1, 3, 10, 10] +""" +node = onnx.helper.make_node( + "MaxPool", inputs=["x"], outputs=["y"], kernel_shape=[5, 5], strides=[3, 3] +) +x = np.random.randn(1, 3, 32, 32).astype(np.float32) +x_shape = np.shape(x) +pads = None +kernel_shape = (5, 5) +strides = (3, 3) +out_shape, pads = get_output_shape_explicit_padding( + pads, x_shape[2:], kernel_shape, strides +) +padded = x +y = pool(padded, x_shape, kernel_shape, strides, out_shape, "MAX") + +expect(node, inputs=[x], outputs=[y], name="test_maxpool_2d_strides") +``` + +
+
+maxpool_2d_uint8 + +```python +"""input_shape: [1, 1, 5, 5] +output_shape: [1, 1, 5, 5] +pad_shape: [4, 4] -> [2, 2, 2, 2] by axis +""" +node = onnx.helper.make_node( + "MaxPool", + inputs=["x"], + outputs=["y"], + kernel_shape=[5, 5], + pads=[2, 2, 2, 2], +) +x = np.array( + [ + [ + [ + [1, 2, 3, 4, 5], + [6, 7, 8, 9, 10], + [11, 12, 13, 14, 15], + [16, 17, 18, 19, 20], + [21, 22, 23, 24, 25], + ] + ] + ] +).astype(np.uint8) +y = np.array( + [ + [ + [ + [13, 14, 15, 15, 15], + [18, 19, 20, 20, 20], + [23, 24, 25, 25, 25], + [23, 24, 25, 25, 25], + [23, 24, 25, 25, 25], + ] + ] + ] +).astype(np.uint8) + +expect(node, inputs=[x], outputs=[y], name="test_maxpool_2d_uint8") +``` + +
+
+maxpool_3d_default + +```python +"""input_shape: [1, 3, 32, 32, 32] +output_shape: [1, 3, 31, 31, 31] +""" +node = onnx.helper.make_node( + "MaxPool", + inputs=["x"], + outputs=["y"], + kernel_shape=[2, 2, 2], +) +x = np.random.randn(1, 3, 32, 32, 32).astype(np.float32) +x_shape = np.shape(x) +pads = None +kernel_shape = [2, 2, 2] +strides = [1, 1, 1] +out_shape, _ = get_output_shape_explicit_padding( + pads, x_shape[2:], kernel_shape, strides +) +padded = x +y = pool(padded, x_shape, kernel_shape, strides, out_shape, "MAX") + +expect(node, inputs=[x], outputs=[y], name="test_maxpool_3d_default") +``` + +
+
+maxpool_3d_dilations + +```python +"""input_shape: [1, 1, 4, 4, 4] +output_shape: [1, 1, 2, 2, 2] +""" +node = onnx.helper.make_node( + "MaxPool", + inputs=["x"], + outputs=["y"], + kernel_shape=[2, 2, 2], + strides=[1, 1, 1], + dilations=[2, 2, 2], +) +x = np.array( + [ + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ], + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ], + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ], + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ], + ] + ] + ] +).astype(np.float32) +y = np.array([[[[[11, 12], [15, 16]], [[11, 12], [15, 16]]]]]).astype( + np.float32 +) + +expect(node, inputs=[x], outputs=[y], name="test_maxpool_3d_dilations") +``` + +
+
+maxpool_3d_dilations_use_ref_impl + +```python +"""input_shape: [1, 1, 4, 4, 4] +output_shape: [1, 1, 2, 2, 2] +""" +dilations = [2, 2, 2] +kernel_shape = [2, 2, 2] +strides = [1, 1, 1] +ceil_mode = False +node = onnx.helper.make_node( + "MaxPool", + inputs=["x"], + outputs=["y"], + kernel_shape=[2, 2, 2], + strides=[1, 1, 1], + dilations=dilations, +) +x = np.array( + [ + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ], + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ], + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ], + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ], + ] + ] + ] +).astype(np.float32) + +x_shape = x.shape[2:] +out_shape, pads = get_output_shape_explicit_padding( + None, x_shape, kernel_shape, strides, dilations, ceil_mode=ceil_mode +) +padded = x +y = pool( + padded, + (1, 1, *x_shape), + kernel_shape, + strides, + out_shape, + "MAX", + pads_required=pads, + pads=None, + dilations=dilations, +) + +expect( + node, inputs=[x], outputs=[y], name="test_maxpool_3d_dilations_use_ref_impl" +) +``` + +
+
+maxpool_3d_dilations_use_ref_impl_large + +```python +x_shape = (32, 32, 32) +dilations = (2, 2, 2) +kernel_shape = (5, 5, 5) +strides = (3, 3, 3) +ceil_mode = True + +node = onnx.helper.make_node( + "MaxPool", + inputs=["x"], + outputs=["y"], + kernel_shape=kernel_shape, + strides=strides, + dilations=dilations, + ceil_mode=ceil_mode, +) + +x = np.random.randn(1, 1, *x_shape).astype(np.float32) +out_shape, pads = get_output_shape_explicit_padding( + None, x_shape, kernel_shape, strides, dilations, ceil_mode=ceil_mode +) +padded = np.pad( + x, + ( + (0, 0), + (0, 0), + (pads[0], pads[3]), + (pads[1], pads[4]), + (pads[2], pads[5]), + ), + mode="constant", + constant_values=0, +) +y = pool( + padded, + (1, 1, *x_shape), + kernel_shape, + strides, + out_shape, + "MAX", + pads_required=pads, + pads=None, + dilations=dilations, +) + +expect( + node, + inputs=[x], + outputs=[y], + name="test_maxpool_3d_dilations_use_ref_impl_large", +) +``` + +
+
+maxpool_with_argmax_2d_precomputed_pads + +```python +"""input_shape: [1, 1, 5, 5] +output_shape: [1, 1, 5, 5] +pad_shape: [4, 4] -> [2, 2, 2, 2] by axis +""" +node = onnx.helper.make_node( + "MaxPool", + inputs=["x"], + outputs=["y", "z"], + kernel_shape=[5, 5], + pads=[2, 2, 2, 2], +) +x = np.array( + [ + [ + [ + [1, 2, 3, 4, 5], + [6, 7, 8, 9, 10], + [11, 12, 13, 14, 15], + [16, 17, 18, 19, 20], + [21, 22, 23, 24, 25], + ] + ] + ] +).astype(np.float32) +y = np.array( + [ + [ + [ + [13, 14, 15, 15, 15], + [18, 19, 20, 20, 20], + [23, 24, 25, 25, 25], + [23, 24, 25, 25, 25], + [23, 24, 25, 25, 25], + ] + ] + ] +).astype(np.float32) +z = np.array( + [ + [ + [ + [12, 13, 14, 14, 14], + [17, 18, 19, 19, 19], + [22, 23, 24, 24, 24], + [22, 23, 24, 24, 24], + [22, 23, 24, 24, 24], + ] + ] + ] +).astype(np.int64) + +expect( + node, + inputs=[x], + outputs=[y, z], + name="test_maxpool_with_argmax_2d_precomputed_pads", +) +``` + +
+
+maxpool_with_argmax_2d_precomputed_strides + +```python +"""input_shape: [1, 1, 5, 5] +output_shape: [1, 1, 2, 2] +""" +node = onnx.helper.make_node( + "MaxPool", + inputs=["x"], + outputs=["y", "z"], + kernel_shape=[2, 2], + strides=[2, 2], + storage_order=1, +) +x = np.array( + [ + [ + [ + [1, 2, 3, 4, 5], + [6, 7, 8, 9, 10], + [11, 12, 13, 14, 15], + [16, 17, 18, 19, 20], + [21, 22, 23, 24, 25], + ] + ] + ] +).astype(np.float32) +y = np.array([[[[7, 9], [17, 19]]]]).astype(np.float32) +z = np.array([[[[6, 16], [8, 18]]]]).astype(np.int64) + +expect( + node, + inputs=[x], + outputs=[y, z], + name="test_maxpool_with_argmax_2d_precomputed_strides", +) +``` + +
+ + +### MaxUnpool +There are 2 test cases, listed as following: +
+with_output_shape + +```python +node = onnx.helper.make_node( + "MaxUnpool", + inputs=["xT", "xI", "output_shape"], + outputs=["y"], + kernel_shape=[2, 2], + strides=[2, 2], +) +xT = np.array([[[[5, 6], [7, 8]]]], dtype=np.float32) +xI = np.array([[[[5, 7], [13, 15]]]], dtype=np.int64) +output_shape = np.array((1, 1, 5, 5), dtype=np.int64) +y = np.array( + [ + [ + [ + [0, 0, 0, 0, 0], + [0, 5, 0, 6, 0], + [0, 0, 0, 0, 0], + [0, 7, 0, 8, 0], + [0, 0, 0, 0, 0], + ] + ] + ], + dtype=np.float32, +) +expect( + node, + inputs=[xT, xI, output_shape], + outputs=[y], + name="test_maxunpool_export_with_output_shape", +) +``` + +
+
+without_output_shape + +```python +node = onnx.helper.make_node( + "MaxUnpool", + inputs=["xT", "xI"], + outputs=["y"], + kernel_shape=[2, 2], + strides=[2, 2], +) +xT = np.array([[[[1, 2], [3, 4]]]], dtype=np.float32) +xI = np.array([[[[5, 7], [13, 15]]]], dtype=np.int64) +y = np.array( + [[[[0, 0, 0, 0], [0, 1, 0, 2], [0, 0, 0, 0], [0, 3, 0, 4]]]], + dtype=np.float32, +) +expect( + node, + inputs=[xT, xI], + outputs=[y], + name="test_maxunpool_export_without_output_shape", +) +``` + +
+ + +### Mean +There are 1 test cases, listed as following: +
+mean + +```python +data_0 = np.array([3, 0, 2]).astype(np.float32) +data_1 = np.array([1, 3, 4]).astype(np.float32) +data_2 = np.array([2, 6, 6]).astype(np.float32) +result = np.array([2, 3, 4]).astype(np.float32) +node = onnx.helper.make_node( + "Mean", + inputs=["data_0", "data_1", "data_2"], + outputs=["result"], +) +expect( + node, + inputs=[data_0, data_1, data_2], + outputs=[result], + name="test_mean_example", +) + +node = onnx.helper.make_node( + "Mean", + inputs=["data_0"], + outputs=["result"], +) +expect(node, inputs=[data_0], outputs=[data_0], name="test_mean_one_input") + +result = np.divide(np.add(data_0, data_1), 2.0) +node = onnx.helper.make_node( + "Mean", + inputs=["data_0", "data_1"], + outputs=["result"], +) +expect( + node, inputs=[data_0, data_1], outputs=[result], name="test_mean_two_inputs" +) +``` + +
+ + +### MeanVarianceNormalization +There are 1 test cases, listed as following: +
+meanvariancenormalization + +```python +node = onnx.helper.make_node( + "MeanVarianceNormalization", inputs=["X"], outputs=["Y"] +) + +input_data = np.array( + [ + [ + [[0.8439683], [0.5665144], [0.05836735]], + [[0.02916367], [0.12964272], [0.5060197]], + [[0.79538304], [0.9411346], [0.9546573]], + ], + [ + [[0.17730942], [0.46192095], [0.26480448]], + [[0.6746842], [0.01665257], [0.62473077]], + [[0.9240844], [0.9722341], [0.11965699]], + ], + [ + [[0.41356155], [0.9129373], [0.59330076]], + [[0.81929934], [0.7862604], [0.11799799]], + [[0.69248444], [0.54119414], [0.07513223]], + ], + ], + dtype=np.float32, +) + +# Calculate expected output data +data_mean = np.mean(input_data, axis=(0, 2, 3), keepdims=1) +data_mean_squared = np.power(data_mean, 2) +data_squared = np.power(input_data, 2) +data_squared_mean = np.mean(data_squared, axis=(0, 2, 3), keepdims=1) +std = np.sqrt(data_squared_mean - data_mean_squared) +expected_output = (input_data - data_mean) / (std + 1e-9) + +expect(node, inputs=[input_data], outputs=[expected_output], name="test_mvn") +``` + +
+ + +### MelWeightMatrix +There are 1 test cases, listed as following: +
+melweightmatrix + +```python +node = onnx.helper.make_node( + "MelWeightMatrix", + inputs=[ + "num_mel_bins", + "dft_length", + "sample_rate", + "lower_edge_hertz", + "upper_edge_hertz", + ], + outputs=["output"], +) + +num_mel_bins = np.int32(8) +dft_length = np.int32(16) +sample_rate = np.int32(8192) +lower_edge_hertz = np.float32(0) +upper_edge_hertz = np.float32(8192 / 2) + +num_spectrogram_bins = dft_length // 2 + 1 +frequency_bins = np.arange(0, num_mel_bins + 2) + +low_frequency_mel = 2595 * np.log10(1 + lower_edge_hertz / 700) +high_frequency_mel = 2595 * np.log10(1 + upper_edge_hertz / 700) +mel_step = (high_frequency_mel - low_frequency_mel) / frequency_bins.shape[0] + +frequency_bins = frequency_bins * mel_step + low_frequency_mel +frequency_bins = 700 * (np.power(10, (frequency_bins / 2595)) - 1) +frequency_bins = ((dft_length + 1) * frequency_bins) // sample_rate +frequency_bins = frequency_bins.astype(int) + +output = np.zeros((num_spectrogram_bins, num_mel_bins)) +output.flags.writeable = True + +for i in range(num_mel_bins): + lower_frequency_value = frequency_bins[i] # left + center_frequency_point = frequency_bins[i + 1] # center + higher_frequency_point = frequency_bins[i + 2] # right + low_to_center = center_frequency_point - lower_frequency_value + if low_to_center == 0: + output[center_frequency_point, i] = 1 + else: + for j in range(lower_frequency_value, center_frequency_point + 1): + output[j, i] = float(j - lower_frequency_value) / float( + low_to_center + ) + center_to_high = higher_frequency_point - center_frequency_point + if center_to_high > 0: + for j in range(center_frequency_point, higher_frequency_point): + output[j, i] = float(higher_frequency_point - j) / float( + center_to_high + ) + +# Expected output +# 1.000000, 1.000000, 0.000000, 0.000000, 0.000000, 0.000000, 0.000000, 0.000000, +# 0.000000, 0.000000, 1.000000, 1.000000, 0.000000, 0.000000, 0.000000, 0.000000, +# 0.000000, 0.000000, 0.000000, 0.000000, 1.000000, 0.000000, 0.000000, 0.000000, +# 0.000000, 0.000000, 0.000000, 0.000000, 0.000000, 1.000000, 0.000000, 0.000000, +# 0.000000, 0.000000, 0.000000, 0.000000, 0.000000, 0.000000, 1.000000, 0.000000, +# 0.000000, 0.000000, 0.000000, 0.000000, 0.000000, 0.000000, 0.000000, 1.000000, +# 0.000000, 0.000000, 0.000000, 0.000000, 0.000000, 0.000000, 0.000000, 0.000000, +# 0.000000, 0.000000, 0.000000, 0.000000, 0.000000, 0.000000, 0.000000, 0.000000, +# 0.000000, 0.000000, 0.000000, 0.000000, 0.000000, 0.000000, 0.000000, 0.000000, +output = output.astype(np.float32) +expect( + node, + inputs=[ + num_mel_bins, + dft_length, + sample_rate, + lower_edge_hertz, + upper_edge_hertz, + ], + outputs=[output], + name="test_melweightmatrix", +) +``` + +
+ + +### Min +There are 2 test cases, listed as following: +
+min + +```python +data_0 = np.array([3, 2, 1]).astype(np.float32) +data_1 = np.array([1, 4, 4]).astype(np.float32) +data_2 = np.array([2, 5, 0]).astype(np.float32) +result = np.array([1, 2, 0]).astype(np.float32) +node = onnx.helper.make_node( + "Min", + inputs=["data_0", "data_1", "data_2"], + outputs=["result"], +) +expect( + node, + inputs=[data_0, data_1, data_2], + outputs=[result], + name="test_min_example", +) + +node = onnx.helper.make_node( + "Min", + inputs=["data_0"], + outputs=["result"], +) +expect(node, inputs=[data_0], outputs=[data_0], name="test_min_one_input") + +result = np.minimum(data_0, data_1) +node = onnx.helper.make_node( + "Min", + inputs=["data_0", "data_1"], + outputs=["result"], +) +expect( + node, inputs=[data_0, data_1], outputs=[result], name="test_min_two_inputs" +) +``` + +
+
+min_all_numeric_types + +```python +for op_dtype in all_numeric_dtypes: + data_0 = np.array([3, 2, 1]).astype(op_dtype) + data_1 = np.array([1, 4, 4]).astype(op_dtype) + result = np.array([1, 2, 1]).astype(op_dtype) + node = onnx.helper.make_node( + "Min", + inputs=["data_0", "data_1"], + outputs=["result"], + ) + expect( + node, + inputs=[data_0, data_1], + outputs=[result], + name=f"test_min_{np.dtype(op_dtype).name}", + ) +``` + +
+ + +### Mish +There are 1 test cases, listed as following: +
+mish + +```python +node = onnx.helper.make_node("Mish", inputs=["X"], outputs=["Y"]) + +input_data = np.linspace(-10, 10, 10000, dtype=np.float32) + +# Calculate expected output data +expected_output = input_data * np.tanh(np.log1p(np.exp(input_data))) + +expect(node, inputs=[input_data], outputs=[expected_output], name="test_mish") +``` + +
+ + +### Mod +There are 13 test cases, listed as following: +
+mod_broadcast + +```python +node = onnx.helper.make_node( + "Mod", + inputs=["x", "y"], + outputs=["z"], +) + +x = np.arange(0, 30).reshape([3, 2, 5]).astype(np.int32) +y = np.array([7]).astype(np.int32) +z = np.mod(x, y) +# array([[[0, 1, 2, 3, 4], +# [5, 6, 0, 1, 2]], + +# [[3, 4, 5, 6, 0], +# [1, 2, 3, 4, 5]], + +# [[6, 0, 1, 2, 3], +# [4, 5, 6, 0, 1]]], dtype=int32) +expect(node, inputs=[x, y], outputs=[z], name="test_mod_broadcast") +``` + +
+
+mod_int64_fmod + +```python +node = onnx.helper.make_node("Mod", inputs=["x", "y"], outputs=["z"], fmod=1) + +x = np.array([-4, 7, 5, 4, -7, 8]).astype(np.int64) +y = np.array([2, -3, 8, -2, 3, 5]).astype(np.int64) +z = np.fmod(x, y) # expected output [ 0, 1, 5, 0, -1, 3] +expect(node, inputs=[x, y], outputs=[z], name="test_mod_int64_fmod") +``` + +
+
+mod_mixed_sign_float16 + +```python +node = onnx.helper.make_node("Mod", inputs=["x", "y"], outputs=["z"], fmod=1) + +x = np.array([-4.3, 7.2, 5.0, 4.3, -7.2, 8.0]).astype(np.float16) +y = np.array([2.1, -3.4, 8.0, -2.1, 3.4, 5.0]).astype(np.float16) +z = np.fmod( + x, y +) # expected output [-0.10156, 0.3984 , 5. , 0.10156, -0.3984 , 3.] +expect(node, inputs=[x, y], outputs=[z], name="test_mod_mixed_sign_float16") +``` + +
+
+mod_mixed_sign_float32 + +```python +node = onnx.helper.make_node("Mod", inputs=["x", "y"], outputs=["z"], fmod=1) + +x = np.array([-4.3, 7.2, 5.0, 4.3, -7.2, 8.0]).astype(np.float32) +y = np.array([2.1, -3.4, 8.0, -2.1, 3.4, 5.0]).astype(np.float32) +z = np.fmod( + x, y +) # expected output [-0.10000038, 0.39999962, 5. , 0.10000038, -0.39999962, 3.] +expect(node, inputs=[x, y], outputs=[z], name="test_mod_mixed_sign_float32") +``` + +
+
+mod_mixed_sign_float64 + +```python +node = onnx.helper.make_node("Mod", inputs=["x", "y"], outputs=["z"], fmod=1) + +x = np.array([-4.3, 7.2, 5.0, 4.3, -7.2, 8.0]).astype(np.float64) +y = np.array([2.1, -3.4, 8.0, -2.1, 3.4, 5.0]).astype(np.float64) +z = np.fmod(x, y) # expected output [-0.1, 0.4, 5. , 0.1, -0.4, 3.] +expect(node, inputs=[x, y], outputs=[z], name="test_mod_mixed_sign_float64") +``` + +
+
+mod_mixed_sign_int16 + +```python +node = onnx.helper.make_node( + "Mod", + inputs=["x", "y"], + outputs=["z"], +) + +x = np.array([-4, 7, 5, 4, -7, 8]).astype(np.int16) +y = np.array([2, -3, 8, -2, 3, 5]).astype(np.int16) +z = np.mod(x, y) # expected output [ 0, -2, 5, 0, 2, 3] +expect(node, inputs=[x, y], outputs=[z], name="test_mod_mixed_sign_int16") +``` + +
+
+mod_mixed_sign_int32 + +```python +node = onnx.helper.make_node( + "Mod", + inputs=["x", "y"], + outputs=["z"], +) + +x = np.array([-4, 7, 5, 4, -7, 8]).astype(np.int32) +y = np.array([2, -3, 8, -2, 3, 5]).astype(np.int32) +z = np.mod(x, y) # expected output [ 0, -2, 5, 0, 2, 3] +expect(node, inputs=[x, y], outputs=[z], name="test_mod_mixed_sign_int32") +``` + +
+
+mod_mixed_sign_int64 + +```python +node = onnx.helper.make_node( + "Mod", + inputs=["x", "y"], + outputs=["z"], +) + +x = np.array([-4, 7, 5, 4, -7, 8]).astype(np.int64) +y = np.array([2, -3, 8, -2, 3, 5]).astype(np.int64) +z = np.mod(x, y) # expected output [ 0, -2, 5, 0, 2, 3] +expect(node, inputs=[x, y], outputs=[z], name="test_mod_mixed_sign_int64") +``` + +
+
+mod_mixed_sign_int8 + +```python +node = onnx.helper.make_node( + "Mod", + inputs=["x", "y"], + outputs=["z"], +) + +x = np.array([-4, 7, 5, 4, -7, 8]).astype(np.int8) +y = np.array([2, -3, 8, -2, 3, 5]).astype(np.int8) +z = np.mod(x, y) # expected output [ 0, -2, 5, 0, 2, 3] +expect(node, inputs=[x, y], outputs=[z], name="test_mod_mixed_sign_int8") +``` + +
+
+mod_uint16 + +```python +node = onnx.helper.make_node( + "Mod", + inputs=["x", "y"], + outputs=["z"], +) + +x = np.array([4, 7, 5]).astype(np.uint16) +y = np.array([2, 3, 8]).astype(np.uint16) +z = np.mod(x, y) # expected output [0, 1, 5] +expect(node, inputs=[x, y], outputs=[z], name="test_mod_uint16") +``` + +
+
+mod_uint32 + +```python +node = onnx.helper.make_node( + "Mod", + inputs=["x", "y"], + outputs=["z"], +) + +x = np.array([4, 7, 5]).astype(np.uint32) +y = np.array([2, 3, 8]).astype(np.uint32) +z = np.mod(x, y) # expected output [0, 1, 5] +expect(node, inputs=[x, y], outputs=[z], name="test_mod_uint32") +``` + +
+
+mod_uint64 + +```python +node = onnx.helper.make_node( + "Mod", + inputs=["x", "y"], + outputs=["z"], +) + +x = np.array([4, 7, 5]).astype(np.uint64) +y = np.array([2, 3, 8]).astype(np.uint64) +z = np.mod(x, y) # expected output [0, 1, 5] +expect(node, inputs=[x, y], outputs=[z], name="test_mod_uint64") +``` + +
+
+mod_uint8 + +```python +node = onnx.helper.make_node( + "Mod", + inputs=["x", "y"], + outputs=["z"], +) + +x = np.array([4, 7, 5]).astype(np.uint8) +y = np.array([2, 3, 8]).astype(np.uint8) +z = np.mod(x, y) # expected output [0, 1, 5] +expect(node, inputs=[x, y], outputs=[z], name="test_mod_uint8") +``` + +
+ + +### Momentum +There are 3 test cases, listed as following: +
+momentum + +```python +# Define operator attributes. +norm_coefficient = 0.001 +alpha = 0.95 +beta = 0.1 + +# Create operator. +node = onnx.helper.make_node( + "Momentum", + inputs=["R", "T", "X", "G", "V"], + outputs=["X_new", "V_new"], + norm_coefficient=norm_coefficient, + alpha=alpha, + beta=beta, + mode="standard", + domain=AI_ONNX_PREVIEW_TRAINING_DOMAIN, +) + +# Define operator inputs. +r = np.array(0.1, dtype=np.float32) # scalar +t = np.array(0, dtype=np.int64) # scalar +x = np.array([1.2, 2.8], dtype=np.float32) +g = np.array([-0.94, -2.5], dtype=np.float32) +v = np.array([1.7, 3.6], dtype=np.float32) + +# Compute expected outputs of Momentum. +x_new, v_new = apply_momentum(r, t, x, g, v, norm_coefficient, alpha, beta) + +# Check results. +expect( + node, + inputs=[r, t, x, g, v], + outputs=[x_new, v_new], + name="test_momentum", + opset_imports=[ + onnx.helper.make_opsetid(AI_ONNX_PREVIEW_TRAINING_DOMAIN, 1) + ], +) +``` + +
+
+momentum_multiple + +```python +# Define operator attributes. +norm_coefficient = 0.001 +alpha = 0.95 +beta = 0.85 + +node = onnx.helper.make_node( + "Momentum", + inputs=["R", "T", "X1", "X2", "G1", "G2", "H1", "H2"], + outputs=["X1_new", "X2_new", "V1_new", "V2_new"], + norm_coefficient=norm_coefficient, + alpha=alpha, + beta=beta, + mode="standard", + domain=AI_ONNX_PREVIEW_TRAINING_DOMAIN, +) + +# Define operator inputs. +r = np.array(0.1, dtype=np.float32) # scalar +t = np.array(0, dtype=np.int64) # scalar + +x1 = np.array([1.0], dtype=np.float32) +g1 = np.array([-1.0], dtype=np.float32) +v1 = np.array([2.0], dtype=np.float32) + +x2 = np.array([1.0, 2.0], dtype=np.float32) +g2 = np.array([-1.0, -3.0], dtype=np.float32) +v2 = np.array([4.0, 1.0], dtype=np.float32) + +# Compute expected outputs of Momentum. +x1_new, v1_new = apply_momentum(r, t, x1, g1, v1, norm_coefficient, alpha, beta) +x2_new, v2_new = apply_momentum(r, t, x2, g2, v2, norm_coefficient, alpha, beta) + +# Check results. +expect( + node, + inputs=[r, t, x1, x2, g1, g2, v1, v2], + outputs=[x1_new, x2_new, v1_new, v2_new], + name="test_momentum_multiple", + opset_imports=[ + onnx.helper.make_opsetid(AI_ONNX_PREVIEW_TRAINING_DOMAIN, 1) + ], +) +``` + +
+
+nesterov_momentum + +```python +# Define operator attributes. +norm_coefficient = 0.01 +alpha = 0.95 +beta = 1.0 + +# Create operator. +node = onnx.helper.make_node( + "Momentum", + inputs=["R", "T", "X", "G", "V"], + outputs=["X_new", "V_new"], + norm_coefficient=norm_coefficient, + alpha=alpha, + beta=beta, + mode="nesterov", + domain=AI_ONNX_PREVIEW_TRAINING_DOMAIN, +) + +# Define operator inputs. +r = np.array(0.1, dtype=np.float32) # scalar +t = np.array(0, dtype=np.int64) # scalar +x = np.array([1.2, 2.8], dtype=np.float32) +g = np.array([-0.94, -2.5], dtype=np.float32) +v = np.array([1.7, 3.6], dtype=np.float32) + +# Compute expected outputs of Momentum. +x_new, v_new = apply_nesterov(r, t, x, g, v, norm_coefficient, alpha, beta) + +# Check results. +expect( + node, + inputs=[r, t, x, g, v], + outputs=[x_new, v_new], + name="test_nesterov_momentum", + opset_imports=[ + onnx.helper.make_opsetid(AI_ONNX_PREVIEW_TRAINING_DOMAIN, 1) + ], +) +``` + +
+ + +### Mul +There are 2 test cases, listed as following: +
+mul + +```python +node = onnx.helper.make_node( + "Mul", + inputs=["x", "y"], + outputs=["z"], +) + +x = np.array([1, 2, 3]).astype(np.float32) +y = np.array([4, 5, 6]).astype(np.float32) +z = x * y # expected output [4., 10., 18.] +expect(node, inputs=[x, y], outputs=[z], name="test_mul_example") + +x = np.random.randn(3, 4, 5).astype(np.float32) +y = np.random.randn(3, 4, 5).astype(np.float32) +z = x * y +expect(node, inputs=[x, y], outputs=[z], name="test_mul") + +x = np.random.randint(4, size=(3, 4, 5), dtype=np.int8) +y = np.random.randint(24, size=(3, 4, 5), dtype=np.int8) +z = x * y +expect(node, inputs=[x, y], outputs=[z], name="test_mul_int8") + +x = np.random.randint(4, size=(3, 4, 5), dtype=np.int16) +y = np.random.randint(24, size=(3, 4, 5), dtype=np.int16) +z = x * y +expect(node, inputs=[x, y], outputs=[z], name="test_mul_int16") + +x = np.random.randint(4, size=(3, 4, 5), dtype=np.uint8) +y = np.random.randint(24, size=(3, 4, 5), dtype=np.uint8) +z = x * y +expect(node, inputs=[x, y], outputs=[z], name="test_mul_uint8") + +x = np.random.randint(4, size=(3, 4, 5), dtype=np.uint16) +y = np.random.randint(24, size=(3, 4, 5), dtype=np.uint16) +z = x * y +expect(node, inputs=[x, y], outputs=[z], name="test_mul_uint16") + +x = np.random.randint(4, size=(3, 4, 5), dtype=np.uint32) +y = np.random.randint(24, size=(3, 4, 5), dtype=np.uint32) +z = x * y +expect(node, inputs=[x, y], outputs=[z], name="test_mul_uint32") + +x = np.random.randint(4, size=(3, 4, 5), dtype=np.uint64) +y = np.random.randint(24, size=(3, 4, 5), dtype=np.uint64) +z = x * y +expect(node, inputs=[x, y], outputs=[z], name="test_mul_uint64") +``` + +
+
+mul_broadcast + +```python +node = onnx.helper.make_node( + "Mul", + inputs=["x", "y"], + outputs=["z"], +) + +x = np.random.randn(3, 4, 5).astype(np.float32) +y = np.random.randn(5).astype(np.float32) +z = x * y +expect(node, inputs=[x, y], outputs=[z], name="test_mul_bcast") +``` + +
+ + +### Neg +There are 1 test cases, listed as following: +
+neg + +```python +node = onnx.helper.make_node( + "Neg", + inputs=["x"], + outputs=["y"], +) + +x = np.array([-4, 2]).astype(np.float32) +y = np.negative(x) # expected output [4., -2.], +expect(node, inputs=[x], outputs=[y], name="test_neg_example") + +x = np.random.randn(3, 4, 5).astype(np.float32) +y = np.negative(x) +expect(node, inputs=[x], outputs=[y], name="test_neg") +``` + +
+ + +### NegativeLogLikelihoodLoss +There are 18 test cases, listed as following: +
+input_shape_is_NC + +```python +reduction = "none" +node = onnx.helper.make_node( + "NegativeLogLikelihoodLoss", + inputs=["input", "target"], + outputs=["loss"], + reduction=reduction, +) + +N, C = 3, 5 +np.random.seed(0) +input = np.random.rand(N, C).astype(np.float32) +target = np.random.randint(0, high=C, size=(N,)).astype(np.int64) + +negative_log_likelihood_loss = compute_negative_log_likelihood_loss( + input, target, weight=None, reduction=reduction +) + +expect( + node, + inputs=[input, target], + outputs=[negative_log_likelihood_loss], + name="test_nllloss_NC", +) +``` + +
+
+input_shape_is_NCd1 + +```python +reduction = "mean" +node = onnx.helper.make_node( + "NegativeLogLikelihoodLoss", + inputs=["input", "target"], + outputs=["loss"], + reduction=reduction, +) + +N, C, d1 = 3, 5, 2 +np.random.seed(0) +input = np.random.rand(N, C, d1).astype(np.float32) +target = np.random.randint(0, high=C, size=(N, d1)).astype(np.int64) + +negative_log_likelihood_loss = compute_negative_log_likelihood_loss( + input, target, weight=None, reduction=reduction +) + +expect( + node, + inputs=[input, target], + outputs=[negative_log_likelihood_loss], + name="test_nllloss_NCd1", +) +``` + +
+
+input_shape_is_NCd1_ii + +```python +reduction = "mean" +ignore_index = np.int64(1) +node = onnx.helper.make_node( + "NegativeLogLikelihoodLoss", + inputs=["input", "target"], + outputs=["loss"], + reduction=reduction, + ignore_index=ignore_index, +) + +N, C, d1 = 3, 5, 2 +np.random.seed(0) +input = np.random.rand(N, C, d1).astype(np.float32) +target = np.random.randint(0, high=C, size=(N, d1)).astype(np.int64) +target[0][0] = np.int64(1) + +negative_log_likelihood_loss = compute_negative_log_likelihood_loss( + input, target, weight=None, reduction=reduction, ignore_index=ignore_index +) + +expect( + node, + inputs=[input, target], + outputs=[negative_log_likelihood_loss], + name="test_nllloss_NCd1_ii", +) +``` + +
+
+input_shape_is_NCd1_mean_weight_negative_ii + +```python +reduction = "mean" +ignore_index = np.int64(-1) + +node = onnx.helper.make_node( + "NegativeLogLikelihoodLoss", + inputs=["input", "target", "weight"], + outputs=["loss"], + reduction=reduction, + ignore_index=ignore_index, +) + +N, C, dim1 = 3, 5, 6 +np.random.seed(0) +input = np.random.rand(N, C, dim1).astype(np.float32) +target = np.random.randint(0, high=C, size=(N, dim1)).astype(np.int64) +target[0][0] = -1 +weight = np.random.rand(C).astype(np.float32) + +negative_log_likelihood_loss = compute_negative_log_likelihood_loss( + input, target, weight=weight, reduction=reduction, ignore_index=ignore_index +) + +expect( + node, + inputs=[input, target, weight], + outputs=[negative_log_likelihood_loss], + name="test_nllloss_NCd1_mean_weight_negative_ii", +) +``` + +
+
+input_shape_is_NCd1_weight + +```python +reduction = "mean" +node = onnx.helper.make_node( + "NegativeLogLikelihoodLoss", + inputs=["input", "target", "weight"], + outputs=["loss"], + reduction=reduction, +) + +N, C, d1 = 3, 5, 2 +np.random.seed(0) +input = np.random.rand(N, C, d1).astype(np.float32) +target = np.random.randint(0, high=C, size=(N, d1)).astype(np.int64) +weight = np.random.rand(C).astype(np.float32) + +negative_log_likelihood_loss = compute_negative_log_likelihood_loss( + input, target, weight=weight, reduction=reduction +) + +expect( + node, + inputs=[input, target, weight], + outputs=[negative_log_likelihood_loss], + name="test_nllloss_NCd1_weight", +) +``` + +
+
+input_shape_is_NCd1_weight_ii + +```python +reduction = "mean" +ignore_index = np.int64(1) +node = onnx.helper.make_node( + "NegativeLogLikelihoodLoss", + inputs=["input", "target", "weight"], + outputs=["loss"], + reduction=reduction, + ignore_index=ignore_index, +) + +N, C, d1 = 3, 5, 2 +np.random.seed(0) +input = np.random.rand(N, C, d1).astype(np.float32) +target = np.random.randint(0, high=C, size=(N, d1)).astype(np.int64) +target[0][0] = np.int64(1) +weight = np.random.rand(C).astype(np.float32) + +negative_log_likelihood_loss = compute_negative_log_likelihood_loss( + input, target, weight=weight, reduction=reduction, ignore_index=ignore_index +) + +expect( + node, + inputs=[input, target, weight], + outputs=[negative_log_likelihood_loss], + name="test_nllloss_NCd1_weight_ii", +) +``` + +
+
+input_shape_is_NCd1d2 + +```python +reduction = "none" +node = onnx.helper.make_node( + "NegativeLogLikelihoodLoss", + inputs=["input", "target"], + outputs=["loss"], + reduction=reduction, +) + +N, C, dim1, dim2 = 3, 5, 6, 6 +np.random.seed(0) +input = np.random.rand(N, C, dim1, dim2).astype(np.float32) +target = np.random.randint(0, high=C, size=(N, dim1, dim2)).astype(np.int64) + +negative_log_likelihood_loss = compute_negative_log_likelihood_loss( + input, target, weight=None, reduction=reduction +) + +expect( + node, + inputs=[input, target], + outputs=[negative_log_likelihood_loss], + name="test_nllloss_NCd1d2", +) +``` + +
+
+input_shape_is_NCd1d2_no_weight_reduction_mean_ii + +```python +reduction = "mean" +ignore_index = np.int64(1) +node = onnx.helper.make_node( + "NegativeLogLikelihoodLoss", + inputs=["input", "target"], + outputs=["loss"], + reduction=reduction, + ignore_index=ignore_index, +) + +N, C, dim1, dim2 = 3, 5, 6, 6 +np.random.seed(0) +input = np.random.rand(N, C, dim1, dim2).astype(np.float32) +target = np.random.randint(0, high=C, size=(N, dim1, dim2)).astype(np.int64) +target[0][0][0] = np.int64(1) + +negative_log_likelihood_loss = compute_negative_log_likelihood_loss( + input, target, reduction=reduction, ignore_index=ignore_index +) + +expect( + node, + inputs=[input, target], + outputs=[negative_log_likelihood_loss], + name="test_nllloss_NCd1d2_no_weight_reduction_mean_ii", +) +``` + +
+
+input_shape_is_NCd1d2_reduction_mean + +```python +reduction = "mean" +node = onnx.helper.make_node( + "NegativeLogLikelihoodLoss", + inputs=["input", "target"], + outputs=["loss"], + reduction=reduction, +) + +N, C, dim1, dim2 = 3, 5, 6, 6 +np.random.seed(0) +input = np.random.rand(N, C, dim1, dim2).astype(np.float32) +target = np.random.randint(0, high=C, size=(N, dim1, dim2)).astype(np.int64) + +negative_log_likelihood_loss = compute_negative_log_likelihood_loss( + input, target, weight=None, reduction=reduction +) + +expect( + node, + inputs=[input, target], + outputs=[negative_log_likelihood_loss], + name="test_nllloss_NCd1d2_reduction_mean", +) +``` + +
+
+input_shape_is_NCd1d2_reduction_sum + +```python +reduction = "sum" +node = onnx.helper.make_node( + "NegativeLogLikelihoodLoss", + inputs=["input", "target"], + outputs=["loss"], + reduction=reduction, +) + +N, C, dim1, dim2 = 3, 5, 6, 6 +np.random.seed(0) +input = np.random.rand(N, C, dim1, dim2).astype(np.float32) +target = np.random.randint(0, high=C, size=(N, dim1, dim2)).astype(np.int64) + +negative_log_likelihood_loss = compute_negative_log_likelihood_loss( + input, target, weight=None, reduction=reduction +) + +expect( + node, + inputs=[input, target], + outputs=[negative_log_likelihood_loss], + name="test_nllloss_NCd1d2_reduction_sum", +) +``` + +
+
+input_shape_is_NCd1d2_with_weight + +```python +reduction = "none" +node = onnx.helper.make_node( + "NegativeLogLikelihoodLoss", + inputs=["input", "target", "weight"], + outputs=["loss"], + reduction=reduction, +) + +N, C, dim1, dim2 = 3, 5, 6, 6 +np.random.seed(0) +input = np.random.rand(N, C, dim1, dim2).astype(np.float32) +target = np.random.randint(0, high=C, size=(N, dim1, dim2)).astype(np.int64) +weight = np.random.rand(C).astype(np.float32) + +negative_log_likelihood_loss = compute_negative_log_likelihood_loss( + input, target, weight=weight, reduction=reduction +) + +expect( + node, + inputs=[input, target, weight], + outputs=[negative_log_likelihood_loss], + name="test_nllloss_NCd1d2_with_weight", +) +``` + +
+
+input_shape_is_NCd1d2_with_weight_reduction_mean + +```python +reduction = "mean" +node = onnx.helper.make_node( + "NegativeLogLikelihoodLoss", + inputs=["input", "target", "weight"], + outputs=["loss"], + reduction=reduction, +) + +N, C, dim1, dim2 = 3, 5, 6, 6 +np.random.seed(0) +input = np.random.rand(N, C, dim1, dim2).astype(np.float32) +target = np.random.randint(0, high=C, size=(N, dim1, dim2)).astype(np.int64) +weight = np.random.rand(C).astype(np.float32) + +negative_log_likelihood_loss = compute_negative_log_likelihood_loss( + input, target, weight=weight, reduction=reduction +) + +expect( + node, + inputs=[input, target, weight], + outputs=[negative_log_likelihood_loss], + name="test_nllloss_NCd1d2_with_weight_reduction_mean", +) +``` + +
+
+input_shape_is_NCd1d2_with_weight_reduction_sum + +```python +reduction = "sum" +node = onnx.helper.make_node( + "NegativeLogLikelihoodLoss", + inputs=["input", "target", "weight"], + outputs=["loss"], + reduction=reduction, +) + +N, C, dim1, dim2 = 3, 5, 6, 6 +np.random.seed(0) +input = np.random.rand(N, C, dim1, dim2).astype(np.float32) +target = np.random.randint(0, high=C, size=(N, dim1, dim2)).astype(np.int64) +weight = np.random.rand(C).astype(np.float32) + +negative_log_likelihood_loss = compute_negative_log_likelihood_loss( + input, target, weight=weight, reduction=reduction +) + +expect( + node, + inputs=[input, target, weight], + outputs=[negative_log_likelihood_loss], + name="test_nllloss_NCd1d2_with_weight_reduction_sum", +) +``` + +
+
+input_shape_is_NCd1d2_with_weight_reduction_sum_ii + +```python +reduction = "sum" +ignore_index = np.int64(0) +node = onnx.helper.make_node( + "NegativeLogLikelihoodLoss", + inputs=["input", "target", "weight"], + outputs=["loss"], + reduction=reduction, + ignore_index=ignore_index, +) + +N, C, dim1, dim2 = 3, 5, 6, 6 +np.random.seed(0) +input = np.random.rand(N, C, dim1, dim2).astype(np.float32) +target = np.random.randint(0, high=C, size=(N, dim1, dim2)).astype(np.int64) +target[0][0][0] = np.int64(0) +weight = np.random.rand(C).astype(np.float32) + +negative_log_likelihood_loss = compute_negative_log_likelihood_loss( + input, target, weight=weight, reduction=reduction, ignore_index=ignore_index +) + +expect( + node, + inputs=[input, target, weight], + outputs=[negative_log_likelihood_loss], + name="test_nllloss_NCd1d2_with_weight_reduction_sum_ii", +) +``` + +
+
+input_shape_is_NCd1d2d3_none_no_weight_negative_ii + +```python +reduction = "none" +ignore_index = np.int64(-5) + +node = onnx.helper.make_node( + "NegativeLogLikelihoodLoss", + inputs=["input", "target"], + outputs=["loss"], + reduction=reduction, + ignore_index=ignore_index, +) + +N, C, dim1, dim2, dim3 = 3, 5, 6, 6, 5 +np.random.seed(0) +input = np.random.rand(N, C, dim1, dim2, dim3).astype(np.float32) +target = np.random.randint(0, high=C, size=(N, dim1, dim2, dim3)).astype( + np.int64 +) +target[0][0][0][0] = -5 + +negative_log_likelihood_loss = compute_negative_log_likelihood_loss( + input, target, reduction=reduction, ignore_index=ignore_index +) + +expect( + node, + inputs=[input, target], + outputs=[negative_log_likelihood_loss], + name="test_nllloss_NCd1d2d3_none_no_weight_negative_ii", +) +``` + +
+
+input_shape_is_NCd1d2d3_sum_weight_high_ii + +```python +reduction = "sum" +ignore_index = np.int64(10) + +node = onnx.helper.make_node( + "NegativeLogLikelihoodLoss", + inputs=["input", "target", "weight"], + outputs=["loss"], + reduction=reduction, + ignore_index=ignore_index, +) + +N, C = 3, 5 +np.random.seed(0) +input = np.random.rand(N, C).astype(np.float32) +target = np.random.randint(0, high=C, size=(N)).astype(np.int64) +target[0] = 10 +weight = np.random.rand(C).astype(np.float32) + +negative_log_likelihood_loss = compute_negative_log_likelihood_loss( + input, target, weight=weight, reduction=reduction, ignore_index=ignore_index +) + +expect( + node, + inputs=[input, target, weight], + outputs=[negative_log_likelihood_loss], + name="test_nllloss_NCd1d2d3_sum_weight_high_ii", +) +``` + +
+
+input_shape_is_NCd1d2d3d4d5_mean_weight + +```python +reduction = "mean" + +node = onnx.helper.make_node( + "NegativeLogLikelihoodLoss", + inputs=["input", "target", "weight"], + outputs=["loss"], + reduction=reduction, +) + +N, C, dim1, dim2, dim3, dim4, dim5 = 3, 5, 6, 6, 5, 3, 4 +np.random.seed(0) +input = np.random.rand(N, C, dim1, dim2, dim3, dim4, dim5).astype(np.float32) +target = np.random.randint( + 0, high=C, size=(N, dim1, dim2, dim3, dim4, dim5) +).astype(np.int64) +weight = np.random.rand(C).astype(np.float32) + +negative_log_likelihood_loss = compute_negative_log_likelihood_loss( + input, target, weight=weight, reduction=reduction +) + +expect( + node, + inputs=[input, target, weight], + outputs=[negative_log_likelihood_loss], + name="test_nllloss_NCd1d2d3d4d5_mean_weight", +) +``` + +
+
+input_shape_is_NCd1d2d3d4d5_none_no_weight + +```python +reduction = "none" + +node = onnx.helper.make_node( + "NegativeLogLikelihoodLoss", + inputs=["input", "target"], + outputs=["loss"], + reduction=reduction, +) + +N, C, dim1, dim2, dim3, dim4, dim5 = 3, 5, 6, 6, 5, 3, 4 +np.random.seed(0) +input = np.random.rand(N, C, dim1, dim2, dim3, dim4, dim5).astype(np.float32) +target = np.random.randint( + 0, high=C, size=(N, dim1, dim2, dim3, dim4, dim5) +).astype(np.int64) + +negative_log_likelihood_loss = compute_negative_log_likelihood_loss( + input, target, reduction=reduction +) + +expect( + node, + inputs=[input, target], + outputs=[negative_log_likelihood_loss], + name="test_nllloss_NCd1d2d3d4d5_none_no_weight", +) +``` + +
+ + +### NonMaxSuppression +There are 10 test cases, listed as following: +
+nonmaxsuppression_center_point_box_format + +```python +node = onnx.helper.make_node( + "NonMaxSuppression", + inputs=[ + "boxes", + "scores", + "max_output_boxes_per_class", + "iou_threshold", + "score_threshold", + ], + outputs=["selected_indices"], + center_point_box=1, +) +boxes = np.array( + [ + [ + [0.5, 0.5, 1.0, 1.0], + [0.5, 0.6, 1.0, 1.0], + [0.5, 0.4, 1.0, 1.0], + [0.5, 10.5, 1.0, 1.0], + [0.5, 10.6, 1.0, 1.0], + [0.5, 100.5, 1.0, 1.0], + ] + ] +).astype(np.float32) +scores = np.array([[[0.9, 0.75, 0.6, 0.95, 0.5, 0.3]]]).astype(np.float32) +max_output_boxes_per_class = np.array([3]).astype(np.int64) +iou_threshold = np.array([0.5]).astype(np.float32) +score_threshold = np.array([0.0]).astype(np.float32) +selected_indices = np.array([[0, 0, 3], [0, 0, 0], [0, 0, 5]]).astype(np.int64) + +expect( + node, + inputs=[ + boxes, + scores, + max_output_boxes_per_class, + iou_threshold, + score_threshold, + ], + outputs=[selected_indices], + name="test_nonmaxsuppression_center_point_box_format", +) +``` + +
+
+nonmaxsuppression_flipped_coordinates + +```python +node = onnx.helper.make_node( + "NonMaxSuppression", + inputs=[ + "boxes", + "scores", + "max_output_boxes_per_class", + "iou_threshold", + "score_threshold", + ], + outputs=["selected_indices"], +) +boxes = np.array( + [ + [ + [1.0, 1.0, 0.0, 0.0], + [0.0, 0.1, 1.0, 1.1], + [0.0, 0.9, 1.0, -0.1], + [0.0, 10.0, 1.0, 11.0], + [1.0, 10.1, 0.0, 11.1], + [1.0, 101.0, 0.0, 100.0], + ] + ] +).astype(np.float32) +scores = np.array([[[0.9, 0.75, 0.6, 0.95, 0.5, 0.3]]]).astype(np.float32) +max_output_boxes_per_class = np.array([3]).astype(np.int64) +iou_threshold = np.array([0.5]).astype(np.float32) +score_threshold = np.array([0.0]).astype(np.float32) +selected_indices = np.array([[0, 0, 3], [0, 0, 0], [0, 0, 5]]).astype(np.int64) + +expect( + node, + inputs=[ + boxes, + scores, + max_output_boxes_per_class, + iou_threshold, + score_threshold, + ], + outputs=[selected_indices], + name="test_nonmaxsuppression_flipped_coordinates", +) +``` + +
+
+nonmaxsuppression_identical_boxes + +```python +node = onnx.helper.make_node( + "NonMaxSuppression", + inputs=[ + "boxes", + "scores", + "max_output_boxes_per_class", + "iou_threshold", + "score_threshold", + ], + outputs=["selected_indices"], +) +boxes = np.array( + [ + [ + [0.0, 0.0, 1.0, 1.0], + [0.0, 0.0, 1.0, 1.0], + [0.0, 0.0, 1.0, 1.0], + [0.0, 0.0, 1.0, 1.0], + [0.0, 0.0, 1.0, 1.0], + [0.0, 0.0, 1.0, 1.0], + [0.0, 0.0, 1.0, 1.0], + [0.0, 0.0, 1.0, 1.0], + [0.0, 0.0, 1.0, 1.0], + [0.0, 0.0, 1.0, 1.0], + ] + ] +).astype(np.float32) +scores = np.array( + [[[0.9, 0.9, 0.9, 0.9, 0.9, 0.9, 0.9, 0.9, 0.9, 0.9]]] +).astype(np.float32) +max_output_boxes_per_class = np.array([3]).astype(np.int64) +iou_threshold = np.array([0.5]).astype(np.float32) +score_threshold = np.array([0.0]).astype(np.float32) +selected_indices = np.array([[0, 0, 0]]).astype(np.int64) + +expect( + node, + inputs=[ + boxes, + scores, + max_output_boxes_per_class, + iou_threshold, + score_threshold, + ], + outputs=[selected_indices], + name="test_nonmaxsuppression_identical_boxes", +) +``` + +
+
+nonmaxsuppression_iou_threshold_boundary + +```python +"""Test boundary condition where IoU exactly equals threshold. + +This test verifies that the comparison is strict (>), not inclusive (>=). +When IoU exactly equals the threshold, boxes should be KEPT, not suppressed. +This follows PyTorch's NMS implementation. +""" +node = onnx.helper.make_node( + "NonMaxSuppression", + inputs=[ + "boxes", + "scores", + "max_output_boxes_per_class", + "iou_threshold", + "score_threshold", + ], + outputs=["selected_indices"], +) +# Two boxes with 50% overlap in each dimension +# box1=[0,0,1,1], box2=[0.5,0.5,1.5,1.5] +# Intersection area = 0.5 * 0.5 = 0.25 +# Union area = 1.0 + 1.0 - 0.25 = 1.75 +# IoU = 0.25 / 1.75 (exact value computed below as float32) +boxes = np.array( + [ + [ + [0.0, 0.0, 1.0, 1.0], # box 0 + [0.5, 0.5, 1.5, 1.5], # box 1 - overlaps box 0 + ] + ] +).astype(np.float32) +scores = np.array([[[0.9, 0.8]]]).astype(np.float32) +max_output_boxes_per_class = np.array([3]).astype(np.int64) +# Compute the exact IoU value and use it as threshold +# This ensures the threshold exactly equals the IoU +exact_iou = np.float32(0.25 / 1.75) +iou_threshold = np.array([exact_iou]).astype(np.float32) +score_threshold = np.array([0.0]).astype(np.float32) +# Both boxes should be selected because IoU == threshold (not > threshold) +selected_indices = np.array([[0, 0, 0], [0, 0, 1]]).astype(np.int64) + +expect( + node, + inputs=[ + boxes, + scores, + max_output_boxes_per_class, + iou_threshold, + score_threshold, + ], + outputs=[selected_indices], + name="test_nonmaxsuppression_iou_threshold_boundary", +) +``` + +
+
+nonmaxsuppression_limit_output_size + +```python +node = onnx.helper.make_node( + "NonMaxSuppression", + inputs=[ + "boxes", + "scores", + "max_output_boxes_per_class", + "iou_threshold", + "score_threshold", + ], + outputs=["selected_indices"], +) +boxes = np.array( + [ + [ + [0.0, 0.0, 1.0, 1.0], + [0.0, 0.1, 1.0, 1.1], + [0.0, -0.1, 1.0, 0.9], + [0.0, 10.0, 1.0, 11.0], + [0.0, 10.1, 1.0, 11.1], + [0.0, 100.0, 1.0, 101.0], + ] + ] +).astype(np.float32) +scores = np.array([[[0.9, 0.75, 0.6, 0.95, 0.5, 0.3]]]).astype(np.float32) +max_output_boxes_per_class = np.array([2]).astype(np.int64) +iou_threshold = np.array([0.5]).astype(np.float32) +score_threshold = np.array([0.0]).astype(np.float32) +selected_indices = np.array([[0, 0, 3], [0, 0, 0]]).astype(np.int64) + +expect( + node, + inputs=[ + boxes, + scores, + max_output_boxes_per_class, + iou_threshold, + score_threshold, + ], + outputs=[selected_indices], + name="test_nonmaxsuppression_limit_output_size", +) +``` + +
+
+nonmaxsuppression_single_box + +```python +node = onnx.helper.make_node( + "NonMaxSuppression", + inputs=[ + "boxes", + "scores", + "max_output_boxes_per_class", + "iou_threshold", + "score_threshold", + ], + outputs=["selected_indices"], +) +boxes = np.array([[[0.0, 0.0, 1.0, 1.0]]]).astype(np.float32) +scores = np.array([[[0.9]]]).astype(np.float32) +max_output_boxes_per_class = np.array([3]).astype(np.int64) +iou_threshold = np.array([0.5]).astype(np.float32) +score_threshold = np.array([0.0]).astype(np.float32) +selected_indices = np.array([[0, 0, 0]]).astype(np.int64) + +expect( + node, + inputs=[ + boxes, + scores, + max_output_boxes_per_class, + iou_threshold, + score_threshold, + ], + outputs=[selected_indices], + name="test_nonmaxsuppression_single_box", +) +``` + +
+
+nonmaxsuppression_suppress_by_IOU + +```python +node = onnx.helper.make_node( + "NonMaxSuppression", + inputs=[ + "boxes", + "scores", + "max_output_boxes_per_class", + "iou_threshold", + "score_threshold", + ], + outputs=["selected_indices"], +) +boxes = np.array( + [ + [ + [0.0, 0.0, 1.0, 1.0], + [0.0, 0.1, 1.0, 1.1], + [0.0, -0.1, 1.0, 0.9], + [0.0, 10.0, 1.0, 11.0], + [0.0, 10.1, 1.0, 11.1], + [0.0, 100.0, 1.0, 101.0], + ] + ] +).astype(np.float32) +scores = np.array([[[0.9, 0.75, 0.6, 0.95, 0.5, 0.3]]]).astype(np.float32) +max_output_boxes_per_class = np.array([3]).astype(np.int64) +iou_threshold = np.array([0.5]).astype(np.float32) +score_threshold = np.array([0.0]).astype(np.float32) +selected_indices = np.array([[0, 0, 3], [0, 0, 0], [0, 0, 5]]).astype(np.int64) + +expect( + node, + inputs=[ + boxes, + scores, + max_output_boxes_per_class, + iou_threshold, + score_threshold, + ], + outputs=[selected_indices], + name="test_nonmaxsuppression_suppress_by_IOU", +) +``` + +
+
+nonmaxsuppression_suppress_by_IOU_and_scores + +```python +node = onnx.helper.make_node( + "NonMaxSuppression", + inputs=[ + "boxes", + "scores", + "max_output_boxes_per_class", + "iou_threshold", + "score_threshold", + ], + outputs=["selected_indices"], +) +boxes = np.array( + [ + [ + [0.0, 0.0, 1.0, 1.0], + [0.0, 0.1, 1.0, 1.1], + [0.0, -0.1, 1.0, 0.9], + [0.0, 10.0, 1.0, 11.0], + [0.0, 10.1, 1.0, 11.1], + [0.0, 100.0, 1.0, 101.0], + ] + ] +).astype(np.float32) +scores = np.array([[[0.9, 0.75, 0.6, 0.95, 0.5, 0.3]]]).astype(np.float32) +max_output_boxes_per_class = np.array([3]).astype(np.int64) +iou_threshold = np.array([0.5]).astype(np.float32) +score_threshold = np.array([0.4]).astype(np.float32) +selected_indices = np.array([[0, 0, 3], [0, 0, 0]]).astype(np.int64) + +expect( + node, + inputs=[ + boxes, + scores, + max_output_boxes_per_class, + iou_threshold, + score_threshold, + ], + outputs=[selected_indices], + name="test_nonmaxsuppression_suppress_by_IOU_and_scores", +) +``` + +
+
+nonmaxsuppression_two_batches + +```python +node = onnx.helper.make_node( + "NonMaxSuppression", + inputs=[ + "boxes", + "scores", + "max_output_boxes_per_class", + "iou_threshold", + "score_threshold", + ], + outputs=["selected_indices"], +) +boxes = np.array( + [ + [ + [0.0, 0.0, 1.0, 1.0], + [0.0, 0.1, 1.0, 1.1], + [0.0, -0.1, 1.0, 0.9], + [0.0, 10.0, 1.0, 11.0], + [0.0, 10.1, 1.0, 11.1], + [0.0, 100.0, 1.0, 101.0], + ], + [ + [0.0, 0.0, 1.0, 1.0], + [0.0, 0.1, 1.0, 1.1], + [0.0, -0.1, 1.0, 0.9], + [0.0, 10.0, 1.0, 11.0], + [0.0, 10.1, 1.0, 11.1], + [0.0, 100.0, 1.0, 101.0], + ], + ] +).astype(np.float32) +scores = np.array( + [[[0.9, 0.75, 0.6, 0.95, 0.5, 0.3]], [[0.9, 0.75, 0.6, 0.95, 0.5, 0.3]]] +).astype(np.float32) +max_output_boxes_per_class = np.array([2]).astype(np.int64) +iou_threshold = np.array([0.5]).astype(np.float32) +score_threshold = np.array([0.0]).astype(np.float32) +selected_indices = np.array( + [[0, 0, 3], [0, 0, 0], [1, 0, 3], [1, 0, 0]] +).astype(np.int64) + +expect( + node, + inputs=[ + boxes, + scores, + max_output_boxes_per_class, + iou_threshold, + score_threshold, + ], + outputs=[selected_indices], + name="test_nonmaxsuppression_two_batches", +) +``` + +
+
+nonmaxsuppression_two_classes + +```python +node = onnx.helper.make_node( + "NonMaxSuppression", + inputs=[ + "boxes", + "scores", + "max_output_boxes_per_class", + "iou_threshold", + "score_threshold", + ], + outputs=["selected_indices"], +) +boxes = np.array( + [ + [ + [0.0, 0.0, 1.0, 1.0], + [0.0, 0.1, 1.0, 1.1], + [0.0, -0.1, 1.0, 0.9], + [0.0, 10.0, 1.0, 11.0], + [0.0, 10.1, 1.0, 11.1], + [0.0, 100.0, 1.0, 101.0], + ] + ] +).astype(np.float32) +scores = np.array( + [[[0.9, 0.75, 0.6, 0.95, 0.5, 0.3], [0.9, 0.75, 0.6, 0.95, 0.5, 0.3]]] +).astype(np.float32) +max_output_boxes_per_class = np.array([2]).astype(np.int64) +iou_threshold = np.array([0.5]).astype(np.float32) +score_threshold = np.array([0.0]).astype(np.float32) +selected_indices = np.array( + [[0, 0, 3], [0, 0, 0], [0, 1, 3], [0, 1, 0]] +).astype(np.int64) + +expect( + node, + inputs=[ + boxes, + scores, + max_output_boxes_per_class, + iou_threshold, + score_threshold, + ], + outputs=[selected_indices], + name="test_nonmaxsuppression_two_classes", +) +``` + +
+ + +### NonZero +There are 1 test cases, listed as following: +
+nonzero + +```python +node = onnx.helper.make_node( + "NonZero", + inputs=["condition"], + outputs=["result"], +) + +condition = np.array([[1, 0], [1, 1]], dtype=bool) +result = np.array( + np.nonzero(condition), dtype=np.int64 +) # expected output [[0, 1, 1], [0, 0, 1]] +expect(node, inputs=[condition], outputs=[result], name="test_nonzero_example") +``` + +
+ + +### Not +There are 1 test cases, listed as following: +
+not + +```python +node = onnx.helper.make_node( + "Not", + inputs=["x"], + outputs=["not"], +) + +# 2d +x = (np.random.randn(3, 4) > 0).astype(bool) +expect(node, inputs=[x], outputs=[np.logical_not(x)], name="test_not_2d") + +# 3d +x = (np.random.randn(3, 4, 5) > 0).astype(bool) +expect(node, inputs=[x], outputs=[np.logical_not(x)], name="test_not_3d") + +# 4d +x = (np.random.randn(3, 4, 5, 6) > 0).astype(bool) +expect(node, inputs=[x], outputs=[np.logical_not(x)], name="test_not_4d") +``` + +
+ + +### OneHot +There are 5 test cases, listed as following: +
+with_axis + +```python +axisValue = 1 +on_value = 3 +off_value = 1 +output_type = np.float32 +node = onnx.helper.make_node( + "OneHot", + inputs=["indices", "depth", "values"], + outputs=["y"], + axis=axisValue, +) +indices = np.array([[1, 9], [2, 4]], dtype=np.float32) +depth = np.float32(10) +values = np.array([off_value, on_value], dtype=output_type) +y = one_hot(indices, depth, axis=axisValue, dtype=output_type) +y = y * (on_value - off_value) + off_value +expect( + node, + inputs=[indices, depth, values], + outputs=[y], + name="test_onehot_with_axis", +) +``` + +
+
+with_negative_axis + +```python +axisValue = -2 +on_value = 3 +off_value = 1 +output_type = np.float32 +node = onnx.helper.make_node( + "OneHot", + inputs=["indices", "depth", "values"], + outputs=["y"], + axis=axisValue, +) +indices = np.array([[1, 9], [2, 4]], dtype=np.float32) +depth = np.float32(10) +values = np.array([off_value, on_value], dtype=output_type) +y = one_hot(indices, depth, axis=axisValue, dtype=output_type) +y = y * (on_value - off_value) + off_value +expect( + node, + inputs=[indices, depth, values], + outputs=[y], + name="test_onehot_with_negative_axis", +) +``` + +
+
+with_negative_indices + +```python +axisValue = 1 +on_value = 3 +off_value = 1 +output_type = np.float32 +node = onnx.helper.make_node( + "OneHot", + inputs=["indices", "depth", "values"], + outputs=["y"], + axis=axisValue, +) +indices = np.array([0, -7, -8], dtype=np.int64) + +# print(y) +# [[3. 1. 1. 1. 1. 1. 1. 1. 1. 1.] +# [1. 1. 1. 3. 1. 1. 1. 1. 1. 1.] +# [1. 1. 3. 1. 1. 1. 1. 1. 1. 1.]] + +depth = np.float32(10) +values = np.array([off_value, on_value], dtype=output_type) +y = one_hot(indices, depth, axis=axisValue, dtype=output_type) +y = y * (on_value - off_value) + off_value +expect( + node, + inputs=[indices, depth, values], + outputs=[y], + name="test_onehot_negative_indices", +) +``` + +
+
+with_out_of_range_indices + +```python +axisValue = 1 +on_value = 3 +off_value = 1 +output_type = np.float32 +node = onnx.helper.make_node( + "OneHot", + inputs=["indices", "depth", "values"], + outputs=["y"], + axis=axisValue, +) +# Indices outside [-depth, depth-1] map to an all-off_value row. +indices = np.array([5, -6, -1], dtype=np.int64) + +# print(y) +# [[1. 1. 1. 1. 1.] +# [1. 1. 1. 1. 1.] +# [1. 1. 1. 1. 3.]] + +depth = np.float32(5) +values = np.array([off_value, on_value], dtype=output_type) +y = one_hot(indices, depth, axis=axisValue, dtype=output_type) +y = y * (on_value - off_value) + off_value +expect( + node, + inputs=[indices, depth, values], + outputs=[y], + name="test_onehot_out_of_range_indices", +) +``` + +
+
+without_axis + +```python +on_value = 5 +off_value = 2 +output_type = np.int32 +node = onnx.helper.make_node( + "OneHot", inputs=["indices", "depth", "values"], outputs=["y"] +) +indices = np.array([0, 7, 8], dtype=np.int64) +depth = np.float32(12) +values = np.array([off_value, on_value], dtype=output_type) +y = one_hot(indices, depth, dtype=output_type) +y = y * (on_value - off_value) + off_value +expect( + node, + inputs=[indices, depth, values], + outputs=[y], + name="test_onehot_without_axis", +) +``` + +
+ + +### OptionalHasElement +There are 4 test cases, listed as following: +
+empty + +```python +optional = None + +tensor_type_proto = onnx.helper.make_tensor_type_proto( + elem_type=onnx.TensorProto.INT32, shape=[] +) +optional_type_proto = onnx.helper.make_optional_type_proto(tensor_type_proto) + +# OptionalHasElement takes a tensor or optional as input +for input_type_proto in [tensor_type_proto, optional_type_proto]: + input_name_options = { + "empty": "optional_input", + "empty_no_input_name": "", + "empty_no_input": None, + } + for test_name_surfix, input_name in input_name_options.items(): + if input_type_proto == tensor_type_proto and input_name: + # the input tensor cannot be empty if input name is provided. + continue + node = onnx.helper.make_node( + "OptionalHasElement", + inputs=[] if input_name is None else [input_name], + outputs=["output"], + ) + output = optional_has_element_reference_implementation(optional) + test_name = ( + "test_optional_has_element_" + + test_name_surfix + + ( + "_optional_input" + if input_type_proto == optional_type_proto + else "_tensor_input" + ) + ) + expect( + node, + inputs=[optional] if input_name else [], + outputs=[output], + input_type_protos=[input_type_proto] if input_name else [], + name=test_name, + ) +``` + +
+
+get_element_sequence + +```python +optional = [np.array([1, 2, 3, 4]).astype(np.int32)] +tensor_type_proto = onnx.helper.make_tensor_type_proto( + elem_type=onnx.TensorProto.INT32, + shape=[ + 4, + ], +) +seq_type_proto = onnx.helper.make_sequence_type_proto(tensor_type_proto) +optional_type_proto = onnx.helper.make_optional_type_proto(seq_type_proto) + +node = onnx.helper.make_node( + "OptionalGetElement", inputs=["optional_input"], outputs=["output"] +) +output = optional_get_element_reference_implementation(optional) +expect( + node, + inputs=[optional], + outputs=[output], + input_type_protos=[optional_type_proto], + name="test_optional_get_element_optional_sequence", +) +expect( + node, + inputs=[optional], + outputs=[output], + input_type_protos=[seq_type_proto], + name="test_optional_get_element_sequence", +) +``` + +
+
+get_element_tensor + +```python +optional = np.array([1, 2, 3, 4]).astype(np.float32) +tensor_type_proto = onnx.helper.make_tensor_type_proto( + elem_type=onnx.TensorProto.FLOAT, + shape=[ + 4, + ], +) +optional_type_proto = onnx.helper.make_optional_type_proto(tensor_type_proto) + +node = onnx.helper.make_node( + "OptionalGetElement", inputs=["optional_input"], outputs=["output"] +) +output = optional_get_element_reference_implementation(optional) +expect( + node, + inputs=[optional], + outputs=[output], + input_type_protos=[optional_type_proto], + name="test_optional_get_element_optional_tensor", +) +expect( + node, + inputs=[optional], + outputs=[output], + input_type_protos=[tensor_type_proto], + name="test_optional_get_element_tensor", +) +``` + +
+
+optionalhaselement + +```python +optional = np.array([1, 2, 3, 4]).astype(np.float32) +tensor_type_proto = onnx.helper.make_tensor_type_proto( + elem_type=onnx.TensorProto.FLOAT, + shape=[ + 4, + ], +) +optional_type_proto = onnx.helper.make_optional_type_proto(tensor_type_proto) + +# OptionalHasElement takes a tensor or optional as input +for input_type_protos in [tensor_type_proto, optional_type_proto]: + node = onnx.helper.make_node( + "OptionalHasElement", inputs=["optional_input"], outputs=["output"] + ) + output = optional_has_element_reference_implementation(optional) + test_name = "test_optional_has_element_" + ( + "optional_input" + if input_type_protos == optional_type_proto + else "tensor_input" + ) + expect( + node, + inputs=[optional], + outputs=[output], + input_type_protos=[optional_type_proto], + name=test_name, + ) +``` + +
+ + +### Or +There are 2 test cases, listed as following: +
+or + +```python +node = onnx.helper.make_node( + "Or", + inputs=["x", "y"], + outputs=["or"], +) + +# 2d +x = (np.random.randn(3, 4) > 0).astype(bool) +y = (np.random.randn(3, 4) > 0).astype(bool) +z = np.logical_or(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_or2d") + +# 3d +x = (np.random.randn(3, 4, 5) > 0).astype(bool) +y = (np.random.randn(3, 4, 5) > 0).astype(bool) +z = np.logical_or(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_or3d") + +# 4d +x = (np.random.randn(3, 4, 5, 6) > 0).astype(bool) +y = (np.random.randn(3, 4, 5, 6) > 0).astype(bool) +z = np.logical_or(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_or4d") +``` + +
+
+or_broadcast + +```python +node = onnx.helper.make_node( + "Or", + inputs=["x", "y"], + outputs=["or"], +) + +# 3d vs 1d +x = (np.random.randn(3, 4, 5) > 0).astype(bool) +y = (np.random.randn(5) > 0).astype(bool) +z = np.logical_or(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_or_bcast3v1d") + +# 3d vs 2d +x = (np.random.randn(3, 4, 5) > 0).astype(bool) +y = (np.random.randn(4, 5) > 0).astype(bool) +z = np.logical_or(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_or_bcast3v2d") + +# 4d vs 2d +x = (np.random.randn(3, 4, 5, 6) > 0).astype(bool) +y = (np.random.randn(5, 6) > 0).astype(bool) +z = np.logical_or(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_or_bcast4v2d") + +# 4d vs 3d +x = (np.random.randn(3, 4, 5, 6) > 0).astype(bool) +y = (np.random.randn(4, 5, 6) > 0).astype(bool) +z = np.logical_or(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_or_bcast4v3d") + +# 4d vs 4d +x = (np.random.randn(1, 4, 1, 6) > 0).astype(bool) +y = (np.random.randn(3, 1, 5, 6) > 0).astype(bool) +z = np.logical_or(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_or_bcast4v4d") +``` + +
+ + +### PRelu +There are 2 test cases, listed as following: +
+prelu + +```python +node = onnx.helper.make_node( + "PRelu", + inputs=["x", "slope"], + outputs=["y"], +) + +x = np.random.randn(3, 4, 5).astype(np.float32) +slope = np.random.randn(3, 4, 5).astype(np.float32) +y = np.clip(x, 0, np.inf) + np.clip(x, -np.inf, 0) * slope + +expect(node, inputs=[x, slope], outputs=[y], name="test_prelu_example") +``` + +
+
+prelu_broadcast + +```python +node = onnx.helper.make_node( + "PRelu", + inputs=["x", "slope"], + outputs=["y"], +) + +x = np.random.randn(3, 4, 5).astype(np.float32) +slope = np.random.randn(5).astype(np.float32) +y = np.clip(x, 0, np.inf) + np.clip(x, -np.inf, 0) * slope + +expect(node, inputs=[x, slope], outputs=[y], name="test_prelu_broadcast") +``` + +
+ + +### Pad +There are 4 test cases, listed as following: +
+constant_pad + +```python +node = onnx.helper.make_node( + "Pad", inputs=["x", "pads", "value"], outputs=["y"], mode="constant" +) +x = np.random.randn(1, 3, 4, 5).astype(np.float32) +pads = np.array([0, 0, 1, 3, 0, 0, 2, 4]).astype( + np.int64 +) # pad order [x1_begin, x2_begin, ..., x1_end, x2_end, ...] +value = np.float32(1.2) +y = pad_impl(x, pads, "constant", 1.2) + +expect(node, inputs=[x, pads, value], outputs=[y], name="test_constant_pad") +``` + +
+
+constant_pad_axes + +```python +node = onnx.helper.make_node( + "Pad", inputs=["x", "pads", "value", "axes"], outputs=["y"], mode="constant" +) +x = np.random.randn(1, 3, 4, 5).astype(np.float32) +pads = np.array([0, 3, 0, 4]).astype( + np.int64 +) # pad order [x1_begin, x2_begin, ..., x1_end, x2_end, ...] +value = np.float32(1.2) +axes = np.array([1, 3], dtype=np.int64) +y = pad_impl( + x, + pads, + "constant", + 1.2, + [1, 3], +) + +expect( + node, + inputs=[x, pads, value, axes], + outputs=[y], + name="test_constant_pad_axes", +) +``` + +
+
+constant_pad_negative_axes + +```python +node = onnx.helper.make_node( + "Pad", inputs=["x", "pads", "value", "axes"], outputs=["y"], mode="constant" +) +x = np.random.randn(1, 3, 4, 5).astype(np.float32) +pads = np.array([0, 3, 0, 4]).astype( + np.int64 +) # pad order [x1_begin, x2_begin, ..., x1_end, x2_end, ...] +value = np.float32(1.2) +axes = np.array([-3, -1], dtype=np.int64) +y = pad_impl( + x, + pads, + "constant", + 1.2, + [-3, -1], +) + +expect( + node, + inputs=[x, pads, value, axes], + outputs=[y], + name="test_constant_pad_negative_axes", +) +``` + +
+
+reflection_edge_and_wrap_pad + +```python +for mode in ("edge", "reflect", "wrap"): + node = onnx.helper.make_node( + "Pad", inputs=["x", "pads"], outputs=["y"], mode=mode + ) + x = np.random.randn(1, 3, 4, 5).astype(np.int32) + pads = np.array([0, 0, 1, 1, 0, 0, 1, 1]).astype( + np.int64 + ) # pad order [x1_begin, x2_begin, ..., x1_end, x2_end, ...] + y = pad_impl(x, pads, mode) + + expect(node, inputs=[x, pads], outputs=[y], name=f"test_{mode}_pad") +``` + +
+ + +### Pow +There are 3 test cases, listed as following: +
+pow + +```python +node = onnx.helper.make_node( + "Pow", + inputs=["x", "y"], + outputs=["z"], +) + +x = np.array([1, 2, 3]).astype(np.float32) +y = np.array([4, 5, 6]).astype(np.float32) +z = pow(x, y) # expected output [1., 32., 729.] +expect(node, inputs=[x, y], outputs=[z], name="test_pow_example") + +x = np.arange(60).reshape(3, 4, 5).astype(np.float32) +y = np.random.randn(3, 4, 5).astype(np.float32) +z = pow(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_pow") +``` + +
+
+pow_broadcast + +```python +node = onnx.helper.make_node( + "Pow", + inputs=["x", "y"], + outputs=["z"], +) + +x = np.array([1, 2, 3]).astype(np.float32) +y = np.array(2).astype(np.float32) +z = pow(x, y) # expected output [1., 4., 9.] +expect(node, inputs=[x, y], outputs=[z], name="test_pow_bcast_scalar") + +node = onnx.helper.make_node( + "Pow", + inputs=["x", "y"], + outputs=["z"], +) +x = np.array([[1, 2, 3], [4, 5, 6]]).astype(np.float32) +y = np.array([1, 2, 3]).astype(np.float32) +# expected output [[1, 4, 27], [4, 25, 216]] +z = pow(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_pow_bcast_array") +``` + +
+
+types + +```python +node = onnx.helper.make_node( + "Pow", + inputs=["x", "y"], + outputs=["z"], +) + +x = np.array([1, 2, 3]).astype(np.float32) +y = np.array([4, 5, 6]).astype(np.int64) +z = pow(x, y) # expected output [1., 32., 729.] +expect(node, inputs=[x, y], outputs=[z], name="test_pow_types_float32_int64") + +x = np.array([1, 2, 3]).astype(np.int64) +y = np.array([4, 5, 6]).astype(np.float32) +z = pow(x, y) # expected output [1, 32, 729] +expect(node, inputs=[x, y], outputs=[z], name="test_pow_types_int64_float32") + +x = np.array([1, 2, 3]).astype(np.float32) +y = np.array([4, 5, 6]).astype(np.int32) +z = pow(x, y) # expected output [1., 32., 729.] +expect(node, inputs=[x, y], outputs=[z], name="test_pow_types_float32_int32") + +x = np.array([1, 2, 3]).astype(np.int32) +y = np.array([4, 5, 6]).astype(np.float32) +z = pow(x, y) # expected output [1, 32, 729] +expect(node, inputs=[x, y], outputs=[z], name="test_pow_types_int32_float32") + +x = np.array([1, 2, 3]).astype(np.float32) +y = np.array([4, 5, 6]).astype(np.uint64) +z = pow(x, y) # expected output [1., 32., 729.] +expect(node, inputs=[x, y], outputs=[z], name="test_pow_types_float32_uint64") + +x = np.array([1, 2, 3]).astype(np.float32) +y = np.array([4, 5, 6]).astype(np.uint32) +z = pow(x, y) # expected output [1., 32., 729.] +expect(node, inputs=[x, y], outputs=[z], name="test_pow_types_float32_uint32") + +x = np.array([1, 2, 3]).astype(np.int64) +y = np.array([4, 5, 6]).astype(np.int64) +z = pow(x, y) # expected output [1, 32, 729] +expect(node, inputs=[x, y], outputs=[z], name="test_pow_types_int64_int64") + +x = np.array([1, 2, 3]).astype(np.int32) +y = np.array([4, 5, 6]).astype(np.int32) +z = pow(x, y) # expected output [1, 32, 729] +expect(node, inputs=[x, y], outputs=[z], name="test_pow_types_int32_int32") +``` + +
+ + +### QLinearConv +There are 1 test cases, listed as following: +
+qlinearconv + +```python +node = onnx.helper.make_node( + "QLinearConv", + inputs=[ + "x", + "x_scale", + "x_zero_point", + "w", + "w_scale", + "w_zero_point", + "y_scale", + "y_zero_point", + ], + outputs=["y"], +) + +x = np.array( + [ + [255, 174, 162, 25, 203, 168, 58], + [15, 59, 237, 95, 129, 0, 64], + [56, 242, 153, 221, 168, 12, 166], + [232, 178, 186, 195, 237, 162, 237], + [188, 39, 124, 77, 80, 102, 43], + [127, 230, 21, 83, 41, 40, 134], + [255, 154, 92, 141, 42, 148, 247], + ], + dtype=np.uint8, +).reshape((1, 1, 7, 7)) + +x_scale = np.float32(0.00369204697) +x_zero_point = np.uint8(132) + +w = np.array([0], dtype=np.uint8).reshape((1, 1, 1, 1)) + +w_scale = np.array([0.00172794575], dtype=np.float32) +w_zero_point = np.array([255], dtype=np.uint8) + +y_scale = np.float32(0.00162681262) +y_zero_point = np.uint8(123) + +output = np.array( + [ + [0, 81, 93, 230, 52, 87, 197], + [240, 196, 18, 160, 126, 255, 191], + [199, 13, 102, 34, 87, 243, 89], + [23, 77, 69, 60, 18, 93, 18], + [67, 216, 131, 178, 175, 153, 212], + [128, 25, 234, 172, 214, 215, 121], + [0, 101, 163, 114, 213, 107, 8], + ], + dtype=np.uint8, +).reshape((1, 1, 7, 7)) + +expect( + node, + inputs=[ + x, + x_scale, + x_zero_point, + w, + w_scale, + w_zero_point, + y_scale, + y_zero_point, + ], + outputs=[output], + name="test_qlinearconv", +) +``` + +
+ + +### QLinearMatMul +There are 1 test cases, listed as following: +
+int + +```python +for quant_type_name in ["uint8", "int8"]: + quant_type = getattr(np, quant_type_name) + for dtype_name in ["float32", "float16"]: + dtype = getattr(np, dtype_name) + node = onnx.helper.make_node( + "QLinearMatMul", + inputs=[ + "a", + "a_scale", + "a_zero_point", + "b", + "b_scale", + "b_zero_point", + "y_scale", + "y_zero_point", + ], + outputs=["y"], + ) + + # 2D + a = np.array([[208, 236, 0, 238], [3, 214, 255, 29]]) + if quant_type == np.int8: + a -= 127 + a = a.astype(quant_type) + + a_scale = np.array([0.0066], dtype=dtype) + a_zero_point = np.array( + [113 - 127] if quant_type == np.int8 else [113], dtype=quant_type + ) + + b = np.array( + [[152, 51, 244], [60, 26, 255], [0, 127, 246], [127, 254, 247]] + ) + if quant_type == np.int8: + b -= 127 + b = b.astype(quant_type) + + b_scale = np.array([0.00705], dtype=dtype) + b_zero_point = np.array( + [114 - 127] if quant_type == np.int8 else [114], dtype=quant_type + ) + + y_scale = np.array([0.0107], dtype=dtype) + y_zero_point = np.array( + [118 - 127] if quant_type == np.int8 else [118], dtype=quant_type + ) + + if quant_type == np.int8: + output = np.array([[41, -12, -9], [1, -75, -128]]) + else: + output = np.array([[168, 115, 255], [1, 66, 151]]) + output = output.astype(quant_type) + + expect( + node, + inputs=[ + a, + a_scale, + a_zero_point, + b, + b_scale, + b_zero_point, + y_scale, + y_zero_point, + ], + outputs=[output], + name=f"test_qlinearmatmul_2D_{quant_type_name}_{dtype_name}", + ) + + # 3D + a = np.array( + [ + [[208, 236, 0, 238], [3, 214, 255, 29]], + [[208, 236, 0, 238], [3, 214, 255, 29]], + ], + ) + if quant_type == np.int8: + a -= 127 + a = a.astype(quant_type) + + a_scale = np.array([0.0066], dtype=dtype) + a_zero_point = np.array( + [113 - 127] if quant_type == np.int8 else [113], dtype=quant_type + ) + + b = np.array( + [ + [[152, 51, 244], [60, 26, 255], [0, 127, 246], [127, 254, 247]], + [[152, 51, 244], [60, 26, 255], [0, 127, 246], [127, 254, 247]], + ], + ) + if quant_type == np.int8: + b -= 127 + b = b.astype(quant_type) + + b_scale = np.array([0.00705], dtype=dtype) + b_zero_point = np.array([114], dtype=quant_type) + + y_scale = np.array([0.0107], dtype=dtype) + y_zero_point = np.array( + [118 - 127] if quant_type == np.int8 else [118], dtype=quant_type + ) + + if quant_type == np.int8: + output = np.array( + [ + [[-86, -128, -128], [115, 39, -121]], + [[-86, -128, -128], [115, 39, -121]], + ] + ) + else: + output = np.array( + [ + [[168, 115, 255], [1, 66, 151]], + [[168, 115, 255], [1, 66, 151]], + ] + ) + output = output.astype(quant_type) + + expect( + node, + inputs=[ + a, + a_scale, + a_zero_point, + b, + b_scale, + b_zero_point, + y_scale, + y_zero_point, + ], + outputs=[output], + name=f"test_qlinearmatmul_3D_{quant_type_name}_{dtype_name}", + ) +``` + +
+ + +### QuantizeLinear +There are 13 test cases, listed as following: +
+axis + +```python +node = onnx.helper.make_node( + "QuantizeLinear", + inputs=["x", "y_scale", "y_zero_point"], + outputs=["y"], +) + +x = np.array( + [ + [ + [[-162, 10], [-100, 232], [-20, -50]], + [[-76, 0], [0, 252], [32, -44]], + [[245, -485], [-960, -270], [-375, -470]], + ], + ], + dtype=np.float32, +) +y_scale = np.array([2, 4, 5], dtype=np.float32) +y_zero_point = np.array([84, 24, 196], dtype=np.uint8) +y = (x / y_scale.reshape(1, 3, 1, 1) + y_zero_point.reshape(1, 3, 1, 1)).astype( + np.uint8 +) + +expect( + node, + inputs=[x, y_scale, y_zero_point], + outputs=[y], + name="test_quantizelinear_axis", +) +``` + +
+
+blocked_asymmetric + +```python +node = onnx.helper.make_node( + "QuantizeLinear", + inputs=["x", "y_scale", "y_zero_point"], + outputs=["y"], + axis=1, + block_size=2, +) + +x = np.array( + [ + [6.0, 12.0, 50.0, 5.0], + [1.0, 8.0, 4.0, 5.0], + [0.0, 20.0, 10.0, 4.0], + ], + dtype=np.float32, +) +y_scale = np.array( + [ + [1.5, 2.5], + [3.0, 4.9], + [5.1, 6.9], + ], + dtype=np.float32, +) +y_zero_point = np.array( + [ + [0, 1], + [1, 0], + [2, 3], + ], + dtype=np.uint8, +) +# x.shape = (3, 4) +# y_scale.shape = (3, 2) +assert y_scale.shape == y_zero_point.shape +block_axis = 1 +# The block shape is [x.shape[i] // y_scale.shape[i] for i in range(len(x.shape))] = (1, 2) +assert all( + x.shape[i] == y_scale.shape[i] + for i in range(len(x.shape)) + if i != block_axis +) +assert x.shape[block_axis] % y_scale.shape[block_axis] == 0 +repeats = x.shape[block_axis] // y_scale.shape[block_axis] + +# Create element-wise scale and zero point +y_scale_elementwise = np.repeat(y_scale, repeats=repeats, axis=block_axis) +y_zero_point_elementwise = np.repeat( + y_zero_point, repeats=repeats, axis=block_axis +) + +y = np.rint(x / y_scale_elementwise + y_zero_point_elementwise).astype(np.uint8) + +expect( + node, + inputs=[x, y_scale, y_zero_point], + outputs=[y], + name="test_quantizelinear_blocked_asymmetric", +) +``` + +
+
+blocked_symmetric + +```python +node = onnx.helper.make_node( + "QuantizeLinear", + inputs=["x", "y_scale"], + outputs=["y"], + axis=1, + block_size=2, + output_dtype=TensorProto.INT16, +) + +x = np.array( + [ + [6.0, -8, -10, 5.0], + [1.0, 8.0, 4.0, 5.0], + [0.0, 20.0, 10.0, 4.0], + ], + dtype=np.float32, +) + +y_scale = np.array( + [ + [1.5, 2.5], + [3.0, 4.9], + [5.1, 6.9], + ], + dtype=np.float32, +) + +# x.shape = (3, 4) +# y_scale.shape = (3, 2) + +block_axis = 1 +# The block shape is [x.shape[i] // y_scale.shape[i] for i in range(len(x.shape))] = (1, 2) +assert all( + x.shape[i] == y_scale.shape[i] + for i in range(len(x.shape)) + if i != block_axis +) +assert x.shape[block_axis] % y_scale.shape[block_axis] == 0 +repeats = x.shape[block_axis] // y_scale.shape[block_axis] + +# Create element-wise scale and zero point +y_scale_elementwise = np.repeat(y_scale, repeats=repeats, axis=block_axis) + +y_val = np.clip( + np.rint(x / y_scale_elementwise), a_min=-32768, a_max=32767 +).astype(np.int16) +y = make_tensor( + "y", + TensorProto.INT16, + x.shape, + y_val, +) +expect( + node, + inputs=[x, y_scale], + outputs=[y], + name="test_quantizelinear_blocked_symmetric", +) +``` + +
+
+e4m3fn + +```python +node = onnx.helper.make_node( + "QuantizeLinear", + inputs=["x", "y_scale", "y_zero_point"], + outputs=["y"], +) + +x = np.array([0.0, 1.0, 2.0, 100000.0, 200.0]).astype(np.float32) +y_scale = np.float32(2) +y_zero_point = make_tensor("y_zero_point", TensorProto.FLOAT8E4M3FN, [1], [0]) +y = make_tensor("y", TensorProto.FLOAT8E4M3FN, [5], [0, 0.5, 1, 448, 96]) + +expect( + node, + inputs=[x, y_scale, y_zero_point], + outputs=[y], + name="test_quantizelinear_e4m3fn", +) +``` + +
+
+e5m2 + +```python +node = onnx.helper.make_node( + "QuantizeLinear", + inputs=["x", "y_scale", "y_zero_point"], + outputs=["y"], +) + +x = np.array([0.0, 1.0, 2.0, 100000.0, 200.0]).astype(np.float32) +y_scale = np.float32(2) +y_zero_point = make_tensor("y_zero_point", TensorProto.FLOAT8E5M2, [1], [0.0]) +y = make_tensor("y", TensorProto.FLOAT8E5M2, [5], [0, 0.5, 1, 49152, 96]) + +expect( + node, + inputs=[x, y_scale, y_zero_point], + outputs=[y], + name="test_quantizelinear_e5m2", +) +``` + +
+
+float4e2m1 + +```python +node = onnx.helper.make_node( + "QuantizeLinear", + inputs=["x", "y_scale", "y_zero_point"], + outputs=["y"], + axis=0, +) + +x = np.array( + [ + [0.0, 2.5, 4.8, 8.6], + [-30, -20, 6, 9], + [-0.0, -2.5, -4.8, -8.6], + ] +).astype(np.float32) + +y_scale = np.asarray([2.0, 3.0, 4.0], dtype=np.float32) +y_zero_point = make_tensor( + "y_zero_point", + TensorProto.FLOAT4E2M1, + y_scale.shape, + np.zeros_like(y_scale), +) +y = make_tensor( + "y", + TensorProto.FLOAT4E2M1, + x.shape, + [0, 1, 2, 4, -6, -6, 2, 3, 0, -0.5, -1, -2], +) + +expect( + node, + inputs=[x, y_scale, y_zero_point], + outputs=[y], + name="test_quantizelinear_float4e2m1", +) +``` + +
+
+int16 + +```python +node = onnx.helper.make_node( + "QuantizeLinear", + inputs=["x", "y_scale", "y_zero_point"], + outputs=["y"], +) + +x = np.array( + [ + 0.0, + -514.0, + 3.0, + -3.0, + 2.9, + -2.9, + 3.1, + -3.1, + 65022.0, + -66046.0, + 65023.0, + -66047.0, + 65024.0, + -66048.0, + 70000.0, + -70000.0, + ] +).astype(np.float32) +y_scale = np.float32(2.0) +y_zero_point = np.int16(256) +y = np.array( + [ + 256, + -1, + 258, + 254, + 257, + 255, + 258, + 254, + 32767, + -32767, + 32767, + -32768, + 32767, + -32768, + 32767, + -32768, + ] +).astype(np.int16) + +expect( + node, + inputs=[x, y_scale, y_zero_point], + outputs=[y], + name="test_quantizelinear_int16", +) +``` + +
+
+int2 + +```python +node = onnx.helper.make_node( + "QuantizeLinear", + inputs=["x", "y_scale", "y_zero_point"], + outputs=["y"], + axis=0, +) +x = np.array( + [ + [0.0, 2.5, 4.8, 8.6], + [-4.0, -3.0, 1.0, 2.0], + [-0.0, -2.5, -4.8, -8.6], + ], + dtype=np.float32, +) +y_scale = np.asarray([2.0, 3.0, 4.0], dtype=np.float32) +y_zero_point = make_tensor( + "y_zero_point", TensorProto.INT2, y_scale.shape, np.zeros_like(y_scale) +) +y = make_tensor( + "y", TensorProto.INT2, x.shape, [0, 1, 1, 1, -1, -1, 0, 1, 0, -1, -1, -2] +) +expect( + node, + inputs=[x, y_scale, y_zero_point], + outputs=[y], + name="test_quantizelinear_int2", +) +``` + +
+
+int4 + +```python +node = onnx.helper.make_node( + "QuantizeLinear", + inputs=["x", "y_scale", "y_zero_point"], + outputs=["y"], + axis=0, +) + +x = np.array( + [ + [0.0, 2.5, 4.8, 8.6], + [-30, -20, 6, 9], + [12, 15, 16, 40], + ] +).astype(np.float32) + +y_scale = np.asarray([2.0, 3.0, 4.0], dtype=np.float32) +y_zero_point = make_tensor( + "y_zero_point", TensorProto.INT4, y_scale.shape, np.ones_like(y_scale) +) +y = make_tensor( + "y", TensorProto.INT4, x.shape, [1, 2, 3, 5, -8, -6, 3, 4, 4, 5, 5, 7] +) + +expect( + node, + inputs=[x, y_scale, y_zero_point], + outputs=[y], + name="test_quantizelinear_int4", +) +``` + +
+
+quantizelinear + +```python +node = onnx.helper.make_node( + "QuantizeLinear", + inputs=["x", "y_scale", "y_zero_point"], + outputs=["y"], +) + +x = np.array([0, 2, 3, 1000, -254, -1000]).astype(np.float32) +y_scale = np.float32(2) +y_zero_point = np.uint8(128) +y = np.array([128, 129, 130, 255, 1, 0]).astype(np.uint8) + +expect( + node, + inputs=[x, y_scale, y_zero_point], + outputs=[y], + name="test_quantizelinear", +) +``` + +
+
+uint16 + +```python +node = onnx.helper.make_node( + "QuantizeLinear", + inputs=["x", "y_scale", "y_zero_point"], + outputs=["y"], +) + +x = np.array( + [ + 0.0, + -128.0, + 3.0, + -3.0, + 2.9, + -2.9, + 3.1, + -3.1, + 65536.0, + -65534.0, + 70000.0, + -70000.0, + ] +).astype(np.float32) +y_scale = np.float32(2.0) +y_zero_point = np.uint16(32767) +y = np.array( + [ + 32767, + 32703, + 32769, + 32765, + 32768, + 32766, + 32769, + 32765, + 65535, + 0, + 65535, + 0, + ] +).astype(np.uint16) + +expect( + node, + inputs=[x, y_scale, y_zero_point], + outputs=[y], + name="test_quantizelinear_uint16", +) +``` + +
+
+uint2 + +```python +node = onnx.helper.make_node( + "QuantizeLinear", + inputs=["x", "y_scale", "y_zero_point"], + outputs=["y"], + axis=0, +) + +x = np.array( + [ + [0.0, 2.5, 4.8, 8.6], + [-2.0, -1.0, 1.0, 3.0], + [4.0, 5.0, 6.0, 7.0], + ], + dtype=np.float32, +) +y_scale = np.asarray([2.0, 3.0, 4.0], dtype=np.float32) +y_zero_point = make_tensor( + "y_zero_point", TensorProto.UINT2, y_scale.shape, np.zeros_like(y_scale) +) +y = make_tensor( + "y", TensorProto.UINT2, x.shape, [0, 1, 2, 3, 0, 0, 0, 1, 1, 1, 2, 2] +) +expect( + node, + inputs=[x, y_scale, y_zero_point], + outputs=[y], + name="test_quantizelinear_uint2", +) +``` + +
+
+uint4 + +```python +node = onnx.helper.make_node( + "QuantizeLinear", + inputs=["x", "y_scale", "y_zero_point"], + outputs=["y"], + axis=0, +) + +x = np.array( + [ + [0.0, 2.5, 4.8, 8.6], + [-30, -20, 6, 9], + [12, 15, 16, 40], + ] +).astype(np.float32) + +y_scale = np.asarray([2.0, 3.0, 4.0], dtype=np.float32) +y_zero_point = make_tensor( + "y_zero_point", TensorProto.UINT4, y_scale.shape, np.ones_like(y_scale) +) +y = make_tensor( + "y", TensorProto.UINT4, x.shape, [1, 2, 3, 5, 0, 0, 3, 4, 4, 5, 5, 11] +) + +expect( + node, + inputs=[x, y_scale, y_zero_point], + outputs=[y], + name="test_quantizelinear_uint4", +) +``` + +
+ + +### RMSNormalization +There are 4 test cases, listed as following: +
+d + +```python +X = np.random.randn(3, 4).astype(np.float32) + +def case(axis: int) -> None: + normalized_shape = calculate_normalized_shape(X.shape, axis) + W = np.random.randn(*normalized_shape).astype(np.float32) + Y = _rms_normalization(X, W, axis=axis) + + node = onnx.helper.make_node( + "RMSNormalization", + inputs=["X", "W"], + outputs=["Y"], + axis=axis, + ) + + if axis < 0: + name = f"test_rms_normalization_2d_axis_negative_{-axis}" + else: + name = f"test_rms_normalization_2d_axis{axis}" + + expect(node, inputs=[X, W], outputs=[Y], name=name) + +for i in range(len(X.shape)): + case(i) + case(i - len(X.shape)) +``` + +
+
+d_epsilon + +```python +epsilon = 1e-1 +X = np.random.randn(2, 3, 5).astype(np.float32) + +def case(axis: int) -> None: + normalized_shape = calculate_normalized_shape(X.shape, axis) + W = np.random.randn(*normalized_shape).astype(np.float32) + Y = _rms_normalization(X, W, axis=axis, epsilon=epsilon) + node = onnx.helper.make_node( + "RMSNormalization", + inputs=["X", "W"], + outputs=["Y"], + axis=axis, + epsilon=epsilon, + ) + + if axis < 0: + name = f"test_rms_normalization_3d_axis_negative_{-axis}_epsilon" + else: + name = f"test_rms_normalization_3d_axis{axis}_epsilon" + + expect(node, inputs=[X, W], outputs=[Y], name=name) + +for i in range(len(X.shape)): + case(i) + case(i - len(X.shape)) +``` + +
+
+default_axis + +```python +X = np.random.randn(2, 3, 4, 5).astype(np.float32) + +# Default axis in RMSNormalization is -1. +normalized_shape = calculate_normalized_shape(X.shape, -1) +W = np.random.randn(*normalized_shape).astype(np.float32) +# Axis is default to -1 in the reference implementation. +Y = _rms_normalization(X, W) + +# Not specifying axis attribute means -1. +node = onnx.helper.make_node( + "RMSNormalization", + inputs=["X", "W"], + outputs=["Y"], +) + +expect( + node, + inputs=[X, W], + outputs=[Y], + name="test_rms_normalization_default_axis", +) +``` + +
+
+rmsnormalization + +```python +X = np.random.randn(2, 3, 4, 5).astype(np.float32) + +def case(axis: int) -> None: + normalized_shape = calculate_normalized_shape(X.shape, axis) + W = np.random.randn(*normalized_shape).astype(np.float32) + Y = _rms_normalization(X, W, axis=axis) + + node = onnx.helper.make_node( + "RMSNormalization", + inputs=["X", "W"], + outputs=["Y"], + axis=axis, + ) + + if axis < 0: + name = f"test_rms_normalization_4d_axis_negative_{-axis}" + else: + name = f"test_rms_normalization_4d_axis{axis}" + + expect(node, inputs=[X, W], outputs=[Y], name=name) + +for i in range(len(X.shape)): + case(i) + case(i - len(X.shape)) +``` + +
+ + +### RNN +There are 4 test cases, listed as following: +
+batchwise + +```python +input = np.array([[[1.0, 2.0]], [[3.0, 4.0]], [[5.0, 6.0]]]).astype(np.float32) + +input_size = 2 +hidden_size = 4 +weight_scale = 0.5 +layout = 1 + +node = onnx.helper.make_node( + "RNN", + inputs=["X", "W", "R"], + outputs=["Y", "Y_h"], + hidden_size=hidden_size, + layout=layout, +) + +W = weight_scale * np.ones((1, hidden_size, input_size)).astype(np.float32) +R = weight_scale * np.ones((1, hidden_size, hidden_size)).astype(np.float32) + +rnn = RNNHelper(X=input, W=W, R=R, layout=layout) +Y, Y_h = rnn.step() +expect( + node, + inputs=[input, W, R], + outputs=[Y.astype(np.float32), Y_h.astype(np.float32)], + name="test_simple_rnn_batchwise", +) +``` + +
+
+defaults + +```python +input = np.array([[[1.0, 2.0], [3.0, 4.0], [5.0, 6.0]]]).astype(np.float32) + +input_size = 2 +hidden_size = 4 +weight_scale = 0.1 + +node = onnx.helper.make_node( + "RNN", inputs=["X", "W", "R"], outputs=["", "Y_h"], hidden_size=hidden_size +) + +W = weight_scale * np.ones((1, hidden_size, input_size)).astype(np.float32) +R = weight_scale * np.ones((1, hidden_size, hidden_size)).astype(np.float32) + +rnn = RNNHelper(X=input, W=W, R=R) +_, Y_h = rnn.step() +expect( + node, + inputs=[input, W, R], + outputs=[Y_h.astype(np.float32)], + name="test_simple_rnn_defaults", +) +``` + +
+
+initial_bias + +```python +input = np.array([[[1.0, 2.0, 3.0], [4.0, 5.0, 6.0], [7.0, 8.0, 9.0]]]).astype( + np.float32 +) + +input_size = 3 +hidden_size = 5 +custom_bias = 0.1 +weight_scale = 0.1 + +node = onnx.helper.make_node( + "RNN", + inputs=["X", "W", "R", "B"], + outputs=["", "Y_h"], + hidden_size=hidden_size, +) + +W = weight_scale * np.ones((1, hidden_size, input_size)).astype(np.float32) +R = weight_scale * np.ones((1, hidden_size, hidden_size)).astype(np.float32) + +# Adding custom bias +W_B = custom_bias * np.ones((1, hidden_size)).astype(np.float32) +R_B = np.zeros((1, hidden_size)).astype(np.float32) +B = np.concatenate((W_B, R_B), axis=1) + +rnn = RNNHelper(X=input, W=W, R=R, B=B) +_, Y_h = rnn.step() +expect( + node, + inputs=[input, W, R, B], + outputs=[Y_h.astype(np.float32)], + name="test_simple_rnn_with_initial_bias", +) +``` + +
+
+seq_length + +```python +input = np.array( + [ + [[1.0, 2.0, 3.0], [4.0, 5.0, 6.0], [7.0, 8.0, 9.0]], + [[10.0, 11.0, 12.0], [13.0, 14.0, 15.0], [16.0, 17.0, 18.0]], + ] +).astype(np.float32) + +input_size = 3 +hidden_size = 5 + +node = onnx.helper.make_node( + "RNN", + inputs=["X", "W", "R", "B"], + outputs=["", "Y_h"], + hidden_size=hidden_size, +) + +W = np.random.randn(1, hidden_size, input_size).astype(np.float32) +R = np.random.randn(1, hidden_size, hidden_size).astype(np.float32) + +# Adding custom bias +W_B = np.random.randn(1, hidden_size).astype(np.float32) +R_B = np.random.randn(1, hidden_size).astype(np.float32) +B = np.concatenate((W_B, R_B), axis=1) + +rnn = RNNHelper(X=input, W=W, R=R, B=B) +_, Y_h = rnn.step() +expect( + node, + inputs=[input, W, R, B], + outputs=[Y_h.astype(np.float32)], + name="test_rnn_seq_length", +) +``` + +
+ + +### Range +There are 4 test cases, listed as following: +
+range_bfloat16_type_positive_delta + +```python +node = onnx.helper.make_node( + "Range", + inputs=["start", "limit", "delta"], + outputs=["output"], +) + +start = np.array(1.0, dtype=ml_dtypes.bfloat16) +limit = np.array(5.0, dtype=ml_dtypes.bfloat16) +delta = np.array(2.0, dtype=ml_dtypes.bfloat16) + +output = np.arange(1.0, 5.0, 2.0, dtype=np.float32).astype( + ml_dtypes.bfloat16 +) # expected output [1.0, 3.0] as bfloat16 + +expect( + node, + inputs=[start, limit, delta], + outputs=[output], + name="test_range_bfloat16_type_positive_delta", +) +``` + +
+
+range_float16_type_positive_delta + +```python +node = onnx.helper.make_node( + "Range", + inputs=["start", "limit", "delta"], + outputs=["output"], +) + +start = np.float16(1) +limit = np.float16(5) +delta = np.float16(2) + +output = np.arange( + start, limit, delta, dtype=np.float16 +) # expected output [1.0, 3.0] +expect( + node, + inputs=[start, limit, delta], + outputs=[output], + name="test_range_float16_type_positive_delta", +) +``` + +
+
+range_float_type_positive_delta + +```python +node = onnx.helper.make_node( + "Range", + inputs=["start", "limit", "delta"], + outputs=["output"], +) + +start = np.float32(1) +limit = np.float32(5) +delta = np.float32(2) + +output = np.arange( + start, limit, delta, dtype=np.float32 +) # expected output [1.0, 3.0] +expect( + node, + inputs=[start, limit, delta], + outputs=[output], + name="test_range_float_type_positive_delta", +) +``` + +
+
+range_int32_type_negative_delta + +```python +node = onnx.helper.make_node( + "Range", + inputs=["start", "limit", "delta"], + outputs=["output"], +) + +start = np.int32(10) +limit = np.int32(6) +delta = np.int32(-3) + +output = np.arange( + start, limit, delta, dtype=np.int32 +) # expected output [10, 7] +expect( + node, + inputs=[start, limit, delta], + outputs=[output], + name="test_range_int32_type_negative_delta", +) +``` + +
+ + +### Reciprocal +There are 1 test cases, listed as following: +
+reciprocal + +```python +node = onnx.helper.make_node( + "Reciprocal", + inputs=["x"], + outputs=["y"], +) + +x = np.array([-4, 2]).astype(np.float32) +y = np.reciprocal(x) # expected output [-0.25, 0.5], +expect(node, inputs=[x], outputs=[y], name="test_reciprocal_example") + +x = np.random.rand(3, 4, 5).astype(np.float32) + 0.5 +y = np.reciprocal(x) +expect(node, inputs=[x], outputs=[y], name="test_reciprocal") +``` + +
+ + +### ReduceL1 +There are 5 test cases, listed as following: +
+default_axes_keepdims + +```python +shape = [3, 2, 2] +axes = np.array([], dtype=np.int64) +keepdims = 1 + +node = onnx.helper.make_node( + "ReduceL1", inputs=["data", "axes"], outputs=["reduced"], keepdims=keepdims +) + +data = np.reshape(np.arange(1, np.prod(shape) + 1, dtype=np.float32), shape) +# print(data) +# [[[1., 2.], [3., 4.]], [[5., 6.], [7., 8.]], [[9., 10.], [11., 12.]]] + +reduced = np.sum(a=np.abs(data), axis=None, keepdims=keepdims == 1) +# print(reduced) +# [[[78.]]] + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_l1_default_axes_keepdims_example", +) + +np.random.seed(0) +data = np.random.uniform(-10, 10, shape).astype(np.float32) +reduced = np.sum(a=np.abs(data), axis=None, keepdims=keepdims == 1) + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_l1_default_axes_keepdims_random", +) +``` + +
+
+do_not_keepdims + +```python +shape = [3, 2, 2] +axes = np.array([2], dtype=np.int64) +keepdims = 0 + +node = onnx.helper.make_node( + "ReduceL1", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, +) + +data = np.reshape(np.arange(1, np.prod(shape) + 1, dtype=np.float32), shape) +# print(data) +# [[[1., 2.], [3., 4.]], [[5., 6.], [7., 8.]], [[9., 10.], [11., 12.]]] + +reduced = np.sum(a=np.abs(data), axis=tuple(axes), keepdims=keepdims == 1) +# print(reduced) +# [[3., 7.], [11., 15.], [19., 23.]] + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_l1_do_not_keepdims_example", +) + +np.random.seed(0) +data = np.random.uniform(-10, 10, shape).astype(np.float32) +reduced = np.sum(a=np.abs(data), axis=tuple(axes), keepdims=keepdims == 1) + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_l1_do_not_keepdims_random", +) +``` + +
+
+empty_set + +```python +shape = [2, 0, 4] +keepdims = 1 +reduced_shape = [2, 1, 4] + +node = onnx.helper.make_node( + "ReduceL1", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, +) + +data = np.array([], dtype=np.float32).reshape(shape) +axes = np.array([1], dtype=np.int64) +reduced = np.array(np.zeros(reduced_shape, dtype=np.float32)) + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_l1_empty_set", +) +``` + +
+
+keepdims + +```python +shape = [3, 2, 2] +axes = np.array([2], dtype=np.int64) +keepdims = 1 + +node = onnx.helper.make_node( + "ReduceL1", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, +) + +data = np.reshape(np.arange(1, np.prod(shape) + 1, dtype=np.float32), shape) +# print(data) +# [[[1., 2.], [3., 4.]], [[5., 6.], [7., 8.]], [[9., 10.], [11., 12.]]] + +reduced = np.sum(a=np.abs(data), axis=tuple(axes), keepdims=keepdims == 1) +# print(reduced) +# [[[3.], [7.]], [[11.], [15.]], [[19.], [23.]]] + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_l1_keep_dims_example", +) + +np.random.seed(0) +data = np.random.uniform(-10, 10, shape).astype(np.float32) +reduced = np.sum(a=np.abs(data), axis=tuple(axes), keepdims=keepdims == 1) + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_l1_keep_dims_random", +) +``` + +
+
+negative_axes_keepdims + +```python +shape = [3, 2, 2] +axes = np.array([-1], dtype=np.int64) +keepdims = 1 + +node = onnx.helper.make_node( + "ReduceL1", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, +) + +data = np.reshape(np.arange(1, np.prod(shape) + 1, dtype=np.float32), shape) +# print(data) +# [[[1., 2.], [3., 4.]], [[5., 6.], [7., 8.]], [[9., 10.], [11., 12.]]] + +reduced = np.sum(a=np.abs(data), axis=tuple(axes), keepdims=keepdims == 1) +# print(reduced) +# [[[3.], [7.]], [[11.], [15.]], [[19.], [23.]]] + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_l1_negative_axes_keep_dims_example", +) + +np.random.seed(0) +data = np.random.uniform(-10, 10, shape).astype(np.float32) +reduced = np.sum(a=np.abs(data), axis=tuple(axes), keepdims=keepdims == 1) + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_l1_negative_axes_keep_dims_random", +) +``` + +
+ + +### ReduceL2 +There are 5 test cases, listed as following: +
+default_axes_keepdims + +```python +shape = [3, 2, 2] +axes = np.array([], dtype=np.int64) +keepdims = 1 + +node = onnx.helper.make_node( + "ReduceL2", inputs=["data", "axes"], outputs=["reduced"], keepdims=keepdims +) + +data = np.reshape(np.arange(1, np.prod(shape) + 1, dtype=np.float32), shape) +# print(data) +# [[[1., 2.], [3., 4.]], [[5., 6.], [7., 8.]], [[9., 10.], [11., 12.]]] + +reduced = np.sqrt(np.sum(a=np.square(data), axis=None, keepdims=keepdims == 1)) +# print(reduced) +# [[[25.49509757]]] + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_l2_default_axes_keepdims_example", +) + +np.random.seed(0) +data = np.random.uniform(-10, 10, shape).astype(np.float32) +reduced = np.sqrt(np.sum(a=np.square(data), axis=None, keepdims=keepdims == 1)) + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_l2_default_axes_keepdims_random", +) +``` + +
+
+do_not_keepdims + +```python +shape = [3, 2, 2] +axes = np.array([2], dtype=np.int64) +keepdims = 0 + +node = onnx.helper.make_node( + "ReduceL2", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, +) + +data = np.reshape(np.arange(1, np.prod(shape) + 1, dtype=np.float32), shape) +# print(data) +# [[[1., 2.], [3., 4.]], [[5., 6.], [7., 8.]], [[9., 10.], [11., 12.]]] + +reduced = np.sqrt( + np.sum(a=np.square(data), axis=tuple(axes), keepdims=keepdims == 1) +) +# print(reduced) +# [[2.23606798, 5.], +# [7.81024968, 10.63014581], +# [13.45362405, 16.2788206]] + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_l2_do_not_keepdims_example", +) + +np.random.seed(0) +data = np.random.uniform(-10, 10, shape).astype(np.float32) +reduced = np.sqrt( + np.sum(a=np.square(data), axis=tuple(axes), keepdims=keepdims == 1) +) + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_l2_do_not_keepdims_random", +) +``` + +
+
+empty_set + +```python +shape = [2, 0, 4] +keepdims = 1 +reduced_shape = [2, 1, 4] + +node = onnx.helper.make_node( + "ReduceL2", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, +) + +data = np.array([], dtype=np.float32).reshape(shape) +axes = np.array([1], dtype=np.int64) +reduced = np.array(np.zeros(reduced_shape, dtype=np.float32)) + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_l2_empty_set", +) +``` + +
+
+keepdims + +```python +shape = [3, 2, 2] +axes = np.array([2], dtype=np.int64) +keepdims = 1 + +node = onnx.helper.make_node( + "ReduceL2", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, +) + +data = np.reshape(np.arange(1, np.prod(shape) + 1, dtype=np.float32), shape) +# print(data) +# [[[1., 2.], [3., 4.]], [[5., 6.], [7., 8.]], [[9., 10.], [11., 12.]]] + +reduced = np.sqrt( + np.sum(a=np.square(data), axis=tuple(axes), keepdims=keepdims == 1) +) +# print(reduced) +# [[[2.23606798], [5.]] +# [[7.81024968], [10.63014581]] +# [[13.45362405], [16.2788206 ]]] + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_l2_keep_dims_example", +) + +np.random.seed(0) +data = np.random.uniform(-10, 10, shape).astype(np.float32) +reduced = np.sqrt( + np.sum(a=np.square(data), axis=tuple(axes), keepdims=keepdims == 1) +) + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_l2_keep_dims_random", +) +``` + +
+
+negative_axes_keepdims + +```python +shape = [3, 2, 2] +axes = np.array([-1], dtype=np.int64) +keepdims = 1 + +node = onnx.helper.make_node( + "ReduceL2", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, +) + +data = np.reshape(np.arange(1, np.prod(shape) + 1, dtype=np.float32), shape) +# print(data) +# [[[1., 2.], [3., 4.]], [[5., 6.], [7., 8.]], [[9., 10.], [11., 12.]]] + +reduced = np.sqrt( + np.sum(a=np.square(data), axis=tuple(axes), keepdims=keepdims == 1) +) +# print(reduced) +# [[[2.23606798], [5.]] +# [[7.81024968], [10.63014581]] +# [[13.45362405], [16.2788206 ]]] + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_l2_negative_axes_keep_dims_example", +) + +np.random.seed(0) +data = np.random.uniform(-10, 10, shape).astype(np.float32) +reduced = np.sqrt( + np.sum(a=np.square(data), axis=tuple(axes), keepdims=keepdims == 1) +) + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_l2_negative_axes_keep_dims_random", +) +``` + +
+ + +### ReduceLogSum +There are 4 test cases, listed as following: +
+empty_set + +```python +shape = [2, 0, 4] +keepdims = 1 +reduced_shape = [2, 1, 4] + +node = onnx.helper.make_node( + "ReduceLogSum", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, +) + +data = np.array([], dtype=np.float32).reshape(shape) +axes = np.array([1], dtype=np.int64) +zero = np.array(np.zeros(reduced_shape, dtype=np.float32)) +reduced = np.log(zero) # -inf + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_log_sum_empty_set", +) +``` + +
+
+keepdims + +```python +node = onnx.helper.make_node( + "ReduceLogSum", inputs=["data", "axes"], outputs=["reduced"] +) +data = np.random.ranf([3, 4, 5]).astype(np.float32) +reduced = np.log(np.sum(data, keepdims=True)) +axes = np.array([], dtype=np.int64) +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_log_sum_default", +) +``` + +
+
+negative_axes_keepdims + +```python +axes = np.array([-2], dtype=np.int64) +node = onnx.helper.make_node( + "ReduceLogSum", inputs=["data", "axes"], outputs=["reduced"] +) +data = np.random.ranf([3, 4, 5]).astype(np.float32) +reduced = np.log(np.sum(data, axis=tuple(axes), keepdims=True)) +# print(reduced) +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_log_sum_negative_axes", +) +``` + +
+
+nokeepdims + +```python +shape = [3, 4, 5] +axes = np.array([2, 1], dtype=np.int64) + +node = onnx.helper.make_node( + "ReduceLogSum", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=0, +) +data = np.random.ranf(shape).astype(np.float32) +reduced = np.log(np.sum(data, axis=tuple(axes), keepdims=False)) +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_log_sum_desc_axes", +) + +axes = np.array([0, 1], dtype=np.int64) +node = onnx.helper.make_node( + "ReduceLogSum", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=0, +) +data = np.random.ranf(shape).astype(np.float32) +reduced = np.log(np.sum(data, axis=tuple(axes), keepdims=False)) +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_log_sum_asc_axes", +) +``` + +
+ + +### ReduceLogSumExp +There are 5 test cases, listed as following: +
+default_axes_keepdims + +```python +shape = [3, 2, 2] +axes = np.array([], dtype=np.int64) +keepdims = 1 + +node = onnx.helper.make_node( + "ReduceLogSumExp", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, +) + +data = np.array( + [[[5, 1], [20, 2]], [[30, 1], [40, 2]], [[55, 1], [60, 2]]], dtype=np.double +) +reduced = np.log(np.sum(np.exp(data), axis=None, keepdims=keepdims == 1)) +# print(reduced) +# [[[60.00671387]]] + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_log_sum_exp_default_axes_keepdims_example", +) + +np.random.seed(0) +data = np.random.uniform(-10, 10, shape).astype(np.double) +reduced = np.log(np.sum(np.exp(data), axis=None, keepdims=keepdims == 1)) +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_log_sum_exp_default_axes_keepdims_random", +) +``` + +
+
+do_not_keepdims + +```python +shape = [3, 2, 2] +axes = np.array([1], dtype=np.int64) +keepdims = 0 +node = onnx.helper.make_node( + "ReduceLogSumExp", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, +) + +data = np.array( + [[[5, 1], [20, 2]], [[30, 1], [40, 2]], [[55, 1], [60, 2]]], dtype=np.double +) +reduced = np.log(np.sum(np.exp(data), axis=tuple(axes), keepdims=keepdims == 1)) +# print(reduced) +# [[20., 2.31326175] +# [40.00004578, 2.31326175] +# [60.00671387, 2.31326175]] + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_log_sum_exp_do_not_keepdims_example", +) + +np.random.seed(0) +data = np.random.uniform(-10, 10, shape).astype(np.double) +reduced = np.log(np.sum(np.exp(data), axis=tuple(axes), keepdims=keepdims == 1)) + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_log_sum_exp_do_not_keepdims_random", +) +``` + +
+
+empty_set + +```python +shape = [2, 0, 4] +keepdims = 1 +reduced_shape = [2, 1, 4] + +node = onnx.helper.make_node( + "ReduceLogSumExp", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, +) + +data = np.array([], dtype=np.float32).reshape(shape) +axes = np.array([1], dtype=np.int64) +zero = np.array(np.zeros(reduced_shape, dtype=np.float32)) +reduced = np.log(zero) # -inf + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_log_sum_exp_empty_set", +) +``` + +
+
+keepdims + +```python +shape = [3, 2, 2] +axes = np.array([1], dtype=np.int64) +keepdims = 1 +node = onnx.helper.make_node( + "ReduceLogSumExp", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, +) + +data = np.array( + [[[5, 1], [20, 2]], [[30, 1], [40, 2]], [[55, 1], [60, 2]]], dtype=np.double +) +reduced = np.log(np.sum(np.exp(data), axis=tuple(axes), keepdims=keepdims == 1)) +# print(reduced) +# [[[20., 2.31326175]] +# [[40.00004578, 2.31326175]] +# [[60.00671387, 2.31326175]]] + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_log_sum_exp_keepdims_example", +) + +np.random.seed(0) +data = np.random.uniform(-10, 10, shape).astype(np.double) +reduced = np.log(np.sum(np.exp(data), axis=tuple(axes), keepdims=keepdims == 1)) + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_log_sum_exp_keepdims_random", +) +``` + +
+
+negative_axes_keepdims + +```python +shape = [3, 2, 2] +axes = np.array([-2], dtype=np.int64) +keepdims = 1 +node = onnx.helper.make_node( + "ReduceLogSumExp", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, +) + +data = np.array( + [[[5, 1], [20, 2]], [[30, 1], [40, 2]], [[55, 1], [60, 2]]], dtype=np.double +) +reduced = np.log(np.sum(np.exp(data), axis=tuple(axes), keepdims=keepdims == 1)) +# print(reduced) +# [[[20., 2.31326175]] +# [[40.00004578, 2.31326175]] +# [[60.00671387, 2.31326175]]] + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_log_sum_exp_negative_axes_keepdims_example", +) + +np.random.seed(0) +data = np.random.uniform(-10, 10, shape).astype(np.double) +reduced = np.log( + np.sum(np.exp(data), axis=tuple(axes.tolist()), keepdims=keepdims == 1) +) + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_log_sum_exp_negative_axes_keepdims_random", +) +``` + +
+ + +### ReduceMax +There are 6 test cases, listed as following: +
+bool_inputs + +```python +axes = np.array([1], dtype=np.int64) +keepdims = 1 + +node = onnx.helper.make_node( + "ReduceMax", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, +) + +data = np.array( + [[True, True], [True, False], [False, True], [False, False]], +) +reduced = np.maximum.reduce(data, axis=tuple(axes), keepdims=bool(keepdims)) +# print(reduced) +# [[True], +# [True], +# [True], +# [False]] + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_max_bool_inputs", +) +``` + +
+
+default_axes_keepdims + +```python +shape = [3, 2, 2] +axes = None +keepdims = 1 +node = onnx.helper.make_node( + "ReduceMax", inputs=["data"], outputs=["reduced"], keepdims=keepdims +) + +data = np.array( + [[[5, 1], [20, 2]], [[30, 1], [40, 2]], [[55, 1], [60, 2]]], + dtype=np.float32, +) +reduced = np.maximum.reduce(data, axis=axes, keepdims=keepdims == 1) + +expect( + node, + inputs=[data], + outputs=[reduced], + name="test_reduce_max_default_axes_keepdim_example", + opset_imports=[onnx.helper.make_opsetid("", 18)], +) + +np.random.seed(0) +data = np.random.uniform(-10, 10, shape).astype(np.float32) +reduced = np.maximum.reduce(data, axis=axes, keepdims=keepdims == 1) + +expect( + node, + inputs=[data], + outputs=[reduced], + name="test_reduce_max_default_axes_keepdims_random", + opset_imports=[onnx.helper.make_opsetid("", 18)], +) +``` + +
+
+do_not_keepdims + +```python +shape = [3, 2, 2] +axes = np.array([1], dtype=np.int64) +keepdims = 0 + +node = onnx.helper.make_node( + "ReduceMax", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, +) + +data = np.array( + [[[5, 1], [20, 2]], [[30, 1], [40, 2]], [[55, 1], [60, 2]]], + dtype=np.float32, +) +reduced = np.maximum.reduce(data, axis=tuple(axes), keepdims=keepdims == 1) +# print(reduced) +# [[20., 2.] +# [40., 2.] +# [60., 2.]] + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_max_do_not_keepdims_example", + opset_imports=[onnx.helper.make_opsetid("", 18)], +) + +np.random.seed(0) +data = np.random.uniform(-10, 10, shape).astype(np.float32) +reduced = np.maximum.reduce(data, axis=tuple(axes), keepdims=keepdims == 1) + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_max_do_not_keepdims_random", + opset_imports=[onnx.helper.make_opsetid("", 18)], +) +``` + +
+
+empty_set + +```python +shape = [2, 0, 4] +keepdims = 1 +reduced_shape = [2, 1, 4] + +node = onnx.helper.make_node( + "ReduceMax", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, +) + +data = np.array([], dtype=np.float32).reshape(shape) +axes = np.array([1], dtype=np.int64) +one = np.array(np.ones(reduced_shape, dtype=np.float32)) +zero = np.array(np.zeros(reduced_shape, dtype=np.float32)) +reduced = -(one / zero) # -inf + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_max_empty_set", +) +``` + +
+
+keepdims + +```python +shape = [3, 2, 2] +axes = np.array([1], dtype=np.int64) +keepdims = 1 + +node = onnx.helper.make_node( + "ReduceMax", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, +) + +data = np.array( + [[[5, 1], [20, 2]], [[30, 1], [40, 2]], [[55, 1], [60, 2]]], + dtype=np.float32, +) +reduced = np.maximum.reduce(data, axis=tuple(axes), keepdims=keepdims == 1) +# print(reduced) +# [[[20., 2.]] +# [[40., 2.]] +# [[60., 2.]]] + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_max_keepdims_example", + opset_imports=[onnx.helper.make_opsetid("", 18)], +) + +np.random.seed(0) +data = np.random.uniform(-10, 10, shape).astype(np.float32) +reduced = np.maximum.reduce(data, axis=tuple(axes), keepdims=keepdims == 1) + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_max_keepdims_random", + opset_imports=[onnx.helper.make_opsetid("", 18)], +) +``` + +
+
+negative_axes_keepdims + +```python +shape = [3, 2, 2] +axes = np.array([-2], dtype=np.int64) +keepdims = 1 + +node = onnx.helper.make_node( + "ReduceMax", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, +) + +data = np.array( + [[[5, 1], [20, 2]], [[30, 1], [40, 2]], [[55, 1], [60, 2]]], + dtype=np.float32, +) +reduced = np.maximum.reduce(data, axis=tuple(axes), keepdims=keepdims == 1) +# print(reduced) +# [[[20., 2.]] +# [[40., 2.]] +# [[60., 2.]]] + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_max_negative_axes_keepdims_example", + opset_imports=[onnx.helper.make_opsetid("", 18)], +) + +np.random.seed(0) +data = np.random.uniform(-10, 10, shape).astype(np.float32) +reduced = np.maximum.reduce(data, axis=tuple(axes), keepdims=keepdims == 1) + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_max_negative_axes_keepdims_random", + opset_imports=[onnx.helper.make_opsetid("", 18)], +) +``` + +
+ + +### ReduceMean +There are 4 test cases, listed as following: +
+default_axes_keepdims + +```python +shape = [3, 2, 2] +axes = np.array([], dtype=np.int64) +keepdims = 1 + +node = onnx.helper.make_node( + "ReduceMean", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, +) + +data = np.array( + [[[5, 1], [20, 2]], [[30, 1], [40, 2]], [[55, 1], [60, 2]]], + dtype=np.float32, +) +reduced = np.mean(data, axis=None, keepdims=keepdims == 1) +# print(reduced) +# [[[18.25]]] + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_mean_default_axes_keepdims_example", +) + +np.random.seed(0) +data = np.random.uniform(-10, 10, shape).astype(np.float32) +reduced = np.mean(data, axis=None, keepdims=keepdims == 1) + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_mean_default_axes_keepdims_random", +) +``` + +
+
+do_not_keepdims + +```python +shape = [3, 2, 2] +axes = np.array([1], dtype=np.int64) +keepdims = 0 + +node = onnx.helper.make_node( + "ReduceMean", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, +) + +data = np.array( + [[[5, 1], [20, 2]], [[30, 1], [40, 2]], [[55, 1], [60, 2]]], + dtype=np.float32, +) +reduced = np.mean(data, axis=tuple(axes), keepdims=keepdims == 1) +# print(reduced) +# [[12.5, 1.5] +# [35., 1.5] +# [57.5, 1.5]] + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_mean_do_not_keepdims_example", +) + +np.random.seed(0) +data = np.random.uniform(-10, 10, shape).astype(np.float32) +reduced = np.mean(data, axis=tuple(axes), keepdims=keepdims == 1) + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_mean_do_not_keepdims_random", +) +``` + +
+
+keepdims + +```python +shape = [3, 2, 2] +axes = np.array([1], dtype=np.int64) +keepdims = 1 + +node = onnx.helper.make_node( + "ReduceMean", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, +) + +data = np.array( + [[[5, 1], [20, 2]], [[30, 1], [40, 2]], [[55, 1], [60, 2]]], + dtype=np.float32, +) +reduced = np.mean(data, axis=tuple(axes), keepdims=keepdims == 1) +# print(reduced) +# [[[12.5, 1.5]] +# [[35., 1.5]] +# [[57.5, 1.5]]] + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_mean_keepdims_example", +) + +np.random.seed(0) +data = np.random.uniform(-10, 10, shape).astype(np.float32) +reduced = np.mean(data, axis=tuple(axes), keepdims=keepdims == 1) + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_mean_keepdims_random", +) +``` + +
+
+negative_axes_keepdims + +```python +shape = [3, 2, 2] +axes = np.array([-2], dtype=np.int64) +keepdims = 1 + +node = onnx.helper.make_node( + "ReduceMean", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, +) + +data = np.array( + [[[5, 1], [20, 2]], [[30, 1], [40, 2]], [[55, 1], [60, 2]]], + dtype=np.float32, +) +reduced = np.mean(data, axis=tuple(axes), keepdims=keepdims == 1) +# print(reduced) +# [[[12.5, 1.5]] +# [[35., 1.5]] +# [[57.5, 1.5]]] + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_mean_negative_axes_keepdims_example", +) + +np.random.seed(0) +data = np.random.uniform(-10, 10, shape).astype(np.float32) +reduced = np.mean(data, axis=tuple(axes), keepdims=keepdims == 1) + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_mean_negative_axes_keepdims_random", +) +``` + +
+ + +### ReduceMin +There are 6 test cases, listed as following: +
+bool_inputs + +```python +axes = np.array([1], dtype=np.int64) +keepdims = 1 + +node = onnx.helper.make_node( + "ReduceMin", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, +) + +data = np.array( + [[True, True], [True, False], [False, True], [False, False]], +) +reduced = np.minimum.reduce(data, axis=tuple(axes), keepdims=bool(keepdims)) +# print(reduced) +# [[ True], +# [False], +# [False], +# [False]] + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_min_bool_inputs", +) +``` + +
+
+default_axes_keepdims + +```python +shape = [3, 2, 2] +axes = None +keepdims = 1 + +node = onnx.helper.make_node( + "ReduceMin", inputs=["data"], outputs=["reduced"], keepdims=keepdims +) + +data = np.array( + [[[5, 1], [20, 2]], [[30, 1], [40, 2]], [[55, 1], [60, 2]]], + dtype=np.float32, +) +reduced = np.minimum.reduce(data, axis=axes, keepdims=keepdims == 1) +# print(reduced) +# [[[1.]]] + +expect( + node, + inputs=[data], + outputs=[reduced], + name="test_reduce_min_default_axes_keepdims_example", + opset_imports=[onnx.helper.make_opsetid("", 18)], +) + +np.random.seed(0) +data = np.random.uniform(-10, 10, shape).astype(np.float32) +reduced = np.minimum.reduce(data, axis=axes, keepdims=keepdims == 1) + +expect( + node, + inputs=[data], + outputs=[reduced], + name="test_reduce_min_default_axes_keepdims_random", + opset_imports=[onnx.helper.make_opsetid("", 18)], +) +``` + +
+
+do_not_keepdims + +```python +shape = [3, 2, 2] +axes = np.array([1], dtype=np.int64) +keepdims = 0 + +node = onnx.helper.make_node( + "ReduceMin", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, +) + +data = np.array( + [[[5, 1], [20, 2]], [[30, 1], [40, 2]], [[55, 1], [60, 2]]], + dtype=np.float32, +) +reduced = np.minimum.reduce(data, axis=tuple(axes), keepdims=keepdims == 1) +# print(reduced) +# [[5., 1.] +# [30., 1.] +# [55., 1.]] + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_min_do_not_keepdims_example", + opset_imports=[onnx.helper.make_opsetid("", 18)], +) + +np.random.seed(0) +data = np.random.uniform(-10, 10, shape).astype(np.float32) +reduced = np.minimum.reduce(data, axis=tuple(axes), keepdims=keepdims == 1) + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_min_do_not_keepdims_random", + opset_imports=[onnx.helper.make_opsetid("", 18)], +) +``` + +
+
+empty_set + +```python +shape = [2, 0, 4] +keepdims = 1 +reduced_shape = [2, 1, 4] + +node = onnx.helper.make_node( + "ReduceMin", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, +) + +data = np.array([], dtype=np.float32).reshape(shape) +axes = np.array([1], dtype=np.int64) +one = np.array(np.ones(reduced_shape, dtype=np.float32)) +zero = np.array(np.zeros(reduced_shape, dtype=np.float32)) +reduced = one / zero # inf + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_min_empty_set", +) +``` + +
+
+keepdims + +```python +shape = [3, 2, 2] +axes = np.array([1], dtype=np.int64) +keepdims = 1 + +node = onnx.helper.make_node( + "ReduceMin", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, +) + +data = np.array( + [[[5, 1], [20, 2]], [[30, 1], [40, 2]], [[55, 1], [60, 2]]], + dtype=np.float32, +) +reduced = np.minimum.reduce(data, axis=tuple(axes), keepdims=keepdims == 1) +# print(reduced) +# [[[5., 1.]] +# [[30., 1.]] +# [[55., 1.]]] + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_min_keepdims_example", + opset_imports=[onnx.helper.make_opsetid("", 18)], +) + +np.random.seed(0) +data = np.random.uniform(-10, 10, shape).astype(np.float32) +reduced = np.minimum.reduce(data, axis=tuple(axes), keepdims=keepdims == 1) + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_min_keepdims_random", + opset_imports=[onnx.helper.make_opsetid("", 18)], +) +``` + +
+
+negative_axes_keepdims + +```python +shape = [3, 2, 2] +axes = np.array([-2], dtype=np.int64) +keepdims = 1 + +node = onnx.helper.make_node( + "ReduceMin", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, +) + +data = np.array( + [[[5, 1], [20, 2]], [[30, 1], [40, 2]], [[55, 1], [60, 2]]], + dtype=np.float32, +) +reduced = np.minimum.reduce(data, axis=tuple(axes), keepdims=keepdims == 1) +# print(reduced) +# [[[5., 1.]] +# [[30., 1.]] +# [[55., 1.]]] + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_min_negative_axes_keepdims_example", + opset_imports=[onnx.helper.make_opsetid("", 18)], +) + +np.random.seed(0) +data = np.random.uniform(-10, 10, shape).astype(np.float32) +reduced = np.minimum.reduce(data, axis=tuple(axes), keepdims=keepdims == 1) + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_min_negative_axes_keepdims_random", + opset_imports=[onnx.helper.make_opsetid("", 18)], +) +``` + +
+ + +### ReduceProd +There are 5 test cases, listed as following: +
+default_axes_keepdims + +```python +shape = [3, 2, 2] +axes = None +keepdims = 1 + +node = onnx.helper.make_node( + "ReduceProd", inputs=["data"], outputs=["reduced"], keepdims=keepdims +) + +data = np.array( + [[[1, 2], [3, 4]], [[5, 6], [7, 8]], [[9, 10], [11, 12]]], dtype=np.float32 +) +reduced = np.prod(data, axis=axes, keepdims=keepdims == 1) +# print(reduced) +# [[[4.790016e+08]]] + +expect( + node, + inputs=[data], + outputs=[reduced], + name="test_reduce_prod_default_axes_keepdims_example", +) + +np.random.seed(0) +data = np.random.uniform(-10, 10, shape).astype(np.float32) +reduced = np.prod(data, axis=axes, keepdims=keepdims == 1) +expect( + node, + inputs=[data], + outputs=[reduced], + name="test_reduce_prod_default_axes_keepdims_random", +) +``` + +
+
+do_not_keepdims + +```python +shape = [3, 2, 2] +axes = np.array([1], dtype=np.int64) +keepdims = 0 + +node = onnx.helper.make_node( + "ReduceProd", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, +) + +data = np.array( + [[[1, 2], [3, 4]], [[5, 6], [7, 8]], [[9, 10], [11, 12]]], dtype=np.float32 +) +reduced = np.prod(data, axis=tuple(axes), keepdims=keepdims == 1) +# print(reduced) +# [[3., 8.] +# [35., 48.] +# [99., 120.]] + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_prod_do_not_keepdims_example", +) + +np.random.seed(0) +data = np.random.uniform(-10, 10, shape).astype(np.float32) +reduced = np.prod(data, axis=tuple(axes), keepdims=keepdims == 1) +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_prod_do_not_keepdims_random", +) +``` + +
+
+empty_set + +```python +shape = [2, 0, 4] +keepdims = 1 +reduced_shape = [2, 1, 4] + +node = onnx.helper.make_node( + "ReduceProd", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, +) + +data = np.array([], dtype=np.float32).reshape(shape) +axes = np.array([1], dtype=np.int64) +reduced = np.array(np.ones(reduced_shape, dtype=np.float32)) + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_prod_empty_set", +) +``` + +
+
+keepdims + +```python +shape = [3, 2, 2] +axes = np.array([1], dtype=np.int64) +keepdims = 1 + +node = onnx.helper.make_node( + "ReduceProd", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, +) + +data = np.array( + [[[1, 2], [3, 4]], [[5, 6], [7, 8]], [[9, 10], [11, 12]]], dtype=np.float32 +) +reduced = np.prod(data, axis=tuple(axes), keepdims=keepdims == 1) +# print(reduced) +# [[[3., 8.]] +# [[35., 48.]] +# [[99., 120.]]] + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_prod_keepdims_example", +) + +np.random.seed(0) +data = np.random.uniform(-10, 10, shape).astype(np.float32) +reduced = np.prod(data, axis=tuple(axes), keepdims=keepdims == 1) +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_prod_keepdims_random", +) +``` + +
+
+negative_axes_keepdims + +```python +shape = [3, 2, 2] +axes = np.array([-2], dtype=np.int64) +keepdims = 1 + +node = onnx.helper.make_node( + "ReduceProd", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, +) + +data = np.array( + [[[1, 2], [3, 4]], [[5, 6], [7, 8]], [[9, 10], [11, 12]]], dtype=np.float32 +) +reduced = np.prod(data, axis=tuple(axes), keepdims=keepdims == 1) +# print(reduced) +# [[[3., 8.]] +# [[35., 48.]] +# [[99., 120.]]] + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_prod_negative_axes_keepdims_example", +) + +np.random.seed(0) +data = np.random.uniform(-10, 10, shape).astype(np.float32) +reduced = np.prod(data, axis=tuple(axes), keepdims=keepdims == 1) +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_prod_negative_axes_keepdims_random", +) +``` + +
+ + +### ReduceSum +There are 7 test cases, listed as following: +
+default_axes_keepdims + +```python +shape = [3, 2, 2] +axes = np.array([], dtype=np.int64) +keepdims = 1 + +node = onnx.helper.make_node( + "ReduceSum", inputs=["data", "axes"], outputs=["reduced"], keepdims=keepdims +) + +data = np.array( + [[[1, 2], [3, 4]], [[5, 6], [7, 8]], [[9, 10], [11, 12]]], dtype=np.float32 +) +reduced = np.sum(data, axis=None, keepdims=keepdims == 1) +# print(reduced) +# [[[78.]]] + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_sum_default_axes_keepdims_example", +) + +np.random.seed(0) +data = np.random.uniform(-10, 10, shape).astype(np.float32) +reduced = np.sum(data, axis=None, keepdims=keepdims == 1) + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_sum_default_axes_keepdims_random", +) +``` + +
+
+do_not_keepdims + +```python +shape = [3, 2, 2] +axes = np.array([1], dtype=np.int64) +keepdims = 0 + +node = onnx.helper.make_node( + "ReduceSum", inputs=["data", "axes"], outputs=["reduced"], keepdims=keepdims +) + +data = np.array( + [[[1, 2], [3, 4]], [[5, 6], [7, 8]], [[9, 10], [11, 12]]], dtype=np.float32 +) +reduced = np.sum(data, axis=tuple(axes.tolist()), keepdims=keepdims == 1) +# print(reduced) +# [[4., 6.] +# [12., 14.] +# [20., 22.]] + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_sum_do_not_keepdims_example", +) + +np.random.seed(0) +data = np.random.uniform(-10, 10, shape).astype(np.float32) +reduced = np.sum(data, axis=tuple(axes.tolist()), keepdims=keepdims == 1) + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_sum_do_not_keepdims_random", +) +``` + +
+
+empty_axes_input_noop + +```python +shape = [3, 2, 2] +keepdims = 1 + +node = onnx.helper.make_node( + "ReduceSum", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, + noop_with_empty_axes=True, +) + +data = np.array( + [[[1, 2], [3, 4]], [[5, 6], [7, 8]], [[9, 10], [11, 12]]], dtype=np.float32 +) +axes = np.array([], dtype=np.int64) +reduced = np.array(data) +# print(reduced) +# [[[1, 2], [3, 4]], [[5, 6], [7, 8]], [[9, 10], [11, 12]]] + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_sum_empty_axes_input_noop_example", +) + +np.random.seed(0) +data = np.random.uniform(-10, 10, shape).astype(np.float32) +reduced = np.array(data) + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_sum_empty_axes_input_noop", +) +``` + +
+
+empty_set + +```python +"""Test case with the reduced-axis of size zero.""" +shape = [2, 0, 4] +keepdims = 1 +reduced_shape = [2, 1, 4] + +node = onnx.helper.make_node( + "ReduceSum", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, +) + +data = np.array([], dtype=np.float32).reshape(shape) +axes = np.array([1], dtype=np.int64) +reduced = np.array(np.zeros(reduced_shape, dtype=np.float32)) + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_sum_empty_set", +) +``` + +
+
+keepdims + +```python +shape = [3, 2, 2] +axes = np.array([1], dtype=np.int64) +keepdims = 1 + +node = onnx.helper.make_node( + "ReduceSum", inputs=["data", "axes"], outputs=["reduced"], keepdims=keepdims +) + +data = np.array( + [[[1, 2], [3, 4]], [[5, 6], [7, 8]], [[9, 10], [11, 12]]], dtype=np.float32 +) +reduced = np.sum(data, axis=tuple(axes.tolist()), keepdims=keepdims == 1) +# print(reduced) +# [[[4., 6.]] +# [[12., 14.]] +# [[20., 22.]]] + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_sum_keepdims_example", +) + +np.random.seed(0) +data = np.random.uniform(-10, 10, shape).astype(np.float32) +reduced = np.sum(data, axis=tuple(axes.tolist()), keepdims=keepdims == 1) + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_sum_keepdims_random", +) +``` + +
+
+negative_axes_keepdims + +```python +shape = [3, 2, 2] +axes = np.array([-2], dtype=np.int64) +keepdims = 1 + +node = onnx.helper.make_node( + "ReduceSum", inputs=["data", "axes"], outputs=["reduced"], keepdims=keepdims +) + +data = np.array( + [[[1, 2], [3, 4]], [[5, 6], [7, 8]], [[9, 10], [11, 12]]], dtype=np.float32 +) +reduced = np.sum(data, axis=tuple(axes.tolist()), keepdims=keepdims == 1) +# print(reduced) +# [[[4., 6.]] +# [[12., 14.]] +# [[20., 22.]]] + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_sum_negative_axes_keepdims_example", +) + +np.random.seed(0) +data = np.random.uniform(-10, 10, shape).astype(np.float32) +reduced = np.sum(data, axis=tuple(axes.tolist()), keepdims=keepdims == 1) + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_sum_negative_axes_keepdims_random", +) +``` + +
+
+non_reduced_axis_zero + +```python +"""Test case with the non-reduced-axis of size zero.""" +shape = [2, 0, 4] +keepdims = 1 +reduced_shape = [2, 0, 1] + +node = onnx.helper.make_node( + "ReduceSum", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, +) + +data = np.array([], dtype=np.float32).reshape(shape) +axes = np.array([2], dtype=np.int64) +reduced = np.array([], dtype=np.float32).reshape(reduced_shape) + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_sum_empty_set_non_reduced_axis_zero", +) +``` + +
+ + +### ReduceSumSquare +There are 5 test cases, listed as following: +
+default_axes_keepdims + +```python +shape = [3, 2, 2] +axes = np.array([], dtype=np.int64) +keepdims = 1 + +node = onnx.helper.make_node( + "ReduceSumSquare", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, +) + +data = np.array( + [[[1, 2], [3, 4]], [[5, 6], [7, 8]], [[9, 10], [11, 12]]], dtype=np.float32 +) +reduced = np.sum(np.square(data), axis=None, keepdims=keepdims == 1) +# print(reduced) +# [[[650.]]] + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_sum_square_default_axes_keepdims_example", +) + +np.random.seed(0) +data = np.random.uniform(-10, 10, shape).astype(np.float32) +reduced = np.sum(np.square(data), axis=None, keepdims=keepdims == 1) + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_sum_square_default_axes_keepdims_random", +) +``` + +
+
+do_not_keepdims + +```python +shape = [3, 2, 2] +axes = np.array([1], dtype=np.int64) +keepdims = 0 + +node = onnx.helper.make_node( + "ReduceSumSquare", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, +) + +data = np.array( + [[[1, 2], [3, 4]], [[5, 6], [7, 8]], [[9, 10], [11, 12]]], dtype=np.float32 +) +reduced = np.sum(np.square(data), axis=tuple(axes), keepdims=keepdims == 1) +# print(reduced) +# [[10., 20.] +# [74., 100.] +# [202., 244.]] + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_sum_square_do_not_keepdims_example", +) + +np.random.seed(0) +data = np.random.uniform(-10, 10, shape).astype(np.float32) +reduced = np.sum(np.square(data), axis=tuple(axes), keepdims=keepdims == 1) + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_sum_square_do_not_keepdims_random", +) +``` + +
+
+empty_set + +```python +shape = [2, 0, 4] +keepdims = 1 +reduced_shape = [2, 1, 4] + +node = onnx.helper.make_node( + "ReduceSumSquare", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, +) + +data = np.array([], dtype=np.float32).reshape(shape) +axes = np.array([1], dtype=np.int64) +reduced = np.array(np.zeros(reduced_shape, dtype=np.float32)) + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_sum_square_empty_set", +) +``` + +
+
+keepdims + +```python +shape = [3, 2, 2] +axes = np.array([1], dtype=np.int64) +keepdims = 1 + +node = onnx.helper.make_node( + "ReduceSumSquare", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, +) + +data = np.array( + [[[1, 2], [3, 4]], [[5, 6], [7, 8]], [[9, 10], [11, 12]]], dtype=np.float32 +) +reduced = np.sum(np.square(data), axis=tuple(axes), keepdims=keepdims == 1) +# print(reduced) +# [[[10., 20.]] +# [[74., 100.]] +# [[202., 244.]]] + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_sum_square_keepdims_example", +) + +np.random.seed(0) +data = np.random.uniform(-10, 10, shape).astype(np.float32) +reduced = np.sum(np.square(data), axis=tuple(axes), keepdims=keepdims == 1) + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_sum_square_keepdims_random", +) +``` + +
+
+negative_axes_keepdims + +```python +shape = [3, 2, 2] +axes = np.array([-2], dtype=np.int64) +keepdims = 1 + +node = onnx.helper.make_node( + "ReduceSumSquare", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, +) + +data = np.array( + [[[1, 2], [3, 4]], [[5, 6], [7, 8]], [[9, 10], [11, 12]]], dtype=np.float32 +) +reduced = np.sum(np.square(data), axis=tuple(axes), keepdims=keepdims == 1) +# print(reduced) +# [[[10., 20.s]] +# [[74., 100.]] +# [[202., 244.]]] + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_sum_square_negative_axes_keepdims_example", +) + +np.random.seed(0) +data = np.random.uniform(-10, 10, shape).astype(np.float32) +reduced = np.sum(np.square(data), axis=tuple(axes), keepdims=keepdims == 1) + +expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_sum_square_negative_axes_keepdims_random", +) +``` + +
+ + +### RegexFullMatch +There are 3 test cases, listed as following: +
+basic + +```python +node = onnx.helper.make_node( + "RegexFullMatch", + inputs=["X"], + outputs=["Y"], + pattern=r"www\.[\w.-]+\.\bcom\b", +) + +x = np.array(["www.google.com", "www.facebook.com", "www.bbc.co.uk"]).astype( + object +) +result = np.array([True, True, False]) +expect(node, inputs=[x], outputs=[result], name="test_regex_full_match_basic") +``` + +
+
+match_email_domain + +```python +node = onnx.helper.make_node( + "RegexFullMatch", + inputs=["X"], + outputs=["Y"], + pattern=r"(\W|^)[\w.\-]{0,25}@(yahoo|gmail)\.com(\W|$)", +) + +x = np.array( + [ + ["account@gmail.com", "account@hotmail.com"], + ["not email", "account2@yahoo.com"], + ] +).astype(object) +result = np.array([[True, False], [False, True]]) +expect( + node, + inputs=[x], + outputs=[result], + name="test_regex_full_match_email_domain", +) +``` + +
+
+match_empty + +```python +node = onnx.helper.make_node( + "RegexFullMatch", + inputs=["X"], + outputs=["Y"], + pattern=r"(\W|^)[\w.\-]{0,25}@(yahoo|gmail)\.com(\W|$)", +) + +x = np.array([[], []]).astype(object) +result = np.array([[], []]).astype(bool) +expect( + node, + inputs=[x], + outputs=[result], + name="test_regex_full_match_empty", +) +``` + +
+ + +### Relu +There are 1 test cases, listed as following: +
+relu + +```python +node = onnx.helper.make_node( + "Relu", + inputs=["x"], + outputs=["y"], +) +x = np.random.randn(3, 4, 5).astype(np.float32) +y = np.clip(x, 0, np.inf) + +expect(node, inputs=[x], outputs=[y], name="test_relu") +``` + +
+ + +### Reshape +There are 2 test cases, listed as following: +
+allowzero + +```python +original_shape = [0, 3, 4] +test_cases = { + "allowzero_reordered": np.array([3, 4, 0], dtype=np.int64), +} +data = np.random.random_sample(original_shape).astype(np.float32) + +for test_name, shape in test_cases.items(): + node = onnx.helper.make_node( + "Reshape", + inputs=["data", "shape"], + outputs=["reshaped"], + allowzero=1, # if allowzero=1, final shape = (3, 4, 0) + # if allowzero=0, final shape = (3, 4, 4) + ) + + reshaped = reshape_reference_implementation(data, shape, allowzero=1) + + expect( + node, + inputs=[data, shape], + outputs=[reshaped], + name="test_reshape_" + test_name, + ) +``` + +
+
+reshape + +```python +original_shape = [2, 3, 4] +test_cases = { + "reordered_all_dims": np.array([4, 2, 3], dtype=np.int64), + "reordered_last_dims": np.array([2, 4, 3], dtype=np.int64), + "reduced_dims": np.array([2, 12], dtype=np.int64), + "extended_dims": np.array([2, 3, 2, 2], dtype=np.int64), + "one_dim": np.array([24], dtype=np.int64), + "negative_dim": np.array([2, -1, 2], dtype=np.int64), + "negative_extended_dims": np.array([-1, 2, 3, 4], dtype=np.int64), + "zero_dim": np.array([2, 0, 4, 1], dtype=np.int64), + "zero_and_negative_dim": np.array([2, 0, 1, -1], dtype=np.int64), +} +data = np.random.random_sample(original_shape).astype(np.float32) + +for test_name, shape in test_cases.items(): + node = onnx.helper.make_node( + "Reshape", + inputs=["data", "shape"], + outputs=["reshaped"], + ) + + reshaped = reshape_reference_implementation(data, shape) + + expect( + node, + inputs=[data, shape], + outputs=[reshaped], + name="test_reshape_" + test_name, + ) +``` + +
+ + +### Resize +There are 39 test cases, listed as following: +
+resize_downsample_scales_cubic + +```python +node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "scales"], + outputs=["Y"], + mode="cubic", +) + +data = np.array( + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ] + ] + ], + dtype=np.float32, +) + +scales = np.array([1.0, 1.0, 0.8, 0.8], dtype=np.float32) + +# [[[[ 1.47119141 2.78125 4.08251953] +# [ 6.71142578 8.02148438 9.32275391] +# [11.91650391 13.2265625 14.52783203]]]] +output = interpolate_nd( + data, lambda x, _: cubic_coeffs(x), scale_factors=scales +).astype(np.float32) + +expect( + node, + inputs=[data, scales], + outputs=[output], + name="test_resize_downsample_scales_cubic", +) +``` + +
+
+resize_downsample_scales_cubic_A_n0p5_exclude_outside + +```python +node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "scales"], + outputs=["Y"], + mode="cubic", + cubic_coeff_a=-0.5, + exclude_outside=True, +) + +data = np.array( + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ] + ] + ], + dtype=np.float32, +) + +scales = np.array([1.0, 1.0, 0.8, 0.8], dtype=np.float32) + +# [[[[ 1.36812675 2.6695014 4.0133367 ] +# [ 6.57362535 7.875 9.2188353 ] +# [11.94896657 13.25034122 14.59417652]]]] +output = interpolate_nd( + data, + lambda x, _: cubic_coeffs(x, A=-0.5), + scale_factors=scales, + exclude_outside=True, +).astype(np.float32) + +expect( + node, + inputs=[data, scales], + outputs=[output], + name="test_resize_downsample_scales_cubic_A_n0p5_exclude_outside", +) +``` + +
+
+resize_downsample_scales_cubic_align_corners + +```python +node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "scales"], + outputs=["Y"], + mode="cubic", + coordinate_transformation_mode="align_corners", +) + +data = np.array( + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ] + ] + ], + dtype=np.float32, +) + +scales = np.array([1.0, 1.0, 0.8, 0.8], dtype=np.float32) + +# [[[[ 1. 2.39519159 3.79038317] +# [ 6.58076634 7.97595793 9.37114951] +# [12.16153268 13.55672427 14.95191585]]]] +output = interpolate_nd( + data, + lambda x, _: cubic_coeffs(x), + scale_factors=scales, + coordinate_transformation_mode="align_corners", +).astype(np.float32) + +expect( + node, + inputs=[data, scales], + outputs=[output], + name="test_resize_downsample_scales_cubic_align_corners", +) +``` + +
+
+resize_downsample_scales_cubic_antialias + +```python +node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "scales"], + outputs=["Y"], + mode="cubic", + antialias=1, +) + +data = np.array( + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ] + ] + ], + dtype=np.float32, +) + +scales = np.array([1.0, 1.0, 0.6, 0.6], dtype=np.float32) + +# [[[[ 2.5180721 4.2858863] +# [ 9.589329 11.357142 ]]]] +output = interpolate_nd( + data, cubic_coeffs_antialias, scale_factors=scales +).astype(np.float32) + +expect( + node, + inputs=[data, scales], + outputs=[output], + name="test_resize_downsample_scales_cubic_antialias", +) +``` + +
+
+resize_downsample_scales_linear + +```python +node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "scales"], + outputs=["Y"], + mode="linear", +) + +data = np.array( + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + ] + ] + ], + dtype=np.float32, +) + +scales = np.array([1.0, 1.0, 0.6, 0.6], dtype=np.float32) + +# [[[[2.6666665 4.3333331]]]] +output = interpolate_nd( + data, lambda x, _: linear_coeffs(x), scale_factors=scales +).astype(np.float32) + +expect( + node, + inputs=[data, scales], + outputs=[output], + name="test_resize_downsample_scales_linear", +) +``` + +
+
+resize_downsample_scales_linear_align_corners + +```python +node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "scales"], + outputs=["Y"], + mode="linear", + coordinate_transformation_mode="align_corners", +) + +data = np.array( + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + ] + ] + ], + dtype=np.float32, +) + +scales = np.array([1.0, 1.0, 0.6, 0.6], dtype=np.float32) + +# [[[[1. 3.142857]]]] +output = interpolate_nd( + data, + lambda x, _: linear_coeffs(x), + scale_factors=scales, + coordinate_transformation_mode="align_corners", +).astype(np.float32) + +expect( + node, + inputs=[data, scales], + outputs=[output], + name="test_resize_downsample_scales_linear_align_corners", +) +``` + +
+
+resize_downsample_scales_linear_antialias + +```python +node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "scales"], + outputs=["Y"], + mode="linear", + antialias=1, +) + +data = np.array( + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ] + ] + ], + dtype=np.float32, +) + +scales = np.array([1.0, 1.0, 0.6, 0.6], dtype=np.float32) + +# [[[[ 2.875 4.5 ] +# [ 9.375 11. ]]]] +output = interpolate_nd( + data, linear_coeffs_antialias, scale_factors=scales +).astype(np.float32) + +expect( + node, + inputs=[data, scales], + outputs=[output], + name="test_resize_downsample_scales_linear_antialias", +) +``` + +
+
+resize_downsample_scales_linear_half_pixel_symmetric + +```python +node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "scales"], + outputs=["Y"], + mode="linear", + coordinate_transformation_mode="half_pixel_symmetric", +) + +data = np.array([[[[1, 2, 3, 4]]]], dtype=np.float32) +scales = np.array([1.0, 1.0, 1.0, 0.6], dtype=np.float32) + +# [[[[1.6666667, 3.3333333]]]] +output = interpolate_nd( + data, + lambda x, _: linear_coeffs(x), + scale_factors=scales, + coordinate_transformation_mode="half_pixel_symmetric", +).astype(np.float32) + +expect( + node, + inputs=[data, scales], + outputs=[output], + name="test_resize_downsample_scales_linear_half_pixel_symmetric", +) +``` + +
+
+resize_downsample_scales_nearest + +```python +node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "scales"], + outputs=["Y"], + mode="nearest", +) + +data = np.array( + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + ] + ] + ], + dtype=np.float32, +) + +scales = np.array([1.0, 1.0, 0.6, 0.6], dtype=np.float32) + +# [[[[1. 3.]]]] +output = interpolate_nd( + data, lambda x, _: nearest_coeffs(x), scale_factors=scales +).astype(np.float32) + +expect( + node, + inputs=[data, scales], + outputs=[output], + name="test_resize_downsample_scales_nearest", +) +``` + +
+
+resize_downsample_sizes_cubic + +```python +node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "", "sizes"], + outputs=["Y"], + mode="cubic", +) + +data = np.array( + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ] + ] + ], + dtype=np.float32, +) + +sizes = np.array([1, 1, 3, 3], dtype=np.int64) + +# [[[[ 1.63078704 3.00462963 4.37847222] +# [ 7.12615741 8.5 9.87384259] +# [12.62152778 13.99537037 15.36921296]]]] +output = interpolate_nd( + data, lambda x, _: cubic_coeffs(x), output_size=sizes +).astype(np.float32) + +expect( + node, + inputs=[data, sizes], + outputs=[output], + name="test_resize_downsample_sizes_cubic", +) +``` + +
+
+resize_downsample_sizes_cubic_antialias + +```python +node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "", "sizes"], + outputs=["Y"], + mode="cubic", + antialias=1, +) + +data = np.array( + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ] + ] + ], + dtype=np.float32, +) + +sizes = np.array([1, 1, 3, 3], dtype=np.int64) + +# [[[[ 1.7750092 3.1200073 4.4650054] +# [ 7.1550016 8.5 9.844998 ] +# [12.534994 13.8799925 15.224991 ]]]] +output = interpolate_nd(data, cubic_coeffs_antialias, output_size=sizes).astype( + np.float32 +) + +expect( + node, + inputs=[data, sizes], + outputs=[output], + name="test_resize_downsample_sizes_cubic_antialias", +) +``` + +
+
+resize_downsample_sizes_linear_antialias + +```python +node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "", "sizes"], + outputs=["Y"], + mode="linear", + antialias=1, +) + +data = np.array( + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ] + ] + ], + dtype=np.float32, +) + +sizes = np.array([1, 1, 3, 3], dtype=np.int64) + +# [[[[ 2.3636363 3.590909 4.818182 ] +# [ 7.2727275 8.5 9.727273 ] +# [12.181818 13.409091 14.636364 ]]]] +output = interpolate_nd( + data, linear_coeffs_antialias, output_size=sizes +).astype(np.float32) + +expect( + node, + inputs=[data, sizes], + outputs=[output], + name="test_resize_downsample_sizes_linear_antialias", +) +``` + +
+
+resize_downsample_sizes_linear_pytorch_half_pixel + +```python +node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "", "sizes"], + outputs=["Y"], + mode="linear", + coordinate_transformation_mode="pytorch_half_pixel", +) + +data = np.array( + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ] + ] + ], + dtype=np.float32, +) + +sizes = np.array([1, 1, 3, 1], dtype=np.int64) + +# [[[[ 1.6666666] +# [ 7. ] +# [12.333333 ]]]] +output = interpolate_nd( + data, + lambda x, _: linear_coeffs(x), + output_size=sizes, + coordinate_transformation_mode="pytorch_half_pixel", +).astype(np.float32) + +expect( + node, + inputs=[data, sizes], + outputs=[output], + name="test_resize_downsample_sizes_linear_pytorch_half_pixel", +) +``` + +
+
+resize_downsample_sizes_nearest + +```python +node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "", "sizes"], + outputs=["Y"], + mode="nearest", +) + +data = np.array( + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + ] + ] + ], + dtype=np.float32, +) + +sizes = np.array([1, 1, 1, 3], dtype=np.int64) + +# [[[[1. 2. 4.]]]] +output = interpolate_nd( + data, lambda x, _: nearest_coeffs(x), output_size=sizes +).astype(np.float32) + +expect( + node, + inputs=[data, sizes], + outputs=[output], + name="test_resize_downsample_sizes_nearest", +) +``` + +
+
+resize_downsample_sizes_nearest_not_larger + +```python +keep_aspect_ratio_policy = "not_larger" +axes = [2, 3] +node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "", "sizes"], + outputs=["Y"], + mode="nearest", + axes=axes, + keep_aspect_ratio_policy=keep_aspect_ratio_policy, +) + +data = np.array( + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + ] + ] + ], + dtype=np.float32, +) + +sizes = np.array([1, 3], dtype=np.int64) # Results in 1x2 + +# [[[[1. 3.]]]] +output = interpolate_nd( + data, + lambda x, _: nearest_coeffs(x), + output_size=sizes, + axes=axes, + keep_aspect_ratio_policy=keep_aspect_ratio_policy, +).astype(np.float32) + +expect( + node, + inputs=[data, sizes], + outputs=[output], + name="test_resize_downsample_sizes_nearest_not_larger", +) +``` + +
+
+resize_downsample_sizes_nearest_not_smaller + +```python +keep_aspect_ratio_policy = "not_smaller" +axes = [2, 3] +node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "", "sizes"], + outputs=["Y"], + mode="nearest", + axes=axes, + keep_aspect_ratio_policy=keep_aspect_ratio_policy, +) + +data = np.array( + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + ] + ] + ], + dtype=np.float32, +) + +sizes = np.array([1, 3], dtype=np.int64) # Results in 2x3 + +# [[[[1. 2. 4.] +# [5. 6. 8.]]]] +output = interpolate_nd( + data, + lambda x, _: nearest_coeffs(x), + output_size=sizes, + axes=axes, + keep_aspect_ratio_policy=keep_aspect_ratio_policy, +).astype(np.float32) + +expect( + node, + inputs=[data, sizes], + outputs=[output], + name="test_resize_downsample_sizes_nearest_not_smaller", +) +``` + +
+
+resize_tf_crop_and_resize + +```python +node = onnx.helper.make_node( + "Resize", + inputs=["X", "roi", "", "sizes"], + outputs=["Y"], + mode="linear", + coordinate_transformation_mode="tf_crop_and_resize", +) + +data = np.array( + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ] + ] + ], + dtype=np.float32, +) + +# Note: for some rois, the result may be different with that of TF for inaccurate floating point +roi = np.array([0, 0, 0.4, 0.6, 1, 1, 0.6, 0.8], dtype=np.float32) +sizes = np.array([1, 1, 3, 3], dtype=np.int64) + +# [[[[ 7.6000004 7.9 8.2 ] +# [ 8.8 9.1 9.400001 ] +# [10. 10.3 10.6 ]]]] +output = interpolate_nd( + data, + lambda x, _: linear_coeffs(x), + output_size=sizes, + roi=roi, + coordinate_transformation_mode="tf_crop_and_resize", +).astype(np.float32) + +expect( + node, + inputs=[data, roi, sizes], + outputs=[output], + name="test_resize_tf_crop_and_resize", +) +``` + +
+
+resize_tf_crop_and_resize_axes_2_3 + +```python +axes = [2, 3] +node = onnx.helper.make_node( + "Resize", + inputs=["X", "roi", "", "sizes"], + outputs=["Y"], + mode="linear", + coordinate_transformation_mode="tf_crop_and_resize", + axes=axes, +) + +data = np.array( + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ] + ] + ], + dtype=np.float32, +) + +# Note: for some rois, the result may be different with that of TF for inaccurate floating point +roi = np.array([0.4, 0.6, 0.6, 0.8], dtype=np.float32) +sizes = np.array([3, 3], dtype=np.int64) + +# [[[[ 7.6000004 7.9 8.2 ] +# [ 8.8 9.1 9.400001 ] +# [10. 10.3 10.6 ]]]] +output = interpolate_nd( + data, + lambda x, _: linear_coeffs(x), + output_size=sizes, + roi=roi, + axes=axes, + coordinate_transformation_mode="tf_crop_and_resize", +).astype(np.float32) + +expect( + node, + inputs=[data, roi, sizes], + outputs=[output], + name="test_resize_tf_crop_and_resize_axes_2_3", +) +``` + +
+
+resize_tf_crop_and_resize_axes_3_2 + +```python +axes = [3, 2] +node = onnx.helper.make_node( + "Resize", + inputs=["X", "roi", "", "sizes"], + outputs=["Y"], + mode="linear", + coordinate_transformation_mode="tf_crop_and_resize", + axes=axes, +) + +data = np.array( + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ] + ] + ], + dtype=np.float32, +) + +# Note: for some rois, the result may be different with that of TF for inaccurate floating point +roi = np.array([0.6, 0.4, 0.8, 0.6], dtype=np.float32) +sizes = np.array([3, 3], dtype=np.int64) + +# [[[[ 7.6000004 7.9 8.2 ] +# [ 8.8 9.1 9.400001 ] +# [10. 10.3 10.6 ]]]] +output = interpolate_nd( + data, + lambda x, _: linear_coeffs(x), + output_size=sizes, + roi=roi, + axes=axes, + coordinate_transformation_mode="tf_crop_and_resize", +).astype(np.float32) + +expect( + node, + inputs=[data, roi, sizes], + outputs=[output], + name="test_resize_tf_crop_and_resize_axes_3_2", +) +``` + +
+
+resize_tf_crop_and_resize_extrapolation_value + +```python +node = onnx.helper.make_node( + "Resize", + inputs=["X", "roi", "", "sizes"], + outputs=["Y"], + mode="linear", + coordinate_transformation_mode="tf_crop_and_resize", + extrapolation_value=10.0, +) + +data = np.array( + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ] + ] + ], + dtype=np.float32, +) + +# Note: for some rois, the result may be different with that of TF for inaccurate floating point +roi = np.array([0, 0, 0.4, 0.6, 1, 1, 1.2, 1.7], dtype=np.float32) +sizes = np.array([1, 1, 3, 3], dtype=np.int64) + +# [[[[ 7.6000004 10. 10. ] +# [12.400001 10. 10. ] +# [10. 10. 10. ]]]] +output = interpolate_nd( + data, + lambda x, _: linear_coeffs(x), + output_size=sizes, + roi=roi, + coordinate_transformation_mode="tf_crop_and_resize", + extrapolation_value=10.0, +).astype(np.float32) + +expect( + node, + inputs=[data, roi, sizes], + outputs=[output], + name="test_resize_tf_crop_and_resize_extrapolation_value", +) +``` + +
+
+resize_upsample_scales_cubic + +```python +node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "scales"], + outputs=["Y"], + mode="cubic", +) + +data = np.array( + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ] + ] + ], + dtype=np.float32, +) + +scales = np.array([1.0, 1.0, 2.0, 2.0], dtype=np.float32) + +# [[[[ 0.47265625 0.76953125 1.24609375 1.875 2.28125 +# 2.91015625 3.38671875 3.68359375] +# [ 1.66015625 1.95703125 2.43359375 3.0625 3.46875 +# 4.09765625 4.57421875 4.87109375] +# [ 3.56640625 3.86328125 4.33984375 4.96875 5.375 +# 6.00390625 6.48046875 6.77734375] +# [ 6.08203125 6.37890625 6.85546875 7.484375 7.890625 +# 8.51953125 8.99609375 9.29296875] +# [ 7.70703125 8.00390625 8.48046875 9.109375 9.515625 +# 10.14453125 10.62109375 10.91796875] +# [10.22265625 10.51953125 10.99609375 11.625 12.03125 +# 12.66015625 13.13671875 13.43359375] +# [12.12890625 12.42578125 12.90234375 13.53125 13.9375 +# 14.56640625 15.04296875 15.33984375] +# [13.31640625 13.61328125 14.08984375 14.71875 15.125 +# 15.75390625 16.23046875 16.52734375]]]] +output = interpolate_nd( + data, lambda x, _: cubic_coeffs(x), scale_factors=scales +).astype(np.float32) + +expect( + node, + inputs=[data, scales], + outputs=[output], + name="test_resize_upsample_scales_cubic", +) +``` + +
+
+resize_upsample_scales_cubic_A_n0p5_exclude_outside + +```python +node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "scales"], + outputs=["Y"], + mode="cubic", + cubic_coeff_a=-0.5, + exclude_outside=True, +) + +data = np.array( + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ] + ] + ], + dtype=np.float32, +) + +scales = np.array([1.0, 1.0, 2.0, 2.0], dtype=np.float32) + +# [[[[ 0.55882353 0.81494204 1.35698249 1.89705882 2.39705882 +# 2.93713516 3.47917561 3.73529412] +# [ 1.58329755 1.83941606 2.38145651 2.92153285 3.42153285 +# 3.96160918 4.50364964 4.75976814] +# [ 3.75145936 4.00757787 4.54961832 5.08969466 5.58969466 +# 6.12977099 6.67181144 6.92792995] +# [ 5.91176471 6.16788321 6.70992366 7.25 7.75 +# 8.29007634 8.83211679 9.08823529] +# [ 7.91176471 8.16788321 8.70992366 9.25 9.75 +# 10.29007634 10.83211679 11.08823529] +# [10.07207005 10.32818856 10.87022901 11.41030534 11.91030534 +# 12.45038168 12.99242213 13.24854064] +# [12.24023186 12.49635036 13.03839082 13.57846715 14.07846715 +# 14.61854349 15.16058394 15.41670245] +# [13.26470588 13.52082439 14.06286484 14.60294118 15.10294118 +# 15.64301751 16.18505796 16.44117647]]]] +output = interpolate_nd( + data, + lambda x, _: cubic_coeffs(x, A=-0.5), + scale_factors=scales, + exclude_outside=True, +).astype(np.float32) + +expect( + node, + inputs=[data, scales], + outputs=[output], + name="test_resize_upsample_scales_cubic_A_n0p5_exclude_outside", +) +``` + +
+
+resize_upsample_scales_cubic_align_corners + +```python +node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "scales"], + outputs=["Y"], + mode="cubic", + coordinate_transformation_mode="align_corners", +) + +data = np.array( + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ] + ] + ], + dtype=np.float32, +) + +scales = np.array([1.0, 1.0, 2.0, 2.0], dtype=np.float32) + +# [[[[ 1. 1.34110787 1.80029155 2.32944606 2.67055394 +# 3.19970845 3.65889213 4. ] +# [ 2.36443149 2.70553936 3.16472303 3.69387755 4.03498542 +# 4.56413994 5.02332362 5.36443149] +# [ 4.20116618 4.54227405 5.00145773 5.53061224 5.87172012 +# 6.40087464 6.86005831 7.20116618] +# [ 6.31778426 6.65889213 7.1180758 7.64723032 7.98833819 +# 8.51749271 8.97667638 9.31778426] +# [ 7.68221574 8.02332362 8.48250729 9.01166181 9.35276968 +# 9.8819242 10.34110787 10.68221574] +# [ 9.79883382 10.13994169 10.59912536 11.12827988 11.46938776 +# 11.99854227 12.45772595 12.79883382] +# [11.63556851 11.97667638 12.43586006 12.96501458 13.30612245 +# 13.83527697 14.29446064 14.63556851] +# [13. 13.34110787 13.80029155 14.32944606 14.67055394 +# 15.19970845 15.65889213 16. ]]]] +output = interpolate_nd( + data, + lambda x, _: cubic_coeffs(x), + scale_factors=scales, + coordinate_transformation_mode="align_corners", +).astype(np.float32) + +expect( + node, + inputs=[data, scales], + outputs=[output], + name="test_resize_upsample_scales_cubic_align_corners", +) +``` + +
+
+resize_upsample_scales_cubic_asymmetric + +```python +node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "scales"], + outputs=["Y"], + mode="cubic", + coordinate_transformation_mode="asymmetric", +) + +data = np.array( + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ] + ] + ], + dtype=np.float32, +) + +scales = np.array([1.0, 1.0, 2.0, 2.0], dtype=np.float32) + +# [[[[ 1. 1.40625 2. 2.5 3. 3.59375 4. +# 4.09375] +# [ 2.625 3.03125 3.625 4.125 4.625 5.21875 5.625 +# 5.71875] +# [ 5. 5.40625 6. 6.5 7. 7.59375 8. +# 8.09375] +# [ 7. 7.40625 8. 8.5 9. 9.59375 10. +# 10.09375] +# [ 9. 9.40625 10. 10.5 11. 11.59375 12. +# 12.09375] +# [11.375 11.78125 12.375 12.875 13.375 13.96875 14.375 +# 14.46875] +# [13. 13.40625 14. 14.5 15. 15.59375 16. +# 16.09375] +# [13.375 13.78125 14.375 14.875 15.375 15.96875 16.375 +# 16.46875]]]] +output = interpolate_nd( + data, + lambda x, _: cubic_coeffs(x, A=-0.75), + scale_factors=scales, + coordinate_transformation_mode="asymmetric", +).astype(np.float32) + +expect( + node, + inputs=[data, scales], + outputs=[output], + name="test_resize_upsample_scales_cubic_asymmetric", +) +``` + +
+
+resize_upsample_scales_linear + +```python +node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "scales"], + outputs=["Y"], + mode="linear", +) + +data = np.array( + [ + [ + [ + [1, 2], + [3, 4], + ] + ] + ], + dtype=np.float32, +) + +scales = np.array([1.0, 1.0, 2.0, 2.0], dtype=np.float32) + +# [[[[1. 1.25 1.75 2. ] +# [1.5 1.75 2.25 2.5 ] +# [2.5 2.75 3.25 3.5 ] +# [3. 3.25 3.75 4. ]]]] +output = interpolate_nd( + data, lambda x, _: linear_coeffs(x), scale_factors=scales +).astype(np.float32) + +expect( + node, + inputs=[data, scales], + outputs=[output], + name="test_resize_upsample_scales_linear", +) +``` + +
+
+resize_upsample_scales_linear_align_corners + +```python +node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "scales"], + outputs=["Y"], + mode="linear", + coordinate_transformation_mode="align_corners", +) + +data = np.array( + [ + [ + [ + [1, 2], + [3, 4], + ] + ] + ], + dtype=np.float32, +) + +scales = np.array([1.0, 1.0, 2.0, 2.0], dtype=np.float32) + +# [[[[1. 1.33333333 1.66666667 2. ] +# [1.66666667 2. 2.33333333 2.66666667] +# [2.33333333 2.66666667 3. 3.33333333] +# [3. 3.33333333 3.66666667 4. ]]]] +output = interpolate_nd( + data, + lambda x, _: linear_coeffs(x), + scale_factors=scales, + coordinate_transformation_mode="align_corners", +).astype(np.float32) + +expect( + node, + inputs=[data, scales], + outputs=[output], + name="test_resize_upsample_scales_linear_align_corners", +) +``` + +
+
+resize_upsample_scales_linear_half_pixel_symmetric + +```python +node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "scales"], + outputs=["Y"], + mode="linear", + coordinate_transformation_mode="half_pixel_symmetric", +) + +data = np.array([[[[1, 2], [3, 4]]]], dtype=np.float32) +scales = np.array([1.0, 1.0, 2.3, 2.94], dtype=np.float32) + +# [[[[1. , 1.15986395, 1.5 , 1.84013605, 2. ], +# [1.56521738, 1.72508133, 2.06521738, 2.40535343, 2.56521738], +# [2.43478262, 2.59464657, 2.93478262, 3.27491867, 3.43478262], +# [3. , 3.15986395, 3.5 , 3.84013605, 4. ]]]] +output = interpolate_nd( + data, + lambda x, _: linear_coeffs(x), + scale_factors=scales, + coordinate_transformation_mode="half_pixel_symmetric", +).astype(np.float32) + +expect( + node, + inputs=[data, scales], + outputs=[output], + name="test_resize_upsample_scales_linear_half_pixel_symmetric", +) +``` + +
+
+resize_upsample_scales_nearest + +```python +node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "scales"], + outputs=["Y"], + mode="nearest", +) + +data = np.array( + [ + [ + [ + [1, 2], + [3, 4], + ] + ] + ], + dtype=np.float32, +) + +scales = np.array([1.0, 1.0, 2.0, 3.0], dtype=np.float32) + +# [[[[1. 1. 1. 2. 2. 2.] +# [1. 1. 1. 2. 2. 2.] +# [3. 3. 3. 4. 4. 4.] +# [3. 3. 3. 4. 4. 4.]]]] +output = interpolate_nd( + data, lambda x, _: nearest_coeffs(x), scale_factors=scales +).astype(np.float32) + +expect( + node, + inputs=[data, scales], + outputs=[output], + name="test_resize_upsample_scales_nearest", +) +``` + +
+
+resize_upsample_scales_nearest_axes_2_3 + +```python +axes = [2, 3] +node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "scales"], + outputs=["Y"], + mode="nearest", + axes=axes, +) + +data = np.array( + [ + [ + [ + [1, 2], + [3, 4], + ] + ] + ], + dtype=np.float32, +) + +scales = np.array([2.0, 3.0], dtype=np.float32) + +# [[[[1. 1. 1. 2. 2. 2.] +# [1. 1. 1. 2. 2. 2.] +# [3. 3. 3. 4. 4. 4.] +# [3. 3. 3. 4. 4. 4.]]]] +output = interpolate_nd( + data, lambda x, _: nearest_coeffs(x), scale_factors=scales, axes=axes +).astype(np.float32) + +expect( + node, + inputs=[data, scales], + outputs=[output], + name="test_resize_upsample_scales_nearest_axes_2_3", +) +``` + +
+
+resize_upsample_scales_nearest_axes_3_2 + +```python +axes = [3, 2] +node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "scales"], + outputs=["Y"], + mode="nearest", + axes=axes, +) + +data = np.array( + [ + [ + [ + [1, 2], + [3, 4], + ] + ] + ], + dtype=np.float32, +) + +scales = np.array([3.0, 2.0], dtype=np.float32) + +# [[[[1. 1. 1. 2. 2. 2.] +# [1. 1. 1. 2. 2. 2.] +# [3. 3. 3. 4. 4. 4.] +# [3. 3. 3. 4. 4. 4.]]]] +output = interpolate_nd( + data, lambda x, _: nearest_coeffs(x), scale_factors=scales, axes=axes +).astype(np.float32) + +expect( + node, + inputs=[data, scales], + outputs=[output], + name="test_resize_upsample_scales_nearest_axes_3_2", +) +``` + +
+
+resize_upsample_sizes_cubic + +```python +node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "", "sizes"], + outputs=["Y"], + mode="cubic", +) + +data = np.array( + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ] + ] + ], + dtype=np.float32, +) + +sizes = np.array([1, 1, 9, 10], dtype=np.int64) + +# [[[[ 0.45507922 0.64057922 0.97157922 1.42257922 1.90732922 +# 2.22332922 2.70807922 3.15907922 3.49007922 3.67557922] +# [ 1.39437963 1.57987963 1.91087963 2.36187963 2.84662963 +# 3.16262963 3.64737963 4.09837963 4.42937963 4.61487963] +# [ 2.95130693 3.13680693 3.46780693 3.91880693 4.40355693 +# 4.71955693 5.20430693 5.65530693 5.98630693 6.17180693] +# [ 5.20525069 5.39075069 5.72175069 6.17275069 6.65750069 +# 6.97350069 7.45825069 7.90925069 8.24025069 8.42575069] +# [ 6.88975 7.07525 7.40625 7.85725 8.342 +# 8.658 9.14275 9.59375 9.92475 10.11025 ] +# [ 8.57424931 8.75974931 9.09074931 9.54174931 10.02649931 +# 10.34249931 10.82724931 11.27824931 11.60924931 11.79474931] +# [10.82819307 11.01369307 11.34469307 11.79569307 12.28044307 +# 12.59644307 13.08119307 13.53219307 13.86319307 14.04869307] +# [12.38512037 12.57062037 12.90162037 13.35262037 13.83737037 +# 14.15337037 14.63812037 15.08912037 15.42012037 15.60562037] +# [13.32442078 13.50992078 13.84092078 14.29192078 14.77667078 +# 15.09267078 15.57742078 16.02842078 16.35942078 16.54492078]]]] +output = interpolate_nd( + data, lambda x, _: cubic_coeffs(x), output_size=sizes +).astype(np.float32) + +expect( + node, + inputs=[data, sizes], + outputs=[output], + name="test_resize_upsample_sizes_cubic", +) +``` + +
+
+resize_upsample_sizes_nearest + +```python +node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "", "sizes"], + outputs=["Y"], + mode="nearest", +) + +data = np.array( + [ + [ + [ + [1, 2], + [3, 4], + ] + ] + ], + dtype=np.float32, +) + +sizes = np.array([1, 1, 7, 8], dtype=np.int64) + +# [[[[1. 1. 1. 1. 2. 2. 2. 2.] +# [1. 1. 1. 1. 2. 2. 2. 2.] +# [1. 1. 1. 1. 2. 2. 2. 2.] +# [1. 1. 1. 1. 2. 2. 2. 2.] +# [3. 3. 3. 3. 4. 4. 4. 4.] +# [3. 3. 3. 3. 4. 4. 4. 4.] +# [3. 3. 3. 3. 4. 4. 4. 4.]]]] +output = interpolate_nd( + data, lambda x, _: nearest_coeffs(x), output_size=sizes +).astype(np.float32) + +expect( + node, + inputs=[data, sizes], + outputs=[output], + name="test_resize_upsample_sizes_nearest", +) +``` + +
+
+resize_upsample_sizes_nearest_axes_2_3 + +```python +axes = [2, 3] +node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "", "sizes"], + outputs=["Y"], + mode="nearest", + axes=axes, +) + +data = np.array( + [ + [ + [ + [1, 2], + [3, 4], + ] + ] + ], + dtype=np.float32, +) + +sizes = np.array([7, 8], dtype=np.int64) + +# [[[[1. 1. 1. 1. 2. 2. 2. 2.] +# [1. 1. 1. 1. 2. 2. 2. 2.] +# [1. 1. 1. 1. 2. 2. 2. 2.] +# [1. 1. 1. 1. 2. 2. 2. 2.] +# [3. 3. 3. 3. 4. 4. 4. 4.] +# [3. 3. 3. 3. 4. 4. 4. 4.] +# [3. 3. 3. 3. 4. 4. 4. 4.]]]] +output = interpolate_nd( + data, lambda x, _: nearest_coeffs(x), output_size=sizes, axes=axes +).astype(np.float32) + +expect( + node, + inputs=[data, sizes], + outputs=[output], + name="test_resize_upsample_sizes_nearest_axes_2_3", +) +``` + +
+
+resize_upsample_sizes_nearest_axes_3_2 + +```python +axes = [3, 2] +node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "", "sizes"], + outputs=["Y"], + mode="nearest", + axes=axes, +) + +data = np.array( + [ + [ + [ + [1, 2], + [3, 4], + ] + ] + ], + dtype=np.float32, +) + +sizes = np.array([8, 7], dtype=np.int64) + +# [[[[1. 1. 1. 1. 2. 2. 2. 2.] +# [1. 1. 1. 1. 2. 2. 2. 2.] +# [1. 1. 1. 1. 2. 2. 2. 2.] +# [1. 1. 1. 1. 2. 2. 2. 2.] +# [3. 3. 3. 3. 4. 4. 4. 4.] +# [3. 3. 3. 3. 4. 4. 4. 4.] +# [3. 3. 3. 3. 4. 4. 4. 4.]]]] +output = interpolate_nd( + data, lambda x, _: nearest_coeffs(x), output_size=sizes, axes=axes +).astype(np.float32) + +expect( + node, + inputs=[data, sizes], + outputs=[output], + name="test_resize_upsample_sizes_nearest_axes_3_2", +) +``` + +
+
+resize_upsample_sizes_nearest_ceil_half_pixel + +```python +node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "", "sizes"], + outputs=["Y"], + mode="nearest", + coordinate_transformation_mode="half_pixel", + nearest_mode="ceil", +) + +data = np.array( + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ] + ] + ], + dtype=np.float32, +) + +sizes = np.array([1, 1, 8, 8], dtype=np.int64) + +# [[[[ 1. 2. 2. 3. 3. 4. 4. 4.] +# [ 5. 6. 6. 7. 7. 8. 8. 8.] +# [ 5. 6. 6. 7. 7. 8. 8. 8.] +# [ 9. 10. 10. 11. 11. 12. 12. 12.] +# [ 9. 10. 10. 11. 11. 12. 12. 12.] +# [13. 14. 14. 15. 15. 16. 16. 16.] +# [13. 14. 14. 15. 15. 16. 16. 16.] +# [13. 14. 14. 15. 15. 16. 16. 16.]]]] +output = interpolate_nd( + data, lambda x, _: nearest_coeffs(x, mode="ceil"), output_size=sizes +).astype(np.float32) + +expect( + node, + inputs=[data, sizes], + outputs=[output], + name="test_resize_upsample_sizes_nearest_ceil_half_pixel", +) +``` + +
+
+resize_upsample_sizes_nearest_floor_align_corners + +```python +node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "", "sizes"], + outputs=["Y"], + mode="nearest", + coordinate_transformation_mode="align_corners", + nearest_mode="floor", +) + +data = np.array( + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ] + ] + ], + dtype=np.float32, +) + +sizes = np.array([1, 1, 8, 8], dtype=np.int64) + +# [[[[ 1. 1. 1. 2. 2. 3. 3. 4.] +# [ 1. 1. 1. 2. 2. 3. 3. 4.] +# [ 1. 1. 1. 2. 2. 3. 3. 4.] +# [ 5. 5. 5. 6. 6. 7. 7. 8.] +# [ 5. 5. 5. 6. 6. 7. 7. 8.] +# [ 9. 9. 9. 10. 10. 11. 11. 12.] +# [ 9. 9. 9. 10. 10. 11. 11. 12.] +# [13. 13. 13. 14. 14. 15. 15. 16.]]]] +output = interpolate_nd( + data, + lambda x, _: nearest_coeffs(x, mode="floor"), + output_size=sizes, + coordinate_transformation_mode="align_corners", +).astype(np.float32) + +expect( + node, + inputs=[data, sizes], + outputs=[output], + name="test_resize_upsample_sizes_nearest_floor_align_corners", +) +``` + +
+
+resize_upsample_sizes_nearest_not_larger + +```python +keep_aspect_ratio_policy = "not_larger" +axes = [2, 3] +node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "", "sizes"], + outputs=["Y"], + mode="nearest", + axes=axes, + keep_aspect_ratio_policy=keep_aspect_ratio_policy, +) + +data = np.array( + [ + [ + [ + [1, 2], + [3, 4], + ] + ] + ], + dtype=np.float32, +) + +sizes = np.array([7, 8], dtype=np.int64) # Results in 7x7 + +# [[[[1. 1. 1. 1. 2. 2. 2.] +# [1. 1. 1. 1. 2. 2. 2.] +# [1. 1. 1. 1. 2. 2. 2.] +# [1. 1. 1. 1. 2. 2. 2.] +# [3. 3. 3. 3. 4. 4. 4.] +# [3. 3. 3. 3. 4. 4. 4.] +# [3. 3. 3. 3. 4. 4. 4.]]]] +output = interpolate_nd( + data, + lambda x, _: nearest_coeffs(x), + output_size=sizes, + axes=axes, + keep_aspect_ratio_policy=keep_aspect_ratio_policy, +).astype(np.float32) + +expect( + node, + inputs=[data, sizes], + outputs=[output], + name="test_resize_upsample_sizes_nearest_not_larger", +) +``` + +
+
+resize_upsample_sizes_nearest_not_smaller + +```python +keep_aspect_ratio_policy = "not_smaller" +axes = [2, 3] +node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "", "sizes"], + outputs=["Y"], + mode="nearest", + axes=axes, + keep_aspect_ratio_policy=keep_aspect_ratio_policy, +) + +data = np.array( + [ + [ + [ + [1, 2], + [3, 4], + ] + ] + ], + dtype=np.float32, +) + +sizes = np.array([7, 8], dtype=np.int64) # Results in 8x8 + +# [[[[1. 1. 1. 1. 2. 2. 2. 2.] +# [1. 1. 1. 1. 2. 2. 2. 2.] +# [1. 1. 1. 1. 2. 2. 2. 2.] +# [1. 1. 1. 1. 2. 2. 2. 2.] +# [3. 3. 3. 3. 4. 4. 4. 4.] +# [3. 3. 3. 3. 4. 4. 4. 4.] +# [3. 3. 3. 3. 4. 4. 4. 4.]]]] +output = interpolate_nd( + data, + lambda x, _: nearest_coeffs(x), + output_size=sizes, + axes=axes, + keep_aspect_ratio_policy=keep_aspect_ratio_policy, +).astype(np.float32) + +expect( + node, + inputs=[data, sizes], + outputs=[output], + name="test_resize_upsample_sizes_nearest_not_smaller", +) +``` + +
+
+resize_upsample_sizes_nearest_round_prefer_ceil_asymmetric + +```python +node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "", "sizes"], + outputs=["Y"], + mode="nearest", + coordinate_transformation_mode="asymmetric", + nearest_mode="round_prefer_ceil", +) + +data = np.array( + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ] + ] + ], + dtype=np.float32, +) + +sizes = np.array([1, 1, 8, 8], dtype=np.int64) + +# [[[[ 1. 2. 2. 3. 3. 4. 4. 4.] +# [ 5. 6. 6. 7. 7. 8. 8. 8.] +# [ 5. 6. 6. 7. 7. 8. 8. 8.] +# [ 9. 10. 10. 11. 11. 12. 12. 12.] +# [ 9. 10. 10. 11. 11. 12. 12. 12.] +# [13. 14. 14. 15. 15. 16. 16. 16.] +# [13. 14. 14. 15. 15. 16. 16. 16.] +# [13. 14. 14. 15. 15. 16. 16. 16.]]]] +output = interpolate_nd( + data, + lambda x, _: nearest_coeffs(x, mode="round_prefer_ceil"), + output_size=sizes, + coordinate_transformation_mode="asymmetric", +).astype(np.float32) + +expect( + node, + inputs=[data, sizes], + outputs=[output], + name="test_resize_upsample_sizes_nearest_round_prefer_ceil_asymmetric", +) +``` + +
+ + +### ReverseSequence +There are 2 test cases, listed as following: +
+reversesequence_batch + +```python +node = onnx.helper.make_node( + "ReverseSequence", + inputs=["x", "sequence_lens"], + outputs=["y"], + time_axis=1, + batch_axis=0, +) +x = np.array( + [ + [0.0, 1.0, 2.0, 3.0], + [4.0, 5.0, 6.0, 7.0], + [8.0, 9.0, 10.0, 11.0], + [12.0, 13.0, 14.0, 15.0], + ], + dtype=np.float32, +) +sequence_lens = np.array([1, 2, 3, 4], dtype=np.int64) + +y = np.array( + [ + [0.0, 1.0, 2.0, 3.0], + [5.0, 4.0, 6.0, 7.0], + [10.0, 9.0, 8.0, 11.0], + [15.0, 14.0, 13.0, 12.0], + ], + dtype=np.float32, +) + +expect( + node, + inputs=[x, sequence_lens], + outputs=[y], + name="test_reversesequence_batch", +) +``` + +
+
+reversesequence_time + +```python +node = onnx.helper.make_node( + "ReverseSequence", + inputs=["x", "sequence_lens"], + outputs=["y"], + time_axis=0, + batch_axis=1, +) +x = np.array( + [ + [0.0, 4.0, 8.0, 12.0], + [1.0, 5.0, 9.0, 13.0], + [2.0, 6.0, 10.0, 14.0], + [3.0, 7.0, 11.0, 15.0], + ], + dtype=np.float32, +) +sequence_lens = np.array([4, 3, 2, 1], dtype=np.int64) + +y = np.array( + [ + [3.0, 6.0, 9.0, 12.0], + [2.0, 5.0, 8.0, 13.0], + [1.0, 4.0, 10.0, 14.0], + [0.0, 7.0, 11.0, 15.0], + ], + dtype=np.float32, +) + +expect( + node, + inputs=[x, sequence_lens], + outputs=[y], + name="test_reversesequence_time", +) +``` + +
+ + +### RoiAlign +There are 3 test cases, listed as following: +
+roialign_aligned_false + +```python +node = onnx.helper.make_node( + "RoiAlign", + inputs=["X", "rois", "batch_indices"], + outputs=["Y"], + spatial_scale=1.0, + output_height=5, + output_width=5, + sampling_ratio=2, + coordinate_transformation_mode="output_half_pixel", +) + +X, batch_indices, rois = get_roi_align_input_values() +# (num_rois, C, output_height, output_width) +Y = np.array( + [ + [ + [ + [0.4664, 0.4466, 0.3405, 0.5688, 0.6068], + [0.3714, 0.4296, 0.3835, 0.5562, 0.3510], + [0.2768, 0.4883, 0.5222, 0.5528, 0.4171], + [0.4713, 0.4844, 0.6904, 0.4920, 0.8774], + [0.6239, 0.7125, 0.6289, 0.3355, 0.3495], + ] + ], + [ + [ + [0.3022, 0.4305, 0.4696, 0.3978, 0.5423], + [0.3656, 0.7050, 0.5165, 0.3172, 0.7015], + [0.2912, 0.5059, 0.6476, 0.6235, 0.8299], + [0.5916, 0.7389, 0.7048, 0.8372, 0.8893], + [0.6227, 0.6153, 0.7097, 0.6154, 0.4585], + ] + ], + [ + [ + [0.2384, 0.3379, 0.3717, 0.6100, 0.7601], + [0.3767, 0.3785, 0.7147, 0.9243, 0.9727], + [0.5749, 0.5826, 0.5709, 0.7619, 0.8770], + [0.5355, 0.2566, 0.2141, 0.2796, 0.3600], + [0.4365, 0.3504, 0.2887, 0.3661, 0.2349], + ] + ], + ], + dtype=np.float32, +) + +expect( + node, + inputs=[X, rois, batch_indices], + outputs=[Y], + name="test_roialign_aligned_false", +) +``` + +
+
+roialign_aligned_true + +```python +node = onnx.helper.make_node( + "RoiAlign", + inputs=["X", "rois", "batch_indices"], + outputs=["Y"], + spatial_scale=1.0, + output_height=5, + output_width=5, + sampling_ratio=2, + coordinate_transformation_mode="half_pixel", +) + +X, batch_indices, rois = get_roi_align_input_values() +# (num_rois, C, output_height, output_width) +Y = np.array( + [ + [ + [ + [0.5178, 0.3434, 0.3229, 0.4474, 0.6344], + [0.4031, 0.5366, 0.4428, 0.4861, 0.4023], + [0.2512, 0.4002, 0.5155, 0.6954, 0.3465], + [0.3350, 0.4601, 0.5881, 0.3439, 0.6849], + [0.4932, 0.7141, 0.8217, 0.4719, 0.4039], + ] + ], + [ + [ + [0.3070, 0.2187, 0.3337, 0.4880, 0.4870], + [0.1871, 0.4914, 0.5561, 0.4192, 0.3686], + [0.1433, 0.4608, 0.5971, 0.5310, 0.4982], + [0.2788, 0.4386, 0.6022, 0.7000, 0.7524], + [0.5774, 0.7024, 0.7251, 0.7338, 0.8163], + ] + ], + [ + [ + [0.2393, 0.4075, 0.3379, 0.2525, 0.4743], + [0.3671, 0.2702, 0.4105, 0.6419, 0.8308], + [0.5556, 0.4543, 0.5564, 0.7502, 0.9300], + [0.6626, 0.5617, 0.4813, 0.4954, 0.6663], + [0.6636, 0.3721, 0.2056, 0.1928, 0.2478], + ] + ], + ], + dtype=np.float32, +) + +expect( + node, + inputs=[X, rois, batch_indices], + outputs=[Y], + name="test_roialign_aligned_true", +) +``` + +
+
+roialign_mode_max + +```python +X = np.array( + [ + [ + [ + [ + 0.2764, + 0.715, + 0.1958, + 0.3416, + 0.4638, + 0.0259, + 0.2963, + 0.6518, + 0.4856, + 0.725, + ], + [ + 0.9637, + 0.0895, + 0.2919, + 0.6753, + 0.0234, + 0.6132, + 0.8085, + 0.5324, + 0.8992, + 0.4467, + ], + [ + 0.3265, + 0.8479, + 0.9698, + 0.2471, + 0.9336, + 0.1878, + 0.4766, + 0.4308, + 0.34, + 0.2162, + ], + [ + 0.0206, + 0.172, + 0.2155, + 0.4394, + 0.0653, + 0.3406, + 0.7724, + 0.3921, + 0.2541, + 0.5799, + ], + [ + 0.4062, + 0.2194, + 0.4473, + 0.4687, + 0.7109, + 0.9327, + 0.9815, + 0.632, + 0.1728, + 0.6119, + ], + [ + 0.3097, + 0.1283, + 0.4984, + 0.5068, + 0.4279, + 0.0173, + 0.4388, + 0.043, + 0.4671, + 0.7119, + ], + [ + 0.1011, + 0.8477, + 0.4726, + 0.1777, + 0.9923, + 0.4042, + 0.1869, + 0.7795, + 0.9946, + 0.9689, + ], + [ + 0.1366, + 0.3671, + 0.7011, + 0.6234, + 0.9867, + 0.5585, + 0.6985, + 0.5609, + 0.8788, + 0.9928, + ], + [ + 0.5697, + 0.8511, + 0.6711, + 0.9406, + 0.8751, + 0.7496, + 0.165, + 0.1049, + 0.1559, + 0.2514, + ], + [ + 0.7012, + 0.4056, + 0.7879, + 0.3461, + 0.0415, + 0.2998, + 0.5094, + 0.3727, + 0.5482, + 0.0502, + ], + ] + ] + ], + dtype=np.float32, +) +rois = np.array( + [[0.0, 0.0, 9.0, 9.0], [0.0, 5.0, 4.0, 9.0], [5.0, 5.0, 9.0, 9.0]], + dtype=np.float32, +) +batch_indices = np.array([0, 0, 0], dtype=np.int64) + +Y = np.array( + [ + [ + [ + [0.3445228, 0.37310338, 0.37865096, 0.446696, 0.37991184], + [0.4133513, 0.5455125, 0.6651902, 0.55805874, 0.27110294], + [0.21223956, 0.40924096, 0.8417618, 0.792561, 0.37196714], + [0.46835402, 0.39741728, 0.8012819, 0.4969306, 0.5495158], + [0.3595896, 0.5196813, 0.5403741, 0.23814403, 0.19992709], + ] + ], + [ + [ + [0.30517197, 0.5086199, 0.3189761, 0.4054401, 0.47630402], + [0.50862, 0.8477, 0.37808004, 0.24936005, 0.79384017], + [0.17620805, 0.29368007, 0.44870415, 0.4987201, 0.63148826], + [0.51066005, 0.8511, 0.5368801, 0.9406, 0.70008016], + [0.4487681, 0.51066035, 0.5042561, 0.5643603, 0.42004836], + ] + ], + [ + [ + [0.21062402, 0.3510401, 0.37416005, 0.5967599, 0.46507207], + [0.32336006, 0.31180006, 0.6236001, 0.9946, 0.7751202], + [0.35744014, 0.5588001, 0.35897616, 0.7030401, 0.6353923], + [0.5996801, 0.27940005, 0.17948808, 0.35152006, 0.31769615], + [0.3598083, 0.40752012, 0.2385281, 0.43856013, 0.26313624], + ] + ], + ], + dtype=np.float32, +) + +node = onnx.helper.make_node( + "RoiAlign", + inputs=["X", "rois", "batch_indices"], + mode="max", + outputs=["Y"], + spatial_scale=1.0, + output_height=5, + output_width=5, + sampling_ratio=2, + coordinate_transformation_mode="output_half_pixel", +) + +expect( + node, + inputs=[X, rois, batch_indices], + outputs=[Y], + name="test_roialign_mode_max", +) +``` + +
+ + +### RotaryEmbedding +There are 8 test cases, listed as following: +
+rotary_embedding + +```python +node = onnx.helper.make_node( + "RotaryEmbedding", + inputs=["input", "cos_cache", "sin_cache", "position_ids"], + outputs=["output"], +) + +input_data = np.random.rand(2, 4, 3, 8).astype(np.float32) +position_ids_data = np.random.uniform(0, 50, (2, 3)).astype(np.int64) +sin_cache_data = np.random.rand(50, 4).astype(np.float32) +cos_cache_data = np.random.rand(50, 4).astype(np.float32) + +expected_output = rotary_embedding( + input_data, cos_cache_data, sin_cache_data, position_ids=position_ids_data +) + +expect( + node, + inputs=[input_data, cos_cache_data, sin_cache_data, position_ids_data], + outputs=[expected_output], + name="test_rotary_embedding", +) +``` + +
+
+rotary_embedding_3d_input + +```python +num_heads = 4 +node = onnx.helper.make_node( + "RotaryEmbedding", + inputs=["input", "cos_cache", "sin_cache", "position_ids"], + outputs=["output"], + num_heads=num_heads, +) + +input_data = np.random.rand(2, 3, 32).astype(np.float32) +position_ids_data = np.random.uniform(0, 50, (2, 3)).astype(np.int64) +sin_cache_data = np.random.rand(50, 4).astype(np.float32) +cos_cache_data = np.random.rand(50, 4).astype(np.float32) + +expected_output = rotary_embedding( + input_data, + cos_cache_data, + sin_cache_data, + position_ids=position_ids_data, + num_heads=num_heads, +) + +expect( + node, + inputs=[input_data, cos_cache_data, sin_cache_data, position_ids_data], + outputs=[expected_output], + name="test_rotary_embedding_3d_input", +) +``` + +
+
+rotary_embedding_interleaved + +```python +node = onnx.helper.make_node( + "RotaryEmbedding", + inputs=["input", "cos_cache", "sin_cache", "position_ids"], + outputs=["output"], + interleaved=1, +) + +input_data = np.random.rand(2, 4, 3, 8).astype(np.float32) +position_ids_data = np.random.uniform(0, 50, (2, 3)).astype(np.int64) +sin_cache_data = np.random.rand(50, 4).astype(np.float32) +cos_cache_data = np.random.rand(50, 4).astype(np.float32) + +expected_output = rotary_embedding( + input_data, + cos_cache_data, + sin_cache_data, + position_ids=position_ids_data, + interleaved=1, +) + +expect( + node, + inputs=[input_data, cos_cache_data, sin_cache_data, position_ids_data], + outputs=[expected_output], + name="test_rotary_embedding_interleaved", +) +``` + +
+
+rotary_embedding_no_position_ids + +```python +node = onnx.helper.make_node( + "RotaryEmbedding", + inputs=["input", "cos_cache", "sin_cache"], + outputs=["output"], +) + +input_data = np.random.rand(2, 4, 3, 8).astype(np.float32) +sin_cache_data = np.random.rand(2, 3, 4).astype(np.float32) +cos_cache_data = np.random.rand(2, 3, 4).astype(np.float32) + +expected_output = rotary_embedding(input_data, cos_cache_data, sin_cache_data) + +expect( + node, + inputs=[input_data, cos_cache_data, sin_cache_data], + outputs=[expected_output], + name="test_rotary_embedding_no_position_ids", +) +``` + +
+
+rotary_embedding_no_position_ids_interleaved + +```python +node = onnx.helper.make_node( + "RotaryEmbedding", + inputs=["input", "cos_cache", "sin_cache"], + outputs=["output"], + interleaved=1, +) + +input_data = np.random.rand(2, 4, 3, 8).astype(np.float32) +sin_cache_data = np.random.rand(2, 3, 4).astype(np.float32) +cos_cache_data = np.random.rand(2, 3, 4).astype(np.float32) + +expected_output = rotary_embedding( + input_data, + cos_cache_data, + sin_cache_data, + interleaved=1, +) + +expect( + node, + inputs=[input_data, cos_cache_data, sin_cache_data], + outputs=[expected_output], + name="test_rotary_embedding_no_position_ids_interleaved", +) +``` + +
+
+rotary_embedding_no_position_ids_rotary_dim + +```python +node = onnx.helper.make_node( + "RotaryEmbedding", + inputs=["input", "cos_cache", "sin_cache"], + outputs=["output"], + rotary_embedding_dim=4, +) + +input_data = np.random.rand(2, 4, 3, 8).astype(np.float32) +sin_cache_data = np.random.rand(2, 3, 2).astype(np.float32) +cos_cache_data = np.random.rand(2, 3, 2).astype(np.float32) + +expected_output = rotary_embedding( + input_data, + cos_cache_data, + sin_cache_data, + rotary_embedding_dim=4, +) + +expect( + node, + inputs=[input_data, cos_cache_data, sin_cache_data], + outputs=[expected_output], + name="test_rotary_embedding_no_position_ids_rotary_dim", +) +``` + +
+
+rotary_embedding_with_interleaved_rotary_dim + +```python +node = onnx.helper.make_node( + "RotaryEmbedding", + inputs=["input", "cos_cache", "sin_cache", "position_ids"], + outputs=["output"], + rotary_embedding_dim=4, + interleaved=1, +) + +input_data = np.random.rand(2, 4, 3, 8).astype(np.float32) +position_ids_data = np.random.uniform(0, 50, (2, 3)).astype(np.int64) +sin_cache_data = np.random.rand(50, 2).astype(np.float32) +cos_cache_data = np.random.rand(50, 2).astype(np.float32) + +expected_output = rotary_embedding( + input_data, + cos_cache_data, + sin_cache_data, + position_ids=position_ids_data, + interleaved=1, + rotary_embedding_dim=4, +) + +expect( + node, + inputs=[input_data, cos_cache_data, sin_cache_data, position_ids_data], + outputs=[expected_output], + name="test_rotary_embedding_with_interleaved_rotary_dim", +) +``` + +
+
+rotary_embedding_with_rotary_dim + +```python +node = onnx.helper.make_node( + "RotaryEmbedding", + inputs=["input", "cos_cache", "sin_cache", "position_ids"], + outputs=["output"], + rotary_embedding_dim=4, +) + +input_data = np.random.rand(2, 4, 3, 8).astype(np.float32) +position_ids_data = np.random.uniform(0, 50, (2, 3)).astype(np.int64) +sin_cache_data = np.random.rand(50, 2).astype(np.float32) +cos_cache_data = np.random.rand(50, 2).astype(np.float32) + +expected_output = rotary_embedding( + input_data, + cos_cache_data, + sin_cache_data, + position_ids=position_ids_data, + rotary_embedding_dim=4, +) + +expect( + node, + inputs=[input_data, cos_cache_data, sin_cache_data, position_ids_data], + outputs=[expected_output], + name="test_rotary_embedding_with_rotary_dim", +) +``` + +
+ + +### Round +There are 1 test cases, listed as following: +
+round + +```python +node = onnx.helper.make_node( + "Round", + inputs=["x"], + outputs=["y"], +) + +x = np.array( + [ + 0.1, + 0.5, + 0.9, + 1.2, + 1.5, + 1.8, + 2.3, + 2.5, + 2.7, + -1.1, + -1.5, + -1.9, + -2.2, + -2.5, + -2.8, + ] +).astype(np.float32) + +# expected output +y = np.array( + [ + 0.0, + 0.0, + 1.0, + 1.0, + 2.0, + 2.0, + 2.0, + 2.0, + 3.0, + -1.0, + -2.0, + -2.0, + -2.0, + -2.0, + -3.0, + ] +).astype(np.float32) +expect(node, inputs=[x], outputs=[y], name="test_round") +``` + +
+ + +### STFT +There are 1 test cases, listed as following: +
+stft + +```python +signal = np.arange(0, 128, dtype=np.float32).reshape(1, 128, 1) +length = np.array(16).astype(np.int64) +onesided_length = (length >> 1) + 1 +step = np.array(8).astype(np.int64) + +no_window = "" # optional input, not supplied +node = onnx.helper.make_node( + "STFT", + inputs=["signal", "frame_step", no_window, "frame_length"], + outputs=["output"], +) + +nstfts = ((signal.shape[1] - length) // step) + 1 +# [batch_size][frames][frame_length][2] +output = np.empty([1, nstfts, onesided_length, 2], dtype=np.float32) +for i in range(nstfts): + start = i * step + stop = i * step + length + complex_out = np.fft.fft(signal[0, start:stop, 0])[0:onesided_length] + output[0, i] = np.stack((complex_out.real, complex_out.imag), axis=1) + +output = output.astype(signal.dtype) +expect(node, inputs=[signal, step, length], outputs=[output], name="test_stft") + +node = onnx.helper.make_node( + "STFT", + inputs=["signal", "frame_step", "window"], + outputs=["output"], +) + +# Test with window +a0 = 0.5 +a1 = 0.5 +window = a0 + a1 * np.cos( + 2 * np.pi * np.arange(0, length, 1, dtype=np.float32) / length +) +nstfts = 1 + (signal.shape[1] - window.shape[0]) // step + +# [batch_size][frames][frame_length][2] +output = np.empty([1, nstfts, onesided_length, 2], dtype=np.float32) +for i in range(nstfts): + start = i * step + stop = i * step + length + complex_out = np.fft.fft(signal[0, start:stop, 0] * window)[ + 0:onesided_length + ] + output[0, i] = np.stack((complex_out.real, complex_out.imag), axis=1) +window = window.astype(signal.dtype) +output = output.astype(signal.dtype) +expect( + node, + inputs=[signal, step, window], + outputs=[output], + name="test_stft_with_window", +) +``` + +
+ + +### Scan +There are 4 test cases, listed as following: +
+scan_8 + +```python +# Given an input sequence [x1, ..., xN], sum up its elements using a scan +# returning the final state (x1+x2+...+xN) as well the scan_output +# [x1, x1+x2, ..., x1+x2+...+xN] +# Note: the first input (sequence_lens) is optional and omitted via "". +node = onnx.parser.parse_node( + """ + y, z = Scan ("", initial, x) < + num_scan_inputs = 1, + body = scan_body (float[2] sum_in, float[2] next) + => (float[2] sum_out, float[2] scan_out) + { + sum_out = Add(sum_in, next) + scan_out = Identity(sum_out) + } + > + """ +) +# create inputs for batch-size 1, sequence-length 3, inner dimension 2 +initial = np.array([0, 0]).astype(np.float32).reshape((1, 2)) +x = np.array([1, 2, 3, 4, 5, 6]).astype(np.float32).reshape((1, 3, 2)) +# final state computed = [1 + 3 + 5, 2 + 4 + 6] +y = np.array([9, 12]).astype(np.float32).reshape((1, 2)) +# scan-output computed +z = np.array([1, 2, 4, 6, 9, 12]).astype(np.float32).reshape((1, 3, 2)) + +expect( + node, + inputs=[initial, x], + outputs=[y, z], + name="test_scan_sum", + opset_imports=[onnx.helper.make_opsetid("", 8)], +) +``` + +
+
+scan_9 + +```python +# Given an input sequence [x1, ..., xN], sum up its elements using a scan +# returning the final state (x1+x2+...+xN) as well the scan_output +# [x1, x1+x2, ..., x1+x2+...+xN] +node = onnx.parser.parse_node( + """ + y, z = Scan (initial, x) < + num_scan_inputs = 1, + body = scan_body (float[2] sum_in, float[2] next) + => (float[2] sum_out, float[2] scan_out) + { + sum_out = Add(sum_in, next) + scan_out = Identity(sum_out) + } + > + """ +) +# create inputs for sequence-length 3, inner dimension 2 +initial = np.array([0, 0]).astype(np.float32).reshape((2,)) +x = np.array([1, 2, 3, 4, 5, 6]).astype(np.float32).reshape((3, 2)) +# final state computed = [1 + 3 + 5, 2 + 4 + 6] +y = np.array([9, 12]).astype(np.float32).reshape((2,)) +# scan-output computed +z = np.array([1, 2, 4, 6, 9, 12]).astype(np.float32).reshape((3, 2)) + +expect( + node, + inputs=[initial, x], + outputs=[y, z], + name="test_scan9_sum", + opset_imports=[onnx.helper.make_opsetid("", 9)], +) +``` + +
+
+scan_9_multi_state + +```python +# Scan with two state variables: running sum and running product. +# This exercises the case where num_loop_state_vars (2) differs from +# num_scan_inputs (1). +# +# Body inputs: sum_in (state), prod_in (state), next (scan) +# Body outputs: sum_out (state), prod_out (state), scan_out (scan) +node = onnx.parser.parse_node( + """ + y_sum, y_prod, z = Scan (initial_sum, initial_prod, x) < + num_scan_inputs = 1, + body = scan_body (float[2] sum_in, float[2] prod_in, float[2] next) + => (float[2] sum_out, float[2] prod_out, float[2] scan_out) + { + sum_out = Add(sum_in, next) + prod_out = Mul(prod_in, next) + scan_out = Identity(sum_out) + } + > + """ +) +# x = [[1, 2], [3, 4], [5, 6]] +initial_sum = np.array([0, 0]).astype(np.float32) +initial_prod = np.array([1, 1]).astype(np.float32) +x = np.array([1, 2, 3, 4, 5, 6]).astype(np.float32).reshape((3, 2)) +# final sum = [1+3+5, 2+4+6] = [9, 12] +y_sum = np.array([9, 12]).astype(np.float32) +# final product = [1*3*5, 2*4*6] = [15, 48] +y_prod = np.array([15, 48]).astype(np.float32) +# scan output (running sum) = [[1,2], [4,6], [9,12]] +z = np.array([1, 2, 4, 6, 9, 12]).astype(np.float32).reshape((3, 2)) + +expect( + node, + inputs=[initial_sum, initial_prod, x], + outputs=[y_sum, y_prod, z], + name="test_scan9_multi_state", + opset_imports=[onnx.helper.make_opsetid("", 9)], +) +``` + +
+
+scan_9_scalar + +```python +# Scan with scalar state and scan output to verify that output +# shapes are not distorted (e.g. (T,) not (T, 1)). +node = onnx.parser.parse_node( + """ + y, z = Scan (initial, x) < + num_scan_inputs = 1, + body = scan_body (float sum_in, float next) + => (float sum_out, float scan_out) + { + sum_out = Add(sum_in, next) + scan_out = Identity(sum_out) + } + > + """ +) +initial = np.float32(0.0) +x = np.array([1, 2, 3, 4, 5]).astype(np.float32) +# final state = 1+2+3+4+5 = 15 +y = np.float32(15.0) +# scan output = [1, 3, 6, 10, 15], shape (5,) +z = np.array([1, 3, 6, 10, 15]).astype(np.float32) + +expect( + node, + inputs=[initial, x], + outputs=[y, z], + name="test_scan9_scalar", + opset_imports=[onnx.helper.make_opsetid("", 9)], +) +``` + +
+ + +### Scatter +There are 2 test cases, listed as following: +
+scatter_with_axis + +```python +axis = 1 +node = onnx.helper.make_node( + "Scatter", + inputs=["data", "indices", "updates"], + outputs=["y"], + axis=axis, +) +data = np.array([[1.0, 2.0, 3.0, 4.0, 5.0]], dtype=np.float32) +indices = np.array([[1, 3]], dtype=np.int64) +updates = np.array([[1.1, 2.1]], dtype=np.float32) + +y = scatter(data, indices, updates, axis=axis) +# print(y) produces +# [[1.0, 1.1, 3.0, 2.1, 5.0]] + +expect( + node, + inputs=[data, indices, updates], + outputs=[y], + name="test_scatter_with_axis", + opset_imports=[helper.make_opsetid("", 10)], +) +``` + +
+
+scatter_without_axis + +```python +node = onnx.helper.make_node( + "Scatter", + inputs=["data", "indices", "updates"], + outputs=["y"], +) +data = np.zeros((3, 3), dtype=np.float32) +indices = np.array([[1, 0, 2], [0, 2, 1]], dtype=np.int64) +updates = np.array([[1.0, 1.1, 1.2], [2.0, 2.1, 2.2]], dtype=np.float32) + +y = scatter(data, indices, updates) +# print(y) produces +# [[2.0, 1.1, 0.0], +# [1.0, 0.0, 2.2], +# [0.0, 2.1, 1.2]] + +expect( + node, + inputs=[data, indices, updates], + outputs=[y], + name="test_scatter_without_axis", + opset_imports=[helper.make_opsetid("", 10)], +) +``` + +
+ + +### ScatterElements +There are 7 test cases, listed as following: +
+scatter_elements_with_axis + +```python +axis = 1 +node = onnx.helper.make_node( + "ScatterElements", + inputs=["data", "indices", "updates"], + outputs=["y"], + axis=axis, +) +data = np.array([[1.0, 2.0, 3.0, 4.0, 5.0]], dtype=np.float32) +indices = np.array([[1, 3]], dtype=np.int64) +updates = np.array([[1.1, 2.1]], dtype=np.float32) + +y = scatter_elements(data, indices, updates, axis) +# print(y) produces +# [[1.0, 1.1, 3.0, 2.1, 5.0]] + +expect( + node, + inputs=[data, indices, updates], + outputs=[y], + name="test_scatter_elements_with_axis", +) +``` + +
+
+scatter_elements_with_duplicate_indices + +```python +axis = 1 +node = onnx.helper.make_node( + "ScatterElements", + inputs=["data", "indices", "updates"], + outputs=["y"], + axis=axis, + reduction="add", +) +data = np.array([[1.0, 2.0, 3.0, 4.0, 5.0]], dtype=np.float32) +indices = np.array([[1, 1]], dtype=np.int64) +updates = np.array([[1.1, 2.1]], dtype=np.float32) + +y = scatter_elements(data, indices, updates, axis, reduction="add") +# print(y) produces +# [[1.0, 5.2, 3.0, 4.0, 5.0]] + +expect( + node, + inputs=[data, indices, updates], + outputs=[y], + name="test_scatter_elements_with_duplicate_indices", +) +``` + +
+
+scatter_elements_with_negative_indices + +```python +axis = 1 +node = onnx.helper.make_node( + "ScatterElements", + inputs=["data", "indices", "updates"], + outputs=["y"], + axis=axis, +) +data = np.array([[1.0, 2.0, 3.0, 4.0, 5.0]], dtype=np.float32) +indices = np.array([[1, -3]], dtype=np.int64) +updates = np.array([[1.1, 2.1]], dtype=np.float32) + +y = scatter_elements(data, indices, updates, axis) +# print(y) produces +# [[1.0, 1.1, 2.1, 4.0, 5.0]] + +expect( + node, + inputs=[data, indices, updates], + outputs=[y], + name="test_scatter_elements_with_negative_indices", +) +``` + +
+
+scatter_elements_with_reduction_max + +```python +axis = 1 +node = onnx.helper.make_node( + "ScatterElements", + inputs=["data", "indices", "updates"], + outputs=["y"], + axis=axis, + reduction="max", +) +data = np.array([[1.0, 2.0, 3.0, 4.0, 5.0]], dtype=np.float32) +indices = np.array([[1, 1]], dtype=np.int64) +updates = np.array([[1.1, 2.1]], dtype=np.float32) + +y = scatter_elements(data, indices, updates, axis, reduction="max") +# print(y) produces +# [[1.0, 2.1, 3.0, 4.0, 5.0]] + +expect( + node, + inputs=[data, indices, updates], + outputs=[y], + name="test_scatter_elements_with_reduction_max", +) +``` + +
+
+scatter_elements_with_reduction_min + +```python +axis = 1 +node = onnx.helper.make_node( + "ScatterElements", + inputs=["data", "indices", "updates"], + outputs=["y"], + axis=axis, + reduction="min", +) +data = np.array([[1.0, 2.0, 3.0, 4.0, 5.0]], dtype=np.float32) +indices = np.array([[1, 1]], dtype=np.int64) +updates = np.array([[1.1, 2.1]], dtype=np.float32) + +y = scatter_elements(data, indices, updates, axis, reduction="min") +# print(y) produces +# [[1.0, 1.1, 3.0, 4.0, 5.0]] + +expect( + node, + inputs=[data, indices, updates], + outputs=[y], + name="test_scatter_elements_with_reduction_min", +) +``` + +
+
+scatter_elements_with_reduction_mul + +```python +axis = 1 +node = onnx.helper.make_node( + "ScatterElements", + inputs=["data", "indices", "updates"], + outputs=["y"], + axis=axis, + reduction="mul", +) +data = np.array([[1.0, 2.0, 3.0, 4.0, 5.0]], dtype=np.float32) +indices = np.array([[1, 1]], dtype=np.int64) +updates = np.array([[1.1, 2.1]], dtype=np.float32) + +y = scatter_elements(data, indices, updates, axis, reduction="mul") +# print(y) produces +# [[1.0, 4.62, 3.0, 4.0, 5.0]] + +expect( + node, + inputs=[data, indices, updates], + outputs=[y], + name="test_scatter_elements_with_reduction_mul", +) +``` + +
+
+scatter_elements_without_axis + +```python +node = onnx.helper.make_node( + "ScatterElements", + inputs=["data", "indices", "updates"], + outputs=["y"], +) +data = np.zeros((3, 3), dtype=np.float32) +indices = np.array([[1, 0, 2], [0, 2, 1]], dtype=np.int64) +updates = np.array([[1.0, 1.1, 1.2], [2.0, 2.1, 2.2]], dtype=np.float32) + +y = scatter_elements(data, indices, updates) +# print(y) produces +# [[2.0, 1.1, 0.0], +# [1.0, 0.0, 2.2], +# [0.0, 2.1, 1.2]] + +expect( + node, + inputs=[data, indices, updates], + outputs=[y], + name="test_scatter_elements_without_axis", +) +``` + +
+ + +### ScatterND +There are 7 test cases, listed as following: +
+scatternd + +```python +node = onnx.helper.make_node( + "ScatterND", + inputs=["data", "indices", "updates"], + outputs=["y"], +) +data = np.array( + [ + [[1, 2, 3, 4], [5, 6, 7, 8], [8, 7, 6, 5], [4, 3, 2, 1]], + [[1, 2, 3, 4], [5, 6, 7, 8], [8, 7, 6, 5], [4, 3, 2, 1]], + [[8, 7, 6, 5], [4, 3, 2, 1], [1, 2, 3, 4], [5, 6, 7, 8]], + [[8, 7, 6, 5], [4, 3, 2, 1], [1, 2, 3, 4], [5, 6, 7, 8]], + ], + dtype=np.float32, +) +indices = np.array([[0], [2]], dtype=np.int64) +updates = np.array( + [ + [[5, 5, 5, 5], [6, 6, 6, 6], [7, 7, 7, 7], [8, 8, 8, 8]], + [[1, 1, 1, 1], [2, 2, 2, 2], [3, 3, 3, 3], [4, 4, 4, 4]], + ], + dtype=np.float32, +) +# Expecting output as np.array( +# [[[5, 5, 5, 5], [6, 6, 6, 6], [7, 7, 7, 7], [8, 8, 8, 8]], +# [[1, 2, 3, 4], [5, 6, 7, 8], [8, 7, 6, 5], [4, 3, 2, 1]], +# [[1, 1, 1, 1], [2, 2, 2, 2], [3, 3, 3, 3], [4, 4, 4, 4]], +# [[8, 7, 6, 5], [4, 3, 2, 1], [1, 2, 3, 4], [5, 6, 7, 8]]], dtype=np.float32) +output = scatter_nd_impl(data, indices, updates) +expect( + node, + inputs=[data, indices, updates], + outputs=[output], + name="test_scatternd", +) +``` + +
+
+scatternd_add + +```python +node = onnx.helper.make_node( + "ScatterND", + inputs=["data", "indices", "updates"], + outputs=["y"], + reduction="add", +) +data = np.array( + [ + [[1, 2, 3, 4], [5, 6, 7, 8], [8, 7, 6, 5], [4, 3, 2, 1]], + [[1, 2, 3, 4], [5, 6, 7, 8], [8, 7, 6, 5], [4, 3, 2, 1]], + [[8, 7, 6, 5], [4, 3, 2, 1], [1, 2, 3, 4], [5, 6, 7, 8]], + [[8, 7, 6, 5], [4, 3, 2, 1], [1, 2, 3, 4], [5, 6, 7, 8]], + ], + dtype=np.float32, +) +indices = np.array([[0], [0]], dtype=np.int64) +updates = np.array( + [ + [[5, 5, 5, 5], [6, 6, 6, 6], [7, 7, 7, 7], [8, 8, 8, 8]], + [[1, 1, 1, 1], [2, 2, 2, 2], [3, 3, 3, 3], [4, 4, 4, 4]], + ], + dtype=np.float32, +) +# Expecting output as np.array( +# [[[7, 8, 9, 10], [13, 14, 15, 16], [18, 17, 16, 15], [16, 15, 14, 13]], +# [[1, 2, 3, 4], [5, 6, 7, 8], [8, 7, 6, 5], [4, 3, 2, 1]], +# [[1, 1, 1, 1], [2, 2, 2, 2], [3, 3, 3, 3], [4, 4, 4, 4]], +# [[8, 7, 6, 5], [4, 3, 2, 1], [1, 2, 3, 4], [5, 6, 7, 8]]], dtype=np.float32) +output = scatter_nd_impl(data, indices, updates, reduction="add") +expect( + node, + inputs=[data, indices, updates], + outputs=[output], + name="test_scatternd_add", +) +``` + +
+
+scatternd_max + +```python +node = onnx.helper.make_node( + "ScatterND", + inputs=["data", "indices", "updates"], + outputs=["y"], + reduction="max", +) +data = np.array( + [ + [[1, 2, 3, 4], [5, 6, 7, 8], [8, 7, 6, 5], [4, 3, 2, 1]], + [[1, 2, 3, 4], [5, 6, 7, 8], [8, 7, 6, 5], [4, 3, 2, 1]], + [[8, 7, 6, 5], [4, 3, 2, 1], [1, 2, 3, 4], [5, 6, 7, 8]], + [[8, 7, 6, 5], [4, 3, 2, 1], [1, 2, 3, 4], [5, 6, 7, 8]], + ], + dtype=np.float32, +) +indices = np.array([[0], [0]], dtype=np.int64) +updates = np.array( + [ + [[5, 5, 5, 5], [6, 6, 6, 6], [7, 7, 7, 7], [8, 8, 8, 8]], + [[1, 1, 1, 1], [2, 2, 2, 2], [3, 3, 3, 3], [4, 4, 4, 4]], + ], + dtype=np.float32, +) +# Expecting output as np.array( +# [[[5, 5, 5, 5], [6, 6, 7, 8], [8, 7, 7, 7], [8, 8 ,8, 8]], +# [[1, 2, 3, 4], [5, 6, 7, 8], [8, 7, 6, 5], [4, 3, 2, 1]], +# [[1, 1, 1, 1], [2, 2, 2, 2], [3, 3, 3, 3], [4, 4, 4, 4]], +# [[8, 7, 6, 5], [4, 3, 2, 1], [1, 2, 3, 4], [5, 6, 7, 8]]], dtype=np.float32) +output = scatter_nd_impl(data, indices, updates, reduction="max") +expect( + node, + inputs=[data, indices, updates], + outputs=[output], + name="test_scatternd_max", +) +``` + +
+
+scatternd_max_with_element_indices + +```python +node = onnx.helper.make_node( + "ScatterND", + inputs=["data", "indices", "updates"], + outputs=["y"], + reduction="max", +) +data = np.array([[1, 2], [3, 4]], dtype=np.float32) +# Indices address individual elements (index rank == data rank), +# which exercises the reduction at the element level. +indices = np.array([[0, 0], [1, 1]], dtype=np.int64) +updates = np.array([5, 1], dtype=np.float32) +# Expecting output as np.array([[5, 2], [3, 4]], dtype=np.float32) +output = scatter_nd_impl(data, indices, updates, reduction="max") +expect( + node, + inputs=[data, indices, updates], + outputs=[output], + name="test_scatternd_max_with_element_indices", +) +``` + +
+
+scatternd_min + +```python +node = onnx.helper.make_node( + "ScatterND", + inputs=["data", "indices", "updates"], + outputs=["y"], + reduction="min", +) +data = np.array( + [ + [[1, 2, 3, 4], [5, 6, 7, 8], [8, 7, 6, 5], [4, 3, 2, 1]], + [[1, 2, 3, 4], [5, 6, 7, 8], [8, 7, 6, 5], [4, 3, 2, 1]], + [[8, 7, 6, 5], [4, 3, 2, 1], [1, 2, 3, 4], [5, 6, 7, 8]], + [[8, 7, 6, 5], [4, 3, 2, 1], [1, 2, 3, 4], [5, 6, 7, 8]], + ], + dtype=np.float32, +) +indices = np.array([[0], [0]], dtype=np.int64) +updates = np.array( + [ + [[5, 5, 5, 5], [6, 6, 6, 6], [7, 7, 7, 7], [8, 8, 8, 8]], + [[1, 1, 1, 1], [2, 2, 2, 2], [3, 3, 3, 3], [4, 4, 4, 4]], + ], + dtype=np.float32, +) +# Expecting output as np.array( +# [[[1, 1, 1, 1], [2, 2, 2, 2], [3, 3, 3, 3], [4, 3, 2, 1]], +# [[1, 2, 3, 4], [5, 6, 7, 8], [8, 7, 6, 5], [4, 3, 2, 1]], +# [[1, 1, 1, 1], [2, 2, 2, 2], [3, 3, 3, 3], [4, 4, 4, 4]], +# [[8, 7, 6, 5], [4, 3, 2, 1], [1, 2, 3, 4], [5, 6, 7, 8]]], dtype=np.float32) +output = scatter_nd_impl(data, indices, updates, reduction="min") +expect( + node, + inputs=[data, indices, updates], + outputs=[output], + name="test_scatternd_min", +) +``` + +
+
+scatternd_min_with_element_indices + +```python +node = onnx.helper.make_node( + "ScatterND", + inputs=["data", "indices", "updates"], + outputs=["y"], + reduction="min", +) +data = np.array([[1, 2], [3, 4]], dtype=np.float32) +indices = np.array([[0, 0], [1, 1]], dtype=np.int64) +updates = np.array([5, 1], dtype=np.float32) +# Expecting output as np.array([[1, 2], [3, 1]], dtype=np.float32) +output = scatter_nd_impl(data, indices, updates, reduction="min") +expect( + node, + inputs=[data, indices, updates], + outputs=[output], + name="test_scatternd_min_with_element_indices", +) +``` + +
+
+scatternd_multiply + +```python +node = onnx.helper.make_node( + "ScatterND", + inputs=["data", "indices", "updates"], + outputs=["y"], + reduction="mul", +) +data = np.array( + [ + [[1, 2, 3, 4], [5, 6, 7, 8], [8, 7, 6, 5], [4, 3, 2, 1]], + [[1, 2, 3, 4], [5, 6, 7, 8], [8, 7, 6, 5], [4, 3, 2, 1]], + [[8, 7, 6, 5], [4, 3, 2, 1], [1, 2, 3, 4], [5, 6, 7, 8]], + [[8, 7, 6, 5], [4, 3, 2, 1], [1, 2, 3, 4], [5, 6, 7, 8]], + ], + dtype=np.float32, +) +indices = np.array([[0], [0]], dtype=np.int64) +updates = np.array( + [ + [[5, 5, 5, 5], [6, 6, 6, 6], [7, 7, 7, 7], [8, 8, 8, 8]], + [[1, 1, 1, 1], [2, 2, 2, 2], [3, 3, 3, 3], [4, 4, 4, 4]], + ], + dtype=np.float32, +) +# Expecting output as np.array( +# [[[5, 10, 15, 20], [60, 72, 84, 96], [168, 147, 126, 105], [128, 96, 64, 32]], +# [[1, 2, 3, 4], [5, 6, 7, 8], [8, 7, 6, 5], [4, 3, 2, 1]], +# [[1, 1, 1, 1], [2, 2, 2, 2], [3, 3, 3, 3], [4, 4, 4, 4]], +# [[8, 7, 6, 5], [4, 3, 2, 1], [1, 2, 3, 4], [5, 6, 7, 8]]], dtype=np.float32) +output = scatter_nd_impl(data, indices, updates, reduction="mul") +expect( + node, + inputs=[data, indices, updates], + outputs=[output], + name="test_scatternd_multiply", +) +``` + +
+ + +### Selu +There are 2 test cases, listed as following: +
+selu + +```python +node = onnx.helper.make_node( + "Selu", inputs=["x"], outputs=["y"], alpha=2.0, gamma=3.0 +) + +x = np.array([-1, 0, 1]).astype(np.float32) +# expected output [-3.79272318, 0., 3.] +y = ( + np.clip(x, 0, np.inf) * 3.0 + + (np.exp(np.clip(x, -np.inf, 0)) - 1) * 2.0 * 3.0 +) +expect(node, inputs=[x], outputs=[y], name="test_selu_example") + +x = np.random.randn(3, 4, 5).astype(np.float32) +y = ( + np.clip(x, 0, np.inf) * 3.0 + + (np.exp(np.clip(x, -np.inf, 0)) - 1) * 2.0 * 3.0 +) +expect(node, inputs=[x], outputs=[y], name="test_selu") +``` + +
+
+selu_default + +```python +default_alpha = 1.67326319217681884765625 +default_gamma = 1.05070102214813232421875 +node = onnx.helper.make_node( + "Selu", + inputs=["x"], + outputs=["y"], +) +x = np.random.randn(3, 4, 5).astype(np.float32) +y = ( + np.clip(x, 0, np.inf) * default_gamma + + (np.exp(np.clip(x, -np.inf, 0)) - 1) * default_alpha * default_gamma +) +expect(node, inputs=[x], outputs=[y], name="test_selu_default") +``` + +
+ + +### SequenceInsert +There are 1 test cases, listed as following: +
+sequenceinsert + +```python +test_cases = { + "at_back": [np.array([10, 11, 12]).astype(np.int64)], + "at_front": [np.array([-2, -1, 0]), np.array([0]).astype(np.int64)], +} +sequence = [ + np.array([1, 2, 3, 4]).astype(np.int64), + np.array([5, 6, 7]).astype(np.int64), + np.array([8, 9]).astype(np.int64), +] + +for test_name, test_inputs in test_cases.items(): + tensor = test_inputs[0].astype(np.int64) + + if len(test_inputs) > 1: + node = onnx.helper.make_node( + "SequenceInsert", + inputs=["sequence", "tensor", "position"], + outputs=["output_sequence"], + ) + position = test_inputs[1] + inserted = sequence_insert_reference_implementation( + sequence, tensor, position + ) + expect( + node, + inputs=[sequence, tensor, position], + outputs=[inserted], + name="test_sequence_insert_" + test_name, + ) + else: + node = onnx.helper.make_node( + "SequenceInsert", + inputs=["sequence", "tensor"], + outputs=["output_sequence"], + ) + inserted = sequence_insert_reference_implementation(sequence, tensor) + expect( + node, + inputs=[sequence, tensor], + outputs=[inserted], + name="test_sequence_insert_" + test_name, + ) +``` + +
+ + +### SequenceMap +There are 6 test cases, listed as following: +
+sequence_map_add_1_sequence_1_tensor + +```python +body = onnx.helper.make_graph( + [onnx.helper.make_node("Add", ["in0", "in1"], ["out0"])], + "seq_map_body", + [ + onnx.helper.make_tensor_value_info( + "in0", onnx.TensorProto.FLOAT, ["N"] + ), + onnx.helper.make_tensor_value_info( + "in1", onnx.TensorProto.FLOAT, ["N"] + ), + ], + [onnx.helper.make_tensor_value_info("out0", onnx.TensorProto.FLOAT, ["N"])], +) + +node = onnx.helper.make_node( + "SequenceMap", inputs=["x0", "x1"], outputs=["y0"], body=body +) + +x0 = [np.random.uniform(0.0, 1.0, 10).astype(np.float32) for k in range(3)] +x1 = np.random.uniform(0.0, 1.0, 10).astype(np.float32) +y0 = [x0[i] + x1 for i in range(3)] +input_type_protos = [ + onnx.helper.make_sequence_type_proto( + onnx.helper.make_tensor_type_proto(onnx.TensorProto.FLOAT, ["N"]) + ), + onnx.helper.make_tensor_type_proto(onnx.TensorProto.FLOAT, ["N"]), +] +output_type_protos = [ + onnx.helper.make_sequence_type_proto( + onnx.helper.make_tensor_type_proto(onnx.TensorProto.FLOAT, ["N"]) + ), +] +expect( + node, + inputs=[x0, x1], + outputs=[y0], + input_type_protos=input_type_protos, + output_type_protos=output_type_protos, + name="test_sequence_map_add_1_sequence_1_tensor", +) +``` + +
+
+sequence_map_add_2_sequences + +```python +body = onnx.helper.make_graph( + [onnx.helper.make_node("Add", ["in0", "in1"], ["out0"])], + "seq_map_body", + [ + onnx.helper.make_tensor_value_info( + "in0", onnx.TensorProto.FLOAT, ["N"] + ), + onnx.helper.make_tensor_value_info( + "in1", onnx.TensorProto.FLOAT, ["N"] + ), + ], + [onnx.helper.make_tensor_value_info("out0", onnx.TensorProto.FLOAT, ["N"])], +) + +node = onnx.helper.make_node( + "SequenceMap", inputs=["x0", "x1"], outputs=["y0"], body=body +) + +N = [np.random.randint(1, 10) for _ in range(3)] +x0 = [np.random.uniform(0.0, 1.0, N[k]).astype(np.float32) for k in range(3)] +x1 = [np.random.uniform(0.0, 1.0, N[k]).astype(np.float32) for k in range(3)] +y0 = [x0[k] + x1[k] for k in range(3)] +input_type_protos = [ + onnx.helper.make_sequence_type_proto( + onnx.helper.make_tensor_type_proto(onnx.TensorProto.FLOAT, ["N"]) + ), + onnx.helper.make_sequence_type_proto( + onnx.helper.make_tensor_type_proto(onnx.TensorProto.FLOAT, ["N"]) + ), +] +output_type_protos = [ + onnx.helper.make_sequence_type_proto( + onnx.helper.make_tensor_type_proto(onnx.TensorProto.FLOAT, ["N"]) + ), +] +expect( + node, + inputs=[x0, x1], + outputs=[y0], + input_type_protos=input_type_protos, + output_type_protos=output_type_protos, + name="test_sequence_map_add_2_sequences", +) +``` + +
+
+sequence_map_extract_shapes + +```python +body = onnx.helper.make_graph( + [onnx.helper.make_node("Shape", ["x"], ["shape"])], + "seq_map_body", + [ + onnx.helper.make_tensor_value_info( + "x", onnx.TensorProto.FLOAT, ["H", "W", "C"] + ) + ], + [onnx.helper.make_tensor_value_info("shape", onnx.TensorProto.INT64, [3])], +) + +node = onnx.helper.make_node( + "SequenceMap", inputs=["in_seq"], outputs=["shapes"], body=body +) + +shapes = [ + np.array([40, 30, 3], dtype=np.int64), + np.array([20, 10, 3], dtype=np.int64), + np.array([10, 5, 3], dtype=np.int64), +] +x0 = [np.zeros(shape, dtype=np.float32) for shape in shapes] +input_type_protos = [ + onnx.helper.make_sequence_type_proto( + onnx.helper.make_tensor_type_proto( + onnx.TensorProto.FLOAT, ["H", "W", "C"] + ) + ), +] +output_type_protos = [ + onnx.helper.make_sequence_type_proto( + onnx.helper.make_tensor_type_proto(onnx.TensorProto.INT64, [3]) + ), +] +expect( + node, + inputs=[x0], + outputs=[shapes], + input_type_protos=input_type_protos, + output_type_protos=output_type_protos, + name="test_sequence_map_extract_shapes", +) +``` + +
+
+sequence_map_identity_1_sequence + +```python +body = onnx.helper.make_graph( + [onnx.helper.make_node("Identity", ["in0"], ["out0"])], + "seq_map_body", + [onnx.helper.make_tensor_value_info("in0", onnx.TensorProto.FLOAT, ["N"])], + [onnx.helper.make_tensor_value_info("out0", onnx.TensorProto.FLOAT, ["M"])], +) + +node = onnx.helper.make_node( + "SequenceMap", inputs=["x"], outputs=["y"], body=body +) + +x = [np.random.uniform(0.0, 1.0, 10).astype(np.float32) for _ in range(3)] +y = x +input_type_protos = [ + onnx.helper.make_sequence_type_proto( + onnx.helper.make_tensor_type_proto(onnx.TensorProto.FLOAT, ["N"]) + ), +] +output_type_protos = [ + onnx.helper.make_sequence_type_proto( + onnx.helper.make_tensor_type_proto(onnx.TensorProto.FLOAT, ["N"]) + ), +] +expect( + node, + inputs=[x], + outputs=[y], + input_type_protos=input_type_protos, + output_type_protos=output_type_protos, + name="test_sequence_map_identity_1_sequence", +) +``` + +
+
+sequence_map_identity_1_sequence_1_tensor + +```python +body = onnx.helper.make_graph( + [ + onnx.helper.make_node("Identity", ["in0"], ["out0"]), + onnx.helper.make_node("Identity", ["in1"], ["out1"]), + ], + "seq_map_body", + [ + onnx.helper.make_tensor_value_info( + "in0", onnx.TensorProto.FLOAT, ["N"] + ), + onnx.helper.make_tensor_value_info( + "in1", onnx.TensorProto.FLOAT, ["M"] + ), + ], + [ + onnx.helper.make_tensor_value_info( + "out0", onnx.TensorProto.FLOAT, ["N"] + ), + onnx.helper.make_tensor_value_info( + "out1", onnx.TensorProto.FLOAT, ["M"] + ), + ], +) + +node = onnx.helper.make_node( + "SequenceMap", inputs=["x0", "x1"], outputs=["y0", "y1"], body=body +) + +x0 = [ + np.random.uniform(0.0, 1.0, np.random.randint(1, 10)).astype(np.float32) + for _ in range(3) +] +x1 = np.random.uniform(0.0, 1.0, np.random.randint(1, 10)).astype(np.float32) +y0 = x0 +y1 = [x1 for _ in range(3)] +input_type_protos = [ + onnx.helper.make_sequence_type_proto( + onnx.helper.make_tensor_type_proto(onnx.TensorProto.FLOAT, ["N"]) + ), + onnx.helper.make_tensor_type_proto(onnx.TensorProto.FLOAT, ["M"]), +] +output_type_protos = [ + onnx.helper.make_sequence_type_proto( + onnx.helper.make_tensor_type_proto(onnx.TensorProto.FLOAT, ["N"]) + ), + onnx.helper.make_sequence_type_proto( + onnx.helper.make_tensor_type_proto(onnx.TensorProto.FLOAT, ["M"]) + ), +] +expect( + node, + inputs=[x0, x1], + outputs=[y0, y1], + input_type_protos=input_type_protos, + output_type_protos=output_type_protos, + name="test_sequence_map_identity_1_sequence_1_tensor", +) +``` + +
+
+sequence_map_identity_2_sequences + +```python +body = onnx.helper.make_graph( + [ + onnx.helper.make_node("Identity", ["in0"], ["out0"]), + onnx.helper.make_node("Identity", ["in1"], ["out1"]), + ], + "seq_map_body", + [ + onnx.helper.make_tensor_value_info( + "in0", onnx.TensorProto.FLOAT, ["N"] + ), + onnx.helper.make_tensor_value_info( + "in1", onnx.TensorProto.FLOAT, ["M"] + ), + ], + [ + onnx.helper.make_tensor_value_info( + "out0", onnx.TensorProto.FLOAT, ["N"] + ), + onnx.helper.make_tensor_value_info( + "out1", onnx.TensorProto.FLOAT, ["M"] + ), + ], +) + +node = onnx.helper.make_node( + "SequenceMap", inputs=["x0", "x1"], outputs=["y0", "y1"], body=body +) + +x0 = [ + np.random.uniform(0.0, 1.0, np.random.randint(1, 10)).astype(np.float32) + for _ in range(3) +] +x1 = [ + np.random.uniform(0.0, 1.0, np.random.randint(1, 10)).astype(np.float32) + for _ in range(3) +] +y0 = x0 +y1 = x1 +input_type_protos = [ + onnx.helper.make_sequence_type_proto( + onnx.helper.make_tensor_type_proto(onnx.TensorProto.FLOAT, ["N"]) + ), + onnx.helper.make_sequence_type_proto( + onnx.helper.make_tensor_type_proto(onnx.TensorProto.FLOAT, ["M"]) + ), +] +output_type_protos = [ + onnx.helper.make_sequence_type_proto( + onnx.helper.make_tensor_type_proto(onnx.TensorProto.FLOAT, ["N"]) + ), + onnx.helper.make_sequence_type_proto( + onnx.helper.make_tensor_type_proto(onnx.TensorProto.FLOAT, ["M"]) + ), +] +expect( + node, + inputs=[x0, x1], + outputs=[y0, y1], + input_type_protos=input_type_protos, + output_type_protos=output_type_protos, + name="test_sequence_map_identity_2_sequences", +) +``` + +
+ + +### Shape +There are 1 test cases, listed as following: +
+shape + +```python +x = np.array( + [ + [1, 2, 3], + [4, 5, 6], + ] +).astype(np.float32) +test_shape("_example", x) # preserve names of original test cases + +x = np.random.randn(3, 4, 5).astype(np.float32) + +test_shape("", x) # preserve names of original test cases + +test_shape("_start_1", x, start=1) + +test_shape("_end_1", x, end=1) + +test_shape("_start_negative_1", x, start=-1) + +test_shape("_end_negative_1", x, end=-1) + +test_shape("_start_1_end_negative_1", x, start=1, end=-1) + +test_shape("_start_1_end_2", x, start=1, end=2) + +test_shape("_clip_start", x, start=-10) + +test_shape("_clip_end", x, end=10) + +test_shape("_start_greater_than_end", x, start=2, end=1) +``` + +
+ + +### Shrink +There are 2 test cases, listed as following: +
+hard_shrink + +```python +node = onnx.helper.make_node( + "Shrink", + inputs=["x"], + outputs=["y"], + lambd=1.5, +) +X = np.arange(-2.0, 2.1, dtype=np.float32) +Y = np.array([-2, 0, 0, 0, 2], dtype=np.float32) +expect(node, inputs=[X], outputs=[Y], name="test_shrink_hard") +``` + +
+
+soft_shrink + +```python +node = onnx.helper.make_node( + "Shrink", + inputs=["x"], + outputs=["y"], + lambd=1.5, + bias=1.5, +) +X = np.arange(-2.0, 2.1, dtype=np.float32) +Y = np.array([-0.5, 0, 0, 0, 0.5], dtype=np.float32) +expect(node, inputs=[X], outputs=[Y], name="test_shrink_soft") +``` + +
+ + +### Sigmoid +There are 1 test cases, listed as following: +
+sigmoid + +```python +node = onnx.helper.make_node( + "Sigmoid", + inputs=["x"], + outputs=["y"], +) + +x = np.array([-1, 0, 1]).astype(np.float32) +y = 1.0 / ( + 1.0 + np.exp(np.negative(x)) +) # expected output [0.26894143, 0.5, 0.7310586] +expect(node, inputs=[x], outputs=[y], name="test_sigmoid_example") + +x = np.random.randn(3, 4, 5).astype(np.float32) +y = 1.0 / (1.0 + np.exp(np.negative(x))) +expect(node, inputs=[x], outputs=[y], name="test_sigmoid") +``` + +
+ + +### Sign +There are 1 test cases, listed as following: +
+sign + +```python +node = onnx.helper.make_node( + "Sign", + inputs=["x"], + outputs=["y"], +) + +x = np.array(range(-5, 6)).astype(np.float32) +y = np.sign(x) +expect(node, inputs=[x], outputs=[y], name="test_sign") +``` + +
+ + +### Sin +There are 1 test cases, listed as following: +
+sin + +```python +node = onnx.helper.make_node( + "Sin", + inputs=["x"], + outputs=["y"], +) + +x = np.array([-1, 0, 1]).astype(np.float32) +y = np.sin(x) +expect(node, inputs=[x], outputs=[y], name="test_sin_example") + +x = np.random.randn(3, 4, 5).astype(np.float32) +y = np.sin(x) +expect(node, inputs=[x], outputs=[y], name="test_sin") +``` + +
+ + +### Sinh +There are 1 test cases, listed as following: +
+sinh + +```python +node = onnx.helper.make_node( + "Sinh", + inputs=["x"], + outputs=["y"], +) + +x = np.array([-1, 0, 1]).astype(np.float32) +y = np.sinh(x) # expected output [-1.17520118, 0., 1.17520118] +expect(node, inputs=[x], outputs=[y], name="test_sinh_example") + +x = np.random.randn(3, 4, 5).astype(np.float32) +y = np.sinh(x) +expect(node, inputs=[x], outputs=[y], name="test_sinh") +``` + +
+ + +### Size +There are 1 test cases, listed as following: +
+size + +```python +node = onnx.helper.make_node( + "Size", + inputs=["x"], + outputs=["y"], +) + +x = np.array( + [ + [1, 2, 3], + [4, 5, 6], + ] +).astype(np.float32) +y = np.array(6).astype(np.int64) + +expect(node, inputs=[x], outputs=[y], name="test_size_example") + +x = np.random.randn(3, 4, 5).astype(np.float32) +y = np.array(x.size).astype(np.int64) + +expect(node, inputs=[x], outputs=[y], name="test_size") +``` + +
+ + +### Slice +There are 8 test cases, listed as following: +
+slice + +```python +node = onnx.helper.make_node( + "Slice", + inputs=["x", "starts", "ends", "axes", "steps"], + outputs=["y"], +) + +x = np.random.randn(20, 10, 5).astype(np.float32) +y = x[0:3, 0:10] +starts = np.array([0, 0], dtype=np.int64) +ends = np.array([3, 10], dtype=np.int64) +axes = np.array([0, 1], dtype=np.int64) +steps = np.array([1, 1], dtype=np.int64) + +expect( + node, inputs=[x, starts, ends, axes, steps], outputs=[y], name="test_slice" +) +``` + +
+
+slice_default_axes + +```python +node = onnx.helper.make_node( + "Slice", + inputs=["x", "starts", "ends"], + outputs=["y"], +) + +x = np.random.randn(20, 10, 5).astype(np.float32) +starts = np.array([0, 0, 3], dtype=np.int64) +ends = np.array([20, 10, 4], dtype=np.int64) +y = x[:, :, 3:4] + +expect( + node, inputs=[x, starts, ends], outputs=[y], name="test_slice_default_axes" +) +``` + +
+
+slice_default_steps + +```python +node = onnx.helper.make_node( + "Slice", + inputs=["x", "starts", "ends", "axes"], + outputs=["y"], +) + +x = np.random.randn(20, 10, 5).astype(np.float32) +starts = np.array([0, 0, 3], dtype=np.int64) +ends = np.array([20, 10, 4], dtype=np.int64) +axes = np.array([0, 1, 2], dtype=np.int64) +y = x[:, :, 3:4] + +expect( + node, + inputs=[x, starts, ends, axes], + outputs=[y], + name="test_slice_default_steps", +) +``` + +
+
+slice_end_out_of_bounds + +```python +node = onnx.helper.make_node( + "Slice", + inputs=["x", "starts", "ends", "axes", "steps"], + outputs=["y"], +) + +x = np.random.randn(20, 10, 5).astype(np.float32) +starts = np.array([1], dtype=np.int64) +ends = np.array([1000], dtype=np.int64) +axes = np.array([1], dtype=np.int64) +steps = np.array([1], dtype=np.int64) +y = x[:, 1:1000] + +expect( + node, + inputs=[x, starts, ends, axes, steps], + outputs=[y], + name="test_slice_end_out_of_bounds", +) +``` + +
+
+slice_neg + +```python +node = onnx.helper.make_node( + "Slice", + inputs=["x", "starts", "ends", "axes", "steps"], + outputs=["y"], +) + +x = np.random.randn(20, 10, 5).astype(np.float32) +starts = np.array([0], dtype=np.int64) +ends = np.array([-1], dtype=np.int64) +axes = np.array([1], dtype=np.int64) +steps = np.array([1], dtype=np.int64) +y = x[:, 0:-1] + +expect( + node, + inputs=[x, starts, ends, axes, steps], + outputs=[y], + name="test_slice_neg", +) +``` + +
+
+slice_neg_steps + +```python +node = onnx.helper.make_node( + "Slice", + inputs=["x", "starts", "ends", "axes", "steps"], + outputs=["y"], +) + +x = np.random.randn(20, 10, 5).astype(np.float32) +starts = np.array([20, 10, 4], dtype=np.int64) +ends = np.array([0, 0, 1], dtype=np.int64) +axes = np.array([0, 1, 2], dtype=np.int64) +steps = np.array([-1, -3, -2]).astype(np.int64) +y = x[20:0:-1, 10:0:-3, 4:1:-2] + +expect( + node, + inputs=[x, starts, ends, axes, steps], + outputs=[y], + name="test_slice_neg_steps", +) +``` + +
+
+slice_negative_axes + +```python +node = onnx.helper.make_node( + "Slice", + inputs=["x", "starts", "ends", "axes"], + outputs=["y"], +) + +x = np.random.randn(20, 10, 5).astype(np.float32) +starts = np.array([0, 0, 3], dtype=np.int64) +ends = np.array([20, 10, 4], dtype=np.int64) +axes = np.array([0, -2, -1], dtype=np.int64) +y = x[:, :, 3:4] + +expect( + node, + inputs=[x, starts, ends, axes], + outputs=[y], + name="test_slice_negative_axes", +) +``` + +
+
+slice_start_out_of_bounds + +```python +node = onnx.helper.make_node( + "Slice", + inputs=["x", "starts", "ends", "axes", "steps"], + outputs=["y"], +) + +x = np.random.randn(20, 10, 5).astype(np.float32) +starts = np.array([1000], dtype=np.int64) +ends = np.array([1000], dtype=np.int64) +axes = np.array([1], dtype=np.int64) +steps = np.array([1], dtype=np.int64) +y = x[:, 1000:1000] + +expect( + node, + inputs=[x, starts, ends, axes, steps], + outputs=[y], + name="test_slice_start_out_of_bounds", +) +``` + +
+ + +### Softmax +There are 2 test cases, listed as following: +
+softmax + +```python +node = onnx.helper.make_node( + "Softmax", + inputs=["x"], + outputs=["y"], +) +x = np.array([[-1, 0, 1]]).astype(np.float32) +# expected output [[0.09003058, 0.24472848, 0.66524094]] +y = softmax(x, axis=1) +expect(node, inputs=[x], outputs=[y], name="test_softmax_example") +``` + +
+
+softmax_axis + +```python +x = np.array([[0, 1, 2, 3], [10000, 10001, 10002, 10003]]).astype(np.float32) +# expected output +# [[0.032058604 0.08714432 0.23688284 0.6439143 ] +# [0.032058604 0.08714432 0.23688284 0.6439143 ]] +y = softmax(x) + +node = onnx.helper.make_node( + "Softmax", + inputs=["x"], + outputs=["y"], +) +expect(node, inputs=[x], outputs=[y], name="test_softmax_large_number") + +x = np.abs(np.random.randn(3, 4, 5).astype(np.float32)) +node = onnx.helper.make_node( + "Softmax", + inputs=["x"], + outputs=["y"], + axis=0, +) +y = softmax(x, axis=0) +expect(node, inputs=[x], outputs=[y], name="test_softmax_axis_0") + +node = onnx.helper.make_node( + "Softmax", + inputs=["x"], + outputs=["y"], + axis=1, +) +y = softmax(x, axis=1) +expect(node, inputs=[x], outputs=[y], name="test_softmax_axis_1") + +node = onnx.helper.make_node( + "Softmax", + inputs=["x"], + outputs=["y"], + axis=2, +) +y = softmax(x, axis=2) +expect(node, inputs=[x], outputs=[y], name="test_softmax_axis_2") + +node = onnx.helper.make_node( + "Softmax", + inputs=["x"], + outputs=["y"], + axis=-1, +) +y = softmax(x, axis=-1) +expect(node, inputs=[x], outputs=[y], name="test_softmax_negative_axis") + +# default axis is -1 +node = onnx.helper.make_node( + "Softmax", + inputs=["x"], + outputs=["y"], +) +expect(node, inputs=[x], outputs=[y], name="test_softmax_default_axis") +``` + +
+ + +### SoftmaxCrossEntropyLoss +There are 34 test cases, listed as following: +
+input_shape_is_NCd1_mean_weight_negative_ii + +```python +reduction = "mean" +ignore_index = np.int64(-1) + +node = onnx.helper.make_node( + "SoftmaxCrossEntropyLoss", + inputs=["x", "y", "w"], + outputs=["z"], + reduction=reduction, + ignore_index=ignore_index, +) + +N, C, dim1 = 3, 5, 6 +np.random.seed(0) +x = np.random.rand(N, C, dim1).astype(np.float32) +labels = np.random.randint(0, high=C, size=(N, dim1)).astype(np.int64) +labels[0][0] = -1 +weight = np.random.rand(C).astype(np.float32) + +sce = softmaxcrossentropy( + x, labels, weight=weight, reduction=reduction, ignore_index=ignore_index +) + +expect( + node, + inputs=[x, labels, weight], + outputs=[sce], + name="test_sce_NCd1_mean_weight_negative_ii", +) +``` + +
+
+input_shape_is_NCd1_mean_weight_negative_ii_log_prob + +```python +reduction = "mean" +ignore_index = np.int64(-1) + +node = onnx.helper.make_node( + "SoftmaxCrossEntropyLoss", + inputs=["x", "y", "w"], + outputs=["z", "log_prob"], + reduction=reduction, + ignore_index=ignore_index, +) + +N, C, dim1 = 3, 5, 6 +np.random.seed(0) +x = np.random.rand(N, C, dim1).astype(np.float32) +labels = np.random.randint(0, high=C, size=(N, dim1)).astype(np.int64) +labels[0][0] = -1 +weight = np.random.rand(C).astype(np.float32) + +loss, log_prob = softmaxcrossentropy( + x, + labels, + weight=weight, + reduction=reduction, + ignore_index=ignore_index, + get_log_prob=True, +) + +expect( + node, + inputs=[x, labels, weight], + outputs=[loss, log_prob], + name="test_sce_NCd1_mean_weight_negative_ii_log_prob", +) +``` + +
+
+input_shape_is_NCd1d2d3_none_no_weight_negative_ii + +```python +reduction = "none" +ignore_index = np.int64(-5) + +node = onnx.helper.make_node( + "SoftmaxCrossEntropyLoss", + inputs=["x", "y"], + outputs=["z"], + reduction=reduction, + ignore_index=ignore_index, +) + +N, C, dim1, dim2, dim3 = 3, 5, 6, 6, 5 +np.random.seed(0) +x = np.random.rand(N, C, dim1, dim2, dim3).astype(np.float32) +labels = np.random.randint(0, high=C, size=(N, dim1, dim2, dim3)).astype( + np.int64 +) +labels[0][0][0][0] = -5 + +sce = softmaxcrossentropy( + x, labels, reduction=reduction, ignore_index=ignore_index +) + +expect( + node, + inputs=[x, labels], + outputs=[sce], + name="test_sce_NCd1d2d3_none_no_weight_negative_ii", +) +``` + +
+
+input_shape_is_NCd1d2d3_none_no_weight_negative_ii_log_prob + +```python +reduction = "none" +ignore_index = np.int64(-5) + +node = onnx.helper.make_node( + "SoftmaxCrossEntropyLoss", + inputs=["x", "y"], + outputs=["z", "log_prob"], + reduction=reduction, + ignore_index=ignore_index, +) + +N, C, dim1, dim2, dim3 = 3, 5, 6, 6, 5 +np.random.seed(0) +x = np.random.rand(N, C, dim1, dim2, dim3).astype(np.float32) +labels = np.random.randint(0, high=C, size=(N, dim1, dim2, dim3)).astype( + np.int64 +) +labels[0][0][0][0] = -5 + +loss, log_prob = softmaxcrossentropy( + x, labels, reduction=reduction, ignore_index=ignore_index, get_log_prob=True +) + +expect( + node, + inputs=[x, labels], + outputs=[loss, log_prob], + name="test_sce_NCd1d2d3_none_no_weight_negative_ii_log_prob", +) +``` + +
+
+input_shape_is_NCd1d2d3_sum_weight_high_ii + +```python +reduction = "sum" +ignore_index = np.int64(10) + +node = onnx.helper.make_node( + "SoftmaxCrossEntropyLoss", + inputs=["x", "y", "w"], + outputs=["z"], + reduction=reduction, + ignore_index=ignore_index, +) + +N, C = 3, 5 +np.random.seed(0) +x = np.random.rand(N, C).astype(np.float32) +labels = np.random.randint(0, high=C, size=(N)).astype(np.int64) +labels[0] = 10 +weight = np.random.rand(C).astype(np.float32) + +sce = softmaxcrossentropy( + x, labels, weight=weight, reduction=reduction, ignore_index=ignore_index +) + +expect( + node, + inputs=[x, labels, weight], + outputs=[sce], + name="test_sce_NCd1d2d3_sum_weight_high_ii", +) +``` + +
+
+input_shape_is_NCd1d2d3_sum_weight_high_ii_log_prob + +```python +reduction = "sum" +ignore_index = np.int64(10) + +node = onnx.helper.make_node( + "SoftmaxCrossEntropyLoss", + inputs=["x", "y", "w"], + outputs=["z", "log_prob"], + reduction=reduction, + ignore_index=ignore_index, +) + +N, C = 3, 5 +np.random.seed(0) +x = np.random.rand(N, C).astype(np.float32) +labels = np.random.randint(0, high=C, size=(N)).astype(np.int64) +labels[0] = 10 +weight = np.random.rand(C).astype(np.float32) + +loss, log_prob = softmaxcrossentropy( + x, + labels, + weight=weight, + reduction=reduction, + ignore_index=ignore_index, + get_log_prob=True, +) + +expect( + node, + inputs=[x, labels, weight], + outputs=[loss, log_prob], + name="test_sce_NCd1d2d3_sum_weight_high_ii_log_prob", +) +``` + +
+
+input_shape_is_NCd1d2d3d4d5_mean_weight + +```python +reduction = "mean" + +node = onnx.helper.make_node( + "SoftmaxCrossEntropyLoss", + inputs=["x", "y", "w"], + outputs=["z"], + reduction=reduction, +) + +N, C, dim1, dim2, dim3, dim4, dim5 = 3, 5, 6, 6, 5, 3, 4 +np.random.seed(0) +x = np.random.rand(N, C, dim1, dim2, dim3, dim4, dim5).astype(np.float32) +labels = np.random.randint( + 0, high=C, size=(N, dim1, dim2, dim3, dim4, dim5) +).astype(np.int64) +weight = np.random.rand(C).astype(np.float32) + +sce = softmaxcrossentropy(x, labels, weight=weight, reduction=reduction) + +expect( + node, + inputs=[x, labels, weight], + outputs=[sce], + name="test_sce_NCd1d2d3d4d5_mean_weight", +) +``` + +
+
+input_shape_is_NCd1d2d3d4d5_mean_weight_log_prob + +```python +reduction = "mean" + +node = onnx.helper.make_node( + "SoftmaxCrossEntropyLoss", + inputs=["x", "y", "w"], + outputs=["z", "log_prob"], + reduction=reduction, +) + +N, C, dim1, dim2, dim3, dim4, dim5 = 3, 5, 6, 6, 5, 3, 4 +np.random.seed(0) +x = np.random.rand(N, C, dim1, dim2, dim3, dim4, dim5).astype(np.float32) +labels = np.random.randint( + 0, high=C, size=(N, dim1, dim2, dim3, dim4, dim5) +).astype(np.int64) +weight = np.random.rand(C).astype(np.float32) + +loss, log_prob = softmaxcrossentropy( + x, labels, weight=weight, reduction=reduction, get_log_prob=True +) + +expect( + node, + inputs=[x, labels, weight], + outputs=[loss, log_prob], + name="test_sce_NCd1d2d3d4d5_mean_weight_log_prob", +) +``` + +
+
+input_shape_is_NCd1d2d3d4d5_none_no_weight + +```python +reduction = "none" + +node = onnx.helper.make_node( + "SoftmaxCrossEntropyLoss", + inputs=["x", "y"], + outputs=["z"], + reduction=reduction, +) + +N, C, dim1, dim2, dim3, dim4, dim5 = 3, 5, 6, 6, 5, 3, 4 +np.random.seed(0) +x = np.random.rand(N, C, dim1, dim2, dim3, dim4, dim5).astype(np.float32) +labels = np.random.randint( + 0, high=C, size=(N, dim1, dim2, dim3, dim4, dim5) +).astype(np.int64) + +sce = softmaxcrossentropy(x, labels, reduction=reduction) + +expect( + node, + inputs=[x, labels], + outputs=[sce], + name="test_sce_NCd1d2d3d4d5_none_no_weight", +) +``` + +
+
+input_shape_is_NCd1d2d3d4d5_none_no_weight_log_prob + +```python +reduction = "none" + +node = onnx.helper.make_node( + "SoftmaxCrossEntropyLoss", + inputs=["x", "y"], + outputs=["z", "log_prob"], + reduction=reduction, +) + +N, C, dim1, dim2, dim3, dim4, dim5 = 3, 5, 6, 6, 5, 3, 4 +np.random.seed(0) +x = np.random.rand(N, C, dim1, dim2, dim3, dim4, dim5).astype(np.float32) +labels = np.random.randint( + 0, high=C, size=(N, dim1, dim2, dim3, dim4, dim5) +).astype(np.int64) + +loss, log_prob = softmaxcrossentropy( + x, labels, reduction=reduction, get_log_prob=True +) + +expect( + node, + inputs=[x, labels], + outputs=[loss, log_prob], + name="test_sce_NCd1d2d3d4d5_none_no_weight_log_prob", +) +``` + +
+
+softmaxcrossentropy_mean + +```python +# Define operator attributes. +reduction = "mean" + +# Create operator. +node = onnx.helper.make_node( + "SoftmaxCrossEntropyLoss", + inputs=["x", "y"], + outputs=["z"], + reduction=reduction, +) + +# Define operator inputs. +np.random.seed(0) +x = np.random.rand(3, 5).astype(np.float32) +labels = np.random.randint(0, high=5, size=(3,)).astype(np.int64) + +# Compute SoftmaxCrossEntropyLoss +sce = softmaxcrossentropy(x, labels) + +# Check results +expect(node, inputs=[x, labels], outputs=[sce], name="test_sce_mean") +``` + +
+
+softmaxcrossentropy_mean_3d + +```python +# Define operator attributes. +reduction = "mean" + +# Create operator. +node = onnx.helper.make_node( + "SoftmaxCrossEntropyLoss", + inputs=["x", "y"], + outputs=["z"], + reduction=reduction, +) + +# Define operator inputs. +np.random.seed(0) +x = np.random.rand(3, 5, 2).astype(np.float32) +y = np.random.randint(0, high=5, size=(3, 2)).astype(np.int64) + +# Compute SoftmaxCrossEntropyLoss +sce = softmaxcrossentropy(x, y) + +# Check results +expect(node, inputs=[x, y], outputs=[sce], name="test_sce_mean_3d") +``` + +
+
+softmaxcrossentropy_mean_3d_log_prob + +```python +# Define operator attributes. +reduction = "mean" + +# Create operator. +node = onnx.helper.make_node( + "SoftmaxCrossEntropyLoss", + inputs=["x", "y"], + outputs=["z", "log_prob"], + reduction=reduction, +) + +# Define operator inputs. +np.random.seed(0) +x = np.random.rand(3, 5, 2).astype(np.float32) +y = np.random.randint(0, high=5, size=(3, 2)).astype(np.int64) + +# Compute SoftmaxCrossEntropyLoss +loss, log_prob = softmaxcrossentropy(x, y, get_log_prob=True) + +# Check results +expect( + node, + inputs=[x, y], + outputs=[loss, log_prob], + name="test_sce_mean_3d_log_prob", +) +``` + +
+
+softmaxcrossentropy_mean_log_prob + +```python +# Define operator attributes. +reduction = "mean" + +# Create operator. +node = onnx.helper.make_node( + "SoftmaxCrossEntropyLoss", + inputs=["x", "y"], + outputs=["z", "log_prob"], + reduction=reduction, +) + +# Define operator inputs. +np.random.seed(0) +x = np.random.rand(3, 5).astype(np.float32) +labels = np.random.randint(0, high=5, size=(3,)).astype(np.int64) + +# Compute SoftmaxCrossEntropyLoss +loss, log_prob = softmaxcrossentropy(x, labels, get_log_prob=True) + +# Check results +expect( + node, + inputs=[x, labels], + outputs=[loss, log_prob], + name="test_sce_mean_log_prob", +) +``` + +
+
+softmaxcrossentropy_mean_no_weights_ii + +```python +# Define operator attributes. +reduction = "mean" +ignore_index = np.int64(2) + +# Create operator. +node = onnx.helper.make_node( + "SoftmaxCrossEntropyLoss", + inputs=["x", "y"], + outputs=["z"], + reduction=reduction, + ignore_index=ignore_index, +) + +# Define operator inputs. +np.random.seed(0) +x = np.random.rand(3, 5).astype(np.float32) +labels = np.random.randint(0, high=5, size=(3,)).astype(np.int64) +labels[0] = np.int64(2) + +# Compute SoftmaxCrossEntropyLoss +sce = softmaxcrossentropy(x, labels, ignore_index=ignore_index) + +# Check results +expect( + node, inputs=[x, labels], outputs=[sce], name="test_sce_mean_no_weight_ii" +) +``` + +
+
+softmaxcrossentropy_mean_no_weights_ii_3d + +```python +# Define operator attributes. +reduction = "mean" +ignore_index = np.int64(2) + +# Create operator. +node = onnx.helper.make_node( + "SoftmaxCrossEntropyLoss", + inputs=["x", "y"], + outputs=["z"], + reduction=reduction, + ignore_index=ignore_index, +) + +# Define operator inputs. +np.random.seed(0) +x = np.random.rand(3, 5, 2).astype(np.float32) +labels = np.random.randint(0, high=5, size=(3, 2)).astype(np.int64) +labels[0][0] = np.int64(2) + +# Compute SoftmaxCrossEntropyLoss +sce = softmaxcrossentropy(x, labels, ignore_index=ignore_index) + +# Check results +expect( + node, + inputs=[x, labels], + outputs=[sce], + name="test_sce_mean_no_weight_ii_3d", +) +``` + +
+
+softmaxcrossentropy_mean_no_weights_ii_3d_log_prob + +```python +# Define operator attributes. +reduction = "mean" +ignore_index = np.int64(2) + +# Create operator. +node = onnx.helper.make_node( + "SoftmaxCrossEntropyLoss", + inputs=["x", "y"], + outputs=["z", "log_prob"], + reduction=reduction, + ignore_index=ignore_index, +) + +# Define operator inputs. +np.random.seed(0) +x = np.random.rand(3, 5, 2).astype(np.float32) +labels = np.random.randint(0, high=5, size=(3, 2)).astype(np.int64) +labels[0][0] = np.int64(2) + +# Compute SoftmaxCrossEntropyLoss +loss, log_prob = softmaxcrossentropy( + x, labels, ignore_index=ignore_index, get_log_prob=True +) + +# Check results +expect( + node, + inputs=[x, labels], + outputs=[loss, log_prob], + name="test_sce_mean_no_weight_ii_3d_log_prob", +) +``` + +
+
+softmaxcrossentropy_mean_no_weights_ii_4d + +```python +# Define operator attributes. +reduction = "mean" +ignore_index = np.int64(2) + +# Create operator. +node = onnx.helper.make_node( + "SoftmaxCrossEntropyLoss", + inputs=["x", "y"], + outputs=["z"], + reduction=reduction, + ignore_index=ignore_index, +) + +# Define operator inputs. +np.random.seed(0) +x = np.random.rand(3, 5, 2, 7).astype(np.float32) +labels = np.random.randint(0, high=5, size=(3, 2, 7)).astype(np.int64) +labels[0][0][0] = np.int64(2) + +# Compute SoftmaxCrossEntropyLoss +sce = softmaxcrossentropy( + x, labels, reduction=reduction, ignore_index=ignore_index +) + +# Check results +expect( + node, + inputs=[x, labels], + outputs=[sce], + name="test_sce_mean_no_weight_ii_4d", +) +``` + +
+
+softmaxcrossentropy_mean_no_weights_ii_4d_log_prob + +```python +# Define operator attributes. +reduction = "mean" +ignore_index = np.int64(2) + +# Create operator. +node = onnx.helper.make_node( + "SoftmaxCrossEntropyLoss", + inputs=["x", "y"], + outputs=["z", "log_prob"], + reduction=reduction, + ignore_index=ignore_index, +) + +# Define operator inputs. +np.random.seed(0) +x = np.random.rand(3, 5, 2, 7).astype(np.float32) +labels = np.random.randint(0, high=5, size=(3, 2, 7)).astype(np.int64) +labels[0][0][0] = np.int64(2) + +# Compute SoftmaxCrossEntropyLoss +loss, log_prob = softmaxcrossentropy( + x, labels, reduction=reduction, ignore_index=ignore_index, get_log_prob=True +) + +# Check results +expect( + node, + inputs=[x, labels], + outputs=[loss, log_prob], + name="test_sce_mean_no_weight_ii_4d_log_prob", +) +``` + +
+
+softmaxcrossentropy_mean_no_weights_ii_log_prob + +```python +# Define operator attributes. +reduction = "mean" +ignore_index = np.int64(2) + +# Create operator. +node = onnx.helper.make_node( + "SoftmaxCrossEntropyLoss", + inputs=["x", "y"], + outputs=["z", "log_prob"], + reduction=reduction, + ignore_index=ignore_index, +) + +# Define operator inputs. +np.random.seed(0) +x = np.random.rand(3, 5).astype(np.float32) +labels = np.random.randint(0, high=5, size=(3,)).astype(np.int64) +labels[0] = np.int64(2) + +# Compute SoftmaxCrossEntropyLoss +loss, log_prob = softmaxcrossentropy( + x, labels, ignore_index=ignore_index, get_log_prob=True +) + +# Check results +expect( + node, + inputs=[x, labels], + outputs=[loss, log_prob], + name="test_sce_mean_no_weight_ii_log_prob", +) +``` + +
+
+softmaxcrossentropy_mean_weights + +```python +# Define operator attributes. +reduction = "mean" + +# Create operator. +node = onnx.helper.make_node( + "SoftmaxCrossEntropyLoss", + inputs=["x", "y", "w"], + outputs=["z"], + reduction=reduction, +) + +# Define operator inputs. +np.random.seed(0) +x = np.random.rand(3, 5).astype(np.float32) +labels = np.random.randint(0, high=5, size=(3,)).astype(np.int64) +weights = np.array([0.9, 0.7, 0.8, 0.9, 0.9], dtype=np.float32) + +# Compute SoftmaxCrossEntropyLoss +sce = softmaxcrossentropy(x, labels, weight=weights) + +# Check results +expect( + node, + inputs=[x, labels, weights], + outputs=[sce], + name="test_sce_mean_weight", +) +``` + +
+
+softmaxcrossentropy_mean_weights_ii + +```python +# Define operator attributes. +reduction = "mean" +ignore_index = np.int64(0) + +# Create operator. +node = onnx.helper.make_node( + "SoftmaxCrossEntropyLoss", + inputs=["x", "y", "w"], + outputs=["z"], + reduction=reduction, + ignore_index=ignore_index, +) + +# Define operator inputs. +np.random.seed(0) +x = np.random.rand(3, 5).astype(np.float32) +labels = np.random.randint(0, high=5, size=(3,)).astype(np.int64) +labels[0] = np.int64(0) +weights = np.array([0.9, 0.7, 0.8, 0.9, 0.9], dtype=np.float32) + +# Compute SoftmaxCrossEntropyLoss +sce = softmaxcrossentropy(x, labels, weight=weights, ignore_index=ignore_index) + +# Check results +expect( + node, + inputs=[x, labels, weights], + outputs=[sce], + name="test_sce_mean_weight_ii", +) +``` + +
+
+softmaxcrossentropy_mean_weights_ii_3d + +```python +# Define operator attributes. +reduction = "mean" +ignore_index = np.int64(1) + +# Create operator. +node = onnx.helper.make_node( + "SoftmaxCrossEntropyLoss", + inputs=["x", "y", "w"], + outputs=["z"], + reduction=reduction, + ignore_index=ignore_index, +) + +# Define operator inputs. +np.random.seed(0) +x = np.random.rand(3, 5, 2).astype(np.float32) +labels = np.random.randint(0, high=5, size=(3, 2)).astype(np.int64) +labels[0][0] = np.int64(1) +weights = np.array([0.2, 0.3, 0.6, 0.1, 0.5], dtype=np.float32) + +# Compute SoftmaxCrossEntropyLoss +sce = softmaxcrossentropy(x, labels, weight=weights, ignore_index=ignore_index) + +# Check results +expect( + node, + inputs=[x, labels, weights], + outputs=[sce], + name="test_sce_mean_weight_ii_3d", +) +``` + +
+
+softmaxcrossentropy_mean_weights_ii_3d_log_prob + +```python +# Define operator attributes. +reduction = "mean" +ignore_index = np.int64(1) + +# Create operator. +node = onnx.helper.make_node( + "SoftmaxCrossEntropyLoss", + inputs=["x", "y", "w"], + outputs=["z", "log_prob"], + reduction=reduction, + ignore_index=ignore_index, +) + +# Define operator inputs. +np.random.seed(0) +x = np.random.rand(3, 5, 2).astype(np.float32) +labels = np.random.randint(0, high=5, size=(3, 2)).astype(np.int64) +labels[0][0] = np.int64(1) +weights = np.array([0.2, 0.3, 0.6, 0.1, 0.5], dtype=np.float32) + +# Compute SoftmaxCrossEntropyLoss +loss, log_prob = softmaxcrossentropy( + x, labels, weight=weights, ignore_index=ignore_index, get_log_prob=True +) + +# Check results +expect( + node, + inputs=[x, labels, weights], + outputs=[loss, log_prob], + name="test_sce_mean_weight_ii_3d_log_prob", +) +``` + +
+
+softmaxcrossentropy_mean_weights_ii_4d + +```python +# Define operator attributes. +reduction = "mean" +ignore_index = np.int64(2) + +# Create operator. +node = onnx.helper.make_node( + "SoftmaxCrossEntropyLoss", + inputs=["x", "y", "w"], + outputs=["z"], + reduction=reduction, + ignore_index=ignore_index, +) + +# Define operator inputs. +np.random.seed(0) +x = np.random.rand(3, 5, 2, 7).astype(np.float32) +labels = np.random.randint(0, high=5, size=(3, 2, 7)).astype(np.int64) +labels[0][0][0] = np.int64(2) +weights = np.array([0.2, 0.3, 0.6, 0.1, 0.5], dtype=np.float32) + +# Compute SoftmaxCrossEntropyLoss +sce = softmaxcrossentropy( + x, labels, reduction=reduction, weight=weights, ignore_index=ignore_index +) + +# Check results +expect( + node, + inputs=[x, labels, weights], + outputs=[sce], + name="test_sce_mean_weight_ii_4d", +) +``` + +
+
+softmaxcrossentropy_mean_weights_ii_4d_log_prob + +```python +# Define operator attributes. +reduction = "mean" +ignore_index = np.int64(2) + +# Create operator. +node = onnx.helper.make_node( + "SoftmaxCrossEntropyLoss", + inputs=["x", "y", "w"], + outputs=["z", "log_prob"], + reduction=reduction, + ignore_index=ignore_index, +) + +# Define operator inputs. +np.random.seed(0) +x = np.random.rand(3, 5, 2, 7).astype(np.float32) +labels = np.random.randint(0, high=5, size=(3, 2, 7)).astype(np.int64) +labels[0][0][0] = np.int64(2) +weights = np.array([0.2, 0.3, 0.6, 0.1, 0.5], dtype=np.float32) + +# Compute SoftmaxCrossEntropyLoss +loss, log_prob = softmaxcrossentropy( + x, + labels, + reduction=reduction, + weight=weights, + ignore_index=ignore_index, + get_log_prob=True, +) + +# Check results +expect( + node, + inputs=[x, labels, weights], + outputs=[loss, log_prob], + name="test_sce_mean_weight_ii_4d_log_prob", +) +``` + +
+
+softmaxcrossentropy_mean_weights_ii_log_prob + +```python +# Define operator attributes. +reduction = "mean" +ignore_index = np.int64(0) + +# Create operator. +node = onnx.helper.make_node( + "SoftmaxCrossEntropyLoss", + inputs=["x", "y", "w"], + outputs=["z", "log_prob"], + reduction=reduction, + ignore_index=ignore_index, +) + +# Define operator inputs. +np.random.seed(0) +x = np.random.rand(3, 5).astype(np.float32) +labels = np.random.randint(0, high=5, size=(3,)).astype(np.int64) +labels[0] = np.int64(0) +weights = np.array([0.9, 0.7, 0.8, 0.9, 0.9], dtype=np.float32) + +# Compute SoftmaxCrossEntropyLoss +loss, log_prob = softmaxcrossentropy( + x, labels, weight=weights, ignore_index=ignore_index, get_log_prob=True +) + +# Check results +expect( + node, + inputs=[x, labels, weights], + outputs=[loss, log_prob], + name="test_sce_mean_weight_ii_log_prob", +) +``` + +
+
+softmaxcrossentropy_mean_weights_log_prob + +```python +# Define operator attributes. +reduction = "mean" + +# Create operator. +node = onnx.helper.make_node( + "SoftmaxCrossEntropyLoss", + inputs=["x", "y", "w"], + outputs=["z", "log_prob"], + reduction=reduction, +) + +# Define operator inputs. +np.random.seed(0) +x = np.random.rand(3, 5).astype(np.float32) +labels = np.random.randint(0, high=5, size=(3,)).astype(np.int64) +weights = np.array([0.9, 0.7, 0.8, 0.9, 0.9], dtype=np.float32) + +# Compute SoftmaxCrossEntropyLoss +loss, log_prob = softmaxcrossentropy( + x, labels, weight=weights, get_log_prob=True +) + +# Check results +expect( + node, + inputs=[x, labels, weights], + outputs=[loss, log_prob], + name="test_sce_mean_weight_log_prob", +) +``` + +
+
+softmaxcrossentropy_none + +```python +# Define operator attributes. +reduction = "none" + +# Create operator. +node = onnx.helper.make_node( + "SoftmaxCrossEntropyLoss", + inputs=["x", "y"], + outputs=["z"], + reduction=reduction, +) + +# Define operator inputs. +np.random.seed(0) +x = np.random.rand(3, 5).astype(np.float32) +labels = np.random.randint(0, high=5, size=(3,)).astype(np.int64) + +# Compute SoftmaxCrossEntropyLoss +sce = softmaxcrossentropy(x, labels, reduction="none") + +# Check results +expect(node, inputs=[x, labels], outputs=[sce], name="test_sce_none") +``` + +
+
+softmaxcrossentropy_none_log_prob + +```python +# Define operator attributes. +reduction = "none" + +# Create operator. +node = onnx.helper.make_node( + "SoftmaxCrossEntropyLoss", + inputs=["x", "y"], + outputs=["z", "log_prob"], + reduction=reduction, +) + +# Define operator inputs. +np.random.seed(0) +x = np.random.rand(3, 5).astype(np.float32) +labels = np.random.randint(0, high=5, size=(3,)).astype(np.int64) + +# Compute SoftmaxCrossEntropyLoss +loss, log_prob = softmaxcrossentropy( + x, labels, reduction="none", get_log_prob=True +) + +# Check results +expect( + node, + inputs=[x, labels], + outputs=[loss, log_prob], + name="test_sce_none_log_prob", +) +``` + +
+
+softmaxcrossentropy_none_weights + +```python +# Define operator attributes. +reduction = "none" + +# Create operator. +node = onnx.helper.make_node( + "SoftmaxCrossEntropyLoss", + inputs=["x", "y", "w"], + outputs=["z"], + reduction=reduction, +) + +# Define operator inputs. +np.random.seed(0) +x = np.random.rand(3, 5).astype(np.float32) +labels = np.random.randint(0, high=5, size=(3,)).astype(np.int64) +weights = np.array([0.9, 0.7, 0.8, 0.9, 0.9], dtype=np.float32) + +# Compute SoftmaxCrossEntropyLoss +sce = softmaxcrossentropy(x, labels, weight=weights, reduction="none") + +# Check results +expect( + node, + inputs=[x, labels, weights], + outputs=[sce], + name="test_sce_none_weights", +) +``` + +
+
+softmaxcrossentropy_none_weights_log_prob + +```python +# Define operator attributes. +reduction = "none" + +# Create operator. +node = onnx.helper.make_node( + "SoftmaxCrossEntropyLoss", + inputs=["x", "y", "w"], + outputs=["z", "log_prob"], + reduction=reduction, +) + +# Define operator inputs. +np.random.seed(0) +x = np.random.rand(3, 5).astype(np.float32) +labels = np.random.randint(0, high=5, size=(3,)).astype(np.int64) +weights = np.array([0.9, 0.7, 0.8, 0.9, 0.9], dtype=np.float32) + +# Compute SoftmaxCrossEntropyLoss +loss, log_prob = softmaxcrossentropy( + x, labels, weight=weights, reduction="none", get_log_prob=True +) + +# Check results +expect( + node, + inputs=[x, labels, weights], + outputs=[loss, log_prob], + name="test_sce_none_weights_log_prob", +) +``` + +
+
+softmaxcrossentropy_sum + +```python +# Define operator attributes. +reduction = "sum" + +# Create operator. +node = onnx.helper.make_node( + "SoftmaxCrossEntropyLoss", + inputs=["x", "y"], + outputs=["z"], + reduction=reduction, +) + +# Define operator inputs. +np.random.seed(0) +x = np.random.rand(3, 5).astype(np.float32) +labels = np.random.randint(0, high=5, size=(3,)).astype(np.int64) + +# Compute SoftmaxCrossEntropyLoss +sce = softmaxcrossentropy(x, labels, reduction="sum") + +# Check results +expect(node, inputs=[x, labels], outputs=[sce], name="test_sce_sum") +``` + +
+
+softmaxcrossentropy_sum_log_prob + +```python +# Define operator attributes. +reduction = "sum" + +# Create operator. +node = onnx.helper.make_node( + "SoftmaxCrossEntropyLoss", + inputs=["x", "y"], + outputs=["z", "log_prob"], + reduction=reduction, +) + +# Define operator inputs. +np.random.seed(0) +x = np.random.rand(3, 5).astype(np.float32) +labels = np.random.randint(0, high=5, size=(3,)).astype(np.int64) + +# Compute SoftmaxCrossEntropyLoss +loss, log_prob = softmaxcrossentropy( + x, labels, reduction="sum", get_log_prob=True +) + +# Check results +expect( + node, + inputs=[x, labels], + outputs=[loss, log_prob], + name="test_sce_sum_log_prob", +) +``` + +
+ + +### Softplus +There are 1 test cases, listed as following: +
+softplus + +```python +node = onnx.helper.make_node( + "Softplus", + inputs=["x"], + outputs=["y"], +) + +x = np.array([-1, 0, 1]).astype(np.float32) +y = np.log( + np.exp(x) + 1 +) # expected output [0.31326166, 0.69314718, 1.31326163] +expect(node, inputs=[x], outputs=[y], name="test_softplus_example") + +x = np.random.randn(3, 4, 5).astype(np.float32) +y = np.log(np.exp(x) + 1) +expect(node, inputs=[x], outputs=[y], name="test_softplus") +``` + +
+ + +### Softsign +There are 1 test cases, listed as following: +
+softsign + +```python +node = onnx.helper.make_node( + "Softsign", + inputs=["x"], + outputs=["y"], +) + +x = np.array([-1, 0, 1]).astype(np.float32) +y = np.array([-0.5, 0, 0.5]).astype(np.float32) +expect(node, inputs=[x], outputs=[y], name="test_softsign_example") + +x = np.random.randn(3, 4, 5).astype(np.float32) +y = x / (1 + np.abs(x)) +expect(node, inputs=[x], outputs=[y], name="test_softsign") +``` + +
+ + +### SpaceToDepth +There are 2 test cases, listed as following: +
+example + +```python +node = onnx.helper.make_node( + "SpaceToDepth", + inputs=["x"], + outputs=["y"], + blocksize=2, +) + +# (1, 1, 4, 6) input tensor +x = np.array( + [ + [ + [ + [0, 6, 1, 7, 2, 8], + [12, 18, 13, 19, 14, 20], + [3, 9, 4, 10, 5, 11], + [15, 21, 16, 22, 17, 23], + ] + ] + ] +).astype(np.float32) + +# (1, 4, 2, 3) output tensor +y = np.array( + [ + [ + [[0, 1, 2], [3, 4, 5]], + [[6, 7, 8], [9, 10, 11]], + [[12, 13, 14], [15, 16, 17]], + [[18, 19, 20], [21, 22, 23]], + ] + ] +).astype(np.float32) +expect(node, inputs=[x], outputs=[y], name="test_spacetodepth_example") +``` + +
+
+spacetodepth + +```python +b, c, h, w = shape = (2, 2, 6, 6) +blocksize = 2 +node = onnx.helper.make_node( + "SpaceToDepth", + inputs=["x"], + outputs=["y"], + blocksize=blocksize, +) +x = np.random.random_sample(shape).astype(np.float32) +tmp = np.reshape( + x, [b, c, h // blocksize, blocksize, w // blocksize, blocksize] +) +tmp = np.transpose(tmp, [0, 3, 5, 1, 2, 4]) +y = np.reshape(tmp, [b, c * (blocksize**2), h // blocksize, w // blocksize]) +expect(node, inputs=[x], outputs=[y], name="test_spacetodepth") +``` + +
+ + +### Split +There are 10 test cases, listed as following: +
+1d_opset13 + +```python +node_input = np.array([1.0, 2.0, 3.0, 4.0, 5.0, 6.0]).astype(np.float32) + +node = onnx.helper.make_node( + "Split", + inputs=["input"], + outputs=["output_1", "output_2", "output_3"], + axis=0, +) + +expected_outputs = [ + np.array([1.0, 2.0]).astype(np.float32), + np.array([3.0, 4.0]).astype(np.float32), + np.array([5.0, 6.0]).astype(np.float32), +] +expect( + node, + inputs=[node_input], + outputs=expected_outputs, + name="test_split_equal_parts_1d_opset13", + opset_imports=[onnx.helper.make_opsetid("", 13)], +) + +split = np.array([2, 4]).astype(np.int64) +node = onnx.helper.make_node( + "Split", + inputs=["input", "split"], + outputs=["output_1", "output_2"], + axis=0, +) + +expected_outputs = [ + np.array([1.0, 2.0]).astype(np.float32), + np.array([3.0, 4.0, 5.0, 6.0]).astype(np.float32), +] +expect( + node, + inputs=[node_input, split], + outputs=expected_outputs, + name="test_split_variable_parts_1d_opset13", + opset_imports=[onnx.helper.make_opsetid("", 13)], +) +``` + +
+
+1d_opset18 + +```python +node_input = np.array([1.0, 2.0, 3.0, 4.0, 5.0, 6.0]).astype(np.float32) + +node = onnx.helper.make_node( + "Split", + inputs=["input"], + outputs=["output_1", "output_2", "output_3"], + axis=0, + num_outputs=3, +) + +expected_outputs = [ + np.array([1.0, 2.0]).astype(np.float32), + np.array([3.0, 4.0]).astype(np.float32), + np.array([5.0, 6.0]).astype(np.float32), +] +expect( + node, + inputs=[node_input], + outputs=expected_outputs, + name="test_split_equal_parts_1d_opset18", +) + +split = np.array([2, 4]).astype(np.int64) +node = onnx.helper.make_node( + "Split", + inputs=["input", "split"], + outputs=["output_1", "output_2"], + axis=0, +) + +expected_outputs = [ + np.array([1.0, 2.0]).astype(np.float32), + np.array([3.0, 4.0, 5.0, 6.0]).astype(np.float32), +] +expect( + node, + inputs=[node_input, split], + outputs=expected_outputs, + name="test_split_variable_parts_1d_opset18", +) +``` + +
+
+1d_uneven_split_opset18 + +```python +node_input = np.array([1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0]).astype(np.float32) + +# If axis is not specified, split is applied on default axis 0 +node = onnx.helper.make_node( + "Split", + inputs=["input"], + outputs=["output_1", "output_2", "output_3", "output_4"], + num_outputs=4, +) + +expected_outputs = [ + np.array([1.0, 2.0]).astype(np.float32), + np.array([3.0, 4.0]).astype(np.float32), + np.array([5.0, 6.0]).astype(np.float32), + np.array([7.0]).astype(np.float32), +] +expect( + node, + inputs=[node_input], + outputs=expected_outputs, + name="test_split_1d_uneven_split_opset18", +) +``` + +
+
+2d_opset13 + +```python +node_input = np.array( + [[1.0, 2.0, 3.0, 4.0, 5.0, 6.0], [7.0, 8.0, 9.0, 10.0, 11.0, 12.0]] +).astype(np.float32) + +node = onnx.helper.make_node( + "Split", inputs=["input"], outputs=["output_1", "output_2"], axis=1 +) + +expected_outputs = [ + np.array([[1.0, 2.0, 3.0], [7.0, 8.0, 9.0]]).astype(np.float32), + np.array([[4.0, 5.0, 6.0], [10.0, 11.0, 12.0]]).astype(np.float32), +] + +expect( + node, + inputs=[node_input], + outputs=expected_outputs, + name="test_split_equal_parts_2d_opset13", + opset_imports=[onnx.helper.make_opsetid("", 13)], +) + +split = np.array([2, 4]).astype(np.int64) +node = onnx.helper.make_node( + "Split", + inputs=["input", "split"], + outputs=["output_1", "output_2"], + axis=1, +) + +expected_outputs = [ + np.array([[1.0, 2.0], [7.0, 8.0]]).astype(np.float32), + np.array([[3.0, 4.0, 5.0, 6.0], [9.0, 10.0, 11.0, 12.0]]).astype( + np.float32 + ), +] + +expect( + node, + inputs=[node_input, split], + outputs=expected_outputs, + name="test_split_variable_parts_2d_opset13", + opset_imports=[onnx.helper.make_opsetid("", 13)], +) +``` + +
+
+2d_opset18 + +```python +node_input = np.array( + [[1.0, 2.0, 3.0, 4.0, 5.0, 6.0], [7.0, 8.0, 9.0, 10.0, 11.0, 12.0]] +).astype(np.float32) + +node = onnx.helper.make_node( + "Split", + inputs=["input"], + outputs=["output_1", "output_2"], + axis=1, + num_outputs=2, +) + +expected_outputs = [ + np.array([[1.0, 2.0, 3.0], [7.0, 8.0, 9.0]]).astype(np.float32), + np.array([[4.0, 5.0, 6.0], [10.0, 11.0, 12.0]]).astype(np.float32), +] + +expect( + node, + inputs=[node_input], + outputs=expected_outputs, + name="test_split_equal_parts_2d", +) + +split = np.array([2, 4]).astype(np.int64) +node = onnx.helper.make_node( + "Split", + inputs=["input", "split"], + outputs=["output_1", "output_2"], + axis=1, +) + +expected_outputs = [ + np.array([[1.0, 2.0], [7.0, 8.0]]).astype(np.float32), + np.array([[3.0, 4.0, 5.0, 6.0], [9.0, 10.0, 11.0, 12.0]]).astype( + np.float32 + ), +] + +expect( + node, + inputs=[node_input, split], + outputs=expected_outputs, + name="test_split_variable_parts_2d_opset18", +) +``` + +
+
+2d_uneven_split_opset18 + +```python +node_input = np.array( + [ + [1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0], + [9.0, 10.0, 11.0, 12.0, 13.0, 14.0, 15.0, 16.0], + ] +).astype(np.float32) + +node = onnx.helper.make_node( + "Split", + inputs=["input"], + outputs=["output_1", "output_2", "output_3"], + axis=1, + num_outputs=3, +) + +expected_outputs = [ + np.array([[1.0, 2.0, 3.0], [9.0, 10.0, 11.0]]).astype(np.float32), + np.array([[4.0, 5.0, 6.0], [12.0, 13.0, 14.0]]).astype(np.float32), + np.array([[7.0, 8.0], [15.0, 16.0]]).astype(np.float32), +] + +expect( + node, + inputs=[node_input], + outputs=expected_outputs, + name="test_split_2d_uneven_split_opset18", +) +``` + +
+
+default_values_opset13 + +```python +node_input = np.array([1.0, 2.0, 3.0, 4.0, 5.0, 6.0]).astype(np.float32) + +# If axis is not specified, split is applied on default axis 0 +node = onnx.helper.make_node( + "Split", inputs=["input"], outputs=["output_1", "output_2", "output_3"] +) + +expected_outputs = [ + np.array([1.0, 2.0]).astype(np.float32), + np.array([3.0, 4.0]).astype(np.float32), + np.array([5.0, 6.0]).astype(np.float32), +] +expect( + node, + inputs=[node_input], + outputs=expected_outputs, + name="test_split_equal_parts_default_axis_opset13", + opset_imports=[onnx.helper.make_opsetid("", 13)], +) + +split = np.array([2, 4]).astype(np.int64) +node = onnx.helper.make_node( + "Split", inputs=["input", "split"], outputs=["output_1", "output_2"] +) + +expected_outputs = [ + np.array([1.0, 2.0]).astype(np.float32), + np.array([3.0, 4.0, 5.0, 6.0]).astype(np.float32), +] +expect( + node, + inputs=[node_input, split], + outputs=expected_outputs, + name="test_split_variable_parts_default_axis_opset13", + opset_imports=[onnx.helper.make_opsetid("", 13)], +) +``` + +
+
+default_values_opset18 + +```python +node_input = np.array([1.0, 2.0, 3.0, 4.0, 5.0, 6.0]).astype(np.float32) + +# If axis is not specified, split is applied on default axis 0 +node = onnx.helper.make_node( + "Split", + inputs=["input"], + outputs=["output_1", "output_2", "output_3"], + num_outputs=3, +) + +expected_outputs = [ + np.array([1.0, 2.0]).astype(np.float32), + np.array([3.0, 4.0]).astype(np.float32), + np.array([5.0, 6.0]).astype(np.float32), +] +expect( + node, + inputs=[node_input], + outputs=expected_outputs, + name="test_split_equal_parts_default_axis_opset18", +) + +split = np.array([2, 4]).astype(np.int64) +node = onnx.helper.make_node( + "Split", inputs=["input", "split"], outputs=["output_1", "output_2"] +) + +expected_outputs = [ + np.array([1.0, 2.0]).astype(np.float32), + np.array([3.0, 4.0, 5.0, 6.0]).astype(np.float32), +] +expect( + node, + inputs=[node_input, split], + outputs=expected_outputs, + name="test_split_variable_parts_default_axis_opset18", +) +``` + +
+
+zero_size_splits_opset13 + +```python +# 1-dimensional tensor with dimension_size=0 +node_input = np.array([]).astype(np.float32) + +# Split empty tensor to tensors of size zero +split = np.array([0, 0, 0]).astype(np.int64) +node = onnx.helper.make_node( + "Split", + inputs=["input", "split"], + outputs=["output_1", "output_2", "output_3"], +) + +expected_outputs = [ + np.array([]).astype(np.float32), + np.array([]).astype(np.float32), + np.array([]).astype(np.float32), +] +expect( + node, + inputs=[node_input, split], + outputs=expected_outputs, + name="test_split_zero_size_splits_opset13", + opset_imports=[onnx.helper.make_opsetid("", 13)], +) +``` + +
+
+zero_size_splits_opset18 + +```python +# 1-dimensional tensor with dimension_size=0 +node_input = np.array([]).astype(np.float32) + +# Split empty tensor to tensors of size zero +split = np.array([0, 0, 0]).astype(np.int64) +node = onnx.helper.make_node( + "Split", + inputs=["input", "split"], + outputs=["output_1", "output_2", "output_3"], +) + +expected_outputs = [ + np.array([]).astype(np.float32), + np.array([]).astype(np.float32), + np.array([]).astype(np.float32), +] +expect( + node, + inputs=[node_input, split], + outputs=expected_outputs, + name="test_split_zero_size_splits_opset18", +) +``` + +
+ + +### SplitToSequence +There are 3 test cases, listed as following: +
+nokeepdims + +```python +data = np.arange(18).reshape((3, 6)).astype(np.float32) + +node = onnx.helper.make_node( + "SplitToSequence", + ["data"], + ["seq"], + axis=1, + keepdims=0, +) + +expected_outputs = [[data[:, i] for i in range(data.shape[1])]] + +expect( + node, + inputs=[data], + outputs=expected_outputs, + name="test_split_to_sequence_nokeepdims", +) +``` + +
+
+with_split_1 + +```python +data = np.arange(18).reshape((3, 6)).astype(np.float32) +split = np.array(2, dtype=np.int64) + +node = onnx.helper.make_node( + "SplitToSequence", ["data", "split"], ["seq"], axis=1 +) + +expected_outputs = [ + [ + np.array([[0.0, 1.0], [6.0, 7.0], [12.0, 13.0]], dtype=np.float32), + np.array([[2.0, 3.0], [8.0, 9.0], [14.0, 15.0]], dtype=np.float32), + np.array([[4.0, 5.0], [10.0, 11.0], [16.0, 17.0]], dtype=np.float32), + ] +] + +expect( + node, + inputs=[data, split], + outputs=expected_outputs, + name="test_split_to_sequence_1", +) +``` + +
+
+with_split_2 + +```python +data = np.arange(18).reshape((3, 6)).astype(np.float32) +split = np.array([1, 2], dtype=np.int64) + +node = onnx.helper.make_node( + "SplitToSequence", ["data", "split"], ["seq"], axis=0 +) + +expected_outputs = [ + [ + data[:1], + data[1:], + ] +] + +expect( + node, + inputs=[data, split], + outputs=expected_outputs, + name="test_split_to_sequence_2", +) +``` + +
+ + +### Sqrt +There are 1 test cases, listed as following: +
+sqrt + +```python +node = onnx.helper.make_node( + "Sqrt", + inputs=["x"], + outputs=["y"], +) + +x = np.array([1, 4, 9]).astype(np.float32) +y = np.sqrt(x) # expected output [1., 2., 3.] +expect(node, inputs=[x], outputs=[y], name="test_sqrt_example") + +x = np.abs(np.random.randn(3, 4, 5).astype(np.float32)) +y = np.sqrt(x) +expect(node, inputs=[x], outputs=[y], name="test_sqrt") +``` + +
+ + +### Squeeze +There are 2 test cases, listed as following: +
+squeeze + +```python +node = onnx.helper.make_node( + "Squeeze", + inputs=["x", "axes"], + outputs=["y"], +) +x = np.random.randn(1, 3, 4, 5).astype(np.float32) +axes = np.array([0], dtype=np.int64) +y = np.squeeze(x, axis=0) + +expect(node, inputs=[x, axes], outputs=[y], name="test_squeeze") +``` + +
+
+squeeze_negative_axes + +```python +node = onnx.helper.make_node( + "Squeeze", + inputs=["x", "axes"], + outputs=["y"], +) +x = np.random.randn(1, 3, 1, 5).astype(np.float32) +axes = np.array([-2], dtype=np.int64) +y = np.squeeze(x, axis=-2) +expect(node, inputs=[x, axes], outputs=[y], name="test_squeeze_negative_axes") +``` + +
+ + +### StringConcat +There are 1 test cases, listed as following: +
+stringconcat + +```python +node = onnx.helper.make_node( + "StringConcat", + inputs=["x", "y"], + outputs=["result"], +) +x = np.array(["abc", "def"]).astype("object") +y = np.array([".com", ".net"]).astype("object") +result = np.array(["abc.com", "def.net"]).astype("object") + +expect(node, inputs=[x, y], outputs=[result], name="test_string_concat") + +x = np.array(["cat", "dog", "snake"]).astype("object") +y = np.array(["s"]).astype("object") +result = np.array(["cats", "dogs", "snakes"]).astype("object") + +expect( + node, + inputs=[x, y], + outputs=[result], + name="test_string_concat_broadcasting", +) + +x = np.array("cat").astype("object") +y = np.array("s").astype("object") +result = np.array("cats").astype("object") + +expect( + node, + inputs=[x, y], + outputs=[result], + name="test_string_concat_zero_dimensional", +) + +x = np.array(["abc", ""]).astype("object") +y = np.array(["", "abc"]).astype("object") +result = np.array(["abc", "abc"]).astype("object") + +expect( + node, + inputs=[x, y], + outputs=[result], + name="test_string_concat_empty_string", +) + +x = np.array(["的", "中"]).astype("object") +y = np.array(["的", "中"]).astype("object") +result = np.array(["的的", "中中"]).astype("object") + +expect( + node, + inputs=[x, y], + outputs=[result], + name="test_string_concat_utf8", +) +``` + +
+ + +### StringNormalizer +There are 6 test cases, listed as following: +
+monday_casesensintive_lower + +```python +input = np.array(["monday", "tuesday", "wednesday", "thursday"]).astype(object) +output = np.array(["tuesday", "wednesday", "thursday"]).astype(object) +stopwords = ["monday"] + +node = onnx.helper.make_node( + "StringNormalizer", + inputs=["x"], + outputs=["y"], + case_change_action="LOWER", + is_case_sensitive=1, + stopwords=stopwords, +) +expect( + node, + inputs=[input], + outputs=[output], + name="test_strnormalizer_export_monday_casesensintive_lower", +) +``` + +
+
+monday_casesensintive_nochangecase + +```python +input = np.array(["monday", "tuesday", "wednesday", "thursday"]).astype(object) +output = np.array(["tuesday", "wednesday", "thursday"]).astype(object) +stopwords = ["monday"] + +node = onnx.helper.make_node( + "StringNormalizer", + inputs=["x"], + outputs=["y"], + is_case_sensitive=1, + stopwords=stopwords, +) +expect( + node, + inputs=[input], + outputs=[output], + name="test_strnormalizer_export_monday_casesensintive_nochangecase", +) +``` + +
+
+monday_casesensintive_upper + +```python +input = np.array(["monday", "tuesday", "wednesday", "thursday"]).astype(object) +output = np.array(["TUESDAY", "WEDNESDAY", "THURSDAY"]).astype(object) +stopwords = ["monday"] + +node = onnx.helper.make_node( + "StringNormalizer", + inputs=["x"], + outputs=["y"], + case_change_action="UPPER", + is_case_sensitive=1, + stopwords=stopwords, +) +expect( + node, + inputs=[input], + outputs=[output], + name="test_strnormalizer_export_monday_casesensintive_upper", +) +``` + +
+
+monday_empty_output + +```python +input = np.array(["monday", "monday"]).astype(object) +output = np.array([""]).astype(object) +stopwords = ["monday"] + +node = onnx.helper.make_node( + "StringNormalizer", + inputs=["x"], + outputs=["y"], + case_change_action="UPPER", + is_case_sensitive=1, + stopwords=stopwords, +) +expect( + node, + inputs=[input], + outputs=[output], + name="test_strnormalizer_export_monday_empty_output", +) +``` + +
+
+monday_insensintive_upper_twodim + +```python +input = ( + np.array( + ["Monday", "tuesday", "wednesday", "Monday", "tuesday", "wednesday"] + ) + .astype(object) + .reshape([1, 6]) +) + +# It does upper case cecedille, accented E +# and german umlaut but fails +# with german eszett +output = ( + np.array(["TUESDAY", "WEDNESDAY", "TUESDAY", "WEDNESDAY"]) + .astype(object) + .reshape([1, 4]) +) +stopwords = ["monday"] + +node = onnx.helper.make_node( + "StringNormalizer", + inputs=["x"], + outputs=["y"], + case_change_action="UPPER", + stopwords=stopwords, +) +expect( + node, + inputs=[input], + outputs=[output], + name="test_strnormalizer_export_monday_insensintive_upper_twodim", +) +``` + +
+
+nostopwords_nochangecase + +```python +input = np.array(["monday", "tuesday"]).astype(object) +output = input + +# No stopwords. This is a NOOP +node = onnx.helper.make_node( + "StringNormalizer", + inputs=["x"], + outputs=["y"], + is_case_sensitive=1, +) +expect( + node, + inputs=[input], + outputs=[output], + name="test_strnormalizer_nostopwords_nochangecase", +) +``` + +
+ + +### StringSplit +There are 5 test cases, listed as following: +
+basic + +```python +node = onnx.helper.make_node( + "StringSplit", + inputs=["x"], + outputs=["substrings", "length"], + delimiter=".", + maxsplit=None, +) + +x = np.array(["abc.com", "def.net"]).astype(object) + +substrings = np.array([["abc", "com"], ["def", "net"]]).astype(object) + +length = np.array([2, 2], dtype=np.int64) + +expect( + node, + inputs=[x], + outputs=[substrings, length], + name="test_string_split_basic", +) +``` + +
+
+consecutive_delimiters + +```python +node = onnx.helper.make_node( + "StringSplit", + inputs=["x"], + outputs=["substrings", "length"], + delimiter="-", + maxsplit=None, +) + +x = np.array(["o-n-n--x-", "o-n----nx"]).astype(object) + +substrings = np.array( + [["o", "n", "n", "", "x", ""], ["o", "n", "", "", "", "nx"]] +).astype(object) + +length = np.array([6, 6], dtype=np.int64) + +expect( + node, + inputs=[x], + outputs=[substrings, length], + name="test_string_split_consecutive_delimiters", +) +``` + +
+
+empty_string_delimiter + +```python +for delimiter, test_name in ( + ("", "test_string_split_empty_string_delimiter"), + (None, "test_string_split_no_delimiter"), +): + node = onnx.helper.make_node( + "StringSplit", + inputs=["x"], + outputs=["substrings", "length"], + delimiter=delimiter, + maxsplit=None, + ) + + x = np.array( + ["hello world !", " hello world !", " hello world ! "] + ).astype(object) + + substrings = np.array( + [ + ["hello", "world", "!"], + ["hello", "world", "!"], + ["hello", "world", "!"], + ] + ).astype(object) + + length = np.array([3, 3, 3], dtype=np.int64) + + expect( + node, + inputs=[x], + outputs=[substrings, length], + name=test_name, + ) +``` + +
+
+empty_string_split + +```python +node = onnx.helper.make_node( + "StringSplit", + inputs=["x"], + outputs=["substrings", "length"], + delimiter=None, + maxsplit=None, +) + +x = np.array([]).astype(object) + +substrings = np.array([]).astype(object).reshape(0, 0) + +length = np.array([], dtype=np.int64) + +expect( + node, + inputs=[x], + outputs=[substrings, length], + name="test_string_split_empty_tensor", + output_type_protos=[ + onnx.helper.make_tensor_type_proto(onnx.TensorProto.STRING, (0, None)), + None, + ], +) +``` + +
+
+maxsplit + +```python +node = onnx.helper.make_node( + "StringSplit", + inputs=["x"], + outputs=["substrings", "length"], + maxsplit=2, +) + +x = np.array( + [["hello world", "def.net"], ["o n n x", "the quick brown fox"]] +).astype(object) + +substrings = np.array( + [ + [["hello", "world", ""], ["def.net", "", ""]], + [["o", "n", "n x"], ["the", "quick", "brown fox"]], + ] +).astype(object) + +length = np.array([[2, 1], [3, 3]], np.int64) + +expect( + node, + inputs=[x], + outputs=[substrings, length], + name="test_string_split_maxsplit", +) +``` + +
+ + +### Sub +There are 2 test cases, listed as following: +
+sub + +```python +node = onnx.helper.make_node( + "Sub", + inputs=["x", "y"], + outputs=["z"], +) + +x = np.array([1, 2, 3]).astype(np.float32) +y = np.array([3, 2, 1]).astype(np.float32) +z = x - y # expected output [-2., 0., 2.] +expect(node, inputs=[x, y], outputs=[z], name="test_sub_example") + +x = np.random.randn(3, 4, 5).astype(np.float32) +y = np.random.randn(3, 4, 5).astype(np.float32) +z = x - y +expect(node, inputs=[x, y], outputs=[z], name="test_sub") + +x = np.random.randint(12, 24, size=(3, 4, 5), dtype=np.int8) +y = np.random.randint(12, size=(3, 4, 5), dtype=np.int8) +z = x - y +expect(node, inputs=[x, y], outputs=[z], name="test_sub_int8") + +x = np.random.randint(12, 24, size=(3, 4, 5), dtype=np.int16) +y = np.random.randint(12, size=(3, 4, 5), dtype=np.int16) +z = x - y +expect(node, inputs=[x, y], outputs=[z], name="test_sub_int16") + +x = np.random.randint(12, 24, size=(3, 4, 5), dtype=np.uint8) +y = np.random.randint(12, size=(3, 4, 5), dtype=np.uint8) +z = x - y +expect(node, inputs=[x, y], outputs=[z], name="test_sub_uint8") + +x = np.random.randint(12, 24, size=(3, 4, 5), dtype=np.uint16) +y = np.random.randint(12, size=(3, 4, 5), dtype=np.uint16) +z = x - y +expect(node, inputs=[x, y], outputs=[z], name="test_sub_uint16") + +x = np.random.randint(12, 24, size=(3, 4, 5), dtype=np.uint32) +y = np.random.randint(12, size=(3, 4, 5), dtype=np.uint32) +z = x - y +expect(node, inputs=[x, y], outputs=[z], name="test_sub_uint32") + +x = np.random.randint(12, 24, size=(3, 4, 5), dtype=np.uint64) +y = np.random.randint(12, size=(3, 4, 5), dtype=np.uint64) +z = x - y +expect(node, inputs=[x, y], outputs=[z], name="test_sub_uint64") +``` + +
+
+sub_broadcast + +```python +node = onnx.helper.make_node( + "Sub", + inputs=["x", "y"], + outputs=["z"], +) + +x = np.random.randn(3, 4, 5).astype(np.float32) +y = np.random.randn(5).astype(np.float32) +z = x - y +expect(node, inputs=[x, y], outputs=[z], name="test_sub_bcast") +``` + +
+ + +### Sum +There are 1 test cases, listed as following: +
+sum + +```python +data_0 = np.array([3, 0, 2]).astype(np.float32) +data_1 = np.array([1, 3, 4]).astype(np.float32) +data_2 = np.array([2, 6, 6]).astype(np.float32) +result = np.array([6, 9, 12]).astype(np.float32) +node = onnx.helper.make_node( + "Sum", + inputs=["data_0", "data_1", "data_2"], + outputs=["result"], +) +expect( + node, + inputs=[data_0, data_1, data_2], + outputs=[result], + name="test_sum_example", +) + +node = onnx.helper.make_node( + "Sum", + inputs=["data_0"], + outputs=["result"], +) +expect(node, inputs=[data_0], outputs=[data_0], name="test_sum_one_input") + +result = np.add(data_0, data_1) +node = onnx.helper.make_node( + "Sum", + inputs=["data_0", "data_1"], + outputs=["result"], +) +expect( + node, inputs=[data_0, data_1], outputs=[result], name="test_sum_two_inputs" +) +``` + +
+ + +### Swish +There are 1 test cases, listed as following: +
+swish + +```python +node = onnx.helper.make_node( + "Swish", + inputs=["x"], + outputs=["y"], + alpha=1.0, # pass alpha as attribute +) + +x = np.array([3, 4, 5], dtype=np.float32) +y = swish(x, alpha=1.0) + +expect( + node, + inputs=[x], + outputs=[y], + name="test_swish", + opset_imports=[onnx.helper.make_opsetid("", 24)], +) +``` + +
+ + +### Tan +There are 1 test cases, listed as following: +
+tan + +```python +node = onnx.helper.make_node( + "Tan", + inputs=["x"], + outputs=["y"], +) + +x = np.array([-1, 0, 1]).astype(np.float32) +y = np.tan(x) +expect(node, inputs=[x], outputs=[y], name="test_tan_example") + +x = np.random.randn(3, 4, 5).astype(np.float32) +y = np.tan(x) +expect(node, inputs=[x], outputs=[y], name="test_tan") +``` + +
+ + +### Tanh +There are 1 test cases, listed as following: +
+tanh + +```python +node = onnx.helper.make_node( + "Tanh", + inputs=["x"], + outputs=["y"], +) + +x = np.array([-1, 0, 1]).astype(np.float32) +y = np.tanh(x) # expected output [-0.76159418, 0., 0.76159418] +expect(node, inputs=[x], outputs=[y], name="test_tanh_example") + +x = np.random.randn(3, 4, 5).astype(np.float32) +y = np.tanh(x) +expect(node, inputs=[x], outputs=[y], name="test_tanh") +``` + +
+ + +### TensorScatter +There are 3 test cases, listed as following: +
+tensorscatter + +```python +node = onnx.helper.make_node( + "TensorScatter", + inputs=["past_cache", "update", "write_indices"], + outputs=["present_cache"], + mode="linear", +) +past_cache = np.array( + [ + [[[1, 2, 3, 4, 5], [5, 6, 7, 8, 9], [8, 7, 6, 5, 4], [4, 3, 2, 1, 0]]], + [[[1, 2, 3, 4, 5], [5, 6, 7, 8, 9], [8, 7, 6, 5, 4], [4, 3, 2, 1, 0]]], + ], + dtype=np.float32, +) +update = np.array( + [ + [[[5, 5, 5, 5, 5]]], + [[[1, 1, 1, 1, 1]]], + ], + dtype=np.float32, +) +write_indices = np.array([1, 2], dtype=np.int64) +present_cache = np.array( + [ + [[[1, 2, 3, 4, 5], [5, 5, 5, 5, 5], [8, 7, 6, 5, 4], [4, 3, 2, 1, 0]]], + [[[1, 2, 3, 4, 5], [5, 6, 7, 8, 9], [1, 1, 1, 1, 1], [4, 3, 2, 1, 0]]], + ], + dtype=np.float32, +) +expect( + node, + inputs=[past_cache, update, write_indices], + outputs=[present_cache], + name="test_tensorscatter", +) +``` + +
+
+tensorscatter_3d + +```python +node = onnx.helper.make_node( + "TensorScatter", + inputs=["past_cache", "update", "write_indices"], + outputs=["present_cache"], +) +past_cache = np.array( + [ + [ + [1, 2, 3, 4, 5], + [5, 6, 7, 8, 9], + [8, 7, 6, 5, 4], + [5, 4, 3, 2, 1], + ], + [ + [1, 2, 3, 4, 5], + [5, 6, 7, 8, 9], + [8, 7, 6, 5, 4], + [5, 4, 3, 2, 1], + ], + [ + [1, 2, 3, 4, 5], + [5, 6, 7, 8, 9], + [8, 7, 6, 5, 4], + [5, 4, 3, 2, 1], + ], + ], + dtype=np.float32, +) +update = np.array( + [ + [ + [4, 4, 4, 4, 4], + [5, 5, 5, 5, 5], + ], + [ + [6, 6, 6, 6, 6], + [7, 7, 7, 7, 7], + ], + [ + [2, 2, 2, 2, 2], + [3, 3, 3, 3, 3], + ], + ], + dtype=np.float32, +) +write_indices = np.array([1, 2, 0], dtype=np.int64) +present_cache = np.array( + [ + [ + [1, 2, 3, 4, 5], + [4, 4, 4, 4, 4], + [5, 5, 5, 5, 5], + [5, 4, 3, 2, 1], + ], + [ + [1, 2, 3, 4, 5], + [5, 6, 7, 8, 9], + [6, 6, 6, 6, 6], + [7, 7, 7, 7, 7], + ], + [ + [2, 2, 2, 2, 2], + [3, 3, 3, 3, 3], + [8, 7, 6, 5, 4], + [5, 4, 3, 2, 1], + ], + ], + dtype=np.float32, +) +expect( + node, + inputs=[past_cache, update, write_indices], + outputs=[present_cache], + name="test_tensorscatter_3d", +) +``` + +
+
+tensorscatter_circular + +```python +node = onnx.helper.make_node( + "TensorScatter", + inputs=["past_cache", "update", "write_indices"], + outputs=["present_cache"], + mode="circular", +) +past_cache = np.array( + [ + [[[1, 2, 3, 4, 5], [5, 6, 7, 8, 9], [8, 7, 6, 5, 4], [4, 3, 2, 1, 0]]], + [[[1, 2, 3, 4, 5], [5, 6, 7, 8, 9], [8, 7, 6, 5, 4], [4, 3, 2, 1, 0]]], + ], + dtype=np.float32, +) +update = np.array( + [ + [ + [ + [5, 5, 5, 5, 5], + [6, 6, 6, 6, 6], + ] + ], + [ + [ + [1, 1, 1, 1, 1], + [2, 2, 2, 2, 2], + ] + ], + ], + dtype=np.float32, +) +write_indices = np.array([1, 3], dtype=np.int64) +present_cache = np.array( + [ + [[[1, 2, 3, 4, 5], [5, 5, 5, 5, 5], [6, 6, 6, 6, 6], [4, 3, 2, 1, 0]]], + [[[2, 2, 2, 2, 2], [5, 6, 7, 8, 9], [8, 7, 6, 5, 4], [1, 1, 1, 1, 1]]], + ], + dtype=np.float32, +) +expect( + node, + inputs=[past_cache, update, write_indices], + outputs=[present_cache], + name="test_tensorscatter_circular", +) +``` + +
+ + +### TfIdfVectorizer +There are 7 test cases, listed as following: +
+tf_batch_onlybigrams_skip0 + +```python +input = np.array([[1, 1, 3, 3, 3, 7], [8, 6, 7, 5, 6, 8]]).astype(np.int32) +output = np.array( + [[0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0]] +).astype(np.float32) + +ngram_counts = np.array([0, 4]).astype(np.int64) +ngram_indexes = np.array([0, 1, 2, 3, 4, 5, 6]).astype(np.int64) +pool_int64s = np.array([2, 3, 5, 4, 5, 6, 7, 8, 6, 7]).astype( # unigrams + np.int64 +) # bigrams + +helper = TfIdfVectorizerHelper( + mode="TF", + min_gram_length=2, + max_gram_length=2, + max_skip_count=0, + ngram_counts=ngram_counts, + ngram_indexes=ngram_indexes, + pool_int64s=pool_int64s, +) +node = helper.make_node_noweights() +expect( + node, + inputs=[input], + outputs=[output], + name="test_tfidfvectorizer_tf_batch_onlybigrams_skip0", +) +``` + +
+
+tf_batch_onlybigrams_skip5 + +```python +input = np.array([[1, 1, 3, 3, 3, 7], [8, 6, 7, 5, 6, 8]]).astype(np.int32) +output = np.array( + [[0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0]] +).astype(np.float32) + +ngram_counts = np.array([0, 4]).astype(np.int64) +ngram_indexes = np.array([0, 1, 2, 3, 4, 5, 6]).astype(np.int64) +pool_int64s = np.array([2, 3, 5, 4, 5, 6, 7, 8, 6, 7]).astype( # unigrams + np.int64 +) # bigrams + +helper = TfIdfVectorizerHelper( + mode="TF", + min_gram_length=2, + max_gram_length=2, + max_skip_count=5, + ngram_counts=ngram_counts, + ngram_indexes=ngram_indexes, + pool_int64s=pool_int64s, +) +node = helper.make_node_noweights() +expect( + node, + inputs=[input], + outputs=[output], + name="test_tfidfvectorizer_tf_batch_onlybigrams_skip5", +) +``` + +
+
+tf_batch_uniandbigrams_skip5 + +```python +input = np.array([[1, 1, 3, 3, 3, 7], [8, 6, 7, 5, 6, 8]]).astype(np.int32) +output = np.array( + [[0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0]] +).astype(np.float32) + +ngram_counts = np.array([0, 4]).astype(np.int64) +ngram_indexes = np.array([0, 1, 2, 3, 4, 5, 6]).astype(np.int64) +pool_int64s = np.array([2, 3, 5, 4, 5, 6, 7, 8, 6, 7]).astype( # unigrams + np.int64 +) # bigrams + +helper = TfIdfVectorizerHelper( + mode="TF", + min_gram_length=1, + max_gram_length=2, + max_skip_count=5, + ngram_counts=ngram_counts, + ngram_indexes=ngram_indexes, + pool_int64s=pool_int64s, +) +node = helper.make_node_noweights() +expect( + node, + inputs=[input], + outputs=[output], + name="test_tfidfvectorizer_tf_batch_uniandbigrams_skip5", +) +``` + +
+
+tf_only_bigrams_skip0 + +```python +input = np.array([1, 1, 3, 3, 3, 7, 8, 6, 7, 5, 6, 8]).astype(np.int32) +output = np.array([0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0]).astype(np.float32) + +ngram_counts = np.array([0, 4]).astype(np.int64) +ngram_indexes = np.array([0, 1, 2, 3, 4, 5, 6]).astype(np.int64) +pool_int64s = np.array([2, 3, 5, 4, 5, 6, 7, 8, 6, 7]).astype( # unigrams + np.int64 +) # bigrams + +helper = TfIdfVectorizerHelper( + mode="TF", + min_gram_length=2, + max_gram_length=2, + max_skip_count=0, + ngram_counts=ngram_counts, + ngram_indexes=ngram_indexes, + pool_int64s=pool_int64s, +) +node = helper.make_node_noweights() +expect( + node, + inputs=[input], + outputs=[output], + name="test_tfidfvectorizer_tf_only_bigrams_skip0", +) +``` + +
+
+tf_onlybigrams_levelempty + +```python +input = np.array([1, 1, 3, 3, 3, 7, 8, 6, 7, 5, 6, 8]).astype(np.int32) +output = np.array([1.0, 1.0, 1.0]).astype(np.float32) + +ngram_counts = np.array([0, 0]).astype(np.int64) +ngram_indexes = np.array([0, 1, 2]).astype(np.int64) +pool_int64s = np.array([5, 6, 7, 8, 6, 7]).astype( # unigrams none + np.int64 +) # bigrams + +helper = TfIdfVectorizerHelper( + mode="TF", + min_gram_length=2, + max_gram_length=2, + max_skip_count=0, + ngram_counts=ngram_counts, + ngram_indexes=ngram_indexes, + pool_int64s=pool_int64s, +) +node = helper.make_node_noweights() +expect( + node, + inputs=[input], + outputs=[output], + name="test_tfidfvectorizer_tf_onlybigrams_levelempty", +) +``` + +
+
+tf_onlybigrams_skip5 + +```python +input = np.array([1, 1, 3, 3, 3, 7, 8, 6, 7, 5, 6, 8]).astype(np.int32) +output = np.array([0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0]).astype(np.float32) + +ngram_counts = np.array([0, 4]).astype(np.int64) +ngram_indexes = np.array([0, 1, 2, 3, 4, 5, 6]).astype(np.int64) +pool_int64s = np.array([2, 3, 5, 4, 5, 6, 7, 8, 6, 7]).astype( # unigrams + np.int64 +) # bigrams + +helper = TfIdfVectorizerHelper( + mode="TF", + min_gram_length=2, + max_gram_length=2, + max_skip_count=5, + ngram_counts=ngram_counts, + ngram_indexes=ngram_indexes, + pool_int64s=pool_int64s, +) +node = helper.make_node_noweights() +expect( + node, + inputs=[input], + outputs=[output], + name="test_tfidfvectorizer_tf_onlybigrams_skip5", +) +``` + +
+
+tf_uniandbigrams_skip5 + +```python +input = np.array([1, 1, 3, 3, 3, 7, 8, 6, 7, 5, 6, 8]).astype(np.int32) +output = np.array([0.0, 3.0, 1.0, 0.0, 1.0, 3.0, 1.0]).astype(np.float32) + +ngram_counts = np.array([0, 4]).astype(np.int64) +ngram_indexes = np.array([0, 1, 2, 3, 4, 5, 6]).astype(np.int64) +pool_int64s = np.array([2, 3, 5, 4, 5, 6, 7, 8, 6, 7]).astype( # unigrams + np.int64 +) # bigrams + +helper = TfIdfVectorizerHelper( + mode="TF", + min_gram_length=1, + max_gram_length=2, + max_skip_count=5, + ngram_counts=ngram_counts, + ngram_indexes=ngram_indexes, + pool_int64s=pool_int64s, +) +node = helper.make_node_noweights() +expect( + node, + inputs=[input], + outputs=[output], + name="test_tfidfvectorizer_tf_uniandbigrams_skip5", +) +``` + +
+ + +### ThresholdedRelu +There are 2 test cases, listed as following: +
+default + +```python +default_alpha = 1.0 +node = onnx.helper.make_node("ThresholdedRelu", inputs=["x"], outputs=["y"]) +x = np.random.randn(3, 4, 5).astype(np.float32) +y = np.clip(x, default_alpha, np.inf) +y[y == default_alpha] = 0 + +expect(node, inputs=[x], outputs=[y], name="test_thresholdedrelu_default") +``` + +
+
+thresholdedrelu + +```python +alpha = 2.0 +node = onnx.helper.make_node( + "ThresholdedRelu", inputs=["x"], outputs=["y"], alpha=alpha +) + +x = np.array([-1.5, 0.0, 1.2, 2.0, 2.2]).astype(np.float32) +y = np.clip(x, alpha, np.inf) # expected output [0., 0., 0., 0., 2.2] +y[y == alpha] = 0 + +expect(node, inputs=[x], outputs=[y], name="test_thresholdedrelu_example") + +x = np.random.randn(3, 4, 5).astype(np.float32) +y = np.clip(x, alpha, np.inf) +y[y == alpha] = 0 + +expect(node, inputs=[x], outputs=[y], name="test_thresholdedrelu") +``` + +
+ + +### Tile +There are 2 test cases, listed as following: +
+tile + +```python +node = onnx.helper.make_node("Tile", inputs=["x", "y"], outputs=["z"]) + +x = np.random.rand(2, 3, 4, 5).astype(np.float32) + +repeats = np.random.randint(low=1, high=10, size=(np.ndim(x),)).astype(np.int64) + +z = np.tile(x, repeats) + +expect(node, inputs=[x, repeats], outputs=[z], name="test_tile") +``` + +
+
+tile_precomputed + +```python +node = onnx.helper.make_node("Tile", inputs=["x", "y"], outputs=["z"]) + +x = np.array([[0, 1], [2, 3]], dtype=np.float32) + +repeats = np.array([2, 2], dtype=np.int64) + +z = np.array( + [[0, 1, 0, 1], [2, 3, 2, 3], [0, 1, 0, 1], [2, 3, 2, 3]], dtype=np.float32 +) + +expect(node, inputs=[x, repeats], outputs=[z], name="test_tile_precomputed") +``` + +
+ + +### TopK +There are 7 test cases, listed as following: +
+top_k + +```python +axis = 1 +largest = 1 + +k = 3 +node = onnx.helper.make_node( + "TopK", inputs=["x", "k"], outputs=["values", "indices"], axis=axis +) +X = np.array( + [ + [0, 1, 2, 3], + [4, 5, 6, 7], + [8, 9, 10, 11], + ], + dtype=np.float32, +) +K = np.array([k], dtype=np.int64) +values_ref, indices_ref = topk_sorted_implementation(X, k, axis, largest) + +# print(values_ref) +# [[ 3. 2. 1.] +# [ 7. 6. 5.] +# [11. 10. 9.]] +# print(indices_ref) +# [[3 2 1] +# [3 2 1] +# [3 2 1]] + +expect( + node, inputs=[X, K], outputs=[values_ref, indices_ref], name="test_top_k" +) +``` + +
+
+top_k_negative_axis + +```python +axis = -1 +largest = 1 + +k = 3 +node = onnx.helper.make_node( + "TopK", inputs=["x", "k"], outputs=["values", "indices"], axis=axis +) +X = np.array( + [ + [0, 1, 2, 3], + [4, 5, 6, 7], + [8, 9, 10, 11], + ], + dtype=np.float32, +) +K = np.array([k], dtype=np.int64) +values_ref, indices_ref = topk_sorted_implementation(X, k, axis, largest) + +# print(values_ref) +# [[ 3. 2. 1.] +# [ 7. 6. 5.] +# [11. 10. 9.]] +# print(indices_ref) +# [[3 2 1] +# [3 2 1] +# [3 2 1]] + +expect( + node, + inputs=[X, K], + outputs=[values_ref, indices_ref], + name="test_top_k_negative_axis", +) +``` + +
+
+top_k_same_values + +```python +axis = 0 +largest = 0 + +k = 3 +node = onnx.helper.make_node( + "TopK", inputs=["x", "k"], outputs=["values", "indices"], axis=axis +) +X = np.array( + [0, 0, 0, 0], + dtype=np.int64, +) +K = np.array([k], dtype=np.int64) +values_ref, indices_ref = topk_sorted_implementation(X, k, axis, largest) + +# (Pdb) print(values_ref) +# [0 0 0] +# (Pdb) print(indices_ref) +# [0 1 2] + +expect( + node, + inputs=[X, K], + outputs=[values_ref, indices_ref], + name="test_top_k_same_values", +) +``` + +
+
+top_k_same_values_2d + +```python +axis = 1 +largest = 1 + +k = 3 +node = onnx.helper.make_node( + "TopK", inputs=["x", "k"], outputs=["values", "indices"], axis=axis +) +X = np.array( + [[0, 0, 0, 0], [1, 1, 1, 1], [2, 2, 1, 1]], + dtype=np.int64, +) +K = np.array([k], dtype=np.int64) +values_ref, indices_ref = topk_sorted_implementation(X, k, axis, largest) + +# print(values_ref) +# [[0 0 0] +# [1 1 1] +# [1 1 2]] +# print(indices_ref) +# [[0 1 2] +# [0 1 2] +# [2 3 0]] + +expect( + node, + inputs=[X, K], + outputs=[values_ref, indices_ref], + name="test_top_k_same_values_2d", +) +``` + +
+
+top_k_same_values_largest + +```python +axis = 0 +largest = 1 + +k = 3 +node = onnx.helper.make_node( + "TopK", inputs=["x", "k"], outputs=["values", "indices"], axis=axis +) +X = np.array( + [0, 0, 0, 0], + dtype=np.int64, +) +K = np.array([k], dtype=np.int64) +values_ref, indices_ref = topk_sorted_implementation(X, k, axis, largest) + +# print(values_ref) +# [0 0 0] +# print(indices_ref) +# [0 1 2] + +expect( + node, + inputs=[X, K], + outputs=[values_ref, indices_ref], + name="test_top_k_same_values_largest", +) +``` + +
+
+top_k_smallest + +```python +axis = 1 +largest = 0 +sorted_ = 1 +k = 3 + +node = onnx.helper.make_node( + "TopK", + inputs=["x", "k"], + outputs=["values", "indices"], + axis=axis, + largest=largest, + sorted=sorted_, +) + +X = np.array( + [ + [0, 1, 2, 3], + [4, 5, 6, 7], + [11, 10, 9, 8], + ], + dtype=np.float32, +) +K = np.array([k], dtype=np.int64) +values_ref, indices_ref = topk_sorted_implementation(X, k, axis, largest) + +# print(values_ref) +# [[ 0. 1. 2.] +# [ 4. 5. 6.] +# [ 8. 9. 10.]] +# print(indices_ref) +# [[0 1 2] +# [0 1 2] +# [3 2 1]] + +expect( + node, + inputs=[X, K], + outputs=[values_ref, indices_ref], + name="test_top_k_smallest", +) +``` + +
+
+top_k_uint64 + +```python +axis = 1 +largest = 1 + +k = 3 +node = onnx.helper.make_node( + "TopK", inputs=["x", "k"], outputs=["values", "indices"], axis=axis +) +X = np.array( + [ + [0, 1, 2, 3], + [4, 5, 6, 7], + [8, 9, 10, 11], + ], + dtype=np.uint64, +) +K = np.array([k], dtype=np.int64) +values_ref, indices_ref = topk_sorted_implementation(X, k, axis, largest) + +# print(values_ref) +# [[ 3 2 1] +# [ 7 6 5] +# [11 10 9]] +# print(indices_ref) +# [[3 2 1] +# [3 2 1] +# [3 2 1]] + +expect( + node, + inputs=[X, K], + outputs=[values_ref, indices_ref], + name="test_top_k_uint64", +) +``` + +
+ + +### Transpose +There are 2 test cases, listed as following: +
+all_permutations + +```python +shape = (2, 3, 4) +data = np.random.random_sample(shape).astype(np.float32) +permutations = list(itertools.permutations(np.arange(len(shape)))) + +for i, permutation in enumerate(permutations): + node = onnx.helper.make_node( + "Transpose", + inputs=["data"], + outputs=["transposed"], + perm=permutation, + ) + transposed = np.transpose(data, permutation) + expect( + node, + inputs=[data], + outputs=[transposed], + name=f"test_transpose_all_permutations_{i}", + ) +``` + +
+
+default + +```python +shape = (2, 3, 4) +data = np.random.random_sample(shape).astype(np.float32) + +node = onnx.helper.make_node( + "Transpose", inputs=["data"], outputs=["transposed"] +) + +transposed = np.transpose(data) +expect(node, inputs=[data], outputs=[transposed], name="test_transpose_default") +``` + +
+ + +### Trilu +There are 18 test cases, listed as following: +
+tril + +```python +node = onnx.helper.make_node( + "Trilu", + inputs=["x"], + outputs=["y"], + upper=0, +) + +x = np.random.randint(10, size=(4, 5)).astype(np.int64) +# X: +# [[4, 7, 3, 7, 9], +# [1, 2, 8, 6, 9], +# [9, 4, 1, 8, 7], +# [4, 3, 4, 2, 4]] +# expect result: +# [[4, 0, 0, 0, 0], +# [1, 2, 0, 0, 0], +# [9, 4, 1, 0, 0], +# [4, 3, 4, 2, 0]] +y = tril_reference_implementation(x) +expect(node, inputs=[x], outputs=[y], name="test_tril") +``` + +
+
+tril_neg + +```python +node = onnx.helper.make_node( + "Trilu", + inputs=["x", "k"], + outputs=["y"], + upper=0, +) + +x = np.random.randint(10, size=(4, 5)).astype(np.int64) +k = np.array(-1).astype(np.int64) +# X: +# [[4, 7, 3, 7, 9], +# [1, 2, 8, 6, 9], +# [9, 4, 1, 8, 7], +# [4, 3, 4, 2, 4]] +# expect result: +# [[0, 0, 0, 0, 0], +# [1, 0, 0, 0, 0], +# [9, 4, 0, 0, 0], +# [4, 3, 4, 0, 0]] +y = tril_reference_implementation(x, int(k)) +expect(node, inputs=[x, k], outputs=[y], name="test_tril_neg") +``` + +
+
+tril_one_row + +```python +node = onnx.helper.make_node( + "Trilu", + inputs=["x"], + outputs=["y"], + upper=0, +) + +x = np.random.randint(10, size=(3, 1, 5)).astype(np.int64) +# X: +# [[[6, 2, 4, 1, 6]], +# +# [[8, 3, 8, 7, 0]], +# +# [[2, 2, 9, 5, 9]]] +# expect result: +# [[[6, 0, 0, 0, 0]], +# +# [[8, 0, 0, 0, 0]], +# +# [[2, 0, 0, 0, 0]]] +y = tril_reference_implementation(x) +expect(node, inputs=[x], outputs=[y], name="test_tril_one_row_neg") +``` + +
+
+tril_out_neg + +```python +node = onnx.helper.make_node( + "Trilu", + inputs=["x", "k"], + outputs=["y"], + upper=0, +) + +x = np.random.randint(10, size=(4, 5)).astype(np.int64) +k = np.array(-7).astype(np.int64) +# X: +# [[4, 7, 3, 7, 9], +# [1, 2, 8, 6, 9], +# [9, 4, 1, 8, 7], +# [4, 3, 4, 2, 4]] +# expect result: +# [[0, 0, 0, 0, 0], +# [0, 0, 0, 0, 0], +# [0, 0, 0, 0, 0], +# [0, 0, 0, 0, 0]] +y = tril_reference_implementation(x, int(k)) +expect(node, inputs=[x, k], outputs=[y], name="test_tril_out_neg") +``` + +
+
+tril_out_pos + +```python +node = onnx.helper.make_node( + "Trilu", + inputs=["x", "k"], + outputs=["y"], + upper=0, +) +x = np.random.randint(10, size=(4, 5)).astype(np.int64) +k = np.array(6).astype(np.int64) +# X: +# [[4, 7, 3, 7, 9], +# [1, 2, 8, 6, 9], +# [9, 4, 1, 8, 7], +# [4, 3, 4, 2, 4]] +# expect result: +# [[4, 7, 3, 7, 9], +# [1, 2, 8, 6, 9], +# [9, 4, 1, 8, 7], +# [4, 3, 4, 2, 4]] +y = tril_reference_implementation(x, int(k)) +expect(node, inputs=[x, k], outputs=[y], name="test_tril_out_pos") +``` + +
+
+tril_pos + +```python +node = onnx.helper.make_node( + "Trilu", + inputs=["x", "k"], + outputs=["y"], + upper=0, +) + +x = np.random.randint(10, size=(4, 5)).astype(np.int64) +k = np.array(2).astype(np.int64) +# X: +# [[4, 7, 3, 7, 9], +# [1, 2, 8, 6, 9], +# [9, 4, 1, 8, 7], +# [4, 3, 4, 2, 4]] +# expect result: +# [[4, 7, 3, 0, 0], +# [1, 2, 8, 6, 0], +# [9, 4, 1, 8, 7], +# [4, 3, 4, 2, 4]] +y = tril_reference_implementation(x, int(k)) +expect(node, inputs=[x, k], outputs=[y], name="test_tril_pos") +``` + +
+
+tril_square + +```python +node = onnx.helper.make_node( + "Trilu", + inputs=["x"], + outputs=["y"], + upper=0, +) + +x = np.random.randint(10, size=(2, 3, 3)).astype(np.int64) +# X: +# [[[0, 4, 3], +# [2, 0, 9], +# [8, 2, 5]], +# +# [[2, 7, 2], +# [2, 6, 0], +# [2, 6, 5]]] +# expect result: +# [[[0, 0, 0], +# [2, 0, 0], +# [8, 2, 5]], +# +# [[2, 0, 0], +# [2, 6, 0], +# [2, 6, 5]]] +y = tril_reference_implementation(x) +expect(node, inputs=[x], outputs=[y], name="test_tril_square") +``` + +
+
+tril_square_neg + +```python +node = onnx.helper.make_node( + "Trilu", + inputs=["x", "k"], + outputs=["y"], + upper=0, +) + +x = np.random.randint(10, size=(2, 3, 3)).astype(np.int64) +k = np.array(-1).astype(np.int64) +# X: +# [[[0, 4, 3], +# [2, 0, 9], +# [8, 2, 5]], +# +# [[2, 7, 2], +# [2, 6, 0], +# [2, 6, 5]]] +# expect result: +# [[[0, 0, 0], +# [2, 0, 0], +# [8, 2, 0]], +# +# [[0, 0, 0], +# [2, 0, 0], +# [2, 6, 0]]] +y = tril_reference_implementation(x, int(k)) +expect(node, inputs=[x, k], outputs=[y], name="test_tril_square_neg") +``` + +
+
+tril_zero + +```python +node = onnx.helper.make_node( + "Trilu", + inputs=["x", "k"], + outputs=["y"], + upper=0, +) + +x = np.random.randint(10, size=(3, 0, 5)).astype(np.int64) +k = np.array(6).astype(np.int64) +# X: +# [] +# expect result: +# [] +y = tril_reference_implementation(x, int(k)) +expect(node, inputs=[x, k], outputs=[y], name="test_tril_zero") +``` + +
+
+triu + +```python +node = onnx.helper.make_node( + "Trilu", + inputs=["x"], + outputs=["y"], +) + +x = np.random.randint(10, size=(4, 5)).astype(np.int64) +# X: +# [[4, 7, 3, 7, 9], +# [1, 2, 8, 6, 9], +# [9, 4, 0, 8, 7], +# [4, 3, 4, 2, 4]] +# expect result: +# [[4, 7, 3, 7, 9], +# [0, 2, 8, 6, 9], +# [0, 0, 0, 8, 7], +# [0, 0, 0, 2, 4]] +y = triu_reference_implementation(x) +expect(node, inputs=[x], outputs=[y], name="test_triu") +``` + +
+
+triu_neg + +```python +node = onnx.helper.make_node( + "Trilu", + inputs=["x", "k"], + outputs=["y"], +) + +x = np.random.randint(10, size=(4, 5)).astype(np.int64) +k = np.array(-1).astype(np.int64) +# X: +# [[4, 7, 3, 7, 9], +# [1, 2, 8, 6, 9], +# [9, 4, 0, 8, 7], +# [4, 3, 4, 2, 4]] +# expect result: +# [[4, 7, 3, 7, 9], +# [1, 2, 8, 6, 9], +# [0, 4, 0, 8, 7], +# [0, 0, 4, 2, 4]] +y = triu_reference_implementation(x, int(k)) +expect(node, inputs=[x, k], outputs=[y], name="test_triu_neg") +``` + +
+
+triu_one_row + +```python +node = onnx.helper.make_node( + "Trilu", + inputs=["x", "k"], + outputs=["y"], +) + +x = np.random.randint(10, size=(3, 1, 5)).astype(np.int64) +k = np.array(1).astype(np.int64) +# X: +# [[[1, 4, 9, 7, 1]], +# +# [[9, 2, 8, 8, 4]], +# +# [[3, 9, 7, 4, 2]]] +# expect result: +# [[[0, 4, 9, 7, 1]], +# +# [[0, 2, 8, 8, 4]], +# +# [[0, 9, 7, 4, 2]]] +y = triu_reference_implementation(x, int(k)) +expect(node, inputs=[x, k], outputs=[y], name="test_triu_one_row") +``` + +
+
+triu_out_neg_out + +```python +node = onnx.helper.make_node( + "Trilu", + inputs=["x", "k"], + outputs=["y"], +) + +x = np.random.randint(10, size=(4, 5)).astype(np.int64) +k = np.array(-7).astype(np.int64) +# X: +# [[4, 7, 3, 7, 9], +# [1, 2, 8, 6, 9], +# [9, 4, 0, 8, 7], +# [4, 3, 4, 2, 4]] +# expect result: +# [[4, 7, 3, 7, 9], +# [1, 2, 8, 6, 9], +# [9, 4, 0, 8, 7], +# [4, 3, 4, 2, 4]] +y = triu_reference_implementation(x, int(k)) +expect(node, inputs=[x, k], outputs=[y], name="test_triu_out_neg_out") +``` + +
+
+triu_out_pos + +```python +node = onnx.helper.make_node( + "Trilu", + inputs=["x", "k"], + outputs=["y"], +) + +x = np.random.randint(10, size=(4, 5)).astype(np.int64) +k = np.array(6).astype(np.int64) +# X: +# [[4, 7, 3, 7, 9], +# [1, 2, 8, 6, 9], +# [9, 4, 0, 8, 7], +# [4, 3, 4, 2, 4]] +# expect result: +# [[0, 0, 0, 0, 0], +# [0, 0, 0, 0, 0], +# [0, 0, 0, 0, 0], +# [0, 0, 0, 0, 0]] +y = triu_reference_implementation(x, int(k)) +expect(node, inputs=[x, k], outputs=[y], name="test_triu_out_pos") +``` + +
+
+triu_pos + +```python +node = onnx.helper.make_node( + "Trilu", + inputs=["x", "k"], + outputs=["y"], +) + +x = np.random.randint(10, size=(4, 5)).astype(np.int64) +k = np.array(2).astype(np.int64) +# X: +# [[4, 7, 3, 7, 9], +# [1, 2, 8, 6, 9], +# [9, 4, 0, 8, 7], +# [4, 3, 4, 2, 4]] +# expect result: +# [[0, 0, 3, 7, 9], +# [0, 0, 0, 6, 9], +# [0, 0, 0, 0, 7], +# [0, 0, 0, 0, 0]] +y = triu_reference_implementation(x, int(k)) +expect(node, inputs=[x, k], outputs=[y], name="test_triu_pos") +``` + +
+
+triu_square + +```python +node = onnx.helper.make_node( + "Trilu", + inputs=["x"], + outputs=["y"], +) + +x = np.random.randint(10, size=(2, 3, 3)).astype(np.int64) +y = triu_reference_implementation(x) +# X: +# [[[4, 6, 9], +# [7, 5, 4], +# [8, 1, 2]], +# +# [[1, 4, 9], +# [9, 6, 3], +# [8, 9, 8]]] +# expect result: +# [[[4, 6, 9], +# [0, 5, 4], +# [0, 0, 2]], +# +# [[1, 4, 9], +# [0, 6, 3], +# [0, 0, 8]]] +expect(node, inputs=[x], outputs=[y], name="test_triu_square") +``` + +
+
+triu_square_neg + +```python +node = onnx.helper.make_node( + "Trilu", + inputs=["x", "k"], + outputs=["y"], +) + +x = np.random.randint(10, size=(2, 3, 3)).astype(np.int64) +k = np.array(-1).astype(np.int64) +# X: +# [[[4, 6, 9], +# [7, 5, 4], +# [8, 1, 2]], +# +# [[1, 4, 9], +# [9, 6, 3], +# [8, 9, 8]]] +# expect result: +# [[[4, 6, 9], +# [7, 5, 4], +# [0, 1, 2]], +# +# [[1, 4, 9], +# [9, 6, 3], +# [0, 9, 8]]] +y = triu_reference_implementation(x, int(k)) +expect(node, inputs=[x, k], outputs=[y], name="test_triu_square_neg") +``` + +
+
+triu_zero + +```python +node = onnx.helper.make_node( + "Trilu", + inputs=["x", "k"], + outputs=["y"], +) + +x = np.random.randint(10, size=(0, 5)).astype(np.int64) +k = np.array(6).astype(np.int64) +# X: +# [] +# expect result: +# [] +y = triu_reference_implementation(x, int(k)) +expect(node, inputs=[x, k], outputs=[y], name="test_triu_zero") +``` + +
+ + +### Unique +There are 6 test cases, listed as following: +
+length_1 + +```python +node_sorted = onnx.helper.make_node( + "Unique", + inputs=["X"], + outputs=["Y", "indices", "inverse_indices", "counts"], + sorted=1, +) + +x = np.array([0], dtype=np.int64) +y, indices, inverse_indices, counts = np.unique(x, True, True, True) +indices, inverse_indices, counts = specify_int64( + indices, inverse_indices, counts +) +# behavior changed with numpy >= 2.0 +inverse_indices = inverse_indices.reshape(-1) +# print(y) +# [0] +# print(indices) +# [0] +# print(inverse_indices) +# [0] +# print(counts) +# [1] + +expect( + node_sorted, + inputs=[x], + outputs=[y, indices, inverse_indices, counts], + name="test_unique_length_1", +) +``` + +
+
+not_sorted_without_axis + +```python +node_not_sorted = onnx.helper.make_node( + "Unique", + inputs=["X"], + outputs=["Y", "indices", "inverse_indices", "counts"], + sorted=0, +) +# numpy unique does not retain original order (it sorts the output unique values) +# https://github.com/numpy/numpy/issues/8621 +# we need to recover unsorted output and indices +x = np.array([2.0, 1.0, 1.0, 3.0, 4.0, 3.0], dtype=np.float32) +y, indices, inverse_indices, counts = np.unique(x, True, True, True) + +# prepare index mapping from sorted to unsorted +argsorted_indices = np.argsort(indices) +inverse_indices_map = dict( + zip(argsorted_indices, np.arange(len(argsorted_indices)), strict=True) +) + +indices = indices[argsorted_indices] +y = np.take(x, indices, axis=0) +inverse_indices = np.asarray( + [inverse_indices_map[i] for i in inverse_indices], dtype=np.int64 +) +counts = counts[argsorted_indices] +indices, inverse_indices, counts = specify_int64( + indices, inverse_indices, counts +) +# print(y) +# [2.0, 1.0, 3.0, 4.0] +# print(indices) +# [0 1 3 4] +# print(inverse_indices) +# [0, 1, 1, 2, 3, 2] +# print(counts) +# [1, 2, 2, 1] + +expect( + node_not_sorted, + inputs=[x], + outputs=[y, indices, inverse_indices, counts], + name="test_unique_not_sorted_without_axis", +) +``` + +
+
+sorted_with_axis + +```python +node_sorted = onnx.helper.make_node( + "Unique", + inputs=["X"], + outputs=["Y", "indices", "inverse_indices", "counts"], + sorted=1, + axis=0, +) + +x = np.array([[1, 0, 0], [1, 0, 0], [2, 3, 4]], dtype=np.float32) +y, indices, inverse_indices, counts = np.unique(x, True, True, True, axis=0) +indices, inverse_indices, counts = specify_int64( + indices, inverse_indices, counts +) +# behavior changed with numpy >= 2.0 +inverse_indices = inverse_indices.reshape(-1) +# print(y) +# [[1. 0. 0.] +# [2. 3. 4.]] +# print(indices) +# [0 2] +# print(inverse_indices) +# [0 0 1] +# print(counts) +# [2 1] + +expect( + node_sorted, + inputs=[x], + outputs=[y, indices, inverse_indices, counts], + name="test_unique_sorted_with_axis", +) +``` + +
+
+sorted_with_axis_3d + +```python +node_sorted = onnx.helper.make_node( + "Unique", + inputs=["X"], + outputs=["Y", "indices", "inverse_indices", "counts"], + sorted=1, + axis=1, +) + +x = np.array( + [ + [[1.0, 1.0], [0.0, 1.0], [2.0, 1.0], [0.0, 1.0]], + [[1.0, 1.0], [0.0, 1.0], [2.0, 1.0], [0.0, 1.0]], + ], + dtype=np.float32, +) +y, indices, inverse_indices, counts = np.unique(x, True, True, True, axis=1) +indices, inverse_indices, counts = specify_int64( + indices, inverse_indices, counts +) +# behavior changed with numpy >= 2.0 +inverse_indices = inverse_indices.reshape(-1) +# print(y) +# [[[0. 1.] +# [1. 1.] +# [2. 1.]] +# [[0. 1.] +# [1. 1.] +# [2. 1.]]] +# print(indices) +# [1 0 2] +# print(inverse_indices) +# [1 0 2 0] +# print(counts) +# [2 1 1] +expect( + node_sorted, + inputs=[x], + outputs=[y, indices, inverse_indices, counts], + name="test_unique_sorted_with_axis_3d", +) +``` + +
+
+sorted_with_negative_axis + +```python +node_sorted = onnx.helper.make_node( + "Unique", + inputs=["X"], + outputs=["Y", "indices", "inverse_indices", "counts"], + sorted=1, + axis=-1, +) + +x = np.array([[1, 0, 0], [1, 0, 0], [2, 3, 3]], dtype=np.float32) +y, indices, inverse_indices, counts = np.unique(x, True, True, True, axis=-1) +indices, inverse_indices, counts = specify_int64( + indices, inverse_indices, counts +) +# behavior changed with numpy >= 2.0 +inverse_indices = inverse_indices.reshape(-1) +# print(y) +# [[0. 1.] +# [0. 1.] +# [3. 2.]] +# print(indices) +# [1 0] +# print(inverse_indices) +# [1 0 0] +# print(counts) +# [2 1] + +expect( + node_sorted, + inputs=[x], + outputs=[y, indices, inverse_indices, counts], + name="test_unique_sorted_with_negative_axis", +) +``` + +
+
+sorted_without_axis + +```python +node_sorted = onnx.helper.make_node( + "Unique", + inputs=["X"], + outputs=["Y", "indices", "inverse_indices", "counts"], +) + +x = np.array([2.0, 1.0, 1.0, 3.0, 4.0, 3.0], dtype=np.float32) +y, indices, inverse_indices, counts = np.unique(x, True, True, True) +indices, inverse_indices, counts = specify_int64( + indices, inverse_indices, counts +) +expect( + node_sorted, + inputs=[x], + outputs=[y, indices, inverse_indices, counts], + name="test_unique_sorted_without_axis", +) +``` + +
+ + +### Unsqueeze +There are 5 test cases, listed as following: +
+unsqueeze_negative_axes + +```python +node = onnx.helper.make_node( + "Unsqueeze", + inputs=["x", "axes"], + outputs=["y"], +) +x = np.random.randn(1, 3, 1, 5).astype(np.float32) +axes = np.array([-2]).astype(np.int64) +y = np.expand_dims(x, axis=-2) +expect(node, inputs=[x, axes], outputs=[y], name="test_unsqueeze_negative_axes") +``` + +
+
+unsqueeze_one_axis + +```python +x = np.random.randn(3, 4, 5).astype(np.float32) + +for i in range(x.ndim): + axes = np.array([i]).astype(np.int64) + node = onnx.helper.make_node( + "Unsqueeze", + inputs=["x", "axes"], + outputs=["y"], + ) + y = np.expand_dims(x, axis=i) + + expect( + node, + inputs=[x, axes], + outputs=[y], + name="test_unsqueeze_axis_" + str(i), + ) +``` + +
+
+unsqueeze_three_axes + +```python +x = np.random.randn(3, 4, 5).astype(np.float32) +axes = np.array([2, 4, 5]).astype(np.int64) + +node = onnx.helper.make_node( + "Unsqueeze", + inputs=["x", "axes"], + outputs=["y"], +) +y = np.expand_dims(x, axis=2) +y = np.expand_dims(y, axis=4) +y = np.expand_dims(y, axis=5) + +expect(node, inputs=[x, axes], outputs=[y], name="test_unsqueeze_three_axes") +``` + +
+
+unsqueeze_two_axes + +```python +x = np.random.randn(3, 4, 5).astype(np.float32) +axes = np.array([1, 4]).astype(np.int64) + +node = onnx.helper.make_node( + "Unsqueeze", + inputs=["x", "axes"], + outputs=["y"], +) +y = np.expand_dims(x, axis=1) +y = np.expand_dims(y, axis=4) + +expect(node, inputs=[x, axes], outputs=[y], name="test_unsqueeze_two_axes") +``` + +
+
+unsqueeze_unsorted_axes + +```python +x = np.random.randn(3, 4, 5).astype(np.float32) +axes = np.array([5, 4, 2]).astype(np.int64) + +node = onnx.helper.make_node( + "Unsqueeze", + inputs=["x", "axes"], + outputs=["y"], +) +y = np.expand_dims(x, axis=2) +y = np.expand_dims(y, axis=4) +y = np.expand_dims(y, axis=5) + +expect(node, inputs=[x, axes], outputs=[y], name="test_unsqueeze_unsorted_axes") +``` + +
+ + +### Upsample +There are 1 test cases, listed as following: +
+nearest + +```python +node = onnx.helper.make_node( + "Upsample", + inputs=["X", "scales"], + outputs=["Y"], + mode="nearest", +) + +data = np.array( + [ + [ + [ + [1, 2], + [3, 4], + ] + ] + ], + dtype=np.float32, +) + +scales = np.array([1.0, 1.0, 2.0, 3.0], dtype=np.float32) + +output = np.array( + [ + [ + [ + [1, 1, 1, 2, 2, 2], + [1, 1, 1, 2, 2, 2], + [3, 3, 3, 4, 4, 4], + [3, 3, 3, 4, 4, 4], + ] + ] + ], + dtype=np.float32, +) + +expect( + node, + inputs=[data, scales], + outputs=[output], + name="test_upsample_nearest", + opset_imports=[helper.make_opsetid("", 9)], +) +``` + +
+ + +### Where +There are 2 test cases, listed as following: +
+long + +```python +node = onnx.helper.make_node( + "Where", + inputs=["condition", "x", "y"], + outputs=["z"], +) + +condition = np.array([[1, 0], [1, 1]], dtype=bool) +x = np.array([[1, 2], [3, 4]], dtype=np.int64) +y = np.array([[9, 8], [7, 6]], dtype=np.int64) +z = np.where(condition, x, y) # expected output [[1, 8], [3, 4]] +expect( + node, inputs=[condition, x, y], outputs=[z], name="test_where_long_example" +) +``` + +
+
+where + +```python +node = onnx.helper.make_node( + "Where", + inputs=["condition", "x", "y"], + outputs=["z"], +) + +condition = np.array([[1, 0], [1, 1]], dtype=bool) +x = np.array([[1, 2], [3, 4]], dtype=np.float32) +y = np.array([[9, 8], [7, 6]], dtype=np.float32) +z = np.where(condition, x, y) # expected output [[1, 8], [3, 4]] +expect(node, inputs=[condition, x, y], outputs=[z], name="test_where_example") +``` + +
+ + +### Xor +There are 2 test cases, listed as following: +
+xor + +```python +node = onnx.helper.make_node( + "Xor", + inputs=["x", "y"], + outputs=["xor"], +) + +# 2d +x = (np.random.randn(3, 4) > 0).astype(bool) +y = (np.random.randn(3, 4) > 0).astype(bool) +z = np.logical_xor(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_xor2d") + +# 3d +x = (np.random.randn(3, 4, 5) > 0).astype(bool) +y = (np.random.randn(3, 4, 5) > 0).astype(bool) +z = np.logical_xor(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_xor3d") + +# 4d +x = (np.random.randn(3, 4, 5, 6) > 0).astype(bool) +y = (np.random.randn(3, 4, 5, 6) > 0).astype(bool) +z = np.logical_xor(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_xor4d") +``` + +
+
+xor_broadcast + +```python +node = onnx.helper.make_node( + "Xor", + inputs=["x", "y"], + outputs=["xor"], +) + +# 3d vs 1d +x = (np.random.randn(3, 4, 5) > 0).astype(bool) +y = (np.random.randn(5) > 0).astype(bool) +z = np.logical_xor(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_xor_bcast3v1d") + +# 3d vs 2d +x = (np.random.randn(3, 4, 5) > 0).astype(bool) +y = (np.random.randn(4, 5) > 0).astype(bool) +z = np.logical_xor(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_xor_bcast3v2d") + +# 4d vs 2d +x = (np.random.randn(3, 4, 5, 6) > 0).astype(bool) +y = (np.random.randn(5, 6) > 0).astype(bool) +z = np.logical_xor(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_xor_bcast4v2d") + +# 4d vs 3d +x = (np.random.randn(3, 4, 5, 6) > 0).astype(bool) +y = (np.random.randn(4, 5, 6) > 0).astype(bool) +z = np.logical_xor(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_xor_bcast4v3d") + +# 4d vs 4d +x = (np.random.randn(1, 4, 1, 6) > 0).astype(bool) +y = (np.random.randn(3, 1, 5, 6) > 0).astype(bool) +z = np.logical_xor(x, y) +expect(node, inputs=[x, y], outputs=[z], name="test_xor_bcast4v4d") +``` + +
+ + +
+ +## 💔No Cover Common Operators +### ConcatFromSequence (call for test cases) + + +### GlobalLpPool (call for test cases) + + +### GreaterOrEqual (call for test cases) + + +### LessOrEqual (call for test cases) + + +### MaxRoiPool (call for test cases) + + +### Multinomial (random generator operator) + + +### Optional (call for test cases) + + +### OptionalGetElement (call for test cases) + + +### RandomNormal (random generator operator) + + +### RandomNormalLike (random generator operator) + + +### RandomUniform (random generator operator) + + +### RandomUniformLike (random generator operator) + + +### SequenceAt (call for test cases) + + +### SequenceConstruct (call for test cases) + + +### SequenceEmpty (call for test cases) + + +### SequenceErase (call for test cases) + + +### SequenceLength (call for test cases) + + +
+ +## 💚Covered Experimental Operators +### FlexAttention +There are 11 test cases, listed as following: +
+flexattention + +```python +"""Basic FlexAttention test with default settings.""" +node = helper.make_node( + "FlexAttention", + inputs=["Q", "K", "V"], + outputs=["Y"], + domain=AI_ONNX_PREVIEW_DOMAIN, +) + +B, Hq, L, E = 2, 4, 8, 16 +S, Ev = 6, 16 + +Q = np.random.rand(B, Hq, L, E).astype(np.float32) +K = np.random.rand(B, Hq, S, E).astype(np.float32) +V = np.random.rand(B, Hq, S, Ev).astype(np.float32) + +(Y,) = _compute_flex_attention(Q, K, V) + +expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_flexattention", + opset_imports=[ + helper.make_opsetid("", 26), + helper.make_opsetid(AI_ONNX_PREVIEW_DOMAIN, 1), + ], +) +``` + +
+
+flexattention_causal_mask + +```python +"""FlexAttention with causal masking score_mod (Qwen-3, Gemma-3, Llama-3 pattern).""" +score_mod_graph = _make_score_mod_causal_mask_graph(TensorProto.FLOAT) + +node = helper.make_node( + "FlexAttention", + inputs=["Q", "K", "V"], + outputs=["Y"], + domain=AI_ONNX_PREVIEW_DOMAIN, +) +score_mod_attr = helper.make_attribute("score_mod", score_mod_graph) +node.attribute.append(score_mod_attr) + +B, Hq, L, E = 1, 2, 4, 8 +S, Ev = 4, 8 + +Q = np.random.rand(B, Hq, L, E).astype(np.float32) +K = np.random.rand(B, Hq, S, E).astype(np.float32) +V = np.random.rand(B, Hq, S, Ev).astype(np.float32) + +# Manually compute expected output with causal masking +scale = 1.0 / np.sqrt(E) +scores = np.einsum("bhle,bhse->bhls", Q, K) * scale +# Apply causal mask: set future positions to -inf +q_idx = np.arange(L).reshape(1, 1, L, 1) +k_idx = np.arange(S).reshape(1, 1, 1, S) +mask = q_idx >= k_idx +scores = np.where(mask, scores, -np.inf) +probs = np.exp(scores - scores.max(axis=-1, keepdims=True)) +probs = probs / probs.sum(axis=-1, keepdims=True) +Y = np.einsum("bhls,bhsv->bhlv", probs, V).astype(np.float32) + +expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_flexattention_causal_mask", + opset_imports=[ + helper.make_opsetid("", 26), + helper.make_opsetid(AI_ONNX_PREVIEW_DOMAIN, 1), + ], +) +``` + +
+
+flexattention_diff_head_sizes + +```python +"""FlexAttention with different head sizes for Q/K vs V.""" +node = helper.make_node( + "FlexAttention", + inputs=["Q", "K", "V"], + outputs=["Y"], + domain=AI_ONNX_PREVIEW_DOMAIN, +) + +B, Hq, L, E = 2, 4, 8, 16 +S, Ev = 6, 32 # V has different head size + +Q = np.random.rand(B, Hq, L, E).astype(np.float32) +K = np.random.rand(B, Hq, S, E).astype(np.float32) +V = np.random.rand(B, Hq, S, Ev).astype(np.float32) + +(Y,) = _compute_flex_attention(Q, K, V) + +expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_flexattention_diff_head_sizes", + opset_imports=[ + helper.make_opsetid("", 26), + helper.make_opsetid(AI_ONNX_PREVIEW_DOMAIN, 1), + ], +) +``` + +
+
+flexattention_double + +```python +"""FlexAttention with double precision inputs.""" +node = helper.make_node( + "FlexAttention", + inputs=["Q", "K", "V"], + outputs=["Y"], + domain=AI_ONNX_PREVIEW_DOMAIN, +) + +B, Hq, L, E = 2, 4, 8, 16 +S, Ev = 6, 16 + +Q = np.random.rand(B, Hq, L, E).astype(np.float64) +K = np.random.rand(B, Hq, S, E).astype(np.float64) +V = np.random.rand(B, Hq, S, Ev).astype(np.float64) + +(Y,) = _compute_flex_attention(Q, K, V) + +expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_flexattention_double", + opset_imports=[ + helper.make_opsetid("", 26), + helper.make_opsetid(AI_ONNX_PREVIEW_DOMAIN, 1), + ], +) +``` + +
+
+flexattention_fp16 + +```python +"""FlexAttention with float16 inputs.""" +node = helper.make_node( + "FlexAttention", + inputs=["Q", "K", "V"], + outputs=["Y"], + domain=AI_ONNX_PREVIEW_DOMAIN, +) + +B, Hq, L, E = 2, 4, 8, 16 +S, Ev = 6, 16 + +Q = np.random.rand(B, Hq, L, E).astype(np.float16) +K = np.random.rand(B, Hq, S, E).astype(np.float16) +V = np.random.rand(B, Hq, S, Ev).astype(np.float16) + +(Y,) = _compute_flex_attention(Q, K, V) + +expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_flexattention_fp16", + opset_imports=[ + helper.make_opsetid("", 26), + helper.make_opsetid(AI_ONNX_PREVIEW_DOMAIN, 1), + ], +) +``` + +
+
+flexattention_gqa + +```python +"""FlexAttention with Grouped Query Attention (GQA).""" +node = helper.make_node( + "FlexAttention", + inputs=["Q", "K", "V"], + outputs=["Y"], + domain=AI_ONNX_PREVIEW_DOMAIN, +) + +B, Hq, Hkv, L, S, E, Ev = 2, 8, 2, 4, 6, 16, 16 + +Q = np.random.rand(B, Hq, L, E).astype(np.float32) +K = np.random.rand(B, Hkv, S, E).astype(np.float32) +V = np.random.rand(B, Hkv, S, Ev).astype(np.float32) + +(Y,) = _compute_flex_attention(Q, K, V) + +expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_flexattention_gqa", + opset_imports=[ + helper.make_opsetid("", 26), + helper.make_opsetid(AI_ONNX_PREVIEW_DOMAIN, 1), + ], +) +``` + +
+
+flexattention_prob_mod + +```python +"""FlexAttention with prob_mod subgraph (scales probabilities).""" +scale_value = 0.5 +prob_mod_graph = _make_prob_mod_scale_graph(scale_value, TensorProto.FLOAT) + +node = helper.make_node( + "FlexAttention", + inputs=["Q", "K", "V"], + outputs=["Y"], + domain=AI_ONNX_PREVIEW_DOMAIN, +) +prob_mod_attr = helper.make_attribute("prob_mod", prob_mod_graph) +node.attribute.append(prob_mod_attr) + +B, Hq, L, E = 1, 2, 3, 4 +S, Ev = 3, 4 + +Q = np.random.rand(B, Hq, L, E).astype(np.float32) +K = np.random.rand(B, Hq, S, E).astype(np.float32) +V = np.random.rand(B, Hq, S, Ev).astype(np.float32) + +scale = 1.0 / np.sqrt(E) +scores = np.einsum("bhle,bhse->bhls", Q, K) * scale +probs = np.exp(scores - scores.max(axis=-1, keepdims=True)) +probs = probs / probs.sum(axis=-1, keepdims=True) +probs = probs * scale_value +Y = np.einsum("bhls,bhsv->bhlv", probs, V).astype(np.float32) + +expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_flexattention_prob_mod", + opset_imports=[ + helper.make_opsetid("", 26), + helper.make_opsetid(AI_ONNX_PREVIEW_DOMAIN, 1), + ], +) +``` + +
+
+flexattention_relative_positional + +```python +"""FlexAttention with relative positional bias score_mod.""" +score_mod_graph = _make_score_mod_relative_positional_graph(TensorProto.FLOAT) + +node = helper.make_node( + "FlexAttention", + inputs=["Q", "K", "V"], + outputs=["Y"], + domain=AI_ONNX_PREVIEW_DOMAIN, +) +score_mod_attr = helper.make_attribute("score_mod", score_mod_graph) +node.attribute.append(score_mod_attr) + +B, Hq, L, E = 1, 2, 4, 8 +S, Ev = 4, 8 + +Q = np.random.rand(B, Hq, L, E).astype(np.float32) +K = np.random.rand(B, Hq, S, E).astype(np.float32) +V = np.random.rand(B, Hq, S, Ev).astype(np.float32) + +# Manually compute expected output with relative positional bias +scale = 1.0 / np.sqrt(E) +scores = np.einsum("bhle,bhse->bhls", Q, K) * scale +q_idx = np.arange(L).reshape(-1, 1) +k_idx = np.arange(S).reshape(1, -1) +rel_pos = (q_idx - k_idx).astype(np.float32) +scores = scores + rel_pos +probs = np.exp(scores - scores.max(axis=-1, keepdims=True)) +probs = probs / probs.sum(axis=-1, keepdims=True) +Y = np.einsum("bhls,bhsv->bhlv", probs, V).astype(np.float32) + +expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_flexattention_relative_positional", + opset_imports=[ + helper.make_opsetid("", 26), + helper.make_opsetid(AI_ONNX_PREVIEW_DOMAIN, 1), + ], +) +``` + +
+
+flexattention_scaled + +```python +"""FlexAttention with explicit scale attribute.""" +scale = 0.1 +node = helper.make_node( + "FlexAttention", + inputs=["Q", "K", "V"], + outputs=["Y"], + scale=scale, + domain=AI_ONNX_PREVIEW_DOMAIN, +) + +B, Hq, L, E = 2, 4, 8, 16 +S, Ev = 6, 16 + +Q = np.random.rand(B, Hq, L, E).astype(np.float32) +K = np.random.rand(B, Hq, S, E).astype(np.float32) +V = np.random.rand(B, Hq, S, Ev).astype(np.float32) + +(Y,) = _compute_flex_attention(Q, K, V, scale=scale) + +expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_flexattention_scaled", + opset_imports=[ + helper.make_opsetid("", 26), + helper.make_opsetid(AI_ONNX_PREVIEW_DOMAIN, 1), + ], +) +``` + +
+
+flexattention_score_mod + +```python +"""FlexAttention with score_mod subgraph (adds bias to scores).""" +bias_value = 0.5 +score_mod_graph = _make_score_mod_bias_graph(bias_value, TensorProto.FLOAT) + +node = helper.make_node( + "FlexAttention", + inputs=["Q", "K", "V"], + outputs=["Y"], + domain=AI_ONNX_PREVIEW_DOMAIN, +) +# Add score_mod as a graph attribute +score_mod_attr = helper.make_attribute("score_mod", score_mod_graph) +node.attribute.append(score_mod_attr) + +B, Hq, L, E = 1, 2, 3, 4 +S, Ev = 3, 4 + +Q = np.random.rand(B, Hq, L, E).astype(np.float32) +K = np.random.rand(B, Hq, S, E).astype(np.float32) +V = np.random.rand(B, Hq, S, Ev).astype(np.float32) + +scale = 1.0 / np.sqrt(E) +scores = np.einsum("bhle,bhse->bhls", Q, K) * scale +scores = scores + bias_value # score_mod: add bias +probs = np.exp(scores - scores.max(axis=-1, keepdims=True)) +probs = probs / probs.sum(axis=-1, keepdims=True) +Y = np.einsum("bhls,bhsv->bhlv", probs, V).astype(np.float32) + +expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_flexattention_score_mod", + opset_imports=[ + helper.make_opsetid("", 26), + helper.make_opsetid(AI_ONNX_PREVIEW_DOMAIN, 1), + ], +) +``` + +
+
+flexattention_soft_cap + +```python +"""FlexAttention with soft capping score_mod (Gemma-2 pattern).""" +cap_value = 20.0 +score_mod_graph = _make_score_mod_soft_cap_graph(cap_value, TensorProto.FLOAT) + +node = helper.make_node( + "FlexAttention", + inputs=["Q", "K", "V"], + outputs=["Y"], + domain=AI_ONNX_PREVIEW_DOMAIN, +) +score_mod_attr = helper.make_attribute("score_mod", score_mod_graph) +node.attribute.append(score_mod_attr) + +B, Hq, L, E = 1, 2, 4, 8 +S, Ev = 4, 8 + +Q = np.random.rand(B, Hq, L, E).astype(np.float32) +K = np.random.rand(B, Hq, S, E).astype(np.float32) +V = np.random.rand(B, Hq, S, Ev).astype(np.float32) + +# Manually compute expected output with soft capping +scale = 1.0 / np.sqrt(E) +scores = np.einsum("bhle,bhse->bhls", Q, K) * scale +scores = np.tanh(scores / cap_value) * cap_value +probs = np.exp(scores - scores.max(axis=-1, keepdims=True)) +probs = probs / probs.sum(axis=-1, keepdims=True) +Y = np.einsum("bhls,bhsv->bhlv", probs, V).astype(np.float32) + +expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_flexattention_soft_cap", + opset_imports=[ + helper.make_opsetid("", 26), + helper.make_opsetid(AI_ONNX_PREVIEW_DOMAIN, 1), + ], +) +``` + +
+ + +
+ +## 💔No Cover Experimental Operators +
+ +# Model Test Coverage +## bvlc_alexnet + +bvlc_alexnet has 40 nodes. Of these, 40 are covered by node tests (100.0%) + + +
+nodes + +
+ConstantOfShape: 1 out of 1 attributes covered + +value: 1 +
+
+Conv: 4 out of 6 attributes covered + +auto_pad: 0 +dilations: 0 +group: 1 +kernel_shape: 3 +pads: 3 +strides: 2 +
+
+Dropout: 1 out of 1 attributes covered + +seed: 0 +
+
+Gemm: 1 out of 4 attributes covered + +alpha: 0 +beta: 0 +transA: 0 +transB: 1 +
+
+LRN: 4 out of 4 attributes covered + +alpha: 1 +beta: 1 +bias: 1 +size: 1 +
+
+MaxPool: 3 out of 7 attributes covered + +auto_pad: 0 +ceil_mode: 0 +dilations: 0 +kernel_shape: 1 +pads: 2 +storage_order: 0 +strides: 1 +
+
+ + +## densenet121 + +densenet121 has 1746 nodes. Of these, 1746 are covered by node tests (100.0%) + + +
+nodes + +
+AveragePool: 3 out of 7 attributes covered + +auto_pad: 0 +ceil_mode: 0 +count_include_pad: 0 +dilations: 0 +kernel_shape: 1 +pads: 1 +strides: 1 +
+
+BatchNormalization: 1 out of 3 attributes covered + +epsilon: 1 +momentum: 0 +training_mode: 0 +
+
+Concat: 1 out of 1 attributes covered + +axis: 1 +
+
+ConstantOfShape: 1 out of 1 attributes covered + +value: 1 +
+
+Conv: 4 out of 6 attributes covered + +auto_pad: 0 +dilations: 0 +group: 1 +kernel_shape: 5 +pads: 4 +strides: 3 +
+
+Dropout: 1 out of 1 attributes covered + +seed: 0 +
+
+Gemm: 1 out of 4 attributes covered + +alpha: 0 +beta: 0 +transA: 0 +transB: 1 +
+
+LRN: 4 out of 4 attributes covered + +alpha: 1 +beta: 1 +bias: 1 +size: 1 +
+
+MaxPool: 3 out of 7 attributes covered + +auto_pad: 0 +ceil_mode: 0 +dilations: 0 +kernel_shape: 1 +pads: 3 +storage_order: 0 +strides: 1 +
+
+Unsqueeze: 1 out of 0 attributes covered + +
+
+ + +## inception_v1 + +inception_v1 has 237 nodes. Of these, 237 are covered by node tests (100.0%) + + +
+nodes + +
+AveragePool: 3 out of 7 attributes covered + +auto_pad: 0 +ceil_mode: 0 +count_include_pad: 0 +dilations: 0 +kernel_shape: 2 +pads: 2 +strides: 2 +
+
+BatchNormalization: 1 out of 3 attributes covered + +epsilon: 1 +momentum: 0 +training_mode: 0 +
+
+Concat: 1 out of 1 attributes covered + +axis: 1 +
+
+ConstantOfShape: 1 out of 1 attributes covered + +value: 1 +
+
+Conv: 4 out of 6 attributes covered + +auto_pad: 0 +dilations: 0 +group: 1 +kernel_shape: 5 +pads: 4 +strides: 3 +
+
+Dropout: 1 out of 1 attributes covered + +seed: 0 +
+
+Gemm: 1 out of 4 attributes covered + +alpha: 0 +beta: 0 +transA: 0 +transB: 1 +
+
+LRN: 4 out of 4 attributes covered + +alpha: 1 +beta: 1 +bias: 1 +size: 1 +
+
+MaxPool: 3 out of 7 attributes covered + +auto_pad: 0 +ceil_mode: 0 +dilations: 0 +kernel_shape: 1 +pads: 3 +storage_order: 0 +strides: 2 +
+
+Unsqueeze: 1 out of 0 attributes covered + +
+
+ + +## inception_v2 + +inception_v2 has 916 nodes. Of these, 916 are covered by node tests (100.0%) + + +
+nodes + +
+AveragePool: 3 out of 7 attributes covered + +auto_pad: 0 +ceil_mode: 0 +count_include_pad: 0 +dilations: 0 +kernel_shape: 3 +pads: 3 +strides: 2 +
+
+BatchNormalization: 1 out of 3 attributes covered + +epsilon: 1 +momentum: 0 +training_mode: 0 +
+
+Concat: 1 out of 1 attributes covered + +axis: 1 +
+
+ConstantOfShape: 1 out of 1 attributes covered + +value: 1 +
+
+Conv: 4 out of 6 attributes covered + +auto_pad: 0 +dilations: 0 +group: 1 +kernel_shape: 5 +pads: 4 +strides: 3 +
+
+Dropout: 1 out of 1 attributes covered + +seed: 0 +
+
+Gemm: 1 out of 4 attributes covered + +alpha: 0 +beta: 0 +transA: 0 +transB: 1 +
+
+LRN: 4 out of 4 attributes covered + +alpha: 1 +beta: 1 +bias: 1 +size: 1 +
+
+MaxPool: 3 out of 7 attributes covered + +auto_pad: 0 +ceil_mode: 0 +dilations: 0 +kernel_shape: 1 +pads: 3 +storage_order: 0 +strides: 2 +
+
+Unsqueeze: 1 out of 0 attributes covered + +
+
+ + +## resnet50 + +resnet50 has 415 nodes. Of these, 415 are covered by node tests (100.0%) + + +
+nodes + +
+AveragePool: 3 out of 7 attributes covered + +auto_pad: 0 +ceil_mode: 0 +count_include_pad: 0 +dilations: 0 +kernel_shape: 3 +pads: 3 +strides: 2 +
+
+BatchNormalization: 1 out of 3 attributes covered + +epsilon: 2 +momentum: 0 +training_mode: 0 +
+
+Concat: 1 out of 1 attributes covered + +axis: 1 +
+
+ConstantOfShape: 1 out of 1 attributes covered + +value: 1 +
+
+Conv: 4 out of 6 attributes covered + +auto_pad: 0 +dilations: 0 +group: 1 +kernel_shape: 5 +pads: 4 +strides: 3 +
+
+Dropout: 1 out of 1 attributes covered + +seed: 0 +
+
+Gemm: 1 out of 4 attributes covered + +alpha: 0 +beta: 0 +transA: 0 +transB: 1 +
+
+LRN: 4 out of 4 attributes covered + +alpha: 1 +beta: 1 +bias: 1 +size: 1 +
+
+MaxPool: 3 out of 7 attributes covered + +auto_pad: 0 +ceil_mode: 0 +dilations: 0 +kernel_shape: 1 +pads: 3 +storage_order: 0 +strides: 2 +
+
+Unsqueeze: 1 out of 0 attributes covered + +
+
+ + +## shufflenet + +shufflenet has 446 nodes. Of these, 446 are covered by node tests (100.0%) + + +
+nodes + +
+AveragePool: 3 out of 7 attributes covered + +auto_pad: 0 +ceil_mode: 0 +count_include_pad: 0 +dilations: 0 +kernel_shape: 3 +pads: 3 +strides: 2 +
+
+BatchNormalization: 1 out of 3 attributes covered + +epsilon: 2 +momentum: 0 +training_mode: 0 +
+
+Concat: 1 out of 1 attributes covered + +axis: 1 +
+
+ConstantOfShape: 1 out of 1 attributes covered + +value: 1 +
+
+Conv: 4 out of 6 attributes covered + +auto_pad: 0 +dilations: 0 +group: 6 +kernel_shape: 5 +pads: 4 +strides: 3 +
+
+Dropout: 1 out of 1 attributes covered + +seed: 0 +
+
+Gemm: 1 out of 4 attributes covered + +alpha: 0 +beta: 0 +transA: 0 +transB: 1 +
+
+LRN: 4 out of 4 attributes covered + +alpha: 1 +beta: 1 +bias: 1 +size: 1 +
+
+MaxPool: 3 out of 7 attributes covered + +auto_pad: 0 +ceil_mode: 0 +dilations: 0 +kernel_shape: 1 +pads: 3 +storage_order: 0 +strides: 2 +
+
+Transpose: 1 out of 1 attributes covered + +perm: 1 +
+
+Unsqueeze: 1 out of 0 attributes covered + +
+
+ + +## squeezenet_old + +squeezenet_old has 105 nodes. Of these, 105 are covered by node tests (100.0%) + + +
+nodes + +
+AveragePool: 3 out of 7 attributes covered + +auto_pad: 0 +ceil_mode: 0 +count_include_pad: 0 +dilations: 0 +kernel_shape: 3 +pads: 3 +strides: 2 +
+
+BatchNormalization: 1 out of 3 attributes covered + +epsilon: 2 +momentum: 0 +training_mode: 0 +
+
+Concat: 1 out of 1 attributes covered + +axis: 1 +
+
+ConstantOfShape: 1 out of 1 attributes covered + +value: 1 +
+
+Conv: 4 out of 6 attributes covered + +auto_pad: 0 +dilations: 0 +group: 6 +kernel_shape: 5 +pads: 4 +strides: 3 +
+
+Dropout: 1 out of 1 attributes covered + +seed: 0 +
+
+Gemm: 1 out of 4 attributes covered + +alpha: 0 +beta: 0 +transA: 0 +transB: 1 +
+
+LRN: 4 out of 4 attributes covered + +alpha: 1 +beta: 1 +bias: 1 +size: 1 +
+
+MaxPool: 3 out of 7 attributes covered + +auto_pad: 0 +ceil_mode: 0 +dilations: 0 +kernel_shape: 1 +pads: 3 +storage_order: 0 +strides: 2 +
+
+Transpose: 1 out of 1 attributes covered + +perm: 1 +
+
+Unsqueeze: 1 out of 0 attributes covered + +
+
+ + +## vgg19 + +vgg19 has 82 nodes. Of these, 82 are covered by node tests (100.0%) + + +
+nodes + +
+AveragePool: 3 out of 7 attributes covered + +auto_pad: 0 +ceil_mode: 0 +count_include_pad: 0 +dilations: 0 +kernel_shape: 3 +pads: 3 +strides: 2 +
+
+BatchNormalization: 1 out of 3 attributes covered + +epsilon: 2 +momentum: 0 +training_mode: 0 +
+
+Concat: 1 out of 1 attributes covered + +axis: 1 +
+
+ConstantOfShape: 1 out of 1 attributes covered + +value: 1 +
+
+Conv: 4 out of 6 attributes covered + +auto_pad: 0 +dilations: 0 +group: 6 +kernel_shape: 5 +pads: 4 +strides: 3 +
+
+Dropout: 1 out of 1 attributes covered + +seed: 0 +
+
+Gemm: 1 out of 4 attributes covered + +alpha: 0 +beta: 0 +transA: 0 +transB: 1 +
+
+LRN: 4 out of 4 attributes covered + +alpha: 1 +beta: 1 +bias: 1 +size: 1 +
+
+MaxPool: 3 out of 7 attributes covered + +auto_pad: 0 +ceil_mode: 0 +dilations: 0 +kernel_shape: 2 +pads: 3 +storage_order: 0 +strides: 2 +
+
+Transpose: 1 out of 1 attributes covered + +perm: 1 +
+
+Unsqueeze: 1 out of 0 attributes covered + +
+
+ + +## zfnet512 + +zfnet512 has 38 nodes. Of these, 38 are covered by node tests (100.0%) + + +
+nodes + +
+AveragePool: 3 out of 7 attributes covered + +auto_pad: 0 +ceil_mode: 0 +count_include_pad: 0 +dilations: 0 +kernel_shape: 3 +pads: 3 +strides: 2 +
+
+BatchNormalization: 1 out of 3 attributes covered + +epsilon: 2 +momentum: 0 +training_mode: 0 +
+
+Concat: 1 out of 1 attributes covered + +axis: 1 +
+
+ConstantOfShape: 1 out of 1 attributes covered + +value: 1 +
+
+Conv: 4 out of 6 attributes covered + +auto_pad: 0 +dilations: 0 +group: 6 +kernel_shape: 5 +pads: 4 +strides: 3 +
+
+Dropout: 1 out of 1 attributes covered + +seed: 0 +
+
+Gemm: 1 out of 4 attributes covered + +alpha: 0 +beta: 0 +transA: 0 +transB: 1 +
+
+LRN: 4 out of 4 attributes covered + +alpha: 2 +beta: 1 +bias: 2 +size: 1 +
+
+MaxPool: 3 out of 7 attributes covered + +auto_pad: 0 +ceil_mode: 0 +dilations: 0 +kernel_shape: 2 +pads: 3 +storage_order: 0 +strides: 2 +
+
+Transpose: 1 out of 1 attributes covered + +perm: 1 +
+
+Unsqueeze: 1 out of 0 attributes covered + +
+
+ + +# Overall Test Coverage +## To be filled. diff --git a/docs/TypeDenotation.md b/docs/TypeDenotation.md new file mode 100644 index 0000000..b3c8c3b --- /dev/null +++ b/docs/TypeDenotation.md @@ -0,0 +1,62 @@ + + +# Type Denotation + +Type Denotation is used to describe semantic information around what the inputs and outputs are. It is stored on the TypeProto message. + +## Motivation + +The motivation of such a mechanism can be illustrated via a simple example. In the neural network SqueezeNet, it takes in an NCHW image input float[1,3,244,244] and produces a output float[1,1000,1,1]: + +```text +input_in_NCHW -> data_0 -> SqueezeNet() -> output_softmaxout_1 +``` + +In order to run this model the user needs a lot of information. In this case the user needs to know: + +* the input is an image +* the image is in the format of NCHW +* the color channels are in the order of bgr +* the pixel data is 8 bit +* the pixel data is normalized as values 0-255 + +This proposal consists of three key components to provide all of this information: + +* Type Denotation, +* [Dimension Denotation](DimensionDenotation.md), +* [Model Metadata](MetadataProps.md). + +## Type Denotation Definition + +To begin with, we define a set of semantic types that define what models generally consume as inputs and produce as outputs. + +Specifically, in our first proposal we define the following set of standard denotations: + +0. `TENSOR` describes that a type holds a generic tensor using the standard TypeProto message. +1. `IMAGE` describes that a type holds an image. You can use dimension denotation to learn more about the layout of the image, and also the optional model metadata_props. +2. `AUDIO` describes that a type holds an audio clip. +3. `TEXT` describes that a type holds a block of text. + +Model authors SHOULD add type denotation to inputs and outputs for the model as appropriate. + +## An Example with input IMAGE + +Let's use the same SqueezeNet example from above and show everything to properly annotate the model: + +* First set the TypeProto.denotation =`IMAGE` for the ValueInfoProto `data_0` +* Because it's an image, the model consumer now knows to go look for image metadata on the model +* Then include 3 metadata strings on ModelProto.metadata_props + * `Image.BitmapPixelFormat` = `Bgr8` + * `Image.ColorSpaceGamma` = `SRGB` + * `Image.NominalPixelRange` = `NominalRange_0_255` +* For that same ValueInfoProto, make sure to also use Dimension Denotations to denote NCHW + * TensorShapeProto.Dimension[0].denotation = `DATA_BATCH` + * TensorShapeProto.Dimension[1].denotation = `DATA_CHANNEL` + * TensorShapeProto.Dimension[2].denotation = `DATA_FEATURE` + * TensorShapeProto.Dimension[3].denotation = `DATA_FEATURE` + +Now there is enough information in the model to know everything about how to pass a correct image into the model. diff --git a/docs/VersionConverter.md b/docs/VersionConverter.md new file mode 100644 index 0000000..2aa0701 --- /dev/null +++ b/docs/VersionConverter.md @@ -0,0 +1,55 @@ + + +# ONNX Version Converter + +ONNX provides a library for converting ONNX models between different +opset versions. The primary motivation is to improve backwards compatibility of ONNX +models without having to strengthen the spec for ONNX backends. This +allows backend developers to offer support for a particular opset version +and for users to write or export models to a particular opset version but +run in an environment with a different opset version. Implementation wise, the library leverages the in-memory representation that is much more convenient to manipulate than the raw protobuf structs, and converters to and from the protobuf format which were developed for the ONNX Optimizer. + +You may be interested in invoking the provided op-specific adapters, or in +implementing new ones (or both). Default adapters only work in the default +domain, but can be generalized to work cross-domain or utilizing new +conversion methods, dependent on the nature of relevant breaking changes. + +## Invoking The Version Converter + +The version converter may be invoked either via C++ or Python. + +The Python API +is described, with example, +[here](PythonAPIOverview.md#converting-version-of-an-onnx-model-within-default-domain-aionnx). + +The C++ API consists of a single function + +```cpp +ModelProto ConvertVersion( + const ModelProto& mp_in, + const OpSetID& initial_version, + const OpSetID& target_version); +``` + +which accepts an input `ModelProto`, the initial opset version of the model, +and the target opset version, and which returns a new `ModelProto` which +is the result of apply all relevant adapters between initial_version and +target_version. For a list of available passes, see +[convert.h](/onnx/version_converter/convert.h). + +## Implementing Adapters + +You can implement a new adapter by subclassing `Adapter`, and registering +your new adapter with `VersionConverter::registerAdapter()`. Adapters operate +on an in-memory graph representation defined in [ir.h](/onnx/common/ir.h). +There are a number of examples in the [adapters](/onnx/version_converter/adapters) +directory. Please ensure that all adapters convert from opset version i to i + 1 +or i - 1, i.e. from Version 6 to Version 5 or vice versa, even if the 2 versions +being converted between are Version 1 and Version 6. + +If your adapter applies in the default domain, please consider adding it +to the core ONNX repository diff --git a/docs/Versioning.md b/docs/Versioning.md new file mode 100644 index 0000000..5356a2e --- /dev/null +++ b/docs/Versioning.md @@ -0,0 +1,205 @@ + + +# ONNX Versioning + +This document describes the rules for versioning ONNX. MUST, SHOULD et al are used consistent with [RFC2119](https://tools.ietf.org/html/rfc2119). + +## Versioning Principles + +ONNX defines the versioning policy and mechanism for three classes of entities: + +* The [intermediate representation (IR) specification](IR.md), which is the abstract model for graphs and operators and the concrete format that represents them. These are always versioned atomically and are referred to as the *IR version*. +* Operator specifications that may be referenced by a given ONNX graph. We refer to this as the *operator version*. +* A defined/trained model that defines a specific graph in terms of specific operators. We refer to this as the *model version*. + +The versioning of all three of these entity types is distinct and largely independent. The IR specification evolves at a different (generally slower) rate than the operator specifications. Model versions are entirely independent of the other two versions. + +Specific policies for version management are mandated only for IR version and operator version. For model versioning, they are merely recommendations. For model versioning, ONNX users and systems MAY follow whichever local customs make sense; however, to facilitate easily managing shared collections of ONNX models, they SHOULD adhere to the policies described under model versioning. + +New IR and operator versions are released as part of ONNX _releases_, which have their own versioning scheme. The release versioning scheme is not described as part of the standard itself. It is discussed in the [ONNX release management document](../RELEASE-MANAGEMENT.md). + +### Semantic Versioning or Simple Numbers? + +The ONNX versioning system allows for simple monotonically increasing numbers or [semantic versioning (SemVer)](https://semver.org/). For IR and operator sets, versioning is based on simple numbers. For models, ONNX does not require any scheme, but recommends a set of shared conventions. + +Which versioning scheme is in use by a model is made clear by inspecting the most significant four bytes, which MUST be non-zero when using semantic versioning and MUST be zero when using simple numbers. In other words, when using SemVer, at least one of the MAJOR or MINOR numbers must be non-zero. + +### SemVer, Files and Consumers + +For model and release versioning, ONNX builds on the principles and syntax defined by [SemVer 2.0.0](http://semver.org/spec/v2.0.0.html). Throughout this document, we use the terms *breaking change*, *non-breaking change*, and *patch* consistent with SemVer 2.0.0. + +Because ONNX models are serialized files (not APIs), it's worth making clear the relationship between a serialized model and a piece of software that consumes that model. As a rough approximation, the serialized model plays the role of an API's *callee*, while the consumer of the serialized model plays the role of the API's *caller*. + +The ONNX versioning principles are based on the [robustness principle](https://en.wikipedia.org/wiki/Robustness_principle): "be conservative in what you do, be liberal in what you accept from others". + +1. A producer of a given ONNX model (and the ONNX specification itself) MUST strictly adhere to the rules for breaking vs. non-breaking changes defined in this specification. +2. A consumer of a given ONNX model SHOULD consume an updated ONNX file, provided there are no breaking changes in the new ONNX file's IR version, referenced operator versions, or model version (meaning the MAJOR version numbers have not changed between the two ONNX files). +3. A consumer of a given ONNX model MAY consume an updated ONNX file, provided there are one or more breaking changes in the new ONNX file's IR version, referenced operator versions, or model version. + +### Serializing SemVer version numbers in protobuf + +For efficiency, ONNX serializes the MAJOR, MINOR, and PATCH values as a bit-packed 64-bit integer; the two most significant bytes are the MAJOR component, the next two most significant bytes are the MINOR component, and the least significant four bytes are the PATCH component. + +For example, *1.2.345* is represented as *0x0001000200000159*. + +Pre-release and build metadata are not stored in the model. + +## IR versioning + +The IR format is versioned using simple numbers, which MUST be monotonically increasing. Breaking changes to the format or semantics of the ONNX specification require an increment of the version. Non-breaking changes to the IR format do not require changing the version number. + +NOTE: breaking changes include those that do not alter the serialized binary format, but still break software using libraries that write or read it. For example, changing the spelling of a message property will cause code accessing the property break. + +The IR format adheres to the versioning guidelines defined in the [Updating a Message Type](https://developers.google.com/protocol-buffers/docs/proto3#updating) section of the proto3 specification. + +As a general principle, implementations SHOULD be robust in the face of missing fields. However, to ensure basic interoperation, a subset of message fields will be marked as required for a given IR version and all producers MUST set these fields correctly. Required fields MUST always be marked with the comment: + + // This field MUST be present for this version of the IR. + +For example, the `ModelProto.ir_version` property MUST be present in every model. The ONNX checker (`onnx/checker.py`) will enforce these rules. + +Because the protocol buffer message definitions (.proto / .proto3 files) are expected to be consumed by multiple independent developers, changes to those definitions SHOULD NOT break code that depends on generated language bindings (e.g., changing the type of an existing field). + +## Operator versioning + +The IR can evolve independently from the set of operators. Operators represent both the signature and semantics of a given operation. Operators are abstract interfaces in that they do not imply a specific implementation; rather, they are simply the contract between a model author and the implementations that model may execute on. + +A given operator is identified by a three-tuple: `(domain, op_type, since_version)`, written as `domain.op_type:since_version` in prose (e.g., `com.acme.FastConv:3`). `since_version` is the version of the operator set that introduced the operator. Breaking operator changes include: + +* Adding/removing/renaming an attribute. This even includes the case of adding a new optional attribute, where omitting the attribute would imply a default value yielding semantics identical to the previous operator version. + +* Adding/removing/reordering inputs or outputs. + +* Adding/removing types supported by inputs and outputs, and changing types used by attributes. + +* Supporting new behavior even when the existing parameter signature is otherwise identical (e.g. implicitly supporting tensor broadcasting in the Mean operator). + +The following are not breaking: + +* Clarifications of specification ambiguities to match prevailing + implementation practice. + +Changes to the semantics of an operator or function MUST be introduced in a new operator, which MUST be introduced in a new [operator set](#operator-sets). + +> In practice, this means that BC-breaking changes in the ONNX +> repository require contributors to follow these steps: +> +> 1. Increment the maximum version in `DomainToVersionRange`. +> 2. Copy the old operator schema to an `old.cc` file. +> 3. Update the `SinceVersion` signifier to the new max version from +> step (1). +> 4. Register the new operator in the corresponding `operator_sets` +> header file. +> 5. Add a version adapter to `convert.h` so that the version +> converter can upgrade the old version of the operator to the new +> one. This can be a `CompatibleAdapter` in case operators following +> the old schema are still valid under the new one (which is usually +> true). +> 6. A version adapter to downgrade the new operator to the older version +> can also be added to `convert.h` but it's not mandatory. + +How nodes bind to operator declarations is strictly defined, and are designed to increase model compatibility across ONNX implementations, in the spirit of the conservative clause of the robustness principle. + +How ONNX implementations bind an operator declaration to a specific implementation is outside the scope of this specification. Implementations of ONNX MAY elect to introduce more sophisticated operator declaration/implementation binding modes, in the spirit of the liberal clause of the robustness principle. + +### Operator sets + +ONNX uses operator sets to group together immutable operator specifications. An operator set represents a specific version of a domain, indicated by a pair (domain, version). This represents the set of all operators belonging to the specified domain with the specified version (referred to as the `opset_version`). When the inventory of a given operator set changes either by addition, removal, or a change in semantics of a contained operator, its version MUST increase. + +Models declare which operator sets they require as a list of `(domain, opset_version)` pairs in `ModelProto.opset_import`. The empty string ("") domain indicates the operators defined as part of the ONNX specification; other domains correspond to operator sets of other vendors (meaning they can be used to provide vendor-specific extensions to ONNX). The union of the operator sets specified by a given model MUST have a compatible operator declaration for each node in the model's graph. + +### Example + +This section is not normative and informational only. + +Given the following operator sets: + +OpSet|Operators|Comments +-|-|- +1|{A} | A introduced +2|{A, B} | B introduced +3|{A', B, C} | A updated (to A'), C introduced +4|{B, C'} | A removed, C updated (to C') + +The operators for a given operator set will have the following `since_version` values: + +Operator|OpSet 1|OpSet 2|OpSet 3|OpSet 4 +-|-|-|-|- +A|**1** |1 |**3** |**-** +B|- |**2** |2 |2 +C|- |- |**3** |**4** + +Notes: + +- Values that are new or updated from a previous OpSet version are in **bold**. + +## Model versioning + +This section of the specification is not normative. It simply outlines a set of recommended practices. + +Model authors and applications/systems MAY elect to ignore the model versioning mechanism and policy rules. For models that will be shared across developers, teams, or organizations, model authors and applications/systems SHOULD adhere to the following version policies: + +### Signature Changes + +1. Breaking changes to the ModelProto.graph.GraphProto.input or .output MUST increment the MAJOR version of `ModelProto.model_version`. Breaking changes include: + + * Breaking changes to the semantics of an input or output (e.g., changing the required contents of an input tensor from a color image to a black and white image). + * Changing the declared type of an input or output to an incompatible type (e.g., `tensor(int)->tensor(string)`). + * Adding a new input for which there is no meaningful or specified default value. Recall that default values for inputs are specified in the initializer list. + * Removing an existing output for which there is no meaningful or specified default value. + +2. Non-breaking changes to the ModelProto.graph.GraphProto.input or .output MUST increment the MINOR version of `ModelProto.model_version`. Non-breaking changes include: + + * Changing the declared type of an input or output to a compatible/widening type (e.g., `tensor(int32)->tensor(int64)`, `tensor(float16)->tensor(float32)`). + * Adding a new input for which there is a meaningful or specified default value. + * Adding new behavior that is only triggered in the presence of inputs that were not + possible in prior versions of the graph (typically by the presence of a new input + or allowing a previously invalid input value). + +### Accuracy or performance changes + +Changes that impact accuracy or performance significantly but do not change the model's inputs or outputs SHOULD increment the PATCH version of `ModelProto.model_version`. + +## Released Versions + +ONNX version|IR version|Opset version ai.onnx|Opset version ai.onnx.ml|Opset version ai.onnx.training +------------|-------------------|---------------------|------------------------|------------------------------ +1.0|3|1|1|- +1.1|3|5|1|- +1.1.2|3|6|1|- +1.2|3|7|1|- +1.3|3|8|1|- +1.4.1|4|9|1|- +1.5.0|5|10|1|- +1.6.0|6|11|2|- +1.7.0|7|12|2|1 +1.8.0|7|13|2|1 +1.8.1|7|13|2|1 +1.9.0|7|14|2|1 +1.10.0|8|15|2|1 +1.10.1|8|15|2|1 +1.10.2|8|15|2|1 +1.11.0|8|16|3|1 +1.12.0|8|17|3|1 +1.13.0|8|18|3|1 +1.13.1|8|18|3|1 +1.14.0|9|19|3|1 +1.14.1|9|19|3|1 +1.15.0|9|20|4|1 +1.16.0|10|21|5|1 +1.16.1|10|21|5|1 +1.16.2|10|21|5|1 +1.17.0|10|22|5|1 +1.18.0|11|23|5|1 +1.19.0|12|24|5|1 +1.19.1|12|24|5|1 +1.20.0|13|25|5|1 +1.20.1|13|25|5|1 +1.21.0|13|26|5|1 + +The version number is centrally defined in [VERSION_NUMBER](../VERSION_NUMBER). +Programmatically accessible version information is available from [onnx/helper.py](../onnx/helper.py), `onnx/common/version.h` (auto-generated) and [onnx/defs/schema.h](../onnx/defs/schema.h). diff --git a/docs/docsgen/Makefile b/docs/docsgen/Makefile new file mode 100644 index 0000000..c7fb98f --- /dev/null +++ b/docs/docsgen/Makefile @@ -0,0 +1,24 @@ +# Copyright (c) Sphinx Project +# +# SPDX-License-Identifier: BSD-2-Clause + +# Minimal makefile for Sphinx documentation +# + +# You can set these variables from the command line, and also +# from the environment for the first two. +SPHINXOPTS ?= +SPHINXBUILD ?= sphinx-build +SOURCEDIR = source +BUILDDIR = build + +# Put it first so that "make" without argument is like "make help". +help: + @$(SPHINXBUILD) -M help "$(SOURCEDIR)" "$(BUILDDIR)" $(SPHINXOPTS) $(O) --keep-going + +.PHONY: help Makefile + +# Catch-all target: route all unknown targets to Sphinx using the new +# "make mode" option. $(O) is meant as a shortcut for $(SPHINXOPTS). +%: Makefile + @$(SPHINXBUILD) -M $@ "$(SOURCEDIR)" "$(BUILDDIR)" $(SPHINXOPTS) $(O) --keep-going diff --git a/docs/docsgen/make.bat b/docs/docsgen/make.bat new file mode 100644 index 0000000..ed82127 --- /dev/null +++ b/docs/docsgen/make.bat @@ -0,0 +1,39 @@ +REM Copyright (c) Sphinx Project +REM +REM SPDX-License-Identifier: BSD-2-Clause + +@ECHO OFF + +pushd %~dp0 + +REM Command file for Sphinx documentation + +if "%SPHINXBUILD%" == "" ( + set SPHINXBUILD=sphinx-build +) +set SOURCEDIR=source +set BUILDDIR=build + +%SPHINXBUILD% >NUL 2>NUL +if errorlevel 9009 ( + echo. + echo.The 'sphinx-build' command was not found. Make sure you have Sphinx + echo.installed, then set the SPHINXBUILD environment variable to point + echo.to the full path of the 'sphinx-build' executable. Alternatively you + echo.may add the Sphinx directory to PATH. + echo. + echo.If you don't have Sphinx installed, grab it from + echo.https://www.sphinx-doc.org/ + exit /b 1 +) + +if "%1" == "" goto help + +%SPHINXBUILD% -M %1 %SOURCEDIR% %BUILDDIR% %SPHINXOPTS% %O% +goto end + +:help +%SPHINXBUILD% -M help %SOURCEDIR% %BUILDDIR% %SPHINXOPTS% %O% + +:end +popd diff --git a/docs/docsgen/source/_static/ONNX-Logo.svg b/docs/docsgen/source/_static/ONNX-Logo.svg new file mode 100644 index 0000000..d2d3adf --- /dev/null +++ b/docs/docsgen/source/_static/ONNX-Logo.svg @@ -0,0 +1,83 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/docs/docsgen/source/_static/css/custom.css b/docs/docsgen/source/_static/css/custom.css new file mode 100644 index 0000000..8db8be6 --- /dev/null +++ b/docs/docsgen/source/_static/css/custom.css @@ -0,0 +1,36 @@ +@import "../basic.css"; + +html[data-theme="dark"] { + --pst-color-text-base: #5c8fda; +} + +.d2h-del { + background-color: var(--pst-color-danger-highlight); + color: var(--pst-color-text-base); +} + +.d2h-ins { + background-color: var(--pst-color-success); + color: var(--pst-color-text-base); +} + +.d2h-change { + background-color: var(--yellow); + color: var(--pst-color-text-base); +} + +.sphinx-tabs-panel { + background-color: var(--pst-color-background); +} + +.sphinx-tabs-tab { + background-color: var(--pst-color-background); +} + +.sphinx-tabs { + background-color: var(--pst-color-background); +} + +.closeable{ + background-color: var(--pst-color-background); +} diff --git a/docs/docsgen/source/_static/diff2html-ui-slim.min.js b/docs/docsgen/source/_static/diff2html-ui-slim.min.js new file mode 100644 index 0000000..da87c3e --- /dev/null +++ b/docs/docsgen/source/_static/diff2html-ui-slim.min.js @@ -0,0 +1 @@ +!function(e,n){if("object"==typeof exports&&"object"==typeof module)module.exports=n();else if("function"==typeof define&&define.amd)define([],n);else{var t=n();for(var i in t)("object"==typeof exports?exports:e)[i]=t[i]}}(this,(()=>(()=>{var e={696:(e,n)=>{"use strict";Object.defineProperty(n,"__esModule",{value:!0}),n.convertChangesToDMP=function(e){for(var n,t,i=[],a=0;a{"use strict";Object.defineProperty(n,"__esModule",{value:!0}),n.convertChangesToXML=function(e){for(var n=[],t=0;t"):i.removed&&n.push(""),n.push((a=i.value,void 0,a.replace(/&/g,"&").replace(//g,">").replace(/"/g,"""))),i.added?n.push(""):i.removed&&n.push("")}var a;return n.join("")}},6976:(e,n,t)=>{"use strict";var i;Object.defineProperty(n,"__esModule",{value:!0}),n.diffArrays=function(e,n,t){return a.diff(e,n,t)},n.arrayDiff=void 0;var a=new(((i=t(5913))&&i.__esModule?i:{default:i}).default);n.arrayDiff=a,a.tokenize=function(e){return e.slice()},a.join=a.removeEmpty=function(e){return e}},5913:(e,n)=>{"use strict";function t(){}function i(e,n,t,i,a){for(var r=0,s=n.length,o=0,l=0;re.length?t:e})),c.value=e.join(u)}else c.value=e.join(t.slice(o,o+c.count));o+=c.count,c.added||(l+=c.count)}}var g=n[s-1];return s>1&&"string"==typeof g.value&&(g.added||g.removed)&&e.equals("",g.value)&&(n[s-2].value+=g.value,n.pop()),n}Object.defineProperty(n,"__esModule",{value:!0}),n.default=t,t.prototype={diff:function(e,n){var t=arguments.length>2&&void 0!==arguments[2]?arguments[2]:{},a=t.callback;"function"==typeof t&&(a=t,t={}),this.options=t;var r=this;function s(e){return a?(setTimeout((function(){a(void 0,e)}),0),!0):e}e=this.castInput(e),n=this.castInput(n),e=this.removeEmpty(this.tokenize(e));var o=(n=this.removeEmpty(this.tokenize(n))).length,l=e.length,c=1,d=o+l;t.maxEditLength&&(d=Math.min(d,t.maxEditLength));var u=[{newPos:-1,components:[]}],g=this.extractCommon(u[0],n,e,0);if(u[0].newPos+1>=o&&g+1>=l)return s([{value:this.join(n),count:n.length}]);function b(){for(var t=-1*c;t<=c;t+=2){var a=void 0,d=u[t-1],g=u[t+1],b=(g?g.newPos:0)-t;d&&(u[t-1]=void 0);var p=d&&d.newPos+1=o&&b+1>=l)return s(i(r,a.components,n,e,r.useLongestToken));u[t]=a}else u[t]=void 0}var m;c++}if(a)!function e(){setTimeout((function(){if(c>d)return a();b()||e()}),0)}();else for(;c<=d;){var p=b();if(p)return p}},pushComponent:function(e,n,t){var i=e[e.length-1];i&&i.added===n&&i.removed===t?e[e.length-1]={count:i.count+1,added:n,removed:t}:e.push({count:1,added:n,removed:t})},extractCommon:function(e,n,t,i){for(var a=n.length,r=t.length,s=e.newPos,o=s-i,l=0;s+1{"use strict";var i;Object.defineProperty(n,"__esModule",{value:!0}),n.diffChars=function(e,n,t){return a.diff(e,n,t)},n.characterDiff=void 0;var a=new(((i=t(5913))&&i.__esModule?i:{default:i}).default);n.characterDiff=a},4852:(e,n,t)=>{"use strict";var i;Object.defineProperty(n,"__esModule",{value:!0}),n.diffCss=function(e,n,t){return a.diff(e,n,t)},n.cssDiff=void 0;var a=new(((i=t(5913))&&i.__esModule?i:{default:i}).default);n.cssDiff=a,a.tokenize=function(e){return e.split(/([{}:;,]|\s+)/)}},4276:(e,n,t)=>{"use strict";Object.defineProperty(n,"__esModule",{value:!0}),n.diffJson=function(e,n,t){return l.diff(e,n,t)},n.canonicalize=c,n.jsonDiff=void 0;var i,a=(i=t(5913))&&i.__esModule?i:{default:i},r=t(8187);function s(e){return s="function"==typeof Symbol&&"symbol"==typeof Symbol.iterator?function(e){return typeof e}:function(e){return e&&"function"==typeof Symbol&&e.constructor===Symbol&&e!==Symbol.prototype?"symbol":typeof e},s(e)}var o=Object.prototype.toString,l=new a.default;function c(e,n,t,i,a){var r,l;for(n=n||[],t=t||[],i&&(e=i(a,e)),r=0;r{"use strict";Object.defineProperty(n,"__esModule",{value:!0}),n.diffLines=function(e,n,t){return s.diff(e,n,t)},n.diffTrimmedLines=function(e,n,t){var i=(0,r.generateOptions)(t,{ignoreWhitespace:!0});return s.diff(e,n,i)},n.lineDiff=void 0;var i,a=(i=t(5913))&&i.__esModule?i:{default:i},r=t(8009),s=new a.default;n.lineDiff=s,s.tokenize=function(e){var n=[],t=e.split(/(\n|\r\n)/);t[t.length-1]||t.pop();for(var i=0;i{"use strict";var i;Object.defineProperty(n,"__esModule",{value:!0}),n.diffSentences=function(e,n,t){return a.diff(e,n,t)},n.sentenceDiff=void 0;var a=new(((i=t(5913))&&i.__esModule?i:{default:i}).default);n.sentenceDiff=a,a.tokenize=function(e){return e.split(/(\S.+?[.!?])(?=\s+|$)/)}},5303:(e,n,t)=>{"use strict";Object.defineProperty(n,"__esModule",{value:!0}),n.diffWords=function(e,n,t){return t=(0,r.generateOptions)(t,{ignoreWhitespace:!0}),l.diff(e,n,t)},n.diffWordsWithSpace=function(e,n,t){return l.diff(e,n,t)},n.wordDiff=void 0;var i,a=(i=t(5913))&&i.__esModule?i:{default:i},r=t(8009),s=/^[A-Za-z\xC0-\u02C6\u02C8-\u02D7\u02DE-\u02FF\u1E00-\u1EFF]+$/,o=/\S/,l=new a.default;n.wordDiff=l,l.equals=function(e,n){return this.options.ignoreCase&&(e=e.toLowerCase(),n=n.toLowerCase()),e===n||this.options.ignoreWhitespace&&!o.test(e)&&!o.test(n)},l.tokenize=function(e){for(var n=e.split(/([^\S\r\n]+|[()[\]{}'"\r\n]|\b)/),t=0;t{"use strict";Object.defineProperty(n,"__esModule",{value:!0}),Object.defineProperty(n,"Diff",{enumerable:!0,get:function(){return a.default}}),Object.defineProperty(n,"diffChars",{enumerable:!0,get:function(){return r.diffChars}}),Object.defineProperty(n,"diffWords",{enumerable:!0,get:function(){return s.diffWords}}),Object.defineProperty(n,"diffWordsWithSpace",{enumerable:!0,get:function(){return s.diffWordsWithSpace}}),Object.defineProperty(n,"diffLines",{enumerable:!0,get:function(){return o.diffLines}}),Object.defineProperty(n,"diffTrimmedLines",{enumerable:!0,get:function(){return o.diffTrimmedLines}}),Object.defineProperty(n,"diffSentences",{enumerable:!0,get:function(){return l.diffSentences}}),Object.defineProperty(n,"diffCss",{enumerable:!0,get:function(){return c.diffCss}}),Object.defineProperty(n,"diffJson",{enumerable:!0,get:function(){return d.diffJson}}),Object.defineProperty(n,"canonicalize",{enumerable:!0,get:function(){return d.canonicalize}}),Object.defineProperty(n,"diffArrays",{enumerable:!0,get:function(){return u.diffArrays}}),Object.defineProperty(n,"applyPatch",{enumerable:!0,get:function(){return g.applyPatch}}),Object.defineProperty(n,"applyPatches",{enumerable:!0,get:function(){return g.applyPatches}}),Object.defineProperty(n,"parsePatch",{enumerable:!0,get:function(){return b.parsePatch}}),Object.defineProperty(n,"merge",{enumerable:!0,get:function(){return p.merge}}),Object.defineProperty(n,"structuredPatch",{enumerable:!0,get:function(){return f.structuredPatch}}),Object.defineProperty(n,"createTwoFilesPatch",{enumerable:!0,get:function(){return f.createTwoFilesPatch}}),Object.defineProperty(n,"createPatch",{enumerable:!0,get:function(){return f.createPatch}}),Object.defineProperty(n,"convertChangesToDMP",{enumerable:!0,get:function(){return m.convertChangesToDMP}}),Object.defineProperty(n,"convertChangesToXML",{enumerable:!0,get:function(){return E.convertChangesToXML}});var i,a=(i=t(5913))&&i.__esModule?i:{default:i},r=t(7630),s=t(5303),o=t(8187),l=t(4146),c=t(4852),d=t(4276),u=t(6976),g=t(3690),b=t(3719),p=t(3051),f=t(1286),m=t(696),E=t(5826)},3690:(e,n,t)=>{"use strict";Object.defineProperty(n,"__esModule",{value:!0}),n.applyPatch=s,n.applyPatches=function(e,n){"string"==typeof e&&(e=(0,a.parsePatch)(e));var t=0;!function i(){var a=e[t++];if(!a)return n.complete();n.loadFile(a,(function(e,t){if(e)return n.complete(e);var r=s(t,a,n);n.patched(a,r,(function(e){if(e)return n.complete(e);i()}))}))}()};var i,a=t(3719),r=(i=t(8169))&&i.__esModule?i:{default:i};function s(e,n){var t=arguments.length>2&&void 0!==arguments[2]?arguments[2]:{};if("string"==typeof n&&(n=(0,a.parsePatch)(n)),Array.isArray(n)){if(n.length>1)throw new Error("applyPatch only works with a single input.");n=n[0]}var i,s,o=e.split(/\r\n|[\n\v\f\r\x85]/),l=e.match(/\r\n|[\n\v\f\r\x85]/g)||[],c=n.hunks,d=t.compareLine||function(e,n,t,i){return n===i},u=0,g=t.fuzzFactor||0,b=0,p=0;function f(e,n){for(var t=0;t0?i[0]:" ",r=i.length>0?i.substr(1):i;if(" "===a||"-"===a){if(!d(n+1,o[n],a,r)&&++u>g)return!1;n++}}return!0}for(var m=0;m0?R[0]:" ",w=R.length>0?R.substr(1):R,C=v.linedelimiters[S];if(" "===I)y++;else if("-"===I)o.splice(y,1),l.splice(y,1);else if("+"===I)o.splice(y,0,w),l.splice(y,0,C),y++;else if("\\"===I){var L=v.lines[S-1]?v.lines[S-1][0]:null;"+"===L?i=!0:"-"===L&&(s=!0)}}}if(i)for(;!o[o.length-1];)o.pop(),l.pop();else s&&(o.push(""),l.push("\n"));for(var M=0;M{"use strict";Object.defineProperty(n,"__esModule",{value:!0}),n.structuredPatch=s,n.formatPatch=o,n.createTwoFilesPatch=l,n.createPatch=function(e,n,t,i,a,r){return l(e,e,n,t,i,a,r)};var i=t(8187);function a(e){return function(e){if(Array.isArray(e))return r(e)}(e)||function(e){if("undefined"!=typeof Symbol&&Symbol.iterator in Object(e))return Array.from(e)}(e)||function(e,n){if(e){if("string"==typeof e)return r(e,n);var t=Object.prototype.toString.call(e).slice(8,-1);return"Object"===t&&e.constructor&&(t=e.constructor.name),"Map"===t||"Set"===t?Array.from(e):"Arguments"===t||/^(?:Ui|I)nt(?:8|16|32)(?:Clamped)?Array$/.test(t)?r(e,n):void 0}}(e)||function(){throw new TypeError("Invalid attempt to spread non-iterable instance.\nIn order to be iterable, non-array objects must have a [Symbol.iterator]() method.")}()}function r(e,n){(null==n||n>e.length)&&(n=e.length);for(var t=0,i=new Array(n);t0?h(o.lines.slice(-l.context)):[],u-=b.length,g-=b.length)}(s=b).push.apply(s,a(i.map((function(e){return(n.added?"+":"-")+e})))),n.added?f+=i.length:p+=i.length}else{if(u)if(i.length<=2*l.context&&e=c.length-2&&i.length<=l.context){var T=/\n$/.test(t),O=/\n$/.test(r),A=0==i.length&&b.length>N.oldLines;!T&&A&&t.length>0&&b.splice(N.oldLines,0,"\\ No newline at end of file"),(T||A)&&O||b.push("\\ No newline at end of file")}d.push(N),u=0,g=0,b=[]}p+=i.length,f+=i.length}},E=0;E{"use strict";Object.defineProperty(n,"__esModule",{value:!0}),n.calcLineCount=l,n.merge=function(e,n,t){e=c(e,t),n=c(n,t);var i={};(e.index||n.index)&&(i.index=e.index||n.index),(e.newFileName||n.newFileName)&&(d(e)?d(n)?(i.oldFileName=u(i,e.oldFileName,n.oldFileName),i.newFileName=u(i,e.newFileName,n.newFileName),i.oldHeader=u(i,e.oldHeader,n.oldHeader),i.newHeader=u(i,e.newHeader,n.newHeader)):(i.oldFileName=e.oldFileName,i.newFileName=e.newFileName,i.oldHeader=e.oldHeader,i.newHeader=e.newHeader):(i.oldFileName=n.oldFileName||e.oldFileName,i.newFileName=n.newFileName||e.newFileName,i.oldHeader=n.oldHeader||e.oldHeader,i.newHeader=n.newHeader||e.newHeader)),i.hunks=[];for(var a=0,r=0,s=0,o=0;ae.length)&&(n=e.length);for(var t=0,i=new Array(n);t{"use strict";Object.defineProperty(n,"__esModule",{value:!0}),n.parsePatch=function(e){var n=arguments.length>1&&void 0!==arguments[1]?arguments[1]:{},t=e.split(/\r\n|[\n\v\f\r\x85]/),i=e.match(/\r\n|[\n\v\f\r\x85]/g)||[],a=[],r=0;function s(){var e={};for(a.push(e);r{"use strict";function t(e,n){if(n.length>e.length)return!1;for(var t=0;t{"use strict";Object.defineProperty(n,"__esModule",{value:!0}),n.default=function(e,n,t){var i=!0,a=!1,r=!1,s=1;return function o(){if(i&&!r){if(a?s++:i=!1,e+s<=t)return s;r=!0}if(!a)return r||(i=!0),n<=e-s?-s++:(a=!0,o())}}},8009:(e,n)=>{"use strict";Object.defineProperty(n,"__esModule",{value:!0}),n.generateOptions=function(e,n){if("function"==typeof e)n.callback=e;else if(e)for(var t in e)e.hasOwnProperty(t)&&(n[t]=e[t]);return n}},9397:(e,n)=>{!function(e){var n=/\S/,t=/\"/g,i=/\n/g,a=/\r/g,r=/\\/g,s=/\u2028/,o=/\u2029/;function l(e){return e.trim?e.trim():e.replace(/^\s*|\s*$/g,"")}function c(e,n,t){if(n.charAt(t)!=e.charAt(0))return!1;for(var i=1,a=e.length;i":7,"=":8,_v:9,"{":10,"&":11,_t:12},e.scan=function(t,i){var a,r=t.length,s=0,o=null,d=null,u="",g=[],b=!1,p=0,f=0,m="{{",E="}}";function h(){u.length>0&&(g.push({tag:"_t",text:new String(u)}),u="")}function _(t,i){if(h(),t&&function(){for(var t=!0,i=f;i"==a.tag&&(a.indent=g[r].text.toString()),g.splice(r,1));else i||g.push({tag:"\n"});b=!1,f=g.length}function N(e,n){var t="="+E,i=e.indexOf(t,n),a=l(e.substring(e.indexOf("=",n)+1,i)).split(" ");return m=a[0],E=a[a.length-1],i+t.length-1}for(i&&(i=i.split(" "),m=i[0],E=i[1]),p=0;p0;){if(l=n.shift(),r&&"<"==r.tag&&!(l.tag in d))throw new Error("Illegal content in < super tag.");if(e.tags[l.tag]<=e.tags.$||g(l,a))i.push(l),l.nodes=u(n,l.tag,i,a);else{if("/"==l.tag){if(0===i.length)throw new Error("Closing tag without opener: /"+l.n);if(o=i.pop(),l.n!=o.n&&!b(l.n,o.n,a))throw new Error("Nesting error: "+o.n+" vs. "+l.n);return o.end=l.i,s}"\n"==l.tag&&(l.last=0==n.length||"\n"==n[0].tag)}s.push(l)}if(i.length>0)throw new Error("missing closing tag: "+i.pop().n);return s}function g(e,n){for(var t=0,i=n.length;t":h,"<":function(n,t){var i={partials:{},code:"",subs:{},inPartial:!0};e.walk(n.nodes,i);var a=t.partials[h(n,t)];a.subs=i.subs,a.partials=i.partials},$:function(n,t){var i={subs:{},code:"",partials:t.partials,prefix:n.n};e.walk(n.nodes,i),t.subs[n.n]=i.code,t.inPartial||(t.code+='t.sub("'+m(n.n)+'",c,p,i);')},"\n":function(e,n){n.code+=N('"\\n"'+(e.last?"":" + i"))},_v:function(e,n){n.code+="t.b(t.v(t."+E(e.n)+'("'+m(e.n)+'",c,p,0)));'},_t:function(e,n){n.code+=N('"'+m(e.text)+'"')},"{":_,"&":_},e.walk=function(n,t){for(var i,a=0,r=n.length;a{var i=t(9397);i.Template=t(2882).Template,i.template=i.Template,e.exports=i},2882:(e,n)=>{!function(e){function n(e,n,t){var i;return n&&"object"==typeof n&&(void 0!==n[e]?i=n[e]:t&&n.get&&"function"==typeof n.get&&(i=n.get(e))),i}e.Template=function(e,n,t,i){e=e||{},this.r=e.code||this.r,this.c=t,this.options=i||{},this.text=n||"",this.partials=e.partials||{},this.subs=e.subs||{},this.buf=""},e.Template.prototype={r:function(e,n,t){return""},v:function(e){return e=l(e),o.test(e)?e.replace(t,"&").replace(i,"<").replace(a,">").replace(r,"'").replace(s,"""):e},t:l,render:function(e,n,t){return this.ri([e],n||{},t)},ri:function(e,n,t){return this.r(e,n,t)},ep:function(e,n){var t=this.partials[e],i=n[t.name];if(t.instance&&t.base==i)return t.instance;if("string"==typeof i){if(!this.c)throw new Error("No compiler available.");i=this.c.compile(i,this.options)}if(!i)return null;if(this.partials[e].base=i,t.subs){for(key in n.stackText||(n.stackText={}),t.subs)n.stackText[key]||(n.stackText[key]=void 0!==this.activeSub&&n.stackText[this.activeSub]?n.stackText[this.activeSub]:this.text);i=function(e,n,t,i,a,r){function s(){}function o(){}var l;s.prototype=e,o.prototype=e.subs;var c=new s;for(l in c.subs=new o,c.subsText={},c.buf="",i=i||{},c.stackSubs=i,c.subsText=r,n)i[l]||(i[l]=n[l]);for(l in i)c.subs[l]=i[l];for(l in a=a||{},c.stackPartials=a,t)a[l]||(a[l]=t[l]);for(l in a)c.partials[l]=a[l];return c}(i,t.subs,t.partials,this.stackSubs,this.stackPartials,n.stackText)}return this.partials[e].instance=i,i},rp:function(e,n,t,i){var a=this.ep(e,t);return a?a.ri(n,t,i):""},rs:function(e,n,t){var i=e[e.length-1];if(c(i))for(var a=0;a=0;l--)if(void 0!==(r=n(e,t[l],o))){s=!0;break}return s?(a||"function"!=typeof r||(r=this.mv(r,t,i)),r):!a&&""},ls:function(e,n,t,i,a){var r=this.options.delimiters;return this.options.delimiters=a,this.b(this.ct(l(e.call(n,i)),n,t)),this.options.delimiters=r,!1},ct:function(e,n,t){if(this.options.disableLambda)throw new Error("Lambda features disabled.");return this.c.compile(e,this.options).render(n,t)},b:function(e){this.buf+=e},fl:function(){var e=this.buf;return this.buf="",e},ms:function(e,n,t,i,a,r,s){var o,l=n[n.length-1],c=e.call(l);return"function"==typeof c?!!i||(o=this.activeSub&&this.subsText&&this.subsText[this.activeSub]?this.subsText[this.activeSub]:this.text,this.ls(c,l,t,o.substring(a,r),s)):c},mv:function(e,n,t){var i=n[n.length-1],a=e.call(i);return"function"==typeof a?this.ct(l(a.call(i)),i,t):a},sub:function(e,n,t,i){var a=this.subs[e];a&&(this.activeSub=e,a(n,t,this,i),this.activeSub=!1)}};var t=/&/g,i=//g,r=/\'/g,s=/\"/g,o=/[&<>\"\']/;function l(e){return String(null==e?"":e)}var c=Array.isArray||function(e){return"[object Array]"===Object.prototype.toString.call(e)}}(n)},8468:(e,n,t)=>{"use strict";Object.defineProperty(n,"__esModule",{value:!0}),n.parse=void 0;const i=t(9699),a=t(8593);function r(e,n){const t=e.split(".");return t.length>1?t[t.length-1]:n}function s(e,n){return n.reduce(((n,t)=>n||e.startsWith(t)),!1)}const o=["a/","b/","i/","w/","c/","o/"];function l(e,n,t){const i=void 0!==t?[...o,t]:o,r=n?new RegExp(`^${(0,a.escapeForRegExp)(n)} "?(.+?)"?$`):new RegExp('^"?(.+?)"?$'),[,s=""]=r.exec(e)||[],l=i.find((e=>0===s.indexOf(e)));return(l?s.slice(l.length):s).replace(/\s+\d{4}-\d{2}-\d{2} \d{2}:\d{2}:\d{2}(?:\.\d+)? [+-]\d{4}.*$/,"")}n.parse=function(e,n={}){const t=[];let a=null,o=null,c=null,d=null,u=null,g=null,b=null;const p="--- ",f="+++ ",m="@@",E=/^old mode (\d{6})/,h=/^new mode (\d{6})/,_=/^deleted file mode (\d{6})/,N=/^new file mode (\d{6})/,T=/^copy from "?(.+)"?/,O=/^copy to "?(.+)"?/,A=/^rename from "?(.+)"?/,v=/^rename to "?(.+)"?/,y=/^similarity index (\d+)%/,S=/^dissimilarity index (\d+)%/,R=/^index ([\da-z]+)\.\.([\da-z]+)\s*(\d{6})?/,I=/^Binary files (.*) and (.*) differ/,w=/^GIT binary patch/,C=/^index ([\da-z]+),([\da-z]+)\.\.([\da-z]+)/,L=/^mode (\d{6}),(\d{6})\.\.(\d{6})/,M=/^new file mode (\d{6})/,D=/^deleted file mode (\d{6}),(\d{6})/,x=e.replace(/\\ No newline at end of file/g,"").replace(/\r\n?/g,"\n").split("\n");function k(){null!==o&&null!==a&&(a.blocks.push(o),o=null)}function P(){null!==a&&(a.oldName||null===g||(a.oldName=g),a.newName||null===b||(a.newName=b),a.newName&&(t.push(a),a=null)),g=null,b=null}function U(){k(),P(),a={blocks:[],deletedLines:0,addedLines:0}}function B(e){let n;k(),null!==a&&((n=/^@@ -(\d+)(?:,\d+)? \+(\d+)(?:,\d+)? @@.*/.exec(e))?(a.isCombined=!1,c=parseInt(n[1],10),u=parseInt(n[2],10)):(n=/^@@@ -(\d+)(?:,\d+)? -(\d+)(?:,\d+)? \+(\d+)(?:,\d+)? @@@.*/.exec(e))?(a.isCombined=!0,c=parseInt(n[1],10),d=parseInt(n[2],10),u=parseInt(n[3],10)):(e.startsWith(m)&&console.error("Failed to parse lines, starting in 0!"),c=0,u=0,a.isCombined=!1)),o={lines:[],oldStartLine:c,oldStartLine2:d,newStartLine:u,header:e}}return x.forEach(((e,d)=>{if(!e||e.startsWith("*"))return;let k;const P=x[d-1],F=x[d+1],j=x[d+2];if(e.startsWith("diff --git")||e.startsWith("diff --combined")){if(U(),(k=/^diff --git "?([a-ciow]\/.+)"? "?([a-ciow]\/.+)"?/.exec(e))&&(g=l(k[1],void 0,n.dstPrefix),b=l(k[2],void 0,n.srcPrefix)),null===a)throw new Error("Where is my file !!!");return void(a.isGitDiff=!0)}if(e.startsWith("Binary files")&&!(null==a?void 0:a.isGitDiff)){if(U(),(k=/^Binary files "?([a-ciow]\/.+)"? and "?([a-ciow]\/.+)"? differ/.exec(e))&&(g=l(k[1],void 0,n.dstPrefix),b=l(k[2],void 0,n.srcPrefix)),null===a)throw new Error("Where is my file !!!");return void(a.isBinary=!0)}if((!a||!a.isGitDiff&&a&&e.startsWith(p)&&F.startsWith(f)&&j.startsWith(m))&&U(),null==a?void 0:a.isTooBig)return;if(a&&("number"==typeof n.diffMaxChanges&&a.addedLines+a.deletedLines>n.diffMaxChanges||"number"==typeof n.diffMaxLineLength&&e.length>n.diffMaxLineLength))return a.isTooBig=!0,a.addedLines=0,a.deletedLines=0,a.blocks=[],o=null,void B("function"==typeof n.diffTooBigMessage?n.diffTooBigMessage(t.length):"Diff too big to be displayed");if(e.startsWith(p)&&F.startsWith(f)||e.startsWith(f)&&P.startsWith(p)){if(a&&!a.oldName&&e.startsWith("--- ")&&(k=function(e,n){return l(e,"---",n)}(e,n.srcPrefix)))return a.oldName=k,void(a.language=r(a.oldName,a.language));if(a&&!a.newName&&e.startsWith("+++ ")&&(k=function(e,n){return l(e,"+++",n)}(e,n.dstPrefix)))return a.newName=k,void(a.language=r(a.newName,a.language))}if(a&&(e.startsWith(m)||a.isGitDiff&&a.oldName&&a.newName&&!o))return void B(e);if(o&&(e.startsWith("+")||e.startsWith("-")||e.startsWith(" ")))return void function(e){if(null===a||null===o||null===c||null===u)return;const n={content:e},t=a.isCombined?["+ "," +","++"]:["+"],r=a.isCombined?["- "," -","--"]:["-"];s(e,t)?(a.addedLines++,n.type=i.LineType.INSERT,n.oldNumber=void 0,n.newNumber=u++):s(e,r)?(a.deletedLines++,n.type=i.LineType.DELETE,n.oldNumber=c++,n.newNumber=void 0):(n.type=i.LineType.CONTEXT,n.oldNumber=c++,n.newNumber=u++),o.lines.push(n)}(e);const H=!function(e,n){let t=n;for(;t'),i.b("\n"+t),i.b(' '),i.b("\n"+t),i.b(i.rp("'),i.b(i.v(i.f("fileName",e,n,0))),i.b(""),i.b("\n"+t),i.b(' '),i.b("\n"+t),i.b(' '),i.b(i.v(i.f("addedLines",e,n,0))),i.b(""),i.b("\n"+t),i.b(' '),i.b(i.v(i.f("deletedLines",e,n,0))),i.b(""),i.b("\n"+t),i.b(" "),i.b("\n"+t),i.b(" "),i.b("\n"+t),i.b(""),i.fl()},partials:{"'),i.b("\n"+t),i.b('
'),i.b("\n"+t),i.b(' Files changed ('),i.b(i.v(i.f("filesNumber",e,n,0))),i.b(")"),i.b("\n"+t),i.b(' hide'),i.b("\n"+t),i.b(' show'),i.b("\n"+t),i.b("
"),i.b("\n"+t),i.b('
    '),i.b("\n"+t),i.b(" "),i.b(i.t(i.f("files",e,n,0))),i.b("\n"+t),i.b("
"),i.b("\n"+t),i.b(""),i.fl()},partials:{},subs:{}}),n.defaultTemplates["generic-block-header"]=new s.Template({code:function(e,n,t){var i=this;return i.b(t=t||""),i.b(""),i.b("\n"+t),i.b(' '),i.b("\n"+t),i.b(' '),i.b("\n"+t),i.b('
'),i.s(i.f("blockHeader",e,n,1),e,n,0,156,173,"{{ }}")&&(i.rs(e,n,(function(e,n,t){t.b(t.t(t.f("blockHeader",e,n,0)))})),e.pop()),i.s(i.f("blockHeader",e,n,1),e,n,1,0,0,"")||i.b(" "),i.b("
"),i.b("\n"+t),i.b(" "),i.b("\n"+t),i.b(""),i.fl()},partials:{},subs:{}}),n.defaultTemplates["generic-empty-diff"]=new s.Template({code:function(e,n,t){var i=this;return i.b(t=t||""),i.b(""),i.b("\n"+t),i.b(' '),i.b("\n"+t),i.b('
'),i.b("\n"+t),i.b(" File without changes"),i.b("\n"+t),i.b("
"),i.b("\n"+t),i.b(" "),i.b("\n"+t),i.b(""),i.fl()},partials:{},subs:{}}),n.defaultTemplates["generic-file-path"]=new s.Template({code:function(e,n,t){var i=this;return i.b(t=t||""),i.b(''),i.b("\n"+t),i.b(i.rp("'),i.b(i.v(i.f("fileDiffName",e,n,0))),i.b(""),i.b("\n"+t),i.b(i.rp(""),i.b("\n"+t),i.b('"),i.fl()},partials:{""),i.b("\n"+t),i.b(' '),i.b("\n"+t),i.b(" "),i.b(i.t(i.f("lineNumber",e,n,0))),i.b("\n"+t),i.b(" "),i.b("\n"+t),i.b(' '),i.b("\n"+t),i.b('
'),i.b("\n"+t),i.s(i.f("prefix",e,n,1),e,n,0,162,238,"{{ }}")&&(i.rs(e,n,(function(e,n,i){i.b(' '),i.b(i.t(i.f("prefix",e,n,0))),i.b(""),i.b("\n"+t)})),e.pop()),i.s(i.f("prefix",e,n,1),e,n,1,0,0,"")||(i.b('  '),i.b("\n"+t)),i.s(i.f("content",e,n,1),e,n,0,371,445,"{{ }}")&&(i.rs(e,n,(function(e,n,i){i.b(' '),i.b(i.t(i.f("content",e,n,0))),i.b(""),i.b("\n"+t)})),e.pop()),i.s(i.f("content",e,n,1),e,n,1,0,0,"")||(i.b('
'),i.b("\n"+t)),i.b("
"),i.b("\n"+t),i.b(" "),i.b("\n"+t),i.b(""),i.fl()},partials:{},subs:{}}),n.defaultTemplates["generic-wrapper"]=new s.Template({code:function(e,n,t){var i=this;return i.b(t=t||""),i.b('
'),i.b("\n"+t),i.b(" "),i.b(i.t(i.f("content",e,n,0))),i.b("\n"+t),i.b("
"),i.fl()},partials:{},subs:{}}),n.defaultTemplates["icon-file-added"]=new s.Template({code:function(e,n,t){var i=this;return i.b(t=t||""),i.b('"),i.fl()},partials:{},subs:{}}),n.defaultTemplates["icon-file-changed"]=new s.Template({code:function(e,n,t){var i=this;return i.b(t=t||""),i.b('"),i.fl()},partials:{},subs:{}}),n.defaultTemplates["icon-file-deleted"]=new s.Template({code:function(e,n,t){var i=this;return i.b(t=t||""),i.b('"),i.fl()},partials:{},subs:{}}),n.defaultTemplates["icon-file-renamed"]=new s.Template({code:function(e,n,t){var i=this;return i.b(t=t||""),i.b('"),i.fl()},partials:{},subs:{}}),n.defaultTemplates["icon-file"]=new s.Template({code:function(e,n,t){var i=this;return i.b(t=t||""),i.b('"),i.fl()},partials:{},subs:{}}),n.defaultTemplates["line-by-line-file-diff"]=new s.Template({code:function(e,n,t){var i=this;return i.b(t=t||""),i.b('
'),i.b("\n"+t),i.b('
'),i.b("\n"+t),i.b(" "),i.b(i.t(i.f("filePath",e,n,0))),i.b("\n"+t),i.b("
"),i.b("\n"+t),i.b('
'),i.b("\n"+t),i.b('
'),i.b("\n"+t),i.b(' '),i.b("\n"+t),i.b(' '),i.b("\n"+t),i.b(" "),i.b(i.t(i.f("diffs",e,n,0))),i.b("\n"+t),i.b(" "),i.b("\n"+t),i.b("
"),i.b("\n"+t),i.b("
"),i.b("\n"+t),i.b("
"),i.b("\n"+t),i.b("
"),i.fl()},partials:{},subs:{}}),n.defaultTemplates["line-by-line-numbers"]=new s.Template({code:function(e,n,t){var i=this;return i.b(t=t||""),i.b('
'),i.b(i.v(i.f("oldNumber",e,n,0))),i.b("
"),i.b("\n"+t),i.b('
'),i.b(i.v(i.f("newNumber",e,n,0))),i.b("
"),i.fl()},partials:{},subs:{}}),n.defaultTemplates["side-by-side-file-diff"]=new s.Template({code:function(e,n,t){var i=this;return i.b(t=t||""),i.b('
'),i.b("\n"+t),i.b('
'),i.b("\n"+t),i.b(" "),i.b(i.t(i.f("filePath",e,n,0))),i.b("\n"+t),i.b("
"),i.b("\n"+t),i.b('
'),i.b("\n"+t),i.b('
'),i.b("\n"+t),i.b('
'),i.b("\n"+t),i.b(' '),i.b("\n"+t),i.b(' '),i.b("\n"+t),i.b(" "),i.b(i.t(i.d("diffs.left",e,n,0))),i.b("\n"+t),i.b(" "),i.b("\n"+t),i.b("
"),i.b("\n"+t),i.b("
"),i.b("\n"+t),i.b("
"),i.b("\n"+t),i.b('
'),i.b("\n"+t),i.b('
'),i.b("\n"+t),i.b(' '),i.b("\n"+t),i.b(' '),i.b("\n"+t),i.b(" "),i.b(i.t(i.d("diffs.right",e,n,0))),i.b("\n"+t),i.b(" "),i.b("\n"+t),i.b("
"),i.b("\n"+t),i.b("
"),i.b("\n"+t),i.b("
"),i.b("\n"+t),i.b("
"),i.b("\n"+t),i.b("
"),i.fl()},partials:{},subs:{}}),n.defaultTemplates["tag-file-added"]=new s.Template({code:function(e,n,t){var i=this;return i.b(t=t||""),i.b('ADDED'),i.fl()},partials:{},subs:{}}),n.defaultTemplates["tag-file-changed"]=new s.Template({code:function(e,n,t){var i=this;return i.b(t=t||""),i.b('CHANGED'),i.fl()},partials:{},subs:{}}),n.defaultTemplates["tag-file-deleted"]=new s.Template({code:function(e,n,t){var i=this;return i.b(t=t||""),i.b('DELETED'),i.fl()},partials:{},subs:{}}),n.defaultTemplates["tag-file-renamed"]=new s.Template({code:function(e,n,t){var i=this;return i.b(t=t||""),i.b('RENAMED'),i.fl()},partials:{},subs:{}})},6834:function(e,n,t){"use strict";var i=this&&this.__createBinding||(Object.create?function(e,n,t,i){void 0===i&&(i=t);var a=Object.getOwnPropertyDescriptor(n,t);a&&!("get"in a?!n.__esModule:a.writable||a.configurable)||(a={enumerable:!0,get:function(){return n[t]}}),Object.defineProperty(e,i,a)}:function(e,n,t,i){void 0===i&&(i=t),e[i]=n[t]}),a=this&&this.__setModuleDefault||(Object.create?function(e,n){Object.defineProperty(e,"default",{enumerable:!0,value:n})}:function(e,n){e.default=n}),r=this&&this.__importStar||function(e){if(e&&e.__esModule)return e;var n={};if(null!=e)for(var t in e)"default"!==t&&Object.prototype.hasOwnProperty.call(e,t)&&i(n,e,t);return a(n,e),n},s=this&&this.__importDefault||function(e){return e&&e.__esModule?e:{default:e}};Object.defineProperty(n,"__esModule",{value:!0}),n.html=n.parse=n.defaultDiff2HtmlConfig=void 0;const o=r(t(8468)),l=t(3479),c=r(t(2378)),d=r(t(170)),u=t(9699),g=s(t(4063));n.defaultDiff2HtmlConfig=Object.assign(Object.assign(Object.assign({},c.defaultLineByLineRendererConfig),d.defaultSideBySideRendererConfig),{outputFormat:u.OutputFormatType.LINE_BY_LINE,drawFileList:!0}),n.parse=function(e,t={}){return o.parse(e,Object.assign(Object.assign({},n.defaultDiff2HtmlConfig),t))},n.html=function(e,t={}){const i=Object.assign(Object.assign({},n.defaultDiff2HtmlConfig),t),a="string"==typeof e?o.parse(e,i):e,r=new g.default(i),{colorScheme:s}=i,u={colorScheme:s};return(i.drawFileList?new l.FileListRenderer(r,u).render(a):"")+("side-by-side"===i.outputFormat?new d.default(r,i).render(a):new c.default(r,i).render(a))}},3479:function(e,n,t){"use strict";var i=this&&this.__createBinding||(Object.create?function(e,n,t,i){void 0===i&&(i=t);var a=Object.getOwnPropertyDescriptor(n,t);a&&!("get"in a?!n.__esModule:a.writable||a.configurable)||(a={enumerable:!0,get:function(){return n[t]}}),Object.defineProperty(e,i,a)}:function(e,n,t,i){void 0===i&&(i=t),e[i]=n[t]}),a=this&&this.__setModuleDefault||(Object.create?function(e,n){Object.defineProperty(e,"default",{enumerable:!0,value:n})}:function(e,n){e.default=n}),r=this&&this.__importStar||function(e){if(e&&e.__esModule)return e;var n={};if(null!=e)for(var t in e)"default"!==t&&Object.prototype.hasOwnProperty.call(e,t)&&i(n,e,t);return a(n,e),n};Object.defineProperty(n,"__esModule",{value:!0}),n.FileListRenderer=n.defaultFileListRendererConfig=void 0;const s=r(t(5741)),o="file-summary";n.defaultFileListRendererConfig={colorScheme:s.defaultRenderConfig.colorScheme},n.FileListRenderer=class{constructor(e,t={}){this.hoganUtils=e,this.config=Object.assign(Object.assign({},n.defaultFileListRendererConfig),t)}render(e){const n=e.map((e=>this.hoganUtils.render(o,"line",{fileHtmlId:s.getHtmlId(e),oldName:e.oldName,newName:e.newName,fileName:s.filenameDiff(e),deletedLines:"-"+e.deletedLines,addedLines:"+"+e.addedLines},{fileIcon:this.hoganUtils.template("icon",s.getFileIcon(e))}))).join("\n");return this.hoganUtils.render(o,"wrapper",{colorScheme:s.colorSchemeToCss(this.config.colorScheme),filesNumber:e.length,files:n})}}},4063:function(e,n,t){"use strict";var i=this&&this.__createBinding||(Object.create?function(e,n,t,i){void 0===i&&(i=t);var a=Object.getOwnPropertyDescriptor(n,t);a&&!("get"in a?!n.__esModule:a.writable||a.configurable)||(a={enumerable:!0,get:function(){return n[t]}}),Object.defineProperty(e,i,a)}:function(e,n,t,i){void 0===i&&(i=t),e[i]=n[t]}),a=this&&this.__setModuleDefault||(Object.create?function(e,n){Object.defineProperty(e,"default",{enumerable:!0,value:n})}:function(e,n){e.default=n}),r=this&&this.__importStar||function(e){if(e&&e.__esModule)return e;var n={};if(null!=e)for(var t in e)"default"!==t&&Object.prototype.hasOwnProperty.call(e,t)&&i(n,e,t);return a(n,e),n};Object.defineProperty(n,"__esModule",{value:!0});const s=r(t(5485)),o=t(979);n.default=class{constructor({compiledTemplates:e={},rawTemplates:n={}}){const t=Object.entries(n).reduce(((e,[n,t])=>{const i=s.compile(t,{asString:!1});return Object.assign(Object.assign({},e),{[n]:i})}),{});this.preCompiledTemplates=Object.assign(Object.assign(Object.assign({},o.defaultTemplates),e),t)}static compile(e){return s.compile(e,{asString:!1})}render(e,n,t,i,a){const r=this.templateKey(e,n);try{return this.preCompiledTemplates[r].render(t,i,a)}catch(e){throw new Error(`Could not find template to render '${r}'`)}}template(e,n){return this.preCompiledTemplates[this.templateKey(e,n)]}templateKey(e,n){return`${e}-${n}`}}},2378:function(e,n,t){"use strict";var i=this&&this.__createBinding||(Object.create?function(e,n,t,i){void 0===i&&(i=t);var a=Object.getOwnPropertyDescriptor(n,t);a&&!("get"in a?!n.__esModule:a.writable||a.configurable)||(a={enumerable:!0,get:function(){return n[t]}}),Object.defineProperty(e,i,a)}:function(e,n,t,i){void 0===i&&(i=t),e[i]=n[t]}),a=this&&this.__setModuleDefault||(Object.create?function(e,n){Object.defineProperty(e,"default",{enumerable:!0,value:n})}:function(e,n){e.default=n}),r=this&&this.__importStar||function(e){if(e&&e.__esModule)return e;var n={};if(null!=e)for(var t in e)"default"!==t&&Object.prototype.hasOwnProperty.call(e,t)&&i(n,e,t);return a(n,e),n};Object.defineProperty(n,"__esModule",{value:!0}),n.defaultLineByLineRendererConfig=void 0;const s=r(t(1483)),o=r(t(5741)),l=t(9699);n.defaultLineByLineRendererConfig=Object.assign(Object.assign({},o.defaultRenderConfig),{renderNothingWhenEmpty:!1,matchingMaxComparisons:2500,maxLineSizeInBlockForComparison:200});const c="generic",d="line-by-line";n.default=class{constructor(e,t={}){this.hoganUtils=e,this.config=Object.assign(Object.assign({},n.defaultLineByLineRendererConfig),t)}render(e){const n=e.map((e=>{let n;return n=e.blocks.length?this.generateFileHtml(e):this.generateEmptyDiff(),this.makeFileDiffHtml(e,n)})).join("\n");return this.hoganUtils.render(c,"wrapper",{colorScheme:o.colorSchemeToCss(this.config.colorScheme),content:n})}makeFileDiffHtml(e,n){if(this.config.renderNothingWhenEmpty&&Array.isArray(e.blocks)&&0===e.blocks.length)return"";const t=this.hoganUtils.template(d,"file-diff"),i=this.hoganUtils.template(c,"file-path"),a=this.hoganUtils.template("icon","file"),r=this.hoganUtils.template("tag",o.getFileIcon(e));return t.render({file:e,fileHtmlId:o.getHtmlId(e),diffs:n,filePath:i.render({fileDiffName:o.filenameDiff(e)},{fileIcon:a,fileTag:r})})}generateEmptyDiff(){return this.hoganUtils.render(c,"empty-diff",{contentClass:"d2h-code-line",CSSLineClass:o.CSSLineClass})}generateFileHtml(e){const n=s.newMatcherFn(s.newDistanceFn((n=>o.deconstructLine(n.content,e.isCombined).content)));return e.blocks.map((t=>{let i=this.hoganUtils.render(c,"block-header",{CSSLineClass:o.CSSLineClass,blockHeader:e.isTooBig?t.header:o.escapeForHtml(t.header),lineClass:"d2h-code-linenumber",contentClass:"d2h-code-line"});return this.applyLineGroupping(t).forEach((([t,a,r])=>{if(a.length&&r.length&&!t.length)this.applyRematchMatching(a,r,n).map((([n,t])=>{const{left:a,right:r}=this.processChangedLines(e,e.isCombined,n,t);i+=a,i+=r}));else if(t.length)t.forEach((n=>{const{prefix:t,content:a}=o.deconstructLine(n.content,e.isCombined);i+=this.generateSingleLineHtml(e,{type:o.CSSLineClass.CONTEXT,prefix:t,content:a,oldNumber:n.oldNumber,newNumber:n.newNumber})}));else if(a.length||r.length){const{left:n,right:t}=this.processChangedLines(e,e.isCombined,a,r);i+=n,i+=t}else console.error("Unknown state reached while processing groups of lines",t,a,r)})),i})).join("\n")}applyLineGroupping(e){const n=[];let t=[],i=[];for(let a=0;a0)&&(n.push([[],t,i]),t=[],i=[]),r.type===l.LineType.CONTEXT?n.push([[r],[],[]]):r.type===l.LineType.INSERT&&0===t.length?n.push([[],[],[r]]):r.type===l.LineType.INSERT&&t.length>0?i.push(r):r.type===l.LineType.DELETE&&t.push(r)}return(t.length||i.length)&&(n.push([[],t,i]),t=[],i=[]),n}applyRematchMatching(e,n,t){const i=e.length*n.length,a=Math.max.apply(null,[0].concat(e.concat(n).map((e=>e.content.length))));return i{"use strict";function t(e,n){if(0===e.length)return n.length;if(0===n.length)return e.length;const t=[];let i,a;for(i=0;i<=n.length;i++)t[i]=[i];for(a=0;a<=e.length;a++)t[0][a]=a;for(i=1;i<=n.length;i++)for(a=1;a<=e.length;a++)n.charAt(i-1)===e.charAt(a-1)?t[i][a]=t[i-1][a-1]:t[i][a]=Math.min(t[i-1][a-1]+1,Math.min(t[i][a-1]+1,t[i-1][a]+1));return t[n.length][e.length]}Object.defineProperty(n,"__esModule",{value:!0}),n.newMatcherFn=n.newDistanceFn=n.levenshtein=void 0,n.levenshtein=t,n.newDistanceFn=function(e){return(n,i)=>{const a=e(n).trim(),r=e(i).trim();return t(a,r)/(a.length+r.length)}},n.newMatcherFn=function(e){return function n(t,i,a=0,r=new Map){const s=function(n,t,i=new Map){let a,r=1/0;for(let s=0;s0||s.indexB>0)&&(h=f.concat(h)),(t.length>u||i.length>g)&&(h=h.concat(E)),h}}},5741:function(e,n,t){"use strict";var i=this&&this.__createBinding||(Object.create?function(e,n,t,i){void 0===i&&(i=t);var a=Object.getOwnPropertyDescriptor(n,t);a&&!("get"in a?!n.__esModule:a.writable||a.configurable)||(a={enumerable:!0,get:function(){return n[t]}}),Object.defineProperty(e,i,a)}:function(e,n,t,i){void 0===i&&(i=t),e[i]=n[t]}),a=this&&this.__setModuleDefault||(Object.create?function(e,n){Object.defineProperty(e,"default",{enumerable:!0,value:n})}:function(e,n){e.default=n}),r=this&&this.__importStar||function(e){if(e&&e.__esModule)return e;var n={};if(null!=e)for(var t in e)"default"!==t&&Object.prototype.hasOwnProperty.call(e,t)&&i(n,e,t);return a(n,e),n};Object.defineProperty(n,"__esModule",{value:!0}),n.diffHighlight=n.getFileIcon=n.getHtmlId=n.filenameDiff=n.deconstructLine=n.escapeForHtml=n.colorSchemeToCss=n.toCSSClass=n.defaultRenderConfig=n.CSSLineClass=void 0;const s=r(t(9479)),o=t(8593),l=r(t(1483)),c=t(9699);n.CSSLineClass={INSERTS:"d2h-ins",DELETES:"d2h-del",CONTEXT:"d2h-cntx",INFO:"d2h-info",INSERT_CHANGES:"d2h-ins d2h-change",DELETE_CHANGES:"d2h-del d2h-change"},n.defaultRenderConfig={matching:c.LineMatchingType.NONE,matchWordsThreshold:.25,maxLineLengthHighlight:1e4,diffStyle:c.DiffStyleType.WORD,colorScheme:c.ColorSchemeType.LIGHT};const d="/",u=l.newDistanceFn((e=>e.value)),g=l.newMatcherFn(u);function b(e){return-1!==e.indexOf("dev/null")}function p(e){return e.replace(/(]*>((.|\n)*?)<\/del>)/g,"")}function f(e){return e.slice(0).replace(/&/g,"&").replace(//g,">").replace(/"/g,""").replace(/'/g,"'").replace(/\//g,"/")}function m(e,n,t=!0){const i=function(e){return e?2:1}(n);return{prefix:e.substring(0,i),content:t?f(e.substring(i)):e.substring(i)}}function E(e){const n=(0,o.unifyPath)(e.oldName),t=(0,o.unifyPath)(e.newName);if(n===t||b(n)||b(t))return b(t)?n:t;{const e=[],i=[],a=n.split(d),r=t.split(d);let s=0,o=a.length-1,l=r.length-1;for(;ss&&l>s&&a[o]===r[l];)i.unshift(r[l]),o-=1,l-=1;const c=e.join(d),u=i.join(d),g=a.slice(s,o+1).join(d),b=r.slice(s,l+1).join(d);return c.length&&u.length?c+d+"{"+g+" → "+b+"}"+d+u:c.length?c+d+"{"+g+" → "+b+"}":u.length?"{"+g+" → "+b+"}"+d+u:n+" → "+t}}n.toCSSClass=function(e){switch(e){case c.LineType.CONTEXT:return n.CSSLineClass.CONTEXT;case c.LineType.INSERT:return n.CSSLineClass.INSERTS;case c.LineType.DELETE:return n.CSSLineClass.DELETES}},n.colorSchemeToCss=function(e){switch(e){case c.ColorSchemeType.DARK:return"d2h-dark-color-scheme";case c.ColorSchemeType.AUTO:return"d2h-auto-color-scheme";case c.ColorSchemeType.LIGHT:default:return"d2h-light-color-scheme"}},n.escapeForHtml=f,n.deconstructLine=m,n.filenameDiff=E,n.getHtmlId=function(e){return`d2h-${(0,o.hashCode)(E(e)).toString().slice(-6)}`},n.getFileIcon=function(e){let n="file-changed";return e.isRename||e.isCopy?n="file-renamed":e.isNew?n="file-added":e.isDeleted?n="file-deleted":e.newName!==e.oldName&&(n="file-renamed"),n},n.diffHighlight=function(e,t,i,a={}){const{matching:r,maxLineLengthHighlight:o,matchWordsThreshold:l,diffStyle:c}=Object.assign(Object.assign({},n.defaultRenderConfig),a),d=m(e,i,!1),b=m(t,i,!1);if(d.content.length>o||b.content.length>o)return{oldLine:{prefix:d.prefix,content:f(d.content)},newLine:{prefix:b.prefix,content:f(b.content)}};const E="char"===c?s.diffChars(d.content,b.content):s.diffWordsWithSpace(d.content,b.content),h=[];if("word"===c&&"words"===r){const e=E.filter((e=>e.removed)),n=E.filter((e=>e.added));g(n,e).forEach((e=>{1===e[0].length&&1===e[1].length&&u(e[0][0],e[1][0]){const t=n.added?"ins":n.removed?"del":null,i=h.indexOf(n)>-1?' class="d2h-change"':"",a=f(n.value);return null!==t?`${e}<${t}${i}>${a}`:`${e}${a}`}),"");return{oldLine:{prefix:d.prefix,content:(N=_,N.replace(/(]*>((.|\n)*?)<\/ins>)/g,""))},newLine:{prefix:b.prefix,content:p(_)}};var N}},170:function(e,n,t){"use strict";var i=this&&this.__createBinding||(Object.create?function(e,n,t,i){void 0===i&&(i=t);var a=Object.getOwnPropertyDescriptor(n,t);a&&!("get"in a?!n.__esModule:a.writable||a.configurable)||(a={enumerable:!0,get:function(){return n[t]}}),Object.defineProperty(e,i,a)}:function(e,n,t,i){void 0===i&&(i=t),e[i]=n[t]}),a=this&&this.__setModuleDefault||(Object.create?function(e,n){Object.defineProperty(e,"default",{enumerable:!0,value:n})}:function(e,n){e.default=n}),r=this&&this.__importStar||function(e){if(e&&e.__esModule)return e;var n={};if(null!=e)for(var t in e)"default"!==t&&Object.prototype.hasOwnProperty.call(e,t)&&i(n,e,t);return a(n,e),n};Object.defineProperty(n,"__esModule",{value:!0}),n.defaultSideBySideRendererConfig=void 0;const s=r(t(1483)),o=r(t(5741)),l=t(9699);n.defaultSideBySideRendererConfig=Object.assign(Object.assign({},o.defaultRenderConfig),{renderNothingWhenEmpty:!1,matchingMaxComparisons:2500,maxLineSizeInBlockForComparison:200});const c="generic";n.default=class{constructor(e,t={}){this.hoganUtils=e,this.config=Object.assign(Object.assign({},n.defaultSideBySideRendererConfig),t)}render(e){const n=e.map((e=>{let n;return n=e.blocks.length?this.generateFileHtml(e):this.generateEmptyDiff(),this.makeFileDiffHtml(e,n)})).join("\n");return this.hoganUtils.render(c,"wrapper",{colorScheme:o.colorSchemeToCss(this.config.colorScheme),content:n})}makeFileDiffHtml(e,n){if(this.config.renderNothingWhenEmpty&&Array.isArray(e.blocks)&&0===e.blocks.length)return"";const t=this.hoganUtils.template("side-by-side","file-diff"),i=this.hoganUtils.template(c,"file-path"),a=this.hoganUtils.template("icon","file"),r=this.hoganUtils.template("tag",o.getFileIcon(e));return t.render({file:e,fileHtmlId:o.getHtmlId(e),diffs:n,filePath:i.render({fileDiffName:o.filenameDiff(e)},{fileIcon:a,fileTag:r})})}generateEmptyDiff(){return{right:"",left:this.hoganUtils.render(c,"empty-diff",{contentClass:"d2h-code-side-line",CSSLineClass:o.CSSLineClass})}}generateFileHtml(e){const n=s.newMatcherFn(s.newDistanceFn((n=>o.deconstructLine(n.content,e.isCombined).content)));return e.blocks.map((t=>{const i={left:this.makeHeaderHtml(t.header,e),right:this.makeHeaderHtml("")};return this.applyLineGroupping(t).forEach((([t,a,r])=>{if(a.length&&r.length&&!t.length)this.applyRematchMatching(a,r,n).map((([n,t])=>{const{left:a,right:r}=this.processChangedLines(e.isCombined,n,t);i.left+=a,i.right+=r}));else if(t.length)t.forEach((n=>{const{prefix:t,content:a}=o.deconstructLine(n.content,e.isCombined),{left:r,right:s}=this.generateLineHtml({type:o.CSSLineClass.CONTEXT,prefix:t,content:a,number:n.oldNumber},{type:o.CSSLineClass.CONTEXT,prefix:t,content:a,number:n.newNumber});i.left+=r,i.right+=s}));else if(a.length||r.length){const{left:n,right:t}=this.processChangedLines(e.isCombined,a,r);i.left+=n,i.right+=t}else console.error("Unknown state reached while processing groups of lines",t,a,r)})),i})).reduce(((e,n)=>({left:e.left+n.left,right:e.right+n.right})),{left:"",right:""})}applyLineGroupping(e){const n=[];let t=[],i=[];for(let a=0;a0)&&(n.push([[],t,i]),t=[],i=[]),r.type===l.LineType.CONTEXT?n.push([[r],[],[]]):r.type===l.LineType.INSERT&&0===t.length?n.push([[],[],[r]]):r.type===l.LineType.INSERT&&t.length>0?i.push(r):r.type===l.LineType.DELETE&&t.push(r)}return(t.length||i.length)&&(n.push([[],t,i]),t=[],i=[]),n}applyRematchMatching(e,n,t){const i=e.length*n.length,a=Math.max.apply(null,[0].concat(e.concat(n).map((e=>e.content.length))));return i{"use strict";var t,i;Object.defineProperty(n,"__esModule",{value:!0}),n.ColorSchemeType=n.DiffStyleType=n.LineMatchingType=n.OutputFormatType=n.LineType=void 0,function(e){e.INSERT="insert",e.DELETE="delete",e.CONTEXT="context"}(t||(n.LineType=t={})),n.OutputFormatType={LINE_BY_LINE:"line-by-line",SIDE_BY_SIDE:"side-by-side"},n.LineMatchingType={LINES:"lines",WORDS:"words",NONE:"none"},n.DiffStyleType={WORD:"word",CHAR:"char"},function(e){e.AUTO="auto",e.DARK="dark",e.LIGHT="light"}(i||(n.ColorSchemeType=i={}))},4169:(e,n,t)=>{"use strict";Object.defineProperty(n,"__esModule",{value:!0}),n.Diff2HtmlUI=n.defaultDiff2HtmlUIConfig=void 0;const i=t(1529),a=t(6834);n.defaultDiff2HtmlUIConfig=Object.assign(Object.assign({},a.defaultDiff2HtmlConfig),{synchronisedScroll:!0,highlight:!0,fileListToggle:!0,fileListStartVisible:!1,highlightLanguages:new Map,smartSelection:!0,fileContentToggle:!0,stickyFileHeaders:!0}),n.Diff2HtmlUI=class{constructor(e,t,i={},r){this.hljs=null,this.currentSelectionColumnId=-1,this.config=Object.assign(Object.assign({},n.defaultDiff2HtmlUIConfig),i),this.diffHtml=void 0!==t?(0,a.html)(t,this.config):e.innerHTML,this.targetElement=e,void 0!==r&&(this.hljs=r)}draw(){this.targetElement.innerHTML=this.diffHtml,this.config.synchronisedScroll&&this.synchronisedScroll(),this.config.highlight&&this.highlightCode(),this.config.fileListToggle&&this.fileListToggle(this.config.fileListStartVisible),this.config.fileContentToggle&&this.fileContentToggle(),this.config.stickyFileHeaders&&this.stickyFileHeaders()}synchronisedScroll(){this.targetElement.querySelectorAll(".d2h-file-wrapper").forEach((e=>{const[n,t]=Array().slice.call(e.querySelectorAll(".d2h-file-side-diff"));if(void 0===n||void 0===t)return;const i=e=>{null!==e&&null!==e.target&&(e.target===n?(t.scrollTop=n.scrollTop,t.scrollLeft=n.scrollLeft):(n.scrollTop=t.scrollTop,n.scrollLeft=t.scrollLeft))};n.addEventListener("scroll",i),t.addEventListener("scroll",i)}))}fileListToggle(e){const n=this.targetElement.querySelector(".d2h-show"),t=this.targetElement.querySelector(".d2h-hide"),i=this.targetElement.querySelector(".d2h-file-list");if(null===n||null===t||null===i)return;const a=()=>{n.style.display="none",t.style.display="inline",i.style.display="block"},r=()=>{n.style.display="inline",t.style.display="none",i.style.display="none"};n.addEventListener("click",(()=>a())),t.addEventListener("click",(()=>r()));const s=this.getHashTag();"files-summary-show"===s?a():"files-summary-hide"===s?r():e?a():r()}fileContentToggle(){this.targetElement.querySelectorAll(".d2h-file-collapse").forEach((e=>{e.style.display="flex";const n=n=>{var t;const i=null===(t=e.closest(".d2h-file-wrapper"))||void 0===t?void 0:t.querySelector(n);null!=i&&(e.classList.toggle("d2h-selected"),i.classList.toggle("d2h-d-none"))};e.addEventListener("click",(t=>(t=>{e!==t.target&&(n(".d2h-file-diff"),n(".d2h-files-diff"))})(t)))}))}highlightCode(){const e=this.hljs;if(null===e)throw new Error("Missing a `highlight.js` implementation. Please provide one when instantiating Diff2HtmlUI.");this.targetElement.querySelectorAll(".d2h-file-wrapper").forEach((n=>{const t=n.getAttribute("data-lang");this.config.highlightLanguages instanceof Map||(this.config.highlightLanguages=new Map(Object.entries(this.config.highlightLanguages)));let a=t&&this.config.highlightLanguages.has(t)?this.config.highlightLanguages.get(t):t?(0,i.getLanguage)(t):"plaintext";void 0===e.getLanguage(a)&&(a="plaintext"),n.querySelectorAll(".d2h-code-line-ctn").forEach((n=>{const t=n.textContent,r=n.parentNode;if(null===t||null===r||!this.isElement(r))return;const s=(0,i.closeTags)(e.highlight(t,{language:a,ignoreIllegals:!0})),o=(0,i.nodeStream)(n);if(o.length){const e=document.createElementNS("http://www.w3.org/1999/xhtml","div");e.innerHTML=s.value,s.value=(0,i.mergeStreams)(o,(0,i.nodeStream)(e),t)}n.classList.add("hljs"),s.language&&n.classList.add(s.language),n.innerHTML=s.value}))}))}stickyFileHeaders(){this.targetElement.querySelectorAll(".d2h-file-header").forEach((e=>{e.classList.add("d2h-sticky-header")}))}smartSelection(){console.warn("Smart selection is now enabled by default with CSS. No need to call this method anymore.")}getHashTag(){const e=document.URL,n=e.indexOf("#");let t=null;return-1!==n&&(t=e.substr(n+1)),t}isElement(e){return null!==e&&void 0!==(null==e?void 0:e.classList)}}},1529:(e,n)=>{"use strict";function t(e){return e.replace(/&/gm,"&").replace(//gm,">")}function i(e){return e.nodeName.toLowerCase()}Object.defineProperty(n,"__esModule",{value:!0}),n.getLanguage=n.closeTags=n.mergeStreams=n.nodeStream=void 0,n.nodeStream=function(e){const n=[],t=(e,a)=>{for(let r=e.firstChild;r;r=r.nextSibling)3===r.nodeType&&null!==r.nodeValue?a+=r.nodeValue.length:1===r.nodeType&&(n.push({event:"start",offset:a,node:r}),a=t(r,a),i(r).match(/br|hr|img|input/)||n.push({event:"stop",offset:a,node:r}));return a};return t(e,0),n},n.mergeStreams=function(e,n,a){let r=0,s="";const o=[];function l(){return e.length&&n.length?e[0].offset!==n[0].offset?e[0].offset`${e.nodeName}="${t(e.value).replace(/"/g,""")}"`)).join(" ")}>`}function d(e){s+=""}function u(e){("start"===e.event?c:d)(e.node)}for(;e.length||n.length;){let n=l();if(s+=t(a.substring(r,n[0].offset)),r=n[0].offset,n===e){o.reverse().forEach(d);do{u(n.splice(0,1)[0]),n=l()}while(n===e&&n.length&&n[0].offset===r);o.reverse().forEach(c)}else"start"===n[0].event?o.push(n[0].node):o.pop(),u(n.splice(0,1)[0])}return s+t(a.substr(r))},n.closeTags=function(e){const n=new Array;return e.value=e.value.split("\n").map((e=>{const t=n.map((e=>``)).join(""),i=e.matchAll(/(|<\/span>)/g);return Array.from(i).forEach((e=>{""===e[0]?n.shift():n.unshift(e[2])})),t+e+"".repeat(n.length)})).join("\n"),e};const a={"1c":"1c",abnf:"abnf",accesslog:"accesslog",as:"actionscript",adb:"ada",ada:"ada",ads:"ada",angelscript:"angelscript",apache:"apache",applescript:"applescript",scpt:"applescript",arcade:"arcade",cpp:"cpp",hpp:"cpp",arduino:"arduino",ino:"arduino",armasm:"armasm",arm:"armasm",xml:"xml",html:"xml",xhtml:"xml",rss:"xml",atom:"xml",xjb:"xml",xsd:"xml",xsl:"xml",plist:"xml",svg:"xml",asciidoc:"asciidoc",adoc:"asciidoc",asc:"asciidoc",aspectj:"aspectj",ahk:"autohotkey",ahkl:"autohotkey",au3:"autoit",avrasm:"avrasm",awk:"awk",axapta:"axapta","x++":"axapta",bash:"bash",sh:"bash",zsh:"bash",b:"basic",bnf:"bnf",bf:"brainfuck",c:"c",h:"c",cats:"c",idc:"c",cal:"cal",capnproto:"capnproto",capnp:"capnproto",ceylon:"ceylon",clean:"clean",clj:"clojure",boot:"clojure",cl2:"clojure",cljc:"clojure",cljs:"clojure","cljs.hl":"clojure",cljscm:"clojure",cljx:"clojure",hic:"clojure","clojure-repl":"clojure-repl",cmake:"cmake","cmake.in":"cmake",coffee:"coffeescript",_coffee:"coffeescript",cake:"coffeescript",cjsx:"coffeescript",iced:"coffeescript",cson:"coffeescript",coq:"coq",cos:"cos",cls:"cos",crmsh:"crmsh",crm:"crmsh",pcmk:"crmsh",cr:"crystal",cs:"csharp",csx:"csharp",csp:"csp",css:"css",d:"d",di:"d",md:"markdown",markdown:"markdown",mdown:"markdown",mdwn:"markdown",mkd:"markdown",mkdn:"markdown",mkdown:"markdown",ronn:"markdown",workbook:"markdown",dart:"dart",dpr:"delphi",dfm:"delphi",pas:"delphi",pascal:"delphi",diff:"diff",patch:"diff",django:"django",jinja:"django",dns:"dns",zone:"dns",bind:"dns",dockerfile:"dockerfile",docker:"dockerfile",dos:"dos",bat:"dos",cmd:"dos",dsconfig:"dsconfig",dts:"dts",dust:"dust",dst:"dust",ebnf:"ebnf",ex:"elixir",exs:"elixir",elm:"elm",rb:"ruby",builder:"ruby",eye:"ruby",gemspec:"ruby",god:"ruby",jbuilder:"ruby",mspec:"ruby",pluginspec:"ruby",podspec:"ruby",rabl:"ruby",rake:"ruby",rbuild:"ruby",rbw:"ruby",rbx:"ruby",ru:"ruby",ruby:"ruby",spec:"ruby",thor:"ruby",watchr:"ruby",erb:"erb","erlang-repl":"erlang-repl",erl:"erlang","app.src":"erlang",escript:"erlang",hrl:"erlang",xrl:"erlang",yrl:"erlang",excel:"excel",xls:"excel",xlsx:"excel",fix:"fix",flix:"flix",f90:"fortran",f:"fortran",f03:"fortran",f08:"fortran",f77:"fortran",f95:"fortran",for:"fortran",fpp:"fortran",fs:"fsharp",fsx:"fsharp",gams:"gams",gms:"gams",gauss:"gauss",gss:"gauss",gcode:"gcode",nc:"gcode",gherkin:"gherkin",glsl:"glsl",fp:"glsl",frag:"glsl",frg:"glsl",fsh:"glsl",fshader:"glsl",geo:"glsl",geom:"glsl",glslv:"glsl",gshader:"glsl",shader:"glsl",tesc:"glsl",tese:"glsl",vert:"glsl",vrx:"glsl",vsh:"glsl",vshader:"glsl",gml:"gml",go:"go",bal:"go",golo:"golo",gololang:"golo",gradle:"gradle",groovy:"groovy",grt:"groovy",gtpl:"groovy",gvy:"groovy",haml:"haml","haml.deface":"haml",handlebars:"handlebars",hbs:"handlebars","html.hbs":"handlebars","html.handlebars":"handlebars",hs:"haskell",hsc:"haskell",idr:"haskell",purs:"haskell",hx:"haxe",hxsl:"haxe",hsp:"hsp",htmlbars:"htmlbars",http:"http",https:"http",hy:"hy",inform7:"inform7",i7:"inform7",ini:"ini",toml:"ini",cfg:"ini",prefs:"ini",irpf90:"irpf90",isbl:"isbl",java:"java",jsp:"java",js:"javascript",jsx:"javascript",_js:"javascript",bones:"javascript",es:"javascript",es6:"javascript",gs:"javascript",jake:"javascript",jsb:"javascript",jscad:"javascript",jsfl:"javascript",jsm:"javascript",jss:"javascript",mjs:"javascript",njs:"javascript",pac:"javascript",sjs:"javascript",ssjs:"javascript",xsjs:"javascript",xsjslib:"javascript",cfc:"javascript","jboss-cli":"jboss-cli",json:"json",avsc:"json",geojson:"json",gltf:"json","JSON-tmLanguage":"json",jsonl:"json",tfstate:"json","tfstate.backup":"json",topojson:"json",webapp:"json",webmanifest:"json",jl:"julia","julia-repl":"julia-repl",kt:"kotlin",ktm:"kotlin",kts:"kotlin",lasso:"lasso",lassoscript:"lasso",tex:"latex",ldif:"ldif",leaf:"leaf",less:"less",lisp:"lisp",factor:"lisp",livecodeserver:"livecodeserver",ls:"livescript",_ls:"livescript",llvm:"llvm",lsl:"lsl",lua:"lua",nse:"lua",p8:"lua",pd_lua:"lua",rbxs:"lua",wlua:"lua",mak:"makefile",make:"makefile",mk:"makefile",mkfile:"makefile",mathematica:"mathematica",mma:"mathematica",wl:"mathematica",matlab:"matlab",maxima:"maxima",mel:"mel",mercury:"mercury",mipsasm:"mipsasm",miz:"mizar",voc:"mizar",al:"perl",cgi:"perl",fcgi:"perl",perl:"perl",ph:"perl",plx:"perl",pl:"perl",pm:"perl",psgi:"perl",t:"perl",mojolicious:"mojolicious",monkey:"monkey",monkey2:"monkey",moonscript:"moonscript",moon:"moonscript",n1ql:"n1ql",nginxconf:"nginx",nim:"nim",nimrod:"nim",nix:"nix",nsi:"nsis",nsh:"nsis",m:"objectivec",objc:"objectivec",mm:"objectivec","obj-c":"objectivec","obj-c++":"objectivec","objective-c++":"objectivec",fun:"ocaml",sig:"ocaml",ml:"ocaml",mli:"ocaml",eliom:"ocaml",eliomi:"ocaml",ml4:"ocaml",mll:"ocaml",mly:"ocaml",openscad:"openscad",oxygene:"oxygene",parser3:"parser3",pf:"pf","pf.conf":"pf",pgsql:"pgsql",postgres:"pgsql",postgresql:"pgsql",php:"php",aw:"php",ctp:"php",inc:"php",php3:"php",php4:"php",php5:"php",phps:"php",phpt:"php","php-template":"php-template",plaintext:"plaintext",txt:"plaintext",text:"plaintext",pony:"pony",ps:"powershell",ps1:"powershell",psd1:"powershell",psm1:"powershell",pde:"processing",profile:"profile",pro:"prolog",prolog:"prolog",yap:"prolog",properties:"properties",proto:"protobuf",puppet:"puppet",pp:"puppet",purebasic:"purebasic",py:"python",bzl:"python",gyp:"python",gypi:"python",lmi:"python",py3:"python",pyde:"python",pyi:"python",pyp:"python",pyt:"python",pyw:"python",rpy:"python",tac:"python",wsgi:"python",xpy:"python","python-repl":"python-repl",pycon:"python-repl",q:"q",k:"q",kdb:"q",qml:"qml",r:"r",rd:"r",rsx:"r",reasonml:"reasonml",re:"reasonml",rib:"rib",roboconf:"roboconf",graph:"roboconf",instances:"roboconf",routeros:"routeros",rsl:"rsl",ruleslanguage:"ruleslanguage",rs:"rust","rs.in":"rust",sas:"sas",scala:"scala",kojo:"scala",sbt:"scala",sc:"scala",scm:"scheme",sch:"scheme",sld:"scheme",sls:"scheme",sps:"scheme",ss:"scheme",rkt:"scheme",scilab:"scilab",scss:"scss",shell:"shell",smali:"smali",st:"smalltalk",sml:"sml",sqf:"sqf",sql:"sql",cql:"sql",ddl:"sql",mysql:"sql",prc:"sql",tab:"sql",udf:"sql",viw:"sql",stan:"stan",stanfuncs:"stan",stata:"stata",step21:"step21",step:"step21",stp:"step21",styl:"stylus",subunit:"subunit",swift:"swift",taggerscript:"taggerscript",yml:"yaml",mir:"yaml",reek:"yaml",rviz:"yaml","sublime-syntax":"yaml",syntax:"yaml",yaml:"yaml","yaml-tmlanguage":"yaml","yml.mysql":"yaml",tap:"tap",tcl:"tcl",adp:"tcl",tm:"tcl",thrift:"thrift",tp:"tp",twig:"twig",craftcms:"twig",ts:"typescript",tsx:"typescript",vala:"vala",vbnet:"vbnet",vb:"vbnet",vbscript:"vbscript",vbs:"vbscript","vbscript-html":"vbscript-html",v:"verilog",veo:"verilog",vhdl:"vhdl",vhd:"vhdl",vhf:"vhdl",vhi:"vhdl",vho:"vhdl",vhs:"vhdl",vht:"vhdl",vhw:"vhdl",vim:"vim",x86asm:"x86asm",xl:"xl",xquery:"xquery",xpath:"xquery",xq:"xquery",zephir:"zephir",zep:"zephir"};n.getLanguage=function(e){var n;return null!==(n=a[e])&&void 0!==n?n:"plaintext"}},1761:function(e,n,t){"use strict";var i=this&&this.__importDefault||function(e){return e&&e.__esModule?e:{default:e}};Object.defineProperty(n,"__esModule",{value:!0}),n.hljs=void 0;const a=i(t(3390)),r=i(t(6248)),s=i(t(4610)),o=i(t(4868)),l=i(t(8780)),c=i(t(612)),d=i(t(2177)),u=i(t(3147)),g=i(t(3707)),b=i(t(9534)),p=i(t(5064)),f=i(t(2003)),m=i(t(6642)),E=i(t(7731)),h=i(t(7360)),_=i(t(2543)),N=i(t(5658)),T=i(t(7905)),O=i(t(7569)),A=i(t(6652)),v=i(t(2399)),y=i(t(9878)),S=i(t(4658)),R=i(t(1407)),I=i(t(7077)),w=i(t(4762)),C=i(t(8257)),L=i(t(978)),M=i(t(14)),D=i(t(5812)),x=i(t(4210)),k=i(t(1943)),P=i(t(4981)),U=i(t(7903)),B=i(t(2482)),F=i(t(4028)),j=i(t(2446)),H=i(t(9814)),G=i(t(2656)),$=i(t(2437)),z=i(t(5040)),V=i(t(7546)),K=i(t(5559)),W=i(t(8245)),q=i(t(9880)),X=i(t(729)),Y=i(t(1062)),Z=i(t(7874)),Q=i(t(8935)),J=i(t(7690)),ee=i(t(1392)),ne=i(t(8987));a.default.registerLanguage("cpp",r.default),a.default.registerLanguage("xml",s.default),a.default.registerLanguage("awk",o.default),a.default.registerLanguage("bash",l.default),a.default.registerLanguage("c",c.default),a.default.registerLanguage("clojure",d.default),a.default.registerLanguage("crystal",u.default),a.default.registerLanguage("csharp",g.default),a.default.registerLanguage("csp",b.default),a.default.registerLanguage("css",p.default),a.default.registerLanguage("markdown",f.default),a.default.registerLanguage("dart",m.default),a.default.registerLanguage("diff",E.default),a.default.registerLanguage("dockerfile",h.default),a.default.registerLanguage("elixir",_.default),a.default.registerLanguage("elm",N.default),a.default.registerLanguage("ruby",T.default),a.default.registerLanguage("erlang",O.default),a.default.registerLanguage("fsharp",A.default),a.default.registerLanguage("go",v.default),a.default.registerLanguage("gradle",y.default),a.default.registerLanguage("groovy",S.default),a.default.registerLanguage("handlebars",R.default),a.default.registerLanguage("haskell",I.default),a.default.registerLanguage("ini",w.default),a.default.registerLanguage("java",C.default),a.default.registerLanguage("javascript",L.default),a.default.registerLanguage("json",M.default),a.default.registerLanguage("kotlin",D.default),a.default.registerLanguage("less",x.default),a.default.registerLanguage("lisp",k.default),a.default.registerLanguage("lua",P.default),a.default.registerLanguage("makefile",U.default),a.default.registerLanguage("perl",B.default),a.default.registerLanguage("nginx",F.default),a.default.registerLanguage("objectivec",j.default),a.default.registerLanguage("pgsql",H.default),a.default.registerLanguage("php",G.default),a.default.registerLanguage("plaintext",$.default),a.default.registerLanguage("powershell",z.default),a.default.registerLanguage("properties",V.default),a.default.registerLanguage("protobuf",K.default),a.default.registerLanguage("python",W.default),a.default.registerLanguage("rust",q.default),a.default.registerLanguage("scala",X.default),a.default.registerLanguage("scss",Y.default),a.default.registerLanguage("shell",Z.default),a.default.registerLanguage("sql",Q.default),a.default.registerLanguage("swift",J.default),a.default.registerLanguage("yaml",ee.default),a.default.registerLanguage("typescript",ne.default),n.hljs=a.default},8593:(e,n)=>{"use strict";Object.defineProperty(n,"__esModule",{value:!0}),n.hashCode=n.unifyPath=n.escapeForRegExp=void 0;const t=RegExp("["+["-","[","]","/","{","}","(",")","*","+","?",".","\\","^","$","|"].join("\\")+"]","g");n.escapeForRegExp=function(e){return e.replace(t,"\\$&")},n.unifyPath=function(e){return e?e.replace(/\\/g,"/"):e},n.hashCode=function(e){let n,t,i,a=0;for(n=0,i=e.length;n{function n(e){return e instanceof Map?e.clear=e.delete=e.set=function(){throw new Error("map is read-only")}:e instanceof Set&&(e.add=e.clear=e.delete=function(){throw new Error("set is read-only")}),Object.freeze(e),Object.getOwnPropertyNames(e).forEach((t=>{const i=e[t],a=typeof i;"object"!==a&&"function"!==a||Object.isFrozen(i)||n(i)})),e}class t{constructor(e){void 0===e.data&&(e.data={}),this.data=e.data,this.isMatchIgnored=!1}ignoreMatch(){this.isMatchIgnored=!0}}function i(e){return e.replace(/&/g,"&").replace(//g,">").replace(/"/g,""").replace(/'/g,"'")}function a(e,...n){const t=Object.create(null);for(const n in e)t[n]=e[n];return n.forEach((function(e){for(const n in e)t[n]=e[n]})),t}const r=e=>!!e.scope;class s{constructor(e,n){this.buffer="",this.classPrefix=n.classPrefix,e.walk(this)}addText(e){this.buffer+=i(e)}openNode(e){if(!r(e))return;const n=((e,{prefix:n})=>{if(e.startsWith("language:"))return e.replace("language:","language-");if(e.includes(".")){const t=e.split(".");return[`${n}${t.shift()}`,...t.map(((e,n)=>`${e}${"_".repeat(n+1)}`))].join(" ")}return`${n}${e}`})(e.scope,{prefix:this.classPrefix});this.span(n)}closeNode(e){r(e)&&(this.buffer+="")}value(){return this.buffer}span(e){this.buffer+=``}}const o=(e={})=>{const n={children:[]};return Object.assign(n,e),n};class l{constructor(){this.rootNode=o(),this.stack=[this.rootNode]}get top(){return this.stack[this.stack.length-1]}get root(){return this.rootNode}add(e){this.top.children.push(e)}openNode(e){const n=o({scope:e});this.add(n),this.stack.push(n)}closeNode(){if(this.stack.length>1)return this.stack.pop()}closeAllNodes(){for(;this.closeNode(););}toJSON(){return JSON.stringify(this.rootNode,null,4)}walk(e){return this.constructor._walk(e,this.rootNode)}static _walk(e,n){return"string"==typeof n?e.addText(n):n.children&&(e.openNode(n),n.children.forEach((n=>this._walk(e,n))),e.closeNode(n)),e}static _collapse(e){"string"!=typeof e&&e.children&&(e.children.every((e=>"string"==typeof e))?e.children=[e.children.join("")]:e.children.forEach((e=>{l._collapse(e)})))}}class c extends l{constructor(e){super(),this.options=e}addText(e){""!==e&&this.add(e)}startScope(e){this.openNode(e)}endScope(){this.closeNode()}__addSublanguage(e,n){const t=e.root;n&&(t.scope=`language:${n}`),this.add(t)}toHTML(){return new s(this,this.options).value()}finalize(){return this.closeAllNodes(),!0}}function d(e){return e?"string"==typeof e?e:e.source:null}function u(e){return p("(?=",e,")")}function g(e){return p("(?:",e,")*")}function b(e){return p("(?:",e,")?")}function p(...e){return e.map((e=>d(e))).join("")}function f(...e){const n=function(e){const n=e[e.length-1];return"object"==typeof n&&n.constructor===Object?(e.splice(e.length-1,1),n):{}}(e);return"("+(n.capture?"":"?:")+e.map((e=>d(e))).join("|")+")"}function m(e){return new RegExp(e.toString()+"|").exec("").length-1}const E=/\[(?:[^\\\]]|\\.)*\]|\(\??|\\([1-9][0-9]*)|\\./;function h(e,{joinWith:n}){let t=0;return e.map((e=>{t+=1;const n=t;let i=d(e),a="";for(;i.length>0;){const e=E.exec(i);if(!e){a+=i;break}a+=i.substring(0,e.index),i=i.substring(e.index+e[0].length),"\\"===e[0][0]&&e[1]?a+="\\"+String(Number(e[1])+n):(a+=e[0],"("===e[0]&&t++)}return a})).map((e=>`(${e})`)).join(n)}const _="[a-zA-Z]\\w*",N="[a-zA-Z_]\\w*",T="\\b\\d+(\\.\\d+)?",O="(-?)(\\b0[xX][a-fA-F0-9]+|(\\b\\d+(\\.\\d*)?|\\.\\d+)([eE][-+]?\\d+)?)",A="\\b(0b[01]+)",v={begin:"\\\\[\\s\\S]",relevance:0},y={scope:"string",begin:"'",end:"'",illegal:"\\n",contains:[v]},S={scope:"string",begin:'"',end:'"',illegal:"\\n",contains:[v]},R=function(e,n,t={}){const i=a({scope:"comment",begin:e,end:n,contains:[]},t);i.contains.push({scope:"doctag",begin:"[ ]*(?=(TODO|FIXME|NOTE|BUG|OPTIMIZE|HACK|XXX):)",end:/(TODO|FIXME|NOTE|BUG|OPTIMIZE|HACK|XXX):/,excludeBegin:!0,relevance:0});const r=f("I","a","is","so","us","to","at","if","in","it","on",/[A-Za-z]+['](d|ve|re|ll|t|s|n)/,/[A-Za-z]+[-][a-z]+/,/[A-Za-z][a-z]{2,}/);return i.contains.push({begin:p(/[ ]+/,"(",r,/[.]?[:]?([.][ ]|[ ])/,"){3}")}),i},I=R("//","$"),w=R("/\\*","\\*/"),C=R("#","$"),L={scope:"number",begin:T,relevance:0},M={scope:"number",begin:O,relevance:0},D={scope:"number",begin:A,relevance:0},x={begin:/(?=\/[^/\n]*\/)/,contains:[{scope:"regexp",begin:/\//,end:/\/[gimuy]*/,illegal:/\n/,contains:[v,{begin:/\[/,end:/\]/,relevance:0,contains:[v]}]}]},k={scope:"title",begin:_,relevance:0},P={scope:"title",begin:N,relevance:0},U={begin:"\\.\\s*"+N,relevance:0};var B=Object.freeze({__proto__:null,MATCH_NOTHING_RE:/\b\B/,IDENT_RE:_,UNDERSCORE_IDENT_RE:N,NUMBER_RE:T,C_NUMBER_RE:O,BINARY_NUMBER_RE:A,RE_STARTERS_RE:"!|!=|!==|%|%=|&|&&|&=|\\*|\\*=|\\+|\\+=|,|-|-=|/=|/|:|;|<<|<<=|<=|<|===|==|=|>>>=|>>=|>=|>>>|>>|>|\\?|\\[|\\{|\\(|\\^|\\^=|\\||\\|=|\\|\\||~",SHEBANG:(e={})=>{const n=/^#![ ]*\//;return e.binary&&(e.begin=p(n,/.*\b/,e.binary,/\b.*/)),a({scope:"meta",begin:n,end:/$/,relevance:0,"on:begin":(e,n)=>{0!==e.index&&n.ignoreMatch()}},e)},BACKSLASH_ESCAPE:v,APOS_STRING_MODE:y,QUOTE_STRING_MODE:S,PHRASAL_WORDS_MODE:{begin:/\b(a|an|the|are|I'm|isn't|don't|doesn't|won't|but|just|should|pretty|simply|enough|gonna|going|wtf|so|such|will|you|your|they|like|more)\b/},COMMENT:R,C_LINE_COMMENT_MODE:I,C_BLOCK_COMMENT_MODE:w,HASH_COMMENT_MODE:C,NUMBER_MODE:L,C_NUMBER_MODE:M,BINARY_NUMBER_MODE:D,REGEXP_MODE:x,TITLE_MODE:k,UNDERSCORE_TITLE_MODE:P,METHOD_GUARD:U,END_SAME_AS_BEGIN:function(e){return Object.assign(e,{"on:begin":(e,n)=>{n.data._beginMatch=e[1]},"on:end":(e,n)=>{n.data._beginMatch!==e[1]&&n.ignoreMatch()}})}});function F(e,n){"."===e.input[e.index-1]&&n.ignoreMatch()}function j(e,n){void 0!==e.className&&(e.scope=e.className,delete e.className)}function H(e,n){n&&e.beginKeywords&&(e.begin="\\b("+e.beginKeywords.split(" ").join("|")+")(?!\\.)(?=\\b|\\s)",e.__beforeBegin=F,e.keywords=e.keywords||e.beginKeywords,delete e.beginKeywords,void 0===e.relevance&&(e.relevance=0))}function G(e,n){Array.isArray(e.illegal)&&(e.illegal=f(...e.illegal))}function $(e,n){if(e.match){if(e.begin||e.end)throw new Error("begin & end are not supported with match");e.begin=e.match,delete e.match}}function z(e,n){void 0===e.relevance&&(e.relevance=1)}const V=(e,n)=>{if(!e.beforeMatch)return;if(e.starts)throw new Error("beforeMatch cannot be used with starts");const t=Object.assign({},e);Object.keys(e).forEach((n=>{delete e[n]})),e.keywords=t.keywords,e.begin=p(t.beforeMatch,u(t.begin)),e.starts={relevance:0,contains:[Object.assign(t,{endsParent:!0})]},e.relevance=0,delete t.beforeMatch},K=["of","and","for","in","not","or","if","then","parent","list","value"],W="keyword";function q(e,n,t=W){const i=Object.create(null);return"string"==typeof e?a(t,e.split(" ")):Array.isArray(e)?a(t,e):Object.keys(e).forEach((function(t){Object.assign(i,q(e[t],n,t))})),i;function a(e,t){n&&(t=t.map((e=>e.toLowerCase()))),t.forEach((function(n){const t=n.split("|");i[t[0]]=[e,X(t[0],t[1])]}))}}function X(e,n){return n?Number(n):function(e){return K.includes(e.toLowerCase())}(e)?0:1}const Y={},Z=e=>{console.error(e)},Q=(e,...n)=>{console.log(`WARN: ${e}`,...n)},J=(e,n)=>{Y[`${e}/${n}`]||(console.log(`Deprecated as of ${e}. ${n}`),Y[`${e}/${n}`]=!0)},ee=new Error;function ne(e,n,{key:t}){let i=0;const a=e[t],r={},s={};for(let e=1;e<=n.length;e++)s[e+i]=a[e],r[e+i]=!0,i+=m(n[e-1]);e[t]=s,e[t]._emit=r,e[t]._multi=!0}function te(e){!function(e){e.scope&&"object"==typeof e.scope&&null!==e.scope&&(e.beginScope=e.scope,delete e.scope)}(e),"string"==typeof e.beginScope&&(e.beginScope={_wrap:e.beginScope}),"string"==typeof e.endScope&&(e.endScope={_wrap:e.endScope}),function(e){if(Array.isArray(e.begin)){if(e.skip||e.excludeBegin||e.returnBegin)throw Z("skip, excludeBegin, returnBegin not compatible with beginScope: {}"),ee;if("object"!=typeof e.beginScope||null===e.beginScope)throw Z("beginScope must be object"),ee;ne(e,e.begin,{key:"beginScope"}),e.begin=h(e.begin,{joinWith:""})}}(e),function(e){if(Array.isArray(e.end)){if(e.skip||e.excludeEnd||e.returnEnd)throw Z("skip, excludeEnd, returnEnd not compatible with endScope: {}"),ee;if("object"!=typeof e.endScope||null===e.endScope)throw Z("endScope must be object"),ee;ne(e,e.end,{key:"endScope"}),e.end=h(e.end,{joinWith:""})}}(e)}function ie(e){function n(n,t){return new RegExp(d(n),"m"+(e.case_insensitive?"i":"")+(e.unicodeRegex?"u":"")+(t?"g":""))}class t{constructor(){this.matchIndexes={},this.regexes=[],this.matchAt=1,this.position=0}addRule(e,n){n.position=this.position++,this.matchIndexes[this.matchAt]=n,this.regexes.push([n,e]),this.matchAt+=m(e)+1}compile(){0===this.regexes.length&&(this.exec=()=>null);const e=this.regexes.map((e=>e[1]));this.matcherRe=n(h(e,{joinWith:"|"}),!0),this.lastIndex=0}exec(e){this.matcherRe.lastIndex=this.lastIndex;const n=this.matcherRe.exec(e);if(!n)return null;const t=n.findIndex(((e,n)=>n>0&&void 0!==e)),i=this.matchIndexes[t];return n.splice(0,t),Object.assign(n,i)}}class i{constructor(){this.rules=[],this.multiRegexes=[],this.count=0,this.lastIndex=0,this.regexIndex=0}getMatcher(e){if(this.multiRegexes[e])return this.multiRegexes[e];const n=new t;return this.rules.slice(e).forEach((([e,t])=>n.addRule(e,t))),n.compile(),this.multiRegexes[e]=n,n}resumingScanAtSamePosition(){return 0!==this.regexIndex}considerAll(){this.regexIndex=0}addRule(e,n){this.rules.push([e,n]),"begin"===n.type&&this.count++}exec(e){const n=this.getMatcher(this.regexIndex);n.lastIndex=this.lastIndex;let t=n.exec(e);if(this.resumingScanAtSamePosition())if(t&&t.index===this.lastIndex);else{const n=this.getMatcher(0);n.lastIndex=this.lastIndex+1,t=n.exec(e)}return t&&(this.regexIndex+=t.position+1,this.regexIndex===this.count&&this.considerAll()),t}}if(e.compilerExtensions||(e.compilerExtensions=[]),e.contains&&e.contains.includes("self"))throw new Error("ERR: contains `self` is not supported at the top-level of a language. See documentation.");return e.classNameAliases=a(e.classNameAliases||{}),function t(r,s){const o=r;if(r.isCompiled)return o;[j,$,te,V].forEach((e=>e(r,s))),e.compilerExtensions.forEach((e=>e(r,s))),r.__beforeBegin=null,[H,G,z].forEach((e=>e(r,s))),r.isCompiled=!0;let l=null;return"object"==typeof r.keywords&&r.keywords.$pattern&&(r.keywords=Object.assign({},r.keywords),l=r.keywords.$pattern,delete r.keywords.$pattern),l=l||/\w+/,r.keywords&&(r.keywords=q(r.keywords,e.case_insensitive)),o.keywordPatternRe=n(l,!0),s&&(r.begin||(r.begin=/\B|\b/),o.beginRe=n(o.begin),r.end||r.endsWithParent||(r.end=/\B|\b/),r.end&&(o.endRe=n(o.end)),o.terminatorEnd=d(o.end)||"",r.endsWithParent&&s.terminatorEnd&&(o.terminatorEnd+=(r.end?"|":"")+s.terminatorEnd)),r.illegal&&(o.illegalRe=n(r.illegal)),r.contains||(r.contains=[]),r.contains=[].concat(...r.contains.map((function(e){return function(e){return e.variants&&!e.cachedVariants&&(e.cachedVariants=e.variants.map((function(n){return a(e,{variants:null},n)}))),e.cachedVariants?e.cachedVariants:ae(e)?a(e,{starts:e.starts?a(e.starts):null}):Object.isFrozen(e)?a(e):e}("self"===e?r:e)}))),r.contains.forEach((function(e){t(e,o)})),r.starts&&t(r.starts,s),o.matcher=function(e){const n=new i;return e.contains.forEach((e=>n.addRule(e.begin,{rule:e,type:"begin"}))),e.terminatorEnd&&n.addRule(e.terminatorEnd,{type:"end"}),e.illegal&&n.addRule(e.illegal,{type:"illegal"}),n}(o),o}(e)}function ae(e){return!!e&&(e.endsWithParent||ae(e.starts))}class re extends Error{constructor(e,n){super(e),this.name="HTMLInjectionError",this.html=n}}const se=i,oe=a,le=Symbol("nomatch"),ce=function(e){const i=Object.create(null),a=Object.create(null),r=[];let s=!0;const o="Could not find the language '{}', did you forget to load/include a language module?",l={disableAutodetect:!0,name:"Plain text",contains:[]};let d={ignoreUnescapedHTML:!1,throwUnescapedHTML:!1,noHighlightRe:/^(no-?highlight)$/i,languageDetectRe:/\blang(?:uage)?-([\w-]+)\b/i,classPrefix:"hljs-",cssSelector:"pre code",languages:null,__emitter:c};function m(e){return d.noHighlightRe.test(e)}function E(e,n,t){let i="",a="";"object"==typeof n?(i=e,t=n.ignoreIllegals,a=n.language):(J("10.7.0","highlight(lang, code, ...args) has been deprecated."),J("10.7.0","Please use highlight(code, options) instead.\nhttps://github.com/highlightjs/highlight.js/issues/2277"),a=e,i=n),void 0===t&&(t=!0);const r={code:i,language:a};S("before:highlight",r);const s=r.result?r.result:h(r.language,r.code,t);return s.code=r.code,S("after:highlight",s),s}function h(e,n,a,r){const l=Object.create(null);function c(){if(!S.keywords)return void I.addText(w);let e=0;S.keywordPatternRe.lastIndex=0;let n=S.keywordPatternRe.exec(w),t="";for(;n;){t+=w.substring(e,n.index);const a=O.case_insensitive?n[0].toLowerCase():n[0],r=(i=a,S.keywords[i]);if(r){const[e,i]=r;if(I.addText(t),t="",l[a]=(l[a]||0)+1,l[a]<=7&&(C+=i),e.startsWith("_"))t+=n[0];else{const t=O.classNameAliases[e]||e;g(n[0],t)}}else t+=n[0];e=S.keywordPatternRe.lastIndex,n=S.keywordPatternRe.exec(w)}var i;t+=w.substring(e),I.addText(t)}function u(){null!=S.subLanguage?function(){if(""===w)return;let e=null;if("string"==typeof S.subLanguage){if(!i[S.subLanguage])return void I.addText(w);e=h(S.subLanguage,w,!0,R[S.subLanguage]),R[S.subLanguage]=e._top}else e=_(w,S.subLanguage.length?S.subLanguage:null);S.relevance>0&&(C+=e.relevance),I.__addSublanguage(e._emitter,e.language)}():c(),w=""}function g(e,n){""!==e&&(I.startScope(n),I.addText(e),I.endScope())}function b(e,n){let t=1;const i=n.length-1;for(;t<=i;){if(!e._emit[t]){t++;continue}const i=O.classNameAliases[e[t]]||e[t],a=n[t];i?g(a,i):(w=a,c(),w=""),t++}}function p(e,n){return e.scope&&"string"==typeof e.scope&&I.openNode(O.classNameAliases[e.scope]||e.scope),e.beginScope&&(e.beginScope._wrap?(g(w,O.classNameAliases[e.beginScope._wrap]||e.beginScope._wrap),w=""):e.beginScope._multi&&(b(e.beginScope,n),w="")),S=Object.create(e,{parent:{value:S}}),S}function f(e,n,i){let a=function(e,n){const t=e&&e.exec(n);return t&&0===t.index}(e.endRe,i);if(a){if(e["on:end"]){const i=new t(e);e["on:end"](n,i),i.isMatchIgnored&&(a=!1)}if(a){for(;e.endsParent&&e.parent;)e=e.parent;return e}}if(e.endsWithParent)return f(e.parent,n,i)}function m(e){return 0===S.matcher.regexIndex?(w+=e[0],1):(D=!0,0)}function E(e){const t=e[0],i=n.substring(e.index),a=f(S,e,i);if(!a)return le;const r=S;S.endScope&&S.endScope._wrap?(u(),g(t,S.endScope._wrap)):S.endScope&&S.endScope._multi?(u(),b(S.endScope,e)):r.skip?w+=t:(r.returnEnd||r.excludeEnd||(w+=t),u(),r.excludeEnd&&(w=t));do{S.scope&&I.closeNode(),S.skip||S.subLanguage||(C+=S.relevance),S=S.parent}while(S!==a.parent);return a.starts&&p(a.starts,e),r.returnEnd?0:t.length}let N={};function T(i,r){const o=r&&r[0];if(w+=i,null==o)return u(),0;if("begin"===N.type&&"end"===r.type&&N.index===r.index&&""===o){if(w+=n.slice(r.index,r.index+1),!s){const n=new Error(`0 width match regex (${e})`);throw n.languageName=e,n.badRule=N.rule,n}return 1}if(N=r,"begin"===r.type)return function(e){const n=e[0],i=e.rule,a=new t(i),r=[i.__beforeBegin,i["on:begin"]];for(const t of r)if(t&&(t(e,a),a.isMatchIgnored))return m(n);return i.skip?w+=n:(i.excludeBegin&&(w+=n),u(),i.returnBegin||i.excludeBegin||(w=n)),p(i,e),i.returnBegin?0:n.length}(r);if("illegal"===r.type&&!a){const e=new Error('Illegal lexeme "'+o+'" for mode "'+(S.scope||"")+'"');throw e.mode=S,e}if("end"===r.type){const e=E(r);if(e!==le)return e}if("illegal"===r.type&&""===o)return 1;if(M>1e5&&M>3*r.index)throw new Error("potential infinite loop, way more iterations than matches");return w+=o,o.length}const O=A(e);if(!O)throw Z(o.replace("{}",e)),new Error('Unknown language: "'+e+'"');const v=ie(O);let y="",S=r||v;const R={},I=new d.__emitter(d);!function(){const e=[];for(let n=S;n!==O;n=n.parent)n.scope&&e.unshift(n.scope);e.forEach((e=>I.openNode(e)))}();let w="",C=0,L=0,M=0,D=!1;try{if(O.__emitTokens)O.__emitTokens(n,I);else{for(S.matcher.considerAll();;){M++,D?D=!1:S.matcher.considerAll(),S.matcher.lastIndex=L;const e=S.matcher.exec(n);if(!e)break;const t=T(n.substring(L,e.index),e);L=e.index+t}T(n.substring(L))}return I.finalize(),y=I.toHTML(),{language:e,value:y,relevance:C,illegal:!1,_emitter:I,_top:S}}catch(t){if(t.message&&t.message.includes("Illegal"))return{language:e,value:se(n),illegal:!0,relevance:0,_illegalBy:{message:t.message,index:L,context:n.slice(L-100,L+100),mode:t.mode,resultSoFar:y},_emitter:I};if(s)return{language:e,value:se(n),illegal:!1,relevance:0,errorRaised:t,_emitter:I,_top:S};throw t}}function _(e,n){n=n||d.languages||Object.keys(i);const t=function(e){const n={value:se(e),illegal:!1,relevance:0,_top:l,_emitter:new d.__emitter(d)};return n._emitter.addText(e),n}(e),a=n.filter(A).filter(y).map((n=>h(n,e,!1)));a.unshift(t);const r=a.sort(((e,n)=>{if(e.relevance!==n.relevance)return n.relevance-e.relevance;if(e.language&&n.language){if(A(e.language).supersetOf===n.language)return 1;if(A(n.language).supersetOf===e.language)return-1}return 0})),[s,o]=r,c=s;return c.secondBest=o,c}function N(e){let n=null;const t=function(e){let n=e.className+" ";n+=e.parentNode?e.parentNode.className:"";const t=d.languageDetectRe.exec(n);if(t){const n=A(t[1]);return n||(Q(o.replace("{}",t[1])),Q("Falling back to no-highlight mode for this block.",e)),n?t[1]:"no-highlight"}return n.split(/\s+/).find((e=>m(e)||A(e)))}(e);if(m(t))return;if(S("before:highlightElement",{el:e,language:t}),e.children.length>0&&(d.ignoreUnescapedHTML||(console.warn("One of your code blocks includes unescaped HTML. This is a potentially serious security risk."),console.warn("https://github.com/highlightjs/highlight.js/wiki/security"),console.warn("The element with unescaped HTML:"),console.warn(e)),d.throwUnescapedHTML))throw new re("One of your code blocks includes unescaped HTML.",e.innerHTML);n=e;const i=n.textContent,r=t?E(i,{language:t,ignoreIllegals:!0}):_(i);e.innerHTML=r.value,function(e,n,t){const i=n&&a[n]||t;e.classList.add("hljs"),e.classList.add(`language-${i}`)}(e,t,r.language),e.result={language:r.language,re:r.relevance,relevance:r.relevance},r.secondBest&&(e.secondBest={language:r.secondBest.language,relevance:r.secondBest.relevance}),S("after:highlightElement",{el:e,result:r,text:i})}let T=!1;function O(){"loading"!==document.readyState?document.querySelectorAll(d.cssSelector).forEach(N):T=!0}function A(e){return e=(e||"").toLowerCase(),i[e]||i[a[e]]}function v(e,{languageName:n}){"string"==typeof e&&(e=[e]),e.forEach((e=>{a[e.toLowerCase()]=n}))}function y(e){const n=A(e);return n&&!n.disableAutodetect}function S(e,n){const t=e;r.forEach((function(e){e[t]&&e[t](n)}))}"undefined"!=typeof window&&window.addEventListener&&window.addEventListener("DOMContentLoaded",(function(){T&&O()}),!1),Object.assign(e,{highlight:E,highlightAuto:_,highlightAll:O,highlightElement:N,highlightBlock:function(e){return J("10.7.0","highlightBlock will be removed entirely in v12.0"),J("10.7.0","Please use highlightElement now."),N(e)},configure:function(e){d=oe(d,e)},initHighlighting:()=>{O(),J("10.6.0","initHighlighting() deprecated. Use highlightAll() now.")},initHighlightingOnLoad:function(){O(),J("10.6.0","initHighlightingOnLoad() deprecated. Use highlightAll() now.")},registerLanguage:function(n,t){let a=null;try{a=t(e)}catch(e){if(Z("Language definition for '{}' could not be registered.".replace("{}",n)),!s)throw e;Z(e),a=l}a.name||(a.name=n),i[n]=a,a.rawDefinition=t.bind(null,e),a.aliases&&v(a.aliases,{languageName:n})},unregisterLanguage:function(e){delete i[e];for(const n of Object.keys(a))a[n]===e&&delete a[n]},listLanguages:function(){return Object.keys(i)},getLanguage:A,registerAliases:v,autoDetection:y,inherit:oe,addPlugin:function(e){!function(e){e["before:highlightBlock"]&&!e["before:highlightElement"]&&(e["before:highlightElement"]=n=>{e["before:highlightBlock"](Object.assign({block:n.el},n))}),e["after:highlightBlock"]&&!e["after:highlightElement"]&&(e["after:highlightElement"]=n=>{e["after:highlightBlock"](Object.assign({block:n.el},n))})}(e),r.push(e)},removePlugin:function(e){const n=r.indexOf(e);-1!==n&&r.splice(n,1)}}),e.debugMode=function(){s=!1},e.safeMode=function(){s=!0},e.versionString="11.8.0",e.regex={concat:p,lookahead:u,either:f,optional:b,anyNumberOfTimes:g};for(const e in B)"object"==typeof B[e]&&n(B[e]);return Object.assign(e,B),e},de=ce({});de.newInstance=()=>ce({}),e.exports=de,de.HighlightJS=de,de.default=de},4868:e=>{e.exports=function(e){return{name:"Awk",keywords:{keyword:"BEGIN END if else while do for in break continue delete next nextfile function func exit|10"},contains:[{className:"variable",variants:[{begin:/\$[\w\d#@][\w\d_]*/},{begin:/\$\{(.*?)\}/}]},{className:"string",contains:[e.BACKSLASH_ESCAPE],variants:[{begin:/(u|b)?r?'''/,end:/'''/,relevance:10},{begin:/(u|b)?r?"""/,end:/"""/,relevance:10},{begin:/(u|r|ur)'/,end:/'/,relevance:10},{begin:/(u|r|ur)"/,end:/"/,relevance:10},{begin:/(b|br)'/,end:/'/},{begin:/(b|br)"/,end:/"/},e.APOS_STRING_MODE,e.QUOTE_STRING_MODE]},e.REGEXP_MODE,e.HASH_COMMENT_MODE,e.NUMBER_MODE]}}},8780:e=>{e.exports=function(e){const n=e.regex,t={},i={begin:/\$\{/,end:/\}/,contains:["self",{begin:/:-/,contains:[t]}]};Object.assign(t,{className:"variable",variants:[{begin:n.concat(/\$[\w\d#@][\w\d_]*/,"(?![\\w\\d])(?![$])")},i]});const a={className:"subst",begin:/\$\(/,end:/\)/,contains:[e.BACKSLASH_ESCAPE]},r={begin:/<<-?\s*(?=\w+)/,starts:{contains:[e.END_SAME_AS_BEGIN({begin:/(\w+)/,end:/(\w+)/,className:"string"})]}},s={className:"string",begin:/"/,end:/"/,contains:[e.BACKSLASH_ESCAPE,t,a]};a.contains.push(s);const o={begin:/\$?\(\(/,end:/\)\)/,contains:[{begin:/\d+#[0-9a-f]+/,className:"number"},e.NUMBER_MODE,t]},l=e.SHEBANG({binary:`(${["fish","bash","zsh","sh","csh","ksh","tcsh","dash","scsh"].join("|")})`,relevance:10}),c={className:"function",begin:/\w[\w\d_]*\s*\(\s*\)\s*\{/,returnBegin:!0,contains:[e.inherit(e.TITLE_MODE,{begin:/\w[\w\d_]*/})],relevance:0};return{name:"Bash",aliases:["sh"],keywords:{$pattern:/\b[a-z][a-z0-9._-]+\b/,keyword:["if","then","else","elif","fi","for","while","until","in","do","done","case","esac","function","select"],literal:["true","false"],built_in:["break","cd","continue","eval","exec","exit","export","getopts","hash","pwd","readonly","return","shift","test","times","trap","umask","unset","alias","bind","builtin","caller","command","declare","echo","enable","help","let","local","logout","mapfile","printf","read","readarray","source","type","typeset","ulimit","unalias","set","shopt","autoload","bg","bindkey","bye","cap","chdir","clone","comparguments","compcall","compctl","compdescribe","compfiles","compgroups","compquote","comptags","comptry","compvalues","dirs","disable","disown","echotc","echoti","emulate","fc","fg","float","functions","getcap","getln","history","integer","jobs","kill","limit","log","noglob","popd","print","pushd","pushln","rehash","sched","setcap","setopt","stat","suspend","ttyctl","unfunction","unhash","unlimit","unsetopt","vared","wait","whence","where","which","zcompile","zformat","zftp","zle","zmodload","zparseopts","zprof","zpty","zregexparse","zsocket","zstyle","ztcp","chcon","chgrp","chown","chmod","cp","dd","df","dir","dircolors","ln","ls","mkdir","mkfifo","mknod","mktemp","mv","realpath","rm","rmdir","shred","sync","touch","truncate","vdir","b2sum","base32","base64","cat","cksum","comm","csplit","cut","expand","fmt","fold","head","join","md5sum","nl","numfmt","od","paste","ptx","pr","sha1sum","sha224sum","sha256sum","sha384sum","sha512sum","shuf","sort","split","sum","tac","tail","tr","tsort","unexpand","uniq","wc","arch","basename","chroot","date","dirname","du","echo","env","expr","factor","groups","hostid","id","link","logname","nice","nohup","nproc","pathchk","pinky","printenv","printf","pwd","readlink","runcon","seq","sleep","stat","stdbuf","stty","tee","test","timeout","tty","uname","unlink","uptime","users","who","whoami","yes"]},contains:[l,e.SHEBANG(),c,o,e.HASH_COMMENT_MODE,r,{match:/(\/[a-z._-]+)+/},s,{className:"",begin:/\\"/},{className:"string",begin:/'/,end:/'/},t]}}},612:e=>{e.exports=function(e){const n=e.regex,t=e.COMMENT("//","$",{contains:[{begin:/\\\n/}]}),i="decltype\\(auto\\)",a="[a-zA-Z_]\\w*::",r="("+i+"|"+n.optional(a)+"[a-zA-Z_]\\w*"+n.optional("<[^<>]+>")+")",s={className:"type",variants:[{begin:"\\b[a-z\\d_]*_t\\b"},{match:/\batomic_[a-z]{3,6}\b/}]},o={className:"string",variants:[{begin:'(u8?|U|L)?"',end:'"',illegal:"\\n",contains:[e.BACKSLASH_ESCAPE]},{begin:"(u8?|U|L)?'(\\\\(x[0-9A-Fa-f]{2}|u[0-9A-Fa-f]{4,8}|[0-7]{3}|\\S)|.)",end:"'",illegal:"."},e.END_SAME_AS_BEGIN({begin:/(?:u8?|U|L)?R"([^()\\ ]{0,16})\(/,end:/\)([^()\\ ]{0,16})"/})]},l={className:"number",variants:[{begin:"\\b(0b[01']+)"},{begin:"(-?)\\b([\\d']+(\\.[\\d']*)?|\\.[\\d']+)((ll|LL|l|L)(u|U)?|(u|U)(ll|LL|l|L)?|f|F|b|B)"},{begin:"(-?)(\\b0[xX][a-fA-F0-9']+|(\\b[\\d']+(\\.[\\d']*)?|\\.[\\d']+)([eE][-+]?[\\d']+)?)"}],relevance:0},c={className:"meta",begin:/#\s*[a-z]+\b/,end:/$/,keywords:{keyword:"if else elif endif define undef warning error line pragma _Pragma ifdef ifndef include"},contains:[{begin:/\\\n/,relevance:0},e.inherit(o,{className:"string"}),{className:"string",begin:/<.*?>/},t,e.C_BLOCK_COMMENT_MODE]},d={className:"title",begin:n.optional(a)+e.IDENT_RE,relevance:0},u=n.optional(a)+e.IDENT_RE+"\\s*\\(",g={keyword:["asm","auto","break","case","continue","default","do","else","enum","extern","for","fortran","goto","if","inline","register","restrict","return","sizeof","struct","switch","typedef","union","volatile","while","_Alignas","_Alignof","_Atomic","_Generic","_Noreturn","_Static_assert","_Thread_local","alignas","alignof","noreturn","static_assert","thread_local","_Pragma"],type:["float","double","signed","unsigned","int","short","long","char","void","_Bool","_Complex","_Imaginary","_Decimal32","_Decimal64","_Decimal128","const","static","complex","bool","imaginary"],literal:"true false NULL",built_in:"std string wstring cin cout cerr clog stdin stdout stderr stringstream istringstream ostringstream auto_ptr deque list queue stack vector map set pair bitset multiset multimap unordered_set unordered_map unordered_multiset unordered_multimap priority_queue make_pair array shared_ptr abort terminate abs acos asin atan2 atan calloc ceil cosh cos exit exp fabs floor fmod fprintf fputs free frexp fscanf future isalnum isalpha iscntrl isdigit isgraph islower isprint ispunct isspace isupper isxdigit tolower toupper labs ldexp log10 log malloc realloc memchr memcmp memcpy memset modf pow printf putchar puts scanf sinh sin snprintf sprintf sqrt sscanf strcat strchr strcmp strcpy strcspn strlen strncat strncmp strncpy strpbrk strrchr strspn strstr tanh tan vfprintf vprintf vsprintf endl initializer_list unique_ptr"},b=[c,s,t,e.C_BLOCK_COMMENT_MODE,l,o],p={variants:[{begin:/=/,end:/;/},{begin:/\(/,end:/\)/},{beginKeywords:"new throw return else",end:/;/}],keywords:g,contains:b.concat([{begin:/\(/,end:/\)/,keywords:g,contains:b.concat(["self"]),relevance:0}]),relevance:0},f={begin:"("+r+"[\\*&\\s]+)+"+u,returnBegin:!0,end:/[{;=]/,excludeEnd:!0,keywords:g,illegal:/[^\w\s\*&:<>.]/,contains:[{begin:i,keywords:g,relevance:0},{begin:u,returnBegin:!0,contains:[e.inherit(d,{className:"title.function"})],relevance:0},{relevance:0,match:/,/},{className:"params",begin:/\(/,end:/\)/,keywords:g,relevance:0,contains:[t,e.C_BLOCK_COMMENT_MODE,o,l,s,{begin:/\(/,end:/\)/,keywords:g,relevance:0,contains:["self",t,e.C_BLOCK_COMMENT_MODE,o,l,s]}]},s,t,e.C_BLOCK_COMMENT_MODE,c]};return{name:"C",aliases:["h"],keywords:g,disableAutodetect:!0,illegal:"=]/,contains:[{beginKeywords:"final class struct"},e.TITLE_MODE]}]),exports:{preprocessor:c,strings:o,keywords:g}}}},2177:e=>{e.exports=function(e){const n="a-zA-Z_\\-!.?+*=<>&'",t="[#]?["+n+"]["+n+"0-9/;:$#]*",i="def defonce defprotocol defstruct defmulti defmethod defn- defn defmacro deftype defrecord",a={$pattern:t,built_in:i+" cond apply if-not if-let if not not= =|0 <|0 >|0 <=|0 >=|0 ==|0 +|0 /|0 *|0 -|0 rem quot neg? pos? delay? symbol? keyword? true? false? integer? empty? coll? list? set? ifn? fn? associative? sequential? sorted? counted? reversible? number? decimal? class? distinct? isa? float? rational? reduced? ratio? odd? even? char? seq? vector? string? map? nil? contains? zero? instance? not-every? not-any? libspec? -> ->> .. . inc compare do dotimes mapcat take remove take-while drop letfn drop-last take-last drop-while while intern condp case reduced cycle split-at split-with repeat replicate iterate range merge zipmap declare line-seq sort comparator sort-by dorun doall nthnext nthrest partition eval doseq await await-for let agent atom send send-off release-pending-sends add-watch mapv filterv remove-watch agent-error restart-agent set-error-handler error-handler set-error-mode! error-mode shutdown-agents quote var fn loop recur throw try monitor-enter monitor-exit macroexpand macroexpand-1 for dosync and or when when-not when-let comp juxt partial sequence memoize constantly complement identity assert peek pop doto proxy first rest cons cast coll last butlast sigs reify second ffirst fnext nfirst nnext meta with-meta ns in-ns create-ns import refer keys select-keys vals key val rseq name namespace promise into transient persistent! conj! assoc! dissoc! pop! disj! use class type num float double short byte boolean bigint biginteger bigdec print-method print-dup throw-if printf format load compile get-in update-in pr pr-on newline flush read slurp read-line subvec with-open memfn time re-find re-groups rand-int rand mod locking assert-valid-fdecl alias resolve ref deref refset swap! reset! set-validator! compare-and-set! alter-meta! reset-meta! commute get-validator alter ref-set ref-history-count ref-min-history ref-max-history ensure sync io! new next conj set! to-array future future-call into-array aset gen-class reduce map filter find empty hash-map hash-set sorted-map sorted-map-by sorted-set sorted-set-by vec vector seq flatten reverse assoc dissoc list disj get union difference intersection extend extend-type extend-protocol int nth delay count concat chunk chunk-buffer chunk-append chunk-first chunk-rest max min dec unchecked-inc-int unchecked-inc unchecked-dec-inc unchecked-dec unchecked-negate unchecked-add-int unchecked-add unchecked-subtract-int unchecked-subtract chunk-next chunk-cons chunked-seq? prn vary-meta lazy-seq spread list* str find-keyword keyword symbol gensym force rationalize"},r={begin:t,relevance:0},s={scope:"number",relevance:0,variants:[{match:/[-+]?0[xX][0-9a-fA-F]+N?/},{match:/[-+]?0[0-7]+N?/},{match:/[-+]?[1-9][0-9]?[rR][0-9a-zA-Z]+N?/},{match:/[-+]?[0-9]+\/[0-9]+N?/},{match:/[-+]?[0-9]+((\.[0-9]*([eE][+-]?[0-9]+)?M?)|([eE][+-]?[0-9]+M?|M))/},{match:/[-+]?([1-9][0-9]*|0)N?/}]},o={scope:"character",variants:[{match:/\\o[0-3]?[0-7]{1,2}/},{match:/\\u[0-9a-fA-F]{4}/},{match:/\\(newline|space|tab|formfeed|backspace|return)/},{match:/\\\S/,relevance:0}]},l={scope:"regex",begin:/#"/,end:/"/,contains:[e.BACKSLASH_ESCAPE]},c=e.inherit(e.QUOTE_STRING_MODE,{illegal:null}),d={scope:"punctuation",match:/,/,relevance:0},u=e.COMMENT(";","$",{relevance:0}),g={className:"literal",begin:/\b(true|false|nil)\b/},b={begin:"\\[|(#::?"+t+")?\\{",end:"[\\]\\}]",relevance:0},p={className:"symbol",begin:"[:]{1,2}"+t},f={begin:"\\(",end:"\\)"},m={endsWithParent:!0,relevance:0},E={keywords:a,className:"name",begin:t,relevance:0,starts:m},h=[d,f,o,l,c,u,p,b,s,g,r],_={beginKeywords:i,keywords:{$pattern:t,keyword:i},end:'(\\[|#|\\d|"|:|\\{|\\)|\\(|$)',contains:[{className:"title",begin:t,relevance:0,excludeEnd:!0,endsParent:!0}].concat(h)};return f.contains=[_,E,m],m.contains=h,b.contains=h,{name:"Clojure",aliases:["clj","edn"],illegal:/\S/,contains:[d,f,o,l,c,u,p,b,s,g]}}},6248:e=>{e.exports=function(e){const n=e.regex,t=e.COMMENT("//","$",{contains:[{begin:/\\\n/}]}),i="decltype\\(auto\\)",a="[a-zA-Z_]\\w*::",r="(?!struct)("+i+"|"+n.optional(a)+"[a-zA-Z_]\\w*"+n.optional("<[^<>]+>")+")",s={className:"type",begin:"\\b[a-z\\d_]*_t\\b"},o={className:"string",variants:[{begin:'(u8?|U|L)?"',end:'"',illegal:"\\n",contains:[e.BACKSLASH_ESCAPE]},{begin:"(u8?|U|L)?'(\\\\(x[0-9A-Fa-f]{2}|u[0-9A-Fa-f]{4,8}|[0-7]{3}|\\S)|.)",end:"'",illegal:"."},e.END_SAME_AS_BEGIN({begin:/(?:u8?|U|L)?R"([^()\\ ]{0,16})\(/,end:/\)([^()\\ ]{0,16})"/})]},l={className:"number",variants:[{begin:"\\b(0b[01']+)"},{begin:"(-?)\\b([\\d']+(\\.[\\d']*)?|\\.[\\d']+)((ll|LL|l|L)(u|U)?|(u|U)(ll|LL|l|L)?|f|F|b|B)"},{begin:"(-?)(\\b0[xX][a-fA-F0-9']+|(\\b[\\d']+(\\.[\\d']*)?|\\.[\\d']+)([eE][-+]?[\\d']+)?)"}],relevance:0},c={className:"meta",begin:/#\s*[a-z]+\b/,end:/$/,keywords:{keyword:"if else elif endif define undef warning error line pragma _Pragma ifdef ifndef include"},contains:[{begin:/\\\n/,relevance:0},e.inherit(o,{className:"string"}),{className:"string",begin:/<.*?>/},t,e.C_BLOCK_COMMENT_MODE]},d={className:"title",begin:n.optional(a)+e.IDENT_RE,relevance:0},u=n.optional(a)+e.IDENT_RE+"\\s*\\(",g={type:["bool","char","char16_t","char32_t","char8_t","double","float","int","long","short","void","wchar_t","unsigned","signed","const","static"],keyword:["alignas","alignof","and","and_eq","asm","atomic_cancel","atomic_commit","atomic_noexcept","auto","bitand","bitor","break","case","catch","class","co_await","co_return","co_yield","compl","concept","const_cast|10","consteval","constexpr","constinit","continue","decltype","default","delete","do","dynamic_cast|10","else","enum","explicit","export","extern","false","final","for","friend","goto","if","import","inline","module","mutable","namespace","new","noexcept","not","not_eq","nullptr","operator","or","or_eq","override","private","protected","public","reflexpr","register","reinterpret_cast|10","requires","return","sizeof","static_assert","static_cast|10","struct","switch","synchronized","template","this","thread_local","throw","transaction_safe","transaction_safe_dynamic","true","try","typedef","typeid","typename","union","using","virtual","volatile","while","xor","xor_eq"],literal:["NULL","false","nullopt","nullptr","true"],built_in:["_Pragma"],_type_hints:["any","auto_ptr","barrier","binary_semaphore","bitset","complex","condition_variable","condition_variable_any","counting_semaphore","deque","false_type","future","imaginary","initializer_list","istringstream","jthread","latch","lock_guard","multimap","multiset","mutex","optional","ostringstream","packaged_task","pair","promise","priority_queue","queue","recursive_mutex","recursive_timed_mutex","scoped_lock","set","shared_future","shared_lock","shared_mutex","shared_timed_mutex","shared_ptr","stack","string_view","stringstream","timed_mutex","thread","true_type","tuple","unique_lock","unique_ptr","unordered_map","unordered_multimap","unordered_multiset","unordered_set","variant","vector","weak_ptr","wstring","wstring_view"]},b={className:"function.dispatch",relevance:0,keywords:{_hint:["abort","abs","acos","apply","as_const","asin","atan","atan2","calloc","ceil","cerr","cin","clog","cos","cosh","cout","declval","endl","exchange","exit","exp","fabs","floor","fmod","forward","fprintf","fputs","free","frexp","fscanf","future","invoke","isalnum","isalpha","iscntrl","isdigit","isgraph","islower","isprint","ispunct","isspace","isupper","isxdigit","labs","launder","ldexp","log","log10","make_pair","make_shared","make_shared_for_overwrite","make_tuple","make_unique","malloc","memchr","memcmp","memcpy","memset","modf","move","pow","printf","putchar","puts","realloc","scanf","sin","sinh","snprintf","sprintf","sqrt","sscanf","std","stderr","stdin","stdout","strcat","strchr","strcmp","strcpy","strcspn","strlen","strncat","strncmp","strncpy","strpbrk","strrchr","strspn","strstr","swap","tan","tanh","terminate","to_underlying","tolower","toupper","vfprintf","visit","vprintf","vsprintf"]},begin:n.concat(/\b/,/(?!decltype)/,/(?!if)/,/(?!for)/,/(?!switch)/,/(?!while)/,e.IDENT_RE,n.lookahead(/(<[^<>]+>|)\s*\(/))},p=[b,c,s,t,e.C_BLOCK_COMMENT_MODE,l,o],f={variants:[{begin:/=/,end:/;/},{begin:/\(/,end:/\)/},{beginKeywords:"new throw return else",end:/;/}],keywords:g,contains:p.concat([{begin:/\(/,end:/\)/,keywords:g,contains:p.concat(["self"]),relevance:0}]),relevance:0},m={className:"function",begin:"("+r+"[\\*&\\s]+)+"+u,returnBegin:!0,end:/[{;=]/,excludeEnd:!0,keywords:g,illegal:/[^\w\s\*&:<>.]/,contains:[{begin:i,keywords:g,relevance:0},{begin:u,returnBegin:!0,contains:[d],relevance:0},{begin:/::/,relevance:0},{begin:/:/,endsWithParent:!0,contains:[o,l]},{relevance:0,match:/,/},{className:"params",begin:/\(/,end:/\)/,keywords:g,relevance:0,contains:[t,e.C_BLOCK_COMMENT_MODE,o,l,s,{begin:/\(/,end:/\)/,keywords:g,relevance:0,contains:["self",t,e.C_BLOCK_COMMENT_MODE,o,l,s]}]},s,t,e.C_BLOCK_COMMENT_MODE,c]};return{name:"C++",aliases:["cc","c++","h++","hpp","hh","hxx","cxx"],keywords:g,illegal:"",keywords:g,contains:["self",s]},{begin:e.IDENT_RE+"::",keywords:g},{match:[/\b(?:enum(?:\s+(?:class|struct))?|class|struct|union)/,/\s+/,/\w+/],className:{1:"keyword",3:"title.class"}}])}}},3147:e=>{e.exports=function(e){const n="(_?[ui](8|16|32|64|128))?",t="[a-zA-Z_]\\w*[!?=]?|[-+~]@|<<|>>|[=!]~|===?|<=>|[<>]=?|\\*\\*|[-/+%^&*~|]|//|//=|&[-+*]=?|&\\*\\*|\\[\\][=?]?",i="[A-Za-z_]\\w*(::\\w+)*(\\?|!)?",a={$pattern:"[a-zA-Z_]\\w*[!?=]?",keyword:"abstract alias annotation as as? asm begin break case class def do else elsif end ensure enum extend for fun if include instance_sizeof is_a? lib macro module next nil? of out pointerof private protected rescue responds_to? return require select self sizeof struct super then type typeof union uninitialized unless until verbatim when while with yield __DIR__ __END_LINE__ __FILE__ __LINE__",literal:"false nil true"},r={className:"subst",begin:/#\{/,end:/\}/,keywords:a},s={className:"template-variable",variants:[{begin:"\\{\\{",end:"\\}\\}"},{begin:"\\{%",end:"%\\}"}],keywords:a};function o(e,n){const t=[{begin:e,end:n}];return t[0].contains=t,t}const l={className:"string",contains:[e.BACKSLASH_ESCAPE,r],variants:[{begin:/'/,end:/'/},{begin:/"/,end:/"/},{begin:/`/,end:/`/},{begin:"%[Qwi]?\\(",end:"\\)",contains:o("\\(","\\)")},{begin:"%[Qwi]?\\[",end:"\\]",contains:o("\\[","\\]")},{begin:"%[Qwi]?\\{",end:/\}/,contains:o(/\{/,/\}/)},{begin:"%[Qwi]?<",end:">",contains:o("<",">")},{begin:"%[Qwi]?\\|",end:"\\|"},{begin:/<<-\w+$/,end:/^\s*\w+$/}],relevance:0},c={className:"string",variants:[{begin:"%q\\(",end:"\\)",contains:o("\\(","\\)")},{begin:"%q\\[",end:"\\]",contains:o("\\[","\\]")},{begin:"%q\\{",end:/\}/,contains:o(/\{/,/\}/)},{begin:"%q<",end:">",contains:o("<",">")},{begin:"%q\\|",end:"\\|"},{begin:/<<-'\w+'$/,end:/^\s*\w+$/}],relevance:0},d={begin:"(?!%\\})("+e.RE_STARTERS_RE+"|\\n|\\b(case|if|select|unless|until|when|while)\\b)\\s*",keywords:"case if select unless until when while",contains:[{className:"regexp",contains:[e.BACKSLASH_ESCAPE,r],variants:[{begin:"//[a-z]*",relevance:0},{begin:"/(?!\\/)",end:"/[a-z]*"}]}],relevance:0},u=[s,l,c,{className:"regexp",contains:[e.BACKSLASH_ESCAPE,r],variants:[{begin:"%r\\(",end:"\\)",contains:o("\\(","\\)")},{begin:"%r\\[",end:"\\]",contains:o("\\[","\\]")},{begin:"%r\\{",end:/\}/,contains:o(/\{/,/\}/)},{begin:"%r<",end:">",contains:o("<",">")},{begin:"%r\\|",end:"\\|"}],relevance:0},d,{className:"meta",begin:"@\\[",end:"\\]",contains:[e.inherit(e.QUOTE_STRING_MODE,{className:"string"})]},{className:"variable",begin:"(\\$\\W)|((\\$|@@?)(\\w+))(?=[^@$?])(?![A-Za-z])(?![@$?'])"},e.HASH_COMMENT_MODE,{className:"class",beginKeywords:"class module struct",end:"$|;",illegal:/=/,contains:[e.HASH_COMMENT_MODE,e.inherit(e.TITLE_MODE,{begin:i}),{begin:"<"}]},{className:"class",beginKeywords:"lib enum union",end:"$|;",illegal:/=/,contains:[e.HASH_COMMENT_MODE,e.inherit(e.TITLE_MODE,{begin:i})]},{beginKeywords:"annotation",end:"$|;",illegal:/=/,contains:[e.HASH_COMMENT_MODE,e.inherit(e.TITLE_MODE,{begin:i})],relevance:2},{className:"function",beginKeywords:"def",end:/\B\b/,contains:[e.inherit(e.TITLE_MODE,{begin:t,endsParent:!0})]},{className:"function",beginKeywords:"fun macro",end:/\B\b/,contains:[e.inherit(e.TITLE_MODE,{begin:t,endsParent:!0})],relevance:2},{className:"symbol",begin:e.UNDERSCORE_IDENT_RE+"(!|\\?)?:",relevance:0},{className:"symbol",begin:":",contains:[l,{begin:t}],relevance:0},{className:"number",variants:[{begin:"\\b0b([01_]+)"+n},{begin:"\\b0o([0-7_]+)"+n},{begin:"\\b0x([A-Fa-f0-9_]+)"+n},{begin:"\\b([1-9][0-9_]*[0-9]|[0-9])(\\.[0-9][0-9_]*)?([eE]_?[-+]?[0-9_]*)?(_?f(32|64))?(?!_)"},{begin:"\\b([1-9][0-9_]*|0)"+n}],relevance:0}];return r.contains=u,s.contains=u.slice(1),{name:"Crystal",aliases:["cr"],keywords:a,contains:u}}},3707:e=>{e.exports=function(e){const n={keyword:["abstract","as","base","break","case","catch","class","const","continue","do","else","event","explicit","extern","finally","fixed","for","foreach","goto","if","implicit","in","interface","internal","is","lock","namespace","new","operator","out","override","params","private","protected","public","readonly","record","ref","return","scoped","sealed","sizeof","stackalloc","static","struct","switch","this","throw","try","typeof","unchecked","unsafe","using","virtual","void","volatile","while"].concat(["add","alias","and","ascending","async","await","by","descending","equals","from","get","global","group","init","into","join","let","nameof","not","notnull","on","or","orderby","partial","remove","select","set","unmanaged","value|0","var","when","where","with","yield"]),built_in:["bool","byte","char","decimal","delegate","double","dynamic","enum","float","int","long","nint","nuint","object","sbyte","short","string","ulong","uint","ushort"],literal:["default","false","null","true"]},t=e.inherit(e.TITLE_MODE,{begin:"[a-zA-Z](\\.?\\w)*"}),i={className:"number",variants:[{begin:"\\b(0b[01']+)"},{begin:"(-?)\\b([\\d']+(\\.[\\d']*)?|\\.[\\d']+)(u|U|l|L|ul|UL|f|F|b|B)"},{begin:"(-?)(\\b0[xX][a-fA-F0-9']+|(\\b[\\d']+(\\.[\\d']*)?|\\.[\\d']+)([eE][-+]?[\\d']+)?)"}],relevance:0},a={className:"string",begin:'@"',end:'"',contains:[{begin:'""'}]},r=e.inherit(a,{illegal:/\n/}),s={className:"subst",begin:/\{/,end:/\}/,keywords:n},o=e.inherit(s,{illegal:/\n/}),l={className:"string",begin:/\$"/,end:'"',illegal:/\n/,contains:[{begin:/\{\{/},{begin:/\}\}/},e.BACKSLASH_ESCAPE,o]},c={className:"string",begin:/\$@"/,end:'"',contains:[{begin:/\{\{/},{begin:/\}\}/},{begin:'""'},s]},d=e.inherit(c,{illegal:/\n/,contains:[{begin:/\{\{/},{begin:/\}\}/},{begin:'""'},o]});s.contains=[c,l,a,e.APOS_STRING_MODE,e.QUOTE_STRING_MODE,i,e.C_BLOCK_COMMENT_MODE],o.contains=[d,l,r,e.APOS_STRING_MODE,e.QUOTE_STRING_MODE,i,e.inherit(e.C_BLOCK_COMMENT_MODE,{illegal:/\n/})];const u={variants:[c,l,a,e.APOS_STRING_MODE,e.QUOTE_STRING_MODE]},g={begin:"<",end:">",contains:[{beginKeywords:"in out"},t]},b=e.IDENT_RE+"(<"+e.IDENT_RE+"(\\s*,\\s*"+e.IDENT_RE+")*>)?(\\[\\])?",p={begin:"@"+e.IDENT_RE,relevance:0};return{name:"C#",aliases:["cs","c#"],keywords:n,illegal:/::/,contains:[e.COMMENT("///","$",{returnBegin:!0,contains:[{className:"doctag",variants:[{begin:"///",relevance:0},{begin:"\x3c!--|--\x3e"},{begin:""}]}]}),e.C_LINE_COMMENT_MODE,e.C_BLOCK_COMMENT_MODE,{className:"meta",begin:"#",end:"$",keywords:{keyword:"if else elif endif define undef warning error line region endregion pragma checksum"}},u,i,{beginKeywords:"class interface",relevance:0,end:/[{;=]/,illegal:/[^\s:,]/,contains:[{beginKeywords:"where class"},t,g,e.C_LINE_COMMENT_MODE,e.C_BLOCK_COMMENT_MODE]},{beginKeywords:"namespace",relevance:0,end:/[{;=]/,illegal:/[^\s:]/,contains:[t,e.C_LINE_COMMENT_MODE,e.C_BLOCK_COMMENT_MODE]},{beginKeywords:"record",relevance:0,end:/[{;=]/,illegal:/[^\s:]/,contains:[t,g,e.C_LINE_COMMENT_MODE,e.C_BLOCK_COMMENT_MODE]},{className:"meta",begin:"^\\s*\\[(?=[\\w])",excludeBegin:!0,end:"\\]",excludeEnd:!0,contains:[{className:"string",begin:/"/,end:/"/}]},{beginKeywords:"new return throw await else",relevance:0},{className:"function",begin:"("+b+"\\s+)+"+e.IDENT_RE+"\\s*(<[^=]+>\\s*)?\\(",returnBegin:!0,end:/\s*[{;=]/,excludeEnd:!0,keywords:n,contains:[{beginKeywords:["public","private","protected","static","internal","protected","abstract","async","extern","override","unsafe","virtual","new","sealed","partial"].join(" "),relevance:0},{begin:e.IDENT_RE+"\\s*(<[^=]+>\\s*)?\\(",returnBegin:!0,contains:[e.TITLE_MODE,g],relevance:0},{match:/\(\)/},{className:"params",begin:/\(/,end:/\)/,excludeBegin:!0,excludeEnd:!0,keywords:n,relevance:0,contains:[u,i,e.C_BLOCK_COMMENT_MODE]},e.C_LINE_COMMENT_MODE,e.C_BLOCK_COMMENT_MODE]},p]}}},9534:e=>{e.exports=function(e){return{name:"CSP",case_insensitive:!1,keywords:{$pattern:"[a-zA-Z][a-zA-Z0-9_-]*",keyword:["base-uri","child-src","connect-src","default-src","font-src","form-action","frame-ancestors","frame-src","img-src","manifest-src","media-src","object-src","plugin-types","report-uri","sandbox","script-src","style-src","trusted-types","unsafe-hashes","worker-src"]},contains:[{className:"string",begin:"'",end:"'"},{className:"attribute",begin:"^Content",end:":",excludeEnd:!0}]}}},5064:e=>{const n=["a","abbr","address","article","aside","audio","b","blockquote","body","button","canvas","caption","cite","code","dd","del","details","dfn","div","dl","dt","em","fieldset","figcaption","figure","footer","form","h1","h2","h3","h4","h5","h6","header","hgroup","html","i","iframe","img","input","ins","kbd","label","legend","li","main","mark","menu","nav","object","ol","p","q","quote","samp","section","span","strong","summary","sup","table","tbody","td","textarea","tfoot","th","thead","time","tr","ul","var","video"],t=["any-hover","any-pointer","aspect-ratio","color","color-gamut","color-index","device-aspect-ratio","device-height","device-width","display-mode","forced-colors","grid","height","hover","inverted-colors","monochrome","orientation","overflow-block","overflow-inline","pointer","prefers-color-scheme","prefers-contrast","prefers-reduced-motion","prefers-reduced-transparency","resolution","scan","scripting","update","width","min-width","max-width","min-height","max-height"],i=["active","any-link","blank","checked","current","default","defined","dir","disabled","drop","empty","enabled","first","first-child","first-of-type","fullscreen","future","focus","focus-visible","focus-within","has","host","host-context","hover","indeterminate","in-range","invalid","is","lang","last-child","last-of-type","left","link","local-link","not","nth-child","nth-col","nth-last-child","nth-last-col","nth-last-of-type","nth-of-type","only-child","only-of-type","optional","out-of-range","past","placeholder-shown","read-only","read-write","required","right","root","scope","target","target-within","user-invalid","valid","visited","where"],a=["after","backdrop","before","cue","cue-region","first-letter","first-line","grammar-error","marker","part","placeholder","selection","slotted","spelling-error"],r=["align-content","align-items","align-self","all","animation","animation-delay","animation-direction","animation-duration","animation-fill-mode","animation-iteration-count","animation-name","animation-play-state","animation-timing-function","backface-visibility","background","background-attachment","background-blend-mode","background-clip","background-color","background-image","background-origin","background-position","background-repeat","background-size","block-size","border","border-block","border-block-color","border-block-end","border-block-end-color","border-block-end-style","border-block-end-width","border-block-start","border-block-start-color","border-block-start-style","border-block-start-width","border-block-style","border-block-width","border-bottom","border-bottom-color","border-bottom-left-radius","border-bottom-right-radius","border-bottom-style","border-bottom-width","border-collapse","border-color","border-image","border-image-outset","border-image-repeat","border-image-slice","border-image-source","border-image-width","border-inline","border-inline-color","border-inline-end","border-inline-end-color","border-inline-end-style","border-inline-end-width","border-inline-start","border-inline-start-color","border-inline-start-style","border-inline-start-width","border-inline-style","border-inline-width","border-left","border-left-color","border-left-style","border-left-width","border-radius","border-right","border-right-color","border-right-style","border-right-width","border-spacing","border-style","border-top","border-top-color","border-top-left-radius","border-top-right-radius","border-top-style","border-top-width","border-width","bottom","box-decoration-break","box-shadow","box-sizing","break-after","break-before","break-inside","caption-side","caret-color","clear","clip","clip-path","clip-rule","color","column-count","column-fill","column-gap","column-rule","column-rule-color","column-rule-style","column-rule-width","column-span","column-width","columns","contain","content","content-visibility","counter-increment","counter-reset","cue","cue-after","cue-before","cursor","direction","display","empty-cells","filter","flex","flex-basis","flex-direction","flex-flow","flex-grow","flex-shrink","flex-wrap","float","flow","font","font-display","font-family","font-feature-settings","font-kerning","font-language-override","font-size","font-size-adjust","font-smoothing","font-stretch","font-style","font-synthesis","font-variant","font-variant-caps","font-variant-east-asian","font-variant-ligatures","font-variant-numeric","font-variant-position","font-variation-settings","font-weight","gap","glyph-orientation-vertical","grid","grid-area","grid-auto-columns","grid-auto-flow","grid-auto-rows","grid-column","grid-column-end","grid-column-start","grid-gap","grid-row","grid-row-end","grid-row-start","grid-template","grid-template-areas","grid-template-columns","grid-template-rows","hanging-punctuation","height","hyphens","icon","image-orientation","image-rendering","image-resolution","ime-mode","inline-size","isolation","justify-content","left","letter-spacing","line-break","line-height","list-style","list-style-image","list-style-position","list-style-type","margin","margin-block","margin-block-end","margin-block-start","margin-bottom","margin-inline","margin-inline-end","margin-inline-start","margin-left","margin-right","margin-top","marks","mask","mask-border","mask-border-mode","mask-border-outset","mask-border-repeat","mask-border-slice","mask-border-source","mask-border-width","mask-clip","mask-composite","mask-image","mask-mode","mask-origin","mask-position","mask-repeat","mask-size","mask-type","max-block-size","max-height","max-inline-size","max-width","min-block-size","min-height","min-inline-size","min-width","mix-blend-mode","nav-down","nav-index","nav-left","nav-right","nav-up","none","normal","object-fit","object-position","opacity","order","orphans","outline","outline-color","outline-offset","outline-style","outline-width","overflow","overflow-wrap","overflow-x","overflow-y","padding","padding-block","padding-block-end","padding-block-start","padding-bottom","padding-inline","padding-inline-end","padding-inline-start","padding-left","padding-right","padding-top","page-break-after","page-break-before","page-break-inside","pause","pause-after","pause-before","perspective","perspective-origin","pointer-events","position","quotes","resize","rest","rest-after","rest-before","right","row-gap","scroll-margin","scroll-margin-block","scroll-margin-block-end","scroll-margin-block-start","scroll-margin-bottom","scroll-margin-inline","scroll-margin-inline-end","scroll-margin-inline-start","scroll-margin-left","scroll-margin-right","scroll-margin-top","scroll-padding","scroll-padding-block","scroll-padding-block-end","scroll-padding-block-start","scroll-padding-bottom","scroll-padding-inline","scroll-padding-inline-end","scroll-padding-inline-start","scroll-padding-left","scroll-padding-right","scroll-padding-top","scroll-snap-align","scroll-snap-stop","scroll-snap-type","scrollbar-color","scrollbar-gutter","scrollbar-width","shape-image-threshold","shape-margin","shape-outside","speak","speak-as","src","tab-size","table-layout","text-align","text-align-all","text-align-last","text-combine-upright","text-decoration","text-decoration-color","text-decoration-line","text-decoration-style","text-emphasis","text-emphasis-color","text-emphasis-position","text-emphasis-style","text-indent","text-justify","text-orientation","text-overflow","text-rendering","text-shadow","text-transform","text-underline-position","top","transform","transform-box","transform-origin","transform-style","transition","transition-delay","transition-duration","transition-property","transition-timing-function","unicode-bidi","vertical-align","visibility","voice-balance","voice-duration","voice-family","voice-pitch","voice-range","voice-rate","voice-stress","voice-volume","white-space","widows","width","will-change","word-break","word-spacing","word-wrap","writing-mode","z-index"].reverse();e.exports=function(e){const s=e.regex,o=(e=>({IMPORTANT:{scope:"meta",begin:"!important"},BLOCK_COMMENT:e.C_BLOCK_COMMENT_MODE,HEXCOLOR:{scope:"number",begin:/#(([0-9a-fA-F]{3,4})|(([0-9a-fA-F]{2}){3,4}))\b/},FUNCTION_DISPATCH:{className:"built_in",begin:/[\w-]+(?=\()/},ATTRIBUTE_SELECTOR_MODE:{scope:"selector-attr",begin:/\[/,end:/\]/,illegal:"$",contains:[e.APOS_STRING_MODE,e.QUOTE_STRING_MODE]},CSS_NUMBER_MODE:{scope:"number",begin:e.NUMBER_RE+"(%|em|ex|ch|rem|vw|vh|vmin|vmax|cm|mm|in|pt|pc|px|deg|grad|rad|turn|s|ms|Hz|kHz|dpi|dpcm|dppx)?",relevance:0},CSS_VARIABLE:{className:"attr",begin:/--[A-Za-z][A-Za-z0-9_-]*/}}))(e),l=[e.APOS_STRING_MODE,e.QUOTE_STRING_MODE];return{name:"CSS",case_insensitive:!0,illegal:/[=|'\$]/,keywords:{keyframePosition:"from to"},classNameAliases:{keyframePosition:"selector-tag"},contains:[o.BLOCK_COMMENT,{begin:/-(webkit|moz|ms|o)-(?=[a-z])/},o.CSS_NUMBER_MODE,{className:"selector-id",begin:/#[A-Za-z0-9_-]+/,relevance:0},{className:"selector-class",begin:"\\.[a-zA-Z-][a-zA-Z0-9_-]*",relevance:0},o.ATTRIBUTE_SELECTOR_MODE,{className:"selector-pseudo",variants:[{begin:":("+i.join("|")+")"},{begin:":(:)?("+a.join("|")+")"}]},o.CSS_VARIABLE,{className:"attribute",begin:"\\b("+r.join("|")+")\\b"},{begin:/:/,end:/[;}{]/,contains:[o.BLOCK_COMMENT,o.HEXCOLOR,o.IMPORTANT,o.CSS_NUMBER_MODE,...l,{begin:/(url|data-uri)\(/,end:/\)/,relevance:0,keywords:{built_in:"url data-uri"},contains:[...l,{className:"string",begin:/[^)]/,endsWithParent:!0,excludeEnd:!0}]},o.FUNCTION_DISPATCH]},{begin:s.lookahead(/@/),end:"[{;]",relevance:0,illegal:/:/,contains:[{className:"keyword",begin:/@-?\w[\w]*(-\w+)*/},{begin:/\s/,endsWithParent:!0,excludeEnd:!0,relevance:0,keywords:{$pattern:/[a-z-]+/,keyword:"and or not only",attribute:t.join(" ")},contains:[{begin:/[a-z-]+(?=:)/,className:"attribute"},...l,o.CSS_NUMBER_MODE]}]},{className:"selector-tag",begin:"\\b("+n.join("|")+")\\b"}]}}},6642:e=>{e.exports=function(e){const n={className:"subst",variants:[{begin:"\\$[A-Za-z0-9_]+"}]},t={className:"subst",variants:[{begin:/\$\{/,end:/\}/}],keywords:"true false null this is new super"},i={className:"string",variants:[{begin:"r'''",end:"'''"},{begin:'r"""',end:'"""'},{begin:"r'",end:"'",illegal:"\\n"},{begin:'r"',end:'"',illegal:"\\n"},{begin:"'''",end:"'''",contains:[e.BACKSLASH_ESCAPE,n,t]},{begin:'"""',end:'"""',contains:[e.BACKSLASH_ESCAPE,n,t]},{begin:"'",end:"'",illegal:"\\n",contains:[e.BACKSLASH_ESCAPE,n,t]},{begin:'"',end:'"',illegal:"\\n",contains:[e.BACKSLASH_ESCAPE,n,t]}]};t.contains=[e.C_NUMBER_MODE,i];const a=["Comparable","DateTime","Duration","Function","Iterable","Iterator","List","Map","Match","Object","Pattern","RegExp","Set","Stopwatch","String","StringBuffer","StringSink","Symbol","Type","Uri","bool","double","int","num","Element","ElementList"],r=a.map((e=>`${e}?`));return{name:"Dart",keywords:{keyword:["abstract","as","assert","async","await","base","break","case","catch","class","const","continue","covariant","default","deferred","do","dynamic","else","enum","export","extends","extension","external","factory","false","final","finally","for","Function","get","hide","if","implements","import","in","interface","is","late","library","mixin","new","null","on","operator","part","required","rethrow","return","sealed","set","show","static","super","switch","sync","this","throw","true","try","typedef","var","void","when","while","with","yield"],built_in:a.concat(r).concat(["Never","Null","dynamic","print","document","querySelector","querySelectorAll","window"]),$pattern:/[A-Za-z][A-Za-z0-9_]*\??/},contains:[i,e.COMMENT(/\/\*\*(?!\/)/,/\*\//,{subLanguage:"markdown",relevance:0}),e.COMMENT(/\/{3,} ?/,/$/,{contains:[{subLanguage:"markdown",begin:".",end:"$",relevance:0}]}),e.C_LINE_COMMENT_MODE,e.C_BLOCK_COMMENT_MODE,{className:"class",beginKeywords:"class interface",end:/\{/,excludeEnd:!0,contains:[{beginKeywords:"extends implements"},e.UNDERSCORE_TITLE_MODE]},e.C_NUMBER_MODE,{className:"meta",begin:"@[A-Za-z]+"},{begin:"=>"}]}}},7731:e=>{e.exports=function(e){const n=e.regex;return{name:"Diff",aliases:["patch"],contains:[{className:"meta",relevance:10,match:n.either(/^@@ +-\d+,\d+ +\+\d+,\d+ +@@/,/^\*\*\* +\d+,\d+ +\*\*\*\*$/,/^--- +\d+,\d+ +----$/)},{className:"comment",variants:[{begin:n.either(/Index: /,/^index/,/={3,}/,/^-{3}/,/^\*{3} /,/^\+{3}/,/^diff --git/),end:/$/},{match:/^\*{15}$/}]},{className:"addition",begin:/^\+/,end:/$/},{className:"deletion",begin:/^-/,end:/$/},{className:"addition",begin:/^!/,end:/$/}]}}},7360:e=>{e.exports=function(e){return{name:"Dockerfile",aliases:["docker"],case_insensitive:!0,keywords:["from","maintainer","expose","env","arg","user","onbuild","stopsignal"],contains:[e.HASH_COMMENT_MODE,e.APOS_STRING_MODE,e.QUOTE_STRING_MODE,e.NUMBER_MODE,{beginKeywords:"run cmd entrypoint volume add copy workdir label healthcheck shell",starts:{end:/[^\\]$/,subLanguage:"bash"}}],illegal:"{e.exports=function(e){const n=e.regex,t="[a-zA-Z_][a-zA-Z0-9_.]*(!|\\?)?",i={$pattern:t,keyword:["after","alias","and","case","catch","cond","defstruct","defguard","do","else","end","fn","for","if","import","in","not","or","quote","raise","receive","require","reraise","rescue","try","unless","unquote","unquote_splicing","use","when","with|0"],literal:["false","nil","true"]},a={className:"subst",begin:/#\{/,end:/\}/,keywords:i},r={match:/\\[\s\S]/,scope:"char.escape",relevance:0},s="[/|([{<\"']",o=[{begin:/"/,end:/"/},{begin:/'/,end:/'/},{begin:/\//,end:/\//},{begin:/\|/,end:/\|/},{begin:/\(/,end:/\)/},{begin:/\[/,end:/\]/},{begin:/\{/,end:/\}/},{begin://}],l=e=>({scope:"char.escape",begin:n.concat(/\\/,e),relevance:0}),c={className:"string",begin:"~[a-z](?="+s+")",contains:o.map((n=>e.inherit(n,{contains:[l(n.end),r,a]})))},d={className:"string",begin:"~[A-Z](?="+s+")",contains:o.map((n=>e.inherit(n,{contains:[l(n.end)]})))},u={className:"regex",variants:[{begin:"~r(?="+s+")",contains:o.map((t=>e.inherit(t,{end:n.concat(t.end,/[uismxfU]{0,7}/),contains:[l(t.end),r,a]})))},{begin:"~R(?="+s+")",contains:o.map((t=>e.inherit(t,{end:n.concat(t.end,/[uismxfU]{0,7}/),contains:[l(t.end)]})))}]},g={className:"string",contains:[e.BACKSLASH_ESCAPE,a],variants:[{begin:/"""/,end:/"""/},{begin:/'''/,end:/'''/},{begin:/~S"""/,end:/"""/,contains:[]},{begin:/~S"/,end:/"/,contains:[]},{begin:/~S'''/,end:/'''/,contains:[]},{begin:/~S'/,end:/'/,contains:[]},{begin:/'/,end:/'/},{begin:/"/,end:/"/}]},b={className:"function",beginKeywords:"def defp defmacro defmacrop",end:/\B\b/,contains:[e.inherit(e.TITLE_MODE,{begin:t,endsParent:!0})]},p=e.inherit(b,{className:"class",beginKeywords:"defimpl defmodule defprotocol defrecord",end:/\bdo\b|$|;/}),f=[g,u,d,c,e.HASH_COMMENT_MODE,p,b,{begin:"::"},{className:"symbol",begin:":(?![\\s:])",contains:[g,{begin:"[a-zA-Z_]\\w*[!?=]?|[-+~]@|<<|>>|=~|===?|<=>|[<>]=?|\\*\\*|[-/+%^&*~`|]|\\[\\]=?"}],relevance:0},{className:"symbol",begin:t+":(?!:)",relevance:0},{className:"title.class",begin:/(\b[A-Z][a-zA-Z0-9_]+)/,relevance:0},{className:"number",begin:"(\\b0o[0-7_]+)|(\\b0b[01_]+)|(\\b0x[0-9a-fA-F_]+)|(-?\\b[0-9][0-9_]*(\\.[0-9_]+([eE][-+]?[0-9]+)?)?)",relevance:0},{className:"variable",begin:"(\\$\\W)|((\\$|@@?)(\\w+))"}];return a.contains=f,{name:"Elixir",aliases:["ex","exs"],keywords:i,contains:f}}},5658:e=>{e.exports=function(e){const n={variants:[e.COMMENT("--","$"),e.COMMENT(/\{-/,/-\}/,{contains:["self"]})]},t={className:"type",begin:"\\b[A-Z][\\w']*",relevance:0},i={begin:"\\(",end:"\\)",illegal:'"',contains:[{className:"type",begin:"\\b[A-Z][\\w]*(\\((\\.\\.|,|\\w+)\\))?"},n]};return{name:"Elm",keywords:["let","in","if","then","else","case","of","where","module","import","exposing","type","alias","as","infix","infixl","infixr","port","effect","command","subscription"],contains:[{beginKeywords:"port effect module",end:"exposing",keywords:"port effect module where command subscription exposing",contains:[i,n],illegal:"\\W\\.|;"},{begin:"import",end:"$",keywords:"import as exposing",contains:[i,n],illegal:"\\W\\.|;"},{begin:"type",end:"$",keywords:"type alias",contains:[t,i,{begin:/\{/,end:/\}/,contains:i.contains},n]},{beginKeywords:"infix infixl infixr",end:"$",contains:[e.C_NUMBER_MODE,n]},{begin:"port",end:"$",keywords:"port",contains:[n]},{className:"string",begin:"'\\\\?.",end:"'",illegal:"."},e.QUOTE_STRING_MODE,e.C_NUMBER_MODE,t,e.inherit(e.TITLE_MODE,{begin:"^[_a-z][\\w']*"}),n,{begin:"->|<-"}],illegal:/;/}}},7569:e=>{e.exports=function(e){const n="[a-z'][a-zA-Z0-9_']*",t="("+n+":"+n+"|"+n+")",i={keyword:"after and andalso|10 band begin bnot bor bsl bzr bxor case catch cond div end fun if let not of orelse|10 query receive rem try when xor",literal:"false true"},a=e.COMMENT("%","$"),r={className:"number",begin:"\\b(\\d+(_\\d+)*#[a-fA-F0-9]+(_[a-fA-F0-9]+)*|\\d+(_\\d+)*(\\.\\d+(_\\d+)*)?([eE][-+]?\\d+)?)",relevance:0},s={begin:"fun\\s+"+n+"/\\d+"},o={begin:t+"\\(",end:"\\)",returnBegin:!0,relevance:0,contains:[{begin:t,relevance:0},{begin:"\\(",end:"\\)",endsWithParent:!0,returnEnd:!0,relevance:0}]},l={begin:/\{/,end:/\}/,relevance:0},c={begin:"\\b_([A-Z][A-Za-z0-9_]*)?",relevance:0},d={begin:"[A-Z][a-zA-Z0-9_]*",relevance:0},u={begin:"#"+e.UNDERSCORE_IDENT_RE,relevance:0,returnBegin:!0,contains:[{begin:"#"+e.UNDERSCORE_IDENT_RE,relevance:0},{begin:/\{/,end:/\}/,relevance:0}]},g={beginKeywords:"fun receive if try case",end:"end",keywords:i};g.contains=[a,s,e.inherit(e.APOS_STRING_MODE,{className:""}),g,o,e.QUOTE_STRING_MODE,r,l,c,d,u];const b=[a,s,g,o,e.QUOTE_STRING_MODE,r,l,c,d,u];o.contains[1].contains=b,l.contains=b,u.contains[1].contains=b;const p={className:"params",begin:"\\(",end:"\\)",contains:b};return{name:"Erlang",aliases:["erl"],keywords:i,illegal:"(",returnBegin:!0,illegal:"\\(|#|//|/\\*|\\\\|:|;",contains:[p,e.inherit(e.TITLE_MODE,{begin:n})],starts:{end:";|\\.",keywords:i,contains:b}},a,{begin:"^-",end:"\\.",relevance:0,excludeEnd:!0,returnBegin:!0,keywords:{$pattern:"-"+e.IDENT_RE,keyword:["-module","-record","-undef","-export","-ifdef","-ifndef","-author","-copyright","-doc","-vsn","-import","-include","-include_lib","-compile","-define","-else","-endif","-file","-behaviour","-behavior","-spec"].map((e=>`${e}|1.5`)).join(" ")},contains:[p]},r,e.QUOTE_STRING_MODE,u,c,d,l,{begin:/\.$/}]}}},6652:e=>{function n(e){return new RegExp(e.replace(/[-/\\^$*+?.()|[\]{}]/g,"\\$&"),"m")}function t(e){return e?"string"==typeof e?e:e.source:null}function i(e){return a("(?=",e,")")}function a(...e){return e.map((e=>t(e))).join("")}function r(...e){const n=function(e){const n=e[e.length-1];return"object"==typeof n&&n.constructor===Object?(e.splice(e.length-1,1),n):{}}(e);return"("+(n.capture?"":"?:")+e.map((e=>t(e))).join("|")+")"}e.exports=function(e){const t={scope:"keyword",match:/\b(yield|return|let|do|match|use)!/},s=["bool","byte","sbyte","int8","int16","int32","uint8","uint16","uint32","int","uint","int64","uint64","nativeint","unativeint","decimal","float","double","float32","single","char","string","unit","bigint","option","voption","list","array","seq","byref","exn","inref","nativeptr","obj","outref","voidptr","Result"],o={keyword:["abstract","and","as","assert","base","begin","class","default","delegate","do","done","downcast","downto","elif","else","end","exception","extern","finally","fixed","for","fun","function","global","if","in","inherit","inline","interface","internal","lazy","let","match","member","module","mutable","namespace","new","of","open","or","override","private","public","rec","return","static","struct","then","to","try","type","upcast","use","val","void","when","while","with","yield"],literal:["true","false","null","Some","None","Ok","Error","infinity","infinityf","nan","nanf"],built_in:["not","ref","raise","reraise","dict","readOnlyDict","set","get","enum","sizeof","typeof","typedefof","nameof","nullArg","invalidArg","invalidOp","id","fst","snd","ignore","lock","using","box","unbox","tryUnbox","printf","printfn","sprintf","eprintf","eprintfn","fprintf","fprintfn","failwith","failwithf"],"variable.constant":["__LINE__","__SOURCE_DIRECTORY__","__SOURCE_FILE__"]},l={variants:[e.COMMENT(/\(\*(?!\))/,/\*\)/,{contains:["self"]}),e.C_LINE_COMMENT_MODE]},c={scope:"variable",begin:/``/,end:/``/},d=/\B('|\^)/,u={scope:"symbol",variants:[{match:a(d,/``.*?``/)},{match:a(d,e.UNDERSCORE_IDENT_RE)}],relevance:0},g=function({includeEqual:e}){let t;t=e?"!%&*+-/<=>@^|~?":"!%&*+-/<>@^|~?";const s=a("[",...Array.from(t).map(n),"]"),o=r(s,/\./),l=a(o,i(o)),c=r(a(l,o,"*"),a(s,"+"));return{scope:"operator",match:r(c,/:\?>/,/:\?/,/:>/,/:=/,/::?/,/\$/),relevance:0}},b=g({includeEqual:!0}),p=g({includeEqual:!1}),f=function(n,t){return{begin:a(n,i(a(/\s*/,r(/\w/,/'/,/\^/,/#/,/``/,/\(/,/{\|/)))),beginScope:t,end:i(r(/\n/,/=/)),relevance:0,keywords:e.inherit(o,{type:s}),contains:[l,u,e.inherit(c,{scope:null}),p]}},m=f(/:/,"operator"),E=f(/\bof\b/,"keyword"),h={begin:[/(^|\s+)/,/type/,/\s+/,/[a-zA-Z_](\w|')*/],beginScope:{2:"keyword",4:"title.class"},end:i(/\(|=|$/),keywords:o,contains:[l,e.inherit(c,{scope:null}),u,{scope:"operator",match:/<|>/},m]},_={scope:"computation-expression",match:/\b[_a-z]\w*(?=\s*\{)/},N={begin:[/^\s*/,a(/#/,r("if","else","endif","line","nowarn","light","r","i","I","load","time","help","quit")),/\b/],beginScope:{2:"meta"},end:i(/\s|$/)},T={variants:[e.BINARY_NUMBER_MODE,e.C_NUMBER_MODE]},O={scope:"string",begin:/"/,end:/"/,contains:[e.BACKSLASH_ESCAPE]},A={scope:"string",begin:/@"/,end:/"/,contains:[{match:/""/},e.BACKSLASH_ESCAPE]},v={scope:"string",begin:/"""/,end:/"""/,relevance:2},y={scope:"subst",begin:/\{/,end:/\}/,keywords:o},S={scope:"string",begin:/\$"/,end:/"/,contains:[{match:/\{\{/},{match:/\}\}/},e.BACKSLASH_ESCAPE,y]},R={scope:"string",begin:/(\$@|@\$)"/,end:/"/,contains:[{match:/\{\{/},{match:/\}\}/},{match:/""/},e.BACKSLASH_ESCAPE,y]},I={scope:"string",begin:/\$"""/,end:/"""/,contains:[{match:/\{\{/},{match:/\}\}/},y],relevance:2},w={scope:"string",match:a(/'/,r(/[^\\']/,/\\(?:.|\d{3}|x[a-fA-F\d]{2}|u[a-fA-F\d]{4}|U[a-fA-F\d]{8})/),/'/)};return y.contains=[R,S,A,O,w,t,l,c,m,_,N,T,u,b],{name:"F#",aliases:["fs","f#"],keywords:o,illegal:/\/\*/,classNameAliases:{"computation-expression":"keyword"},contains:[t,{variants:[I,R,S,v,A,O,w]},l,c,h,{scope:"meta",begin:/\[\]/,relevance:2,contains:[c,v,A,O,w,T]},E,m,_,N,T,u,b]}}},2399:e=>{e.exports=function(e){const n={keyword:["break","case","chan","const","continue","default","defer","else","fallthrough","for","func","go","goto","if","import","interface","map","package","range","return","select","struct","switch","type","var"],type:["bool","byte","complex64","complex128","error","float32","float64","int8","int16","int32","int64","string","uint8","uint16","uint32","uint64","int","uint","uintptr","rune"],literal:["true","false","iota","nil"],built_in:["append","cap","close","complex","copy","imag","len","make","new","panic","print","println","real","recover","delete"]};return{name:"Go",aliases:["golang"],keywords:n,illegal:"{e.exports=function(e){return{name:"Gradle",case_insensitive:!0,keywords:["task","project","allprojects","subprojects","artifacts","buildscript","configurations","dependencies","repositories","sourceSets","description","delete","from","into","include","exclude","source","classpath","destinationDir","includes","options","sourceCompatibility","targetCompatibility","group","flatDir","doLast","doFirst","flatten","todir","fromdir","ant","def","abstract","break","case","catch","continue","default","do","else","extends","final","finally","for","if","implements","instanceof","native","new","private","protected","public","return","static","switch","synchronized","throw","throws","transient","try","volatile","while","strictfp","package","import","false","null","super","this","true","antlrtask","checkstyle","codenarc","copy","boolean","byte","char","class","double","float","int","interface","long","short","void","compile","runTime","file","fileTree","abs","any","append","asList","asWritable","call","collect","compareTo","count","div","dump","each","eachByte","eachFile","eachLine","every","find","findAll","flatten","getAt","getErr","getIn","getOut","getText","grep","immutable","inject","inspect","intersect","invokeMethods","isCase","join","leftShift","minus","multiply","newInputStream","newOutputStream","newPrintWriter","newReader","newWriter","next","plus","pop","power","previous","print","println","push","putAt","read","readBytes","readLines","reverse","reverseEach","round","size","sort","splitEachLine","step","subMap","times","toInteger","toList","tokenize","upto","waitForOrKill","withPrintWriter","withReader","withStream","withWriter","withWriterAppend","write","writeLine"],contains:[e.C_LINE_COMMENT_MODE,e.C_BLOCK_COMMENT_MODE,e.APOS_STRING_MODE,e.QUOTE_STRING_MODE,e.NUMBER_MODE,e.REGEXP_MODE]}}},4658:e=>{function n(e,n={}){return n.variants=e,n}e.exports=function(e){const t=e.regex,i="[A-Za-z0-9_$]+",a=n([e.C_LINE_COMMENT_MODE,e.C_BLOCK_COMMENT_MODE,e.COMMENT("/\\*\\*","\\*/",{relevance:0,contains:[{begin:/\w+@/,relevance:0},{className:"doctag",begin:"@[A-Za-z]+"}]})]),r={className:"regexp",begin:/~?\/[^\/\n]+\//,contains:[e.BACKSLASH_ESCAPE]},s=n([e.BINARY_NUMBER_MODE,e.C_NUMBER_MODE]),o=n([{begin:/"""/,end:/"""/},{begin:/'''/,end:/'''/},{begin:"\\$/",end:"/\\$",relevance:10},e.APOS_STRING_MODE,e.QUOTE_STRING_MODE],{className:"string"}),l={match:[/(class|interface|trait|enum|extends|implements)/,/\s+/,e.UNDERSCORE_IDENT_RE],scope:{1:"keyword",3:"title.class"}};return{name:"Groovy",keywords:{"variable.language":"this super",literal:"true false null",type:["byte","short","char","int","long","boolean","float","double","void"],keyword:["def","as","in","assert","trait","abstract","static","volatile","transient","public","private","protected","synchronized","final","class","interface","enum","if","else","for","while","switch","case","break","default","continue","throw","throws","try","catch","finally","implements","extends","new","import","package","return","instanceof"]},contains:[e.SHEBANG({binary:"groovy",relevance:10}),a,o,r,s,l,{className:"meta",begin:"@[A-Za-z]+",relevance:0},{className:"attr",begin:i+"[ \t]*:",relevance:0},{begin:/\?/,end:/:/,relevance:0,contains:[a,o,r,s,"self"]},{className:"symbol",begin:"^[ \t]*"+t.lookahead(i+":"),excludeBegin:!0,end:i+":",relevance:0}],illegal:/#|<\//}}},1407:e=>{e.exports=function(e){const n=e.regex,t={$pattern:/[\w.\/]+/,built_in:["action","bindattr","collection","component","concat","debugger","each","each-in","get","hash","if","in","input","link-to","loc","log","lookup","mut","outlet","partial","query-params","render","template","textarea","unbound","unless","view","with","yield"]},i=/\[\]|\[[^\]]+\]/,a=/[^\s!"#%&'()*+,.\/;<=>@\[\\\]^`{|}~]+/,r=n.either(/""|"[^"]+"/,/''|'[^']+'/,i,a),s=n.concat(n.optional(/\.|\.\/|\//),r,n.anyNumberOfTimes(n.concat(/(\.|\/)/,r))),o=n.concat("(",i,"|",a,")(?==)"),l={begin:s},c=e.inherit(l,{keywords:{$pattern:/[\w.\/]+/,literal:["true","false","undefined","null"]}}),d={begin:/\(/,end:/\)/},u={className:"attr",begin:o,relevance:0,starts:{begin:/=/,end:/=/,starts:{contains:[e.NUMBER_MODE,e.QUOTE_STRING_MODE,e.APOS_STRING_MODE,c,d]}}},g={contains:[e.NUMBER_MODE,e.QUOTE_STRING_MODE,e.APOS_STRING_MODE,{begin:/as\s+\|/,keywords:{keyword:"as"},end:/\|/,contains:[{begin:/\w+/}]},u,c,d],returnEnd:!0},b=e.inherit(l,{className:"name",keywords:t,starts:e.inherit(g,{end:/\)/})});d.contains=[b];const p=e.inherit(l,{keywords:t,className:"name",starts:e.inherit(g,{end:/\}\}/})}),f=e.inherit(l,{keywords:t,className:"name"}),m=e.inherit(l,{className:"name",keywords:t,starts:e.inherit(g,{end:/\}\}/})});return{name:"Handlebars",aliases:["hbs","html.hbs","html.handlebars","htmlbars"],case_insensitive:!0,subLanguage:"xml",contains:[{begin:/\\\{\{/,skip:!0},{begin:/\\\\(?=\{\{)/,skip:!0},e.COMMENT(/\{\{!--/,/--\}\}/),e.COMMENT(/\{\{!/,/\}\}/),{className:"template-tag",begin:/\{\{\{\{(?!\/)/,end:/\}\}\}\}/,contains:[p],starts:{end:/\{\{\{\{\//,returnEnd:!0,subLanguage:"xml"}},{className:"template-tag",begin:/\{\{\{\{\//,end:/\}\}\}\}/,contains:[f]},{className:"template-tag",begin:/\{\{#/,end:/\}\}/,contains:[p]},{className:"template-tag",begin:/\{\{(?=else\}\})/,end:/\}\}/,keywords:"else"},{className:"template-tag",begin:/\{\{(?=else if)/,end:/\}\}/,keywords:"else if"},{className:"template-tag",begin:/\{\{\//,end:/\}\}/,contains:[f]},{className:"template-variable",begin:/\{\{\{/,end:/\}\}\}/,contains:[m]},{className:"template-variable",begin:/\{\{/,end:/\}\}/,contains:[m]}]}}},7077:e=>{e.exports=function(e){const n={variants:[e.COMMENT("--","$"),e.COMMENT(/\{-/,/-\}/,{contains:["self"]})]},t={className:"meta",begin:/\{-#/,end:/#-\}/},i={className:"meta",begin:"^#",end:"$"},a={className:"type",begin:"\\b[A-Z][\\w']*",relevance:0},r={begin:"\\(",end:"\\)",illegal:'"',contains:[t,i,{className:"type",begin:"\\b[A-Z][\\w]*(\\((\\.\\.|,|\\w+)\\))?"},e.inherit(e.TITLE_MODE,{begin:"[_a-z][\\w']*"}),n]},s="([0-9]_*)+",o="([0-9a-fA-F]_*)+",l={className:"number",relevance:0,variants:[{match:`\\b(${s})(\\.(${s}))?([eE][+-]?(${s}))?\\b`},{match:`\\b0[xX]_*(${o})(\\.(${o}))?([pP][+-]?(${s}))?\\b`},{match:"\\b0[oO](([0-7]_*)+)\\b"},{match:"\\b0[bB](([01]_*)+)\\b"}]};return{name:"Haskell",aliases:["hs"],keywords:"let in if then else case of where do module import hiding qualified type data newtype deriving class instance as default infix infixl infixr foreign export ccall stdcall cplusplus jvm dotnet safe unsafe family forall mdo proc rec",contains:[{beginKeywords:"module",end:"where",keywords:"module where",contains:[r,n],illegal:"\\W\\.|;"},{begin:"\\bimport\\b",end:"$",keywords:"import qualified as hiding",contains:[r,n],illegal:"\\W\\.|;"},{className:"class",begin:"^(\\s*)?(class|instance)\\b",end:"where",keywords:"class family instance where",contains:[a,r,n]},{className:"class",begin:"\\b(data|(new)?type)\\b",end:"$",keywords:"data family type newtype deriving",contains:[t,a,r,{begin:/\{/,end:/\}/,contains:r.contains},n]},{beginKeywords:"default",end:"$",contains:[a,r,n]},{beginKeywords:"infix infixl infixr",end:"$",contains:[e.C_NUMBER_MODE,n]},{begin:"\\bforeign\\b",end:"$",keywords:"foreign import export ccall stdcall cplusplus jvm dotnet safe unsafe",contains:[a,e.QUOTE_STRING_MODE,n]},{className:"meta",begin:"#!\\/usr\\/bin\\/env runhaskell",end:"$"},t,i,{scope:"string",begin:/'(?=\\?.')/,end:/'/,contains:[{scope:"char.escape",match:/\\./}]},e.QUOTE_STRING_MODE,l,a,e.inherit(e.TITLE_MODE,{begin:"^[_a-z][\\w']*"}),n,{begin:"->|<-"}]}}},4762:e=>{e.exports=function(e){const n=e.regex,t={className:"number",relevance:0,variants:[{begin:/([+-]+)?[\d]+_[\d_]+/},{begin:e.NUMBER_RE}]},i=e.COMMENT();i.variants=[{begin:/;/,end:/$/},{begin:/#/,end:/$/}];const a={className:"variable",variants:[{begin:/\$[\w\d"][\w\d_]*/},{begin:/\$\{(.*?)\}/}]},r={className:"literal",begin:/\bon|off|true|false|yes|no\b/},s={className:"string",contains:[e.BACKSLASH_ESCAPE],variants:[{begin:"'''",end:"'''",relevance:10},{begin:'"""',end:'"""',relevance:10},{begin:'"',end:'"'},{begin:"'",end:"'"}]},o={begin:/\[/,end:/\]/,contains:[i,r,a,s,t,"self"],relevance:0},l=n.either(/[A-Za-z0-9_-]+/,/"(\\"|[^"])*"/,/'[^']*'/);return{name:"TOML, also INI",aliases:["toml"],case_insensitive:!0,illegal:/\S/,contains:[i,{className:"section",begin:/\[+/,end:/\]+/},{begin:n.concat(l,"(\\s*\\.\\s*",l,")*",n.lookahead(/\s*=\s*[^#\s]/)),className:"attr",starts:{end:/$/,contains:[i,o,r,a,s,t]}}]}}},8257:e=>{var n="[0-9](_*[0-9])*",t=`\\.(${n})`,i="[0-9a-fA-F](_*[0-9a-fA-F])*",a={className:"number",variants:[{begin:`(\\b(${n})((${t})|\\.)?|(${t}))[eE][+-]?(${n})[fFdD]?\\b`},{begin:`\\b(${n})((${t})[fFdD]?\\b|\\.([fFdD]\\b)?)`},{begin:`(${t})[fFdD]?\\b`},{begin:`\\b(${n})[fFdD]\\b`},{begin:`\\b0[xX]((${i})\\.?|(${i})?\\.(${i}))[pP][+-]?(${n})[fFdD]?\\b`},{begin:"\\b(0|[1-9](_*[0-9])*)[lL]?\\b"},{begin:`\\b0[xX](${i})[lL]?\\b`},{begin:"\\b0(_*[0-7])*[lL]?\\b"},{begin:"\\b0[bB][01](_*[01])*[lL]?\\b"}],relevance:0};function r(e,n,t){return-1===t?"":e.replace(n,(i=>r(e,n,t-1)))}e.exports=function(e){const n=e.regex,t="[À-ʸa-zA-Z_$][À-ʸa-zA-Z_$0-9]*",i=t+r("(?:<"+t+"~~~(?:\\s*,\\s*"+t+"~~~)*>)?",/~~~/g,2),s={keyword:["synchronized","abstract","private","var","static","if","const ","for","while","strictfp","finally","protected","import","native","final","void","enum","else","break","transient","catch","instanceof","volatile","case","assert","package","default","public","try","switch","continue","throws","protected","public","private","module","requires","exports","do","sealed","yield","permits"],literal:["false","true","null"],type:["char","boolean","long","float","int","byte","short","double"],built_in:["super","this"]},o={className:"meta",begin:"@"+t,contains:[{begin:/\(/,end:/\)/,contains:["self"]}]},l={className:"params",begin:/\(/,end:/\)/,keywords:s,relevance:0,contains:[e.C_BLOCK_COMMENT_MODE],endsParent:!0};return{name:"Java",aliases:["jsp"],keywords:s,illegal:/<\/|#/,contains:[e.COMMENT("/\\*\\*","\\*/",{relevance:0,contains:[{begin:/\w+@/,relevance:0},{className:"doctag",begin:"@[A-Za-z]+"}]}),{begin:/import java\.[a-z]+\./,keywords:"import",relevance:2},e.C_LINE_COMMENT_MODE,e.C_BLOCK_COMMENT_MODE,{begin:/"""/,end:/"""/,className:"string",contains:[e.BACKSLASH_ESCAPE]},e.APOS_STRING_MODE,e.QUOTE_STRING_MODE,{match:[/\b(?:class|interface|enum|extends|implements|new)/,/\s+/,t],className:{1:"keyword",3:"title.class"}},{match:/non-sealed/,scope:"keyword"},{begin:[n.concat(/(?!else)/,t),/\s+/,t,/\s+/,/=(?!=)/],className:{1:"type",3:"variable",5:"operator"}},{begin:[/record/,/\s+/,t],className:{1:"keyword",3:"title.class"},contains:[l,e.C_LINE_COMMENT_MODE,e.C_BLOCK_COMMENT_MODE]},{beginKeywords:"new throw return else",relevance:0},{begin:["(?:"+i+"\\s+)",e.UNDERSCORE_IDENT_RE,/\s*(?=\()/],className:{2:"title.function"},keywords:s,contains:[{className:"params",begin:/\(/,end:/\)/,keywords:s,relevance:0,contains:[o,e.APOS_STRING_MODE,e.QUOTE_STRING_MODE,a,e.C_BLOCK_COMMENT_MODE]},e.C_LINE_COMMENT_MODE,e.C_BLOCK_COMMENT_MODE]},a,o]}}},978:e=>{const n="[A-Za-z$_][0-9A-Za-z$_]*",t=["as","in","of","if","for","while","finally","var","new","function","do","return","void","else","break","catch","instanceof","with","throw","case","default","try","switch","continue","typeof","delete","let","yield","const","class","debugger","async","await","static","import","from","export","extends"],i=["true","false","null","undefined","NaN","Infinity"],a=["Object","Function","Boolean","Symbol","Math","Date","Number","BigInt","String","RegExp","Array","Float32Array","Float64Array","Int8Array","Uint8Array","Uint8ClampedArray","Int16Array","Int32Array","Uint16Array","Uint32Array","BigInt64Array","BigUint64Array","Set","Map","WeakSet","WeakMap","ArrayBuffer","SharedArrayBuffer","Atomics","DataView","JSON","Promise","Generator","GeneratorFunction","AsyncFunction","Reflect","Proxy","Intl","WebAssembly"],r=["Error","EvalError","InternalError","RangeError","ReferenceError","SyntaxError","TypeError","URIError"],s=["setInterval","setTimeout","clearInterval","clearTimeout","require","exports","eval","isFinite","isNaN","parseFloat","parseInt","decodeURI","decodeURIComponent","encodeURI","encodeURIComponent","escape","unescape"],o=["arguments","this","super","console","window","document","localStorage","sessionStorage","module","global"],l=[].concat(s,a,r);e.exports=function(e){const c=e.regex,d=n,u={begin:/<[A-Za-z0-9\\._:-]+/,end:/\/[A-Za-z0-9\\._:-]+>|\/>/,isTrulyOpeningTag:(e,n)=>{const t=e[0].length+e.index,i=e.input[t];if("<"===i||","===i)return void n.ignoreMatch();let a;">"===i&&(((e,{after:n})=>{const t="",k={match:[/const|var|let/,/\s+/,d,/\s*/,/=\s*/,/(async\s*)?/,c.lookahead(x)],keywords:"async",className:{1:"keyword",3:"title.function"},contains:[S]};return{name:"JavaScript",aliases:["js","jsx","mjs","cjs"],keywords:g,exports:{PARAMS_CONTAINS:y,CLASS_REFERENCE:I},illegal:/#(?![$_A-z])/,contains:[e.SHEBANG({label:"shebang",binary:"node",relevance:5}),{label:"use_strict",className:"meta",relevance:10,begin:/^\s*['"]use (strict|asm)['"]/},e.APOS_STRING_MODE,e.QUOTE_STRING_MODE,h,_,N,T,O,{match:/\$\d+/},m,I,{className:"attr",begin:d+c.lookahead(":"),relevance:0},k,{begin:"("+e.RE_STARTERS_RE+"|\\b(case|return|throw)\\b)\\s*",keywords:"return throw case",relevance:0,contains:[O,e.REGEXP_MODE,{className:"function",begin:x,returnBegin:!0,end:"\\s*=>",contains:[{className:"params",variants:[{begin:e.UNDERSCORE_IDENT_RE,relevance:0},{className:null,begin:/\(\s*\)/,skip:!0},{begin:/\(/,end:/\)/,excludeBegin:!0,excludeEnd:!0,keywords:g,contains:y}]}]},{begin:/,/,relevance:0},{match:/\s+/,relevance:0},{variants:[{begin:"<>",end:""},{match:/<[A-Za-z0-9\\._:-]+\s*\/>/},{begin:u.begin,"on:begin":u.isTrulyOpeningTag,end:u.end}],subLanguage:"xml",contains:[{begin:u.begin,end:u.end,skip:!0,contains:["self"]}]}]},w,{beginKeywords:"while if switch catch for"},{begin:"\\b(?!function)"+e.UNDERSCORE_IDENT_RE+"\\([^()]*(\\([^()]*(\\([^()]*\\)[^()]*)*\\)[^()]*)*\\)\\s*\\{",returnBegin:!0,label:"func.def",contains:[S,e.inherit(e.TITLE_MODE,{begin:d,className:"title.function"})]},{match:/\.\.\./,relevance:0},M,{match:"\\$"+d,relevance:0},{match:[/\bconstructor(?=\s*\()/],className:{1:"title.function"},contains:[S]},C,{relevance:0,match:/\b[A-Z][A-Z_0-9]+\b/,className:"variable.constant"},R,D,{match:/\$[(.]/}]}}},14:e=>{e.exports=function(e){const n=["true","false","null"],t={scope:"literal",beginKeywords:n.join(" ")};return{name:"JSON",keywords:{literal:n},contains:[{className:"attr",begin:/"(\\.|[^\\"\r\n])*"(?=\s*:)/,relevance:1.01},{match:/[{}[\],:]/,className:"punctuation",relevance:0},e.QUOTE_STRING_MODE,t,e.C_NUMBER_MODE,e.C_LINE_COMMENT_MODE,e.C_BLOCK_COMMENT_MODE],illegal:"\\S"}}},5812:e=>{var n="[0-9](_*[0-9])*",t=`\\.(${n})`,i="[0-9a-fA-F](_*[0-9a-fA-F])*",a={className:"number",variants:[{begin:`(\\b(${n})((${t})|\\.)?|(${t}))[eE][+-]?(${n})[fFdD]?\\b`},{begin:`\\b(${n})((${t})[fFdD]?\\b|\\.([fFdD]\\b)?)`},{begin:`(${t})[fFdD]?\\b`},{begin:`\\b(${n})[fFdD]\\b`},{begin:`\\b0[xX]((${i})\\.?|(${i})?\\.(${i}))[pP][+-]?(${n})[fFdD]?\\b`},{begin:"\\b(0|[1-9](_*[0-9])*)[lL]?\\b"},{begin:`\\b0[xX](${i})[lL]?\\b`},{begin:"\\b0(_*[0-7])*[lL]?\\b"},{begin:"\\b0[bB][01](_*[01])*[lL]?\\b"}],relevance:0};e.exports=function(e){const n={keyword:"abstract as val var vararg get set class object open private protected public noinline crossinline dynamic final enum if else do while for when throw try catch finally import package is in fun override companion reified inline lateinit init interface annotation data sealed internal infix operator out by constructor super tailrec where const inner suspend typealias external expect actual",built_in:"Byte Short Char Int Long Boolean Float Double Void Unit Nothing",literal:"true false null"},t={className:"symbol",begin:e.UNDERSCORE_IDENT_RE+"@"},i={className:"subst",begin:/\$\{/,end:/\}/,contains:[e.C_NUMBER_MODE]},r={className:"variable",begin:"\\$"+e.UNDERSCORE_IDENT_RE},s={className:"string",variants:[{begin:'"""',end:'"""(?=[^"])',contains:[r,i]},{begin:"'",end:"'",illegal:/\n/,contains:[e.BACKSLASH_ESCAPE]},{begin:'"',end:'"',illegal:/\n/,contains:[e.BACKSLASH_ESCAPE,r,i]}]};i.contains.push(s);const o={className:"meta",begin:"@(?:file|property|field|get|set|receiver|param|setparam|delegate)\\s*:(?:\\s*"+e.UNDERSCORE_IDENT_RE+")?"},l={className:"meta",begin:"@"+e.UNDERSCORE_IDENT_RE,contains:[{begin:/\(/,end:/\)/,contains:[e.inherit(s,{className:"string"}),"self"]}]},c=a,d=e.COMMENT("/\\*","\\*/",{contains:[e.C_BLOCK_COMMENT_MODE]}),u={variants:[{className:"type",begin:e.UNDERSCORE_IDENT_RE},{begin:/\(/,end:/\)/,contains:[]}]},g=u;return g.variants[1].contains=[u],u.variants[1].contains=[g],{name:"Kotlin",aliases:["kt","kts"],keywords:n,contains:[e.COMMENT("/\\*\\*","\\*/",{relevance:0,contains:[{className:"doctag",begin:"@[A-Za-z]+"}]}),e.C_LINE_COMMENT_MODE,d,{className:"keyword",begin:/\b(break|continue|return|this)\b/,starts:{contains:[{className:"symbol",begin:/@\w+/}]}},t,o,l,{className:"function",beginKeywords:"fun",end:"[(]|$",returnBegin:!0,excludeEnd:!0,keywords:n,relevance:5,contains:[{begin:e.UNDERSCORE_IDENT_RE+"\\s*\\(",returnBegin:!0,relevance:0,contains:[e.UNDERSCORE_TITLE_MODE]},{className:"type",begin://,keywords:"reified",relevance:0},{className:"params",begin:/\(/,end:/\)/,endsParent:!0,keywords:n,relevance:0,contains:[{begin:/:/,end:/[=,\/]/,endsWithParent:!0,contains:[u,e.C_LINE_COMMENT_MODE,d],relevance:0},e.C_LINE_COMMENT_MODE,d,o,l,s,e.C_NUMBER_MODE]},d]},{begin:[/class|interface|trait/,/\s+/,e.UNDERSCORE_IDENT_RE],beginScope:{3:"title.class"},keywords:"class interface trait",end:/[:\{(]|$/,excludeEnd:!0,illegal:"extends implements",contains:[{beginKeywords:"public protected internal private constructor"},e.UNDERSCORE_TITLE_MODE,{className:"type",begin://,excludeBegin:!0,excludeEnd:!0,relevance:0},{className:"type",begin:/[,:]\s*/,end:/[<\(,){\s]|$/,excludeBegin:!0,returnEnd:!0},o,l]},s,{className:"meta",begin:"^#!/usr/bin/env",end:"$",illegal:"\n"},c]}}},4210:e=>{const n=["a","abbr","address","article","aside","audio","b","blockquote","body","button","canvas","caption","cite","code","dd","del","details","dfn","div","dl","dt","em","fieldset","figcaption","figure","footer","form","h1","h2","h3","h4","h5","h6","header","hgroup","html","i","iframe","img","input","ins","kbd","label","legend","li","main","mark","menu","nav","object","ol","p","q","quote","samp","section","span","strong","summary","sup","table","tbody","td","textarea","tfoot","th","thead","time","tr","ul","var","video"],t=["any-hover","any-pointer","aspect-ratio","color","color-gamut","color-index","device-aspect-ratio","device-height","device-width","display-mode","forced-colors","grid","height","hover","inverted-colors","monochrome","orientation","overflow-block","overflow-inline","pointer","prefers-color-scheme","prefers-contrast","prefers-reduced-motion","prefers-reduced-transparency","resolution","scan","scripting","update","width","min-width","max-width","min-height","max-height"],i=["active","any-link","blank","checked","current","default","defined","dir","disabled","drop","empty","enabled","first","first-child","first-of-type","fullscreen","future","focus","focus-visible","focus-within","has","host","host-context","hover","indeterminate","in-range","invalid","is","lang","last-child","last-of-type","left","link","local-link","not","nth-child","nth-col","nth-last-child","nth-last-col","nth-last-of-type","nth-of-type","only-child","only-of-type","optional","out-of-range","past","placeholder-shown","read-only","read-write","required","right","root","scope","target","target-within","user-invalid","valid","visited","where"],a=["after","backdrop","before","cue","cue-region","first-letter","first-line","grammar-error","marker","part","placeholder","selection","slotted","spelling-error"],r=["align-content","align-items","align-self","all","animation","animation-delay","animation-direction","animation-duration","animation-fill-mode","animation-iteration-count","animation-name","animation-play-state","animation-timing-function","backface-visibility","background","background-attachment","background-blend-mode","background-clip","background-color","background-image","background-origin","background-position","background-repeat","background-size","block-size","border","border-block","border-block-color","border-block-end","border-block-end-color","border-block-end-style","border-block-end-width","border-block-start","border-block-start-color","border-block-start-style","border-block-start-width","border-block-style","border-block-width","border-bottom","border-bottom-color","border-bottom-left-radius","border-bottom-right-radius","border-bottom-style","border-bottom-width","border-collapse","border-color","border-image","border-image-outset","border-image-repeat","border-image-slice","border-image-source","border-image-width","border-inline","border-inline-color","border-inline-end","border-inline-end-color","border-inline-end-style","border-inline-end-width","border-inline-start","border-inline-start-color","border-inline-start-style","border-inline-start-width","border-inline-style","border-inline-width","border-left","border-left-color","border-left-style","border-left-width","border-radius","border-right","border-right-color","border-right-style","border-right-width","border-spacing","border-style","border-top","border-top-color","border-top-left-radius","border-top-right-radius","border-top-style","border-top-width","border-width","bottom","box-decoration-break","box-shadow","box-sizing","break-after","break-before","break-inside","caption-side","caret-color","clear","clip","clip-path","clip-rule","color","column-count","column-fill","column-gap","column-rule","column-rule-color","column-rule-style","column-rule-width","column-span","column-width","columns","contain","content","content-visibility","counter-increment","counter-reset","cue","cue-after","cue-before","cursor","direction","display","empty-cells","filter","flex","flex-basis","flex-direction","flex-flow","flex-grow","flex-shrink","flex-wrap","float","flow","font","font-display","font-family","font-feature-settings","font-kerning","font-language-override","font-size","font-size-adjust","font-smoothing","font-stretch","font-style","font-synthesis","font-variant","font-variant-caps","font-variant-east-asian","font-variant-ligatures","font-variant-numeric","font-variant-position","font-variation-settings","font-weight","gap","glyph-orientation-vertical","grid","grid-area","grid-auto-columns","grid-auto-flow","grid-auto-rows","grid-column","grid-column-end","grid-column-start","grid-gap","grid-row","grid-row-end","grid-row-start","grid-template","grid-template-areas","grid-template-columns","grid-template-rows","hanging-punctuation","height","hyphens","icon","image-orientation","image-rendering","image-resolution","ime-mode","inline-size","isolation","justify-content","left","letter-spacing","line-break","line-height","list-style","list-style-image","list-style-position","list-style-type","margin","margin-block","margin-block-end","margin-block-start","margin-bottom","margin-inline","margin-inline-end","margin-inline-start","margin-left","margin-right","margin-top","marks","mask","mask-border","mask-border-mode","mask-border-outset","mask-border-repeat","mask-border-slice","mask-border-source","mask-border-width","mask-clip","mask-composite","mask-image","mask-mode","mask-origin","mask-position","mask-repeat","mask-size","mask-type","max-block-size","max-height","max-inline-size","max-width","min-block-size","min-height","min-inline-size","min-width","mix-blend-mode","nav-down","nav-index","nav-left","nav-right","nav-up","none","normal","object-fit","object-position","opacity","order","orphans","outline","outline-color","outline-offset","outline-style","outline-width","overflow","overflow-wrap","overflow-x","overflow-y","padding","padding-block","padding-block-end","padding-block-start","padding-bottom","padding-inline","padding-inline-end","padding-inline-start","padding-left","padding-right","padding-top","page-break-after","page-break-before","page-break-inside","pause","pause-after","pause-before","perspective","perspective-origin","pointer-events","position","quotes","resize","rest","rest-after","rest-before","right","row-gap","scroll-margin","scroll-margin-block","scroll-margin-block-end","scroll-margin-block-start","scroll-margin-bottom","scroll-margin-inline","scroll-margin-inline-end","scroll-margin-inline-start","scroll-margin-left","scroll-margin-right","scroll-margin-top","scroll-padding","scroll-padding-block","scroll-padding-block-end","scroll-padding-block-start","scroll-padding-bottom","scroll-padding-inline","scroll-padding-inline-end","scroll-padding-inline-start","scroll-padding-left","scroll-padding-right","scroll-padding-top","scroll-snap-align","scroll-snap-stop","scroll-snap-type","scrollbar-color","scrollbar-gutter","scrollbar-width","shape-image-threshold","shape-margin","shape-outside","speak","speak-as","src","tab-size","table-layout","text-align","text-align-all","text-align-last","text-combine-upright","text-decoration","text-decoration-color","text-decoration-line","text-decoration-style","text-emphasis","text-emphasis-color","text-emphasis-position","text-emphasis-style","text-indent","text-justify","text-orientation","text-overflow","text-rendering","text-shadow","text-transform","text-underline-position","top","transform","transform-box","transform-origin","transform-style","transition","transition-delay","transition-duration","transition-property","transition-timing-function","unicode-bidi","vertical-align","visibility","voice-balance","voice-duration","voice-family","voice-pitch","voice-range","voice-rate","voice-stress","voice-volume","white-space","widows","width","will-change","word-break","word-spacing","word-wrap","writing-mode","z-index"].reverse(),s=i.concat(a);e.exports=function(e){const o=(e=>({IMPORTANT:{scope:"meta",begin:"!important"},BLOCK_COMMENT:e.C_BLOCK_COMMENT_MODE,HEXCOLOR:{scope:"number",begin:/#(([0-9a-fA-F]{3,4})|(([0-9a-fA-F]{2}){3,4}))\b/},FUNCTION_DISPATCH:{className:"built_in",begin:/[\w-]+(?=\()/},ATTRIBUTE_SELECTOR_MODE:{scope:"selector-attr",begin:/\[/,end:/\]/,illegal:"$",contains:[e.APOS_STRING_MODE,e.QUOTE_STRING_MODE]},CSS_NUMBER_MODE:{scope:"number",begin:e.NUMBER_RE+"(%|em|ex|ch|rem|vw|vh|vmin|vmax|cm|mm|in|pt|pc|px|deg|grad|rad|turn|s|ms|Hz|kHz|dpi|dpcm|dppx)?",relevance:0},CSS_VARIABLE:{className:"attr",begin:/--[A-Za-z][A-Za-z0-9_-]*/}}))(e),l=s,c="[\\w-]+",d="("+c+"|@\\{"+c+"\\})",u=[],g=[],b=function(e){return{className:"string",begin:"~?"+e+".*?"+e}},p=function(e,n,t){return{className:e,begin:n,relevance:t}},f={$pattern:/[a-z-]+/,keyword:"and or not only",attribute:t.join(" ")},m={begin:"\\(",end:"\\)",contains:g,keywords:f,relevance:0};g.push(e.C_LINE_COMMENT_MODE,e.C_BLOCK_COMMENT_MODE,b("'"),b('"'),o.CSS_NUMBER_MODE,{begin:"(url|data-uri)\\(",starts:{className:"string",end:"[\\)\\n]",excludeEnd:!0}},o.HEXCOLOR,m,p("variable","@@?"+c,10),p("variable","@\\{"+c+"\\}"),p("built_in","~?`[^`]*?`"),{className:"attribute",begin:c+"\\s*:",end:":",returnBegin:!0,excludeEnd:!0},o.IMPORTANT,{beginKeywords:"and not"},o.FUNCTION_DISPATCH);const E=g.concat({begin:/\{/,end:/\}/,contains:u}),h={beginKeywords:"when",endsWithParent:!0,contains:[{beginKeywords:"and not"}].concat(g)},_={begin:d+"\\s*:",returnBegin:!0,end:/[;}]/,relevance:0,contains:[{begin:/-(webkit|moz|ms|o)-/},o.CSS_VARIABLE,{className:"attribute",begin:"\\b("+r.join("|")+")\\b",end:/(?=:)/,starts:{endsWithParent:!0,illegal:"[<=$]",relevance:0,contains:g}}]},N={className:"keyword",begin:"@(import|media|charset|font-face|(-[a-z]+-)?keyframes|supports|document|namespace|page|viewport|host)\\b",starts:{end:"[;{}]",keywords:f,returnEnd:!0,contains:g,relevance:0}},T={className:"variable",variants:[{begin:"@"+c+"\\s*:",relevance:15},{begin:"@"+c}],starts:{end:"[;}]",returnEnd:!0,contains:E}},O={variants:[{begin:"[\\.#:&\\[>]",end:"[;{}]"},{begin:d,end:/\{/}],returnBegin:!0,returnEnd:!0,illegal:"[<='$\"]",relevance:0,contains:[e.C_LINE_COMMENT_MODE,e.C_BLOCK_COMMENT_MODE,h,p("keyword","all\\b"),p("variable","@\\{"+c+"\\}"),{begin:"\\b("+n.join("|")+")\\b",className:"selector-tag"},o.CSS_NUMBER_MODE,p("selector-tag",d,0),p("selector-id","#"+d),p("selector-class","\\."+d,0),p("selector-tag","&",0),o.ATTRIBUTE_SELECTOR_MODE,{className:"selector-pseudo",begin:":("+i.join("|")+")"},{className:"selector-pseudo",begin:":(:)?("+a.join("|")+")"},{begin:/\(/,end:/\)/,relevance:0,contains:E},{begin:"!important"},o.FUNCTION_DISPATCH]},A={begin:c+":(:)?"+`(${l.join("|")})`,returnBegin:!0,contains:[O]};return u.push(e.C_LINE_COMMENT_MODE,e.C_BLOCK_COMMENT_MODE,N,T,A,_,O,h,o.FUNCTION_DISPATCH),{name:"Less",case_insensitive:!0,illegal:"[=>'/<($\"]",contains:u}}},1943:e=>{e.exports=function(e){const n="[a-zA-Z_\\-+\\*\\/<=>&#][a-zA-Z0-9_\\-+*\\/<=>&#!]*",t="\\|[^]*?\\|",i="(-|\\+)?\\d+(\\.\\d+|\\/\\d+)?((d|e|f|l|s|D|E|F|L|S)(\\+|-)?\\d+)?",a={className:"literal",begin:"\\b(t{1}|nil)\\b"},r={className:"number",variants:[{begin:i,relevance:0},{begin:"#(b|B)[0-1]+(/[0-1]+)?"},{begin:"#(o|O)[0-7]+(/[0-7]+)?"},{begin:"#(x|X)[0-9a-fA-F]+(/[0-9a-fA-F]+)?"},{begin:"#(c|C)\\("+i+" +"+i,end:"\\)"}]},s=e.inherit(e.QUOTE_STRING_MODE,{illegal:null}),o=e.COMMENT(";","$",{relevance:0}),l={begin:"\\*",end:"\\*"},c={className:"symbol",begin:"[:&]"+n},d={begin:n,relevance:0},u={begin:t},g={contains:[r,s,l,c,{begin:"\\(",end:"\\)",contains:["self",a,s,r,d]},d],variants:[{begin:"['`]\\(",end:"\\)"},{begin:"\\(quote ",end:"\\)",keywords:{name:"quote"}},{begin:"'"+t}]},b={variants:[{begin:"'"+n},{begin:"#'"+n+"(::"+n+")*"}]},p={begin:"\\(\\s*",end:"\\)"},f={endsWithParent:!0,relevance:0};return p.contains=[{className:"name",variants:[{begin:n,relevance:0},{begin:t}]},f],f.contains=[g,b,p,a,r,s,o,l,c,u,d],{name:"Lisp",illegal:/\S/,contains:[r,e.SHEBANG(),a,s,o,g,b,p,d]}}},4981:e=>{e.exports=function(e){const n="\\[=*\\[",t="\\]=*\\]",i={begin:n,end:t,contains:["self"]},a=[e.COMMENT("--(?!"+n+")","$"),e.COMMENT("--"+n,t,{contains:[i],relevance:10})];return{name:"Lua",keywords:{$pattern:e.UNDERSCORE_IDENT_RE,literal:"true false nil",keyword:"and break do else elseif end for goto if in local not or repeat return then until while",built_in:"_G _ENV _VERSION __index __newindex __mode __call __metatable __tostring __len __gc __add __sub __mul __div __mod __pow __concat __unm __eq __lt __le assert collectgarbage dofile error getfenv getmetatable ipairs load loadfile loadstring module next pairs pcall print rawequal rawget rawset require select setfenv setmetatable tonumber tostring type unpack xpcall arg self coroutine resume yield status wrap create running debug getupvalue debug sethook getmetatable gethook setmetatable setlocal traceback setfenv getinfo setupvalue getlocal getregistry getfenv io lines write close flush open output type read stderr stdin input stdout popen tmpfile math log max acos huge ldexp pi cos tanh pow deg tan cosh sinh random randomseed frexp ceil floor rad abs sqrt modf asin min mod fmod log10 atan2 exp sin atan os exit setlocale date getenv difftime remove time clock tmpname rename execute package preload loadlib loaded loaders cpath config path seeall string sub upper len gfind rep find match char dump gmatch reverse byte format gsub lower table setn insert getn foreachi maxn foreach concat sort remove"},contains:a.concat([{className:"function",beginKeywords:"function",end:"\\)",contains:[e.inherit(e.TITLE_MODE,{begin:"([_a-zA-Z]\\w*\\.)*([_a-zA-Z]\\w*:)?[_a-zA-Z]\\w*"}),{className:"params",begin:"\\(",endsWithParent:!0,contains:a}].concat(a)},e.C_NUMBER_MODE,e.APOS_STRING_MODE,e.QUOTE_STRING_MODE,{className:"string",begin:n,end:t,contains:[i],relevance:5}])}}},7903:e=>{e.exports=function(e){const n={className:"variable",variants:[{begin:"\\$\\("+e.UNDERSCORE_IDENT_RE+"\\)",contains:[e.BACKSLASH_ESCAPE]},{begin:/\$[@%{e.exports=function(e){const n={begin:/<\/?[A-Za-z_]/,end:">",subLanguage:"xml",relevance:0},t={variants:[{begin:/\[.+?\]\[.*?\]/,relevance:0},{begin:/\[.+?\]\(((data|javascript|mailto):|(?:http|ftp)s?:\/\/).*?\)/,relevance:2},{begin:e.regex.concat(/\[.+?\]\(/,/[A-Za-z][A-Za-z0-9+.-]*/,/:\/\/.*?\)/),relevance:2},{begin:/\[.+?\]\([./?&#].*?\)/,relevance:1},{begin:/\[.*?\]\(.*?\)/,relevance:0}],returnBegin:!0,contains:[{match:/\[(?=\])/},{className:"string",relevance:0,begin:"\\[",end:"\\]",excludeBegin:!0,returnEnd:!0},{className:"link",relevance:0,begin:"\\]\\(",end:"\\)",excludeBegin:!0,excludeEnd:!0},{className:"symbol",relevance:0,begin:"\\]\\[",end:"\\]",excludeBegin:!0,excludeEnd:!0}]},i={className:"strong",contains:[],variants:[{begin:/_{2}(?!\s)/,end:/_{2}/},{begin:/\*{2}(?!\s)/,end:/\*{2}/}]},a={className:"emphasis",contains:[],variants:[{begin:/\*(?![*\s])/,end:/\*/},{begin:/_(?![_\s])/,end:/_/,relevance:0}]},r=e.inherit(i,{contains:[]}),s=e.inherit(a,{contains:[]});i.contains.push(s),a.contains.push(r);let o=[n,t];return[i,a,r,s].forEach((e=>{e.contains=e.contains.concat(o)})),o=o.concat(i,a),{name:"Markdown",aliases:["md","mkdown","mkd"],contains:[{className:"section",variants:[{begin:"^#{1,6}",end:"$",contains:o},{begin:"(?=^.+?\\n[=-]{2,}$)",contains:[{begin:"^[=-]*$"},{begin:"^",end:"\\n",contains:o}]}]},n,{className:"bullet",begin:"^[ \t]*([*+-]|(\\d+\\.))(?=\\s+)",end:"\\s+",excludeEnd:!0},i,a,{className:"quote",begin:"^>\\s+",contains:o,end:"$"},{className:"code",variants:[{begin:"(`{3,})[^`](.|\\n)*?\\1`*[ ]*"},{begin:"(~{3,})[^~](.|\\n)*?\\1~*[ ]*"},{begin:"```",end:"```+[ ]*$"},{begin:"~~~",end:"~~~+[ ]*$"},{begin:"`.+?`"},{begin:"(?=^( {4}|\\t))",contains:[{begin:"^( {4}|\\t)",end:"(\\n)$"}],relevance:0}]},{begin:"^[-\\*]{3,}",end:"$"},t,{begin:/^\[[^\n]+\]:/,returnBegin:!0,contains:[{className:"symbol",begin:/\[/,end:/\]/,excludeBegin:!0,excludeEnd:!0},{className:"link",begin:/:\s*/,end:/$/,excludeBegin:!0}]}]}}},4028:e=>{e.exports=function(e){const n=e.regex,t={className:"variable",variants:[{begin:/\$\d+/},{begin:/\$\{\w+\}/},{begin:n.concat(/[$@]/,e.UNDERSCORE_IDENT_RE)}]},i={endsWithParent:!0,keywords:{$pattern:/[a-z_]{2,}|\/dev\/poll/,literal:["on","off","yes","no","true","false","none","blocked","debug","info","notice","warn","error","crit","select","break","last","permanent","redirect","kqueue","rtsig","epoll","poll","/dev/poll"]},relevance:0,illegal:"=>",contains:[e.HASH_COMMENT_MODE,{className:"string",contains:[e.BACKSLASH_ESCAPE,t],variants:[{begin:/"/,end:/"/},{begin:/'/,end:/'/}]},{begin:"([a-z]+):/",end:"\\s",endsWithParent:!0,excludeEnd:!0,contains:[t]},{className:"regexp",contains:[e.BACKSLASH_ESCAPE,t],variants:[{begin:"\\s\\^",end:"\\s|\\{|;",returnEnd:!0},{begin:"~\\*?\\s+",end:"\\s|\\{|;",returnEnd:!0},{begin:"\\*(\\.[a-z\\-]+)+"},{begin:"([a-z\\-]+\\.)+\\*"}]},{className:"number",begin:"\\b\\d{1,3}\\.\\d{1,3}\\.\\d{1,3}\\.\\d{1,3}(:\\d{1,5})?\\b"},{className:"number",begin:"\\b\\d+[kKmMgGdshdwy]?\\b",relevance:0},t]};return{name:"Nginx config",aliases:["nginxconf"],contains:[e.HASH_COMMENT_MODE,{beginKeywords:"upstream location",end:/;|\{/,contains:i.contains,keywords:{section:"upstream location"}},{className:"section",begin:n.concat(e.UNDERSCORE_IDENT_RE+n.lookahead(/\s+\{/)),relevance:0},{begin:n.lookahead(e.UNDERSCORE_IDENT_RE+"\\s"),end:";|\\{",contains:[{className:"attribute",begin:e.UNDERSCORE_IDENT_RE,starts:i}],relevance:0}],illegal:"[^\\s\\}\\{]"}}},2446:e=>{e.exports=function(e){const n=/[a-zA-Z@][a-zA-Z0-9_]*/,t={$pattern:n,keyword:["@interface","@class","@protocol","@implementation"]};return{name:"Objective-C",aliases:["mm","objc","obj-c","obj-c++","objective-c++"],keywords:{"variable.language":["this","super"],$pattern:n,keyword:["while","export","sizeof","typedef","const","struct","for","union","volatile","static","mutable","if","do","return","goto","enum","else","break","extern","asm","case","default","register","explicit","typename","switch","continue","inline","readonly","assign","readwrite","self","@synchronized","id","typeof","nonatomic","IBOutlet","IBAction","strong","weak","copy","in","out","inout","bycopy","byref","oneway","__strong","__weak","__block","__autoreleasing","@private","@protected","@public","@try","@property","@end","@throw","@catch","@finally","@autoreleasepool","@synthesize","@dynamic","@selector","@optional","@required","@encode","@package","@import","@defs","@compatibility_alias","__bridge","__bridge_transfer","__bridge_retained","__bridge_retain","__covariant","__contravariant","__kindof","_Nonnull","_Nullable","_Null_unspecified","__FUNCTION__","__PRETTY_FUNCTION__","__attribute__","getter","setter","retain","unsafe_unretained","nonnull","nullable","null_unspecified","null_resettable","class","instancetype","NS_DESIGNATED_INITIALIZER","NS_UNAVAILABLE","NS_REQUIRES_SUPER","NS_RETURNS_INNER_POINTER","NS_INLINE","NS_AVAILABLE","NS_DEPRECATED","NS_ENUM","NS_OPTIONS","NS_SWIFT_UNAVAILABLE","NS_ASSUME_NONNULL_BEGIN","NS_ASSUME_NONNULL_END","NS_REFINED_FOR_SWIFT","NS_SWIFT_NAME","NS_SWIFT_NOTHROW","NS_DURING","NS_HANDLER","NS_ENDHANDLER","NS_VALUERETURN","NS_VOIDRETURN"],literal:["false","true","FALSE","TRUE","nil","YES","NO","NULL"],built_in:["dispatch_once_t","dispatch_queue_t","dispatch_sync","dispatch_async","dispatch_once"],type:["int","float","char","unsigned","signed","short","long","double","wchar_t","unichar","void","bool","BOOL","id|0","_Bool"]},illegal:"/,end:/$/,illegal:"\\n"},e.C_LINE_COMMENT_MODE,e.C_BLOCK_COMMENT_MODE]},{className:"class",begin:"("+t.keyword.join("|")+")\\b",end:/(\{|$)/,excludeEnd:!0,keywords:t,contains:[e.UNDERSCORE_TITLE_MODE]},{begin:"\\."+e.UNDERSCORE_IDENT_RE,relevance:0}]}}},2482:e=>{e.exports=function(e){const n=e.regex,t=/[dualxmsipngr]{0,12}/,i={$pattern:/[\w.]+/,keyword:["abs","accept","alarm","and","atan2","bind","binmode","bless","break","caller","chdir","chmod","chomp","chop","chown","chr","chroot","close","closedir","connect","continue","cos","crypt","dbmclose","dbmopen","defined","delete","die","do","dump","each","else","elsif","endgrent","endhostent","endnetent","endprotoent","endpwent","endservent","eof","eval","exec","exists","exit","exp","fcntl","fileno","flock","for","foreach","fork","format","formline","getc","getgrent","getgrgid","getgrnam","gethostbyaddr","gethostbyname","gethostent","getlogin","getnetbyaddr","getnetbyname","getnetent","getpeername","getpgrp","getpriority","getprotobyname","getprotobynumber","getprotoent","getpwent","getpwnam","getpwuid","getservbyname","getservbyport","getservent","getsockname","getsockopt","given","glob","gmtime","goto","grep","gt","hex","if","index","int","ioctl","join","keys","kill","last","lc","lcfirst","length","link","listen","local","localtime","log","lstat","lt","ma","map","mkdir","msgctl","msgget","msgrcv","msgsnd","my","ne","next","no","not","oct","open","opendir","or","ord","our","pack","package","pipe","pop","pos","print","printf","prototype","push","q|0","qq","quotemeta","qw","qx","rand","read","readdir","readline","readlink","readpipe","recv","redo","ref","rename","require","reset","return","reverse","rewinddir","rindex","rmdir","say","scalar","seek","seekdir","select","semctl","semget","semop","send","setgrent","sethostent","setnetent","setpgrp","setpriority","setprotoent","setpwent","setservent","setsockopt","shift","shmctl","shmget","shmread","shmwrite","shutdown","sin","sleep","socket","socketpair","sort","splice","split","sprintf","sqrt","srand","stat","state","study","sub","substr","symlink","syscall","sysopen","sysread","sysseek","system","syswrite","tell","telldir","tie","tied","time","times","tr","truncate","uc","ucfirst","umask","undef","unless","unlink","unpack","unshift","untie","until","use","utime","values","vec","wait","waitpid","wantarray","warn","when","while","write","x|0","xor","y|0"].join(" ")},a={className:"subst",begin:"[$@]\\{",end:"\\}",keywords:i},r={begin:/->\{/,end:/\}/},s={variants:[{begin:/\$\d/},{begin:n.concat(/[$%@](\^\w\b|#\w+(::\w+)*|\{\w+\}|\w+(::\w*)*)/,"(?![A-Za-z])(?![@$%])")},{begin:/[$%@][^\s\w{]/,relevance:0}]},o=[e.BACKSLASH_ESCAPE,a,s],l=[/!/,/\//,/\|/,/\?/,/'/,/"/,/#/],c=(e,i,a="\\1")=>{const r="\\1"===a?a:n.concat(a,i);return n.concat(n.concat("(?:",e,")"),i,/(?:\\.|[^\\\/])*?/,r,/(?:\\.|[^\\\/])*?/,a,t)},d=(e,i,a)=>n.concat(n.concat("(?:",e,")"),i,/(?:\\.|[^\\\/])*?/,a,t),u=[s,e.HASH_COMMENT_MODE,e.COMMENT(/^=\w/,/=cut/,{endsWithParent:!0}),r,{className:"string",contains:o,variants:[{begin:"q[qwxr]?\\s*\\(",end:"\\)",relevance:5},{begin:"q[qwxr]?\\s*\\[",end:"\\]",relevance:5},{begin:"q[qwxr]?\\s*\\{",end:"\\}",relevance:5},{begin:"q[qwxr]?\\s*\\|",end:"\\|",relevance:5},{begin:"q[qwxr]?\\s*<",end:">",relevance:5},{begin:"qw\\s+q",end:"q",relevance:5},{begin:"'",end:"'",contains:[e.BACKSLASH_ESCAPE]},{begin:'"',end:'"'},{begin:"`",end:"`",contains:[e.BACKSLASH_ESCAPE]},{begin:/\{\w+\}/,relevance:0},{begin:"-?\\w+\\s*=>",relevance:0}]},{className:"number",begin:"(\\b0[0-7_]+)|(\\b0x[0-9a-fA-F_]+)|(\\b[1-9][0-9_]*(\\.[0-9_]+)?)|[0_]\\b",relevance:0},{begin:"(\\/\\/|"+e.RE_STARTERS_RE+"|\\b(split|return|print|reverse|grep)\\b)\\s*",keywords:"split return print reverse grep",relevance:0,contains:[e.HASH_COMMENT_MODE,{className:"regexp",variants:[{begin:c("s|tr|y",n.either(...l,{capture:!0}))},{begin:c("s|tr|y","\\(","\\)")},{begin:c("s|tr|y","\\[","\\]")},{begin:c("s|tr|y","\\{","\\}")}],relevance:2},{className:"regexp",variants:[{begin:/(m|qr)\/\//,relevance:0},{begin:d("(?:m|qr)?",/\//,/\//)},{begin:d("m|qr",n.either(...l,{capture:!0}),/\1/)},{begin:d("m|qr",/\(/,/\)/)},{begin:d("m|qr",/\[/,/\]/)},{begin:d("m|qr",/\{/,/\}/)}]}]},{className:"function",beginKeywords:"sub",end:"(\\s*\\(.*?\\))?[;{]",excludeEnd:!0,relevance:5,contains:[e.TITLE_MODE]},{begin:"-\\w\\b",relevance:0},{begin:"^__DATA__$",end:"^__END__$",subLanguage:"mojolicious",contains:[{begin:"^@@.*",end:"$",className:"comment"}]}];return a.contains=u,r.contains=u,{name:"Perl",aliases:["pl","pm"],keywords:i,contains:u}}},9814:e=>{e.exports=function(e){const n=e.COMMENT("--","$"),t="\\$([a-zA-Z_]?|[a-zA-Z_][a-zA-Z_0-9]*)\\$",i="BIGINT INT8 BIGSERIAL SERIAL8 BIT VARYING VARBIT BOOLEAN BOOL BOX BYTEA CHARACTER CHAR VARCHAR CIDR CIRCLE DATE DOUBLE PRECISION FLOAT8 FLOAT INET INTEGER INT INT4 INTERVAL JSON JSONB LINE LSEG|10 MACADDR MACADDR8 MONEY NUMERIC DEC DECIMAL PATH POINT POLYGON REAL FLOAT4 SMALLINT INT2 SMALLSERIAL|10 SERIAL2|10 SERIAL|10 SERIAL4|10 TEXT TIME ZONE TIMETZ|10 TIMESTAMP TIMESTAMPTZ|10 TSQUERY|10 TSVECTOR|10 TXID_SNAPSHOT|10 UUID XML NATIONAL NCHAR INT4RANGE|10 INT8RANGE|10 NUMRANGE|10 TSRANGE|10 TSTZRANGE|10 DATERANGE|10 ANYELEMENT ANYARRAY ANYNONARRAY ANYENUM ANYRANGE CSTRING INTERNAL RECORD PG_DDL_COMMAND VOID UNKNOWN OPAQUE REFCURSOR NAME OID REGPROC|10 REGPROCEDURE|10 REGOPER|10 REGOPERATOR|10 REGCLASS|10 REGTYPE|10 REGROLE|10 REGNAMESPACE|10 REGCONFIG|10 REGDICTIONARY|10 ",a=i.trim().split(" ").map((function(e){return e.split("|")[0]})).join("|"),r="ARRAY_AGG AVG BIT_AND BIT_OR BOOL_AND BOOL_OR COUNT EVERY JSON_AGG JSONB_AGG JSON_OBJECT_AGG JSONB_OBJECT_AGG MAX MIN MODE STRING_AGG SUM XMLAGG CORR COVAR_POP COVAR_SAMP REGR_AVGX REGR_AVGY REGR_COUNT REGR_INTERCEPT REGR_R2 REGR_SLOPE REGR_SXX REGR_SXY REGR_SYY STDDEV STDDEV_POP STDDEV_SAMP VARIANCE VAR_POP VAR_SAMP PERCENTILE_CONT PERCENTILE_DISC ROW_NUMBER RANK DENSE_RANK PERCENT_RANK CUME_DIST NTILE LAG LEAD FIRST_VALUE LAST_VALUE NTH_VALUE NUM_NONNULLS NUM_NULLS ABS CBRT CEIL CEILING DEGREES DIV EXP FLOOR LN LOG MOD PI POWER RADIANS ROUND SCALE SIGN SQRT TRUNC WIDTH_BUCKET RANDOM SETSEED ACOS ACOSD ASIN ASIND ATAN ATAND ATAN2 ATAN2D COS COSD COT COTD SIN SIND TAN TAND BIT_LENGTH CHAR_LENGTH CHARACTER_LENGTH LOWER OCTET_LENGTH OVERLAY POSITION SUBSTRING TREAT TRIM UPPER ASCII BTRIM CHR CONCAT CONCAT_WS CONVERT CONVERT_FROM CONVERT_TO DECODE ENCODE INITCAP LEFT LENGTH LPAD LTRIM MD5 PARSE_IDENT PG_CLIENT_ENCODING QUOTE_IDENT|10 QUOTE_LITERAL|10 QUOTE_NULLABLE|10 REGEXP_MATCH REGEXP_MATCHES REGEXP_REPLACE REGEXP_SPLIT_TO_ARRAY REGEXP_SPLIT_TO_TABLE REPEAT REPLACE REVERSE RIGHT RPAD RTRIM SPLIT_PART STRPOS SUBSTR TO_ASCII TO_HEX TRANSLATE OCTET_LENGTH GET_BIT GET_BYTE SET_BIT SET_BYTE TO_CHAR TO_DATE TO_NUMBER TO_TIMESTAMP AGE CLOCK_TIMESTAMP|10 DATE_PART DATE_TRUNC ISFINITE JUSTIFY_DAYS JUSTIFY_HOURS JUSTIFY_INTERVAL MAKE_DATE MAKE_INTERVAL|10 MAKE_TIME MAKE_TIMESTAMP|10 MAKE_TIMESTAMPTZ|10 NOW STATEMENT_TIMESTAMP|10 TIMEOFDAY TRANSACTION_TIMESTAMP|10 ENUM_FIRST ENUM_LAST ENUM_RANGE AREA CENTER DIAMETER HEIGHT ISCLOSED ISOPEN NPOINTS PCLOSE POPEN RADIUS WIDTH BOX BOUND_BOX CIRCLE LINE LSEG PATH POLYGON ABBREV BROADCAST HOST HOSTMASK MASKLEN NETMASK NETWORK SET_MASKLEN TEXT INET_SAME_FAMILY INET_MERGE MACADDR8_SET7BIT ARRAY_TO_TSVECTOR GET_CURRENT_TS_CONFIG NUMNODE PLAINTO_TSQUERY PHRASETO_TSQUERY WEBSEARCH_TO_TSQUERY QUERYTREE SETWEIGHT STRIP TO_TSQUERY TO_TSVECTOR JSON_TO_TSVECTOR JSONB_TO_TSVECTOR TS_DELETE TS_FILTER TS_HEADLINE TS_RANK TS_RANK_CD TS_REWRITE TSQUERY_PHRASE TSVECTOR_TO_ARRAY TSVECTOR_UPDATE_TRIGGER TSVECTOR_UPDATE_TRIGGER_COLUMN XMLCOMMENT XMLCONCAT XMLELEMENT XMLFOREST XMLPI XMLROOT XMLEXISTS XML_IS_WELL_FORMED XML_IS_WELL_FORMED_DOCUMENT XML_IS_WELL_FORMED_CONTENT XPATH XPATH_EXISTS XMLTABLE XMLNAMESPACES TABLE_TO_XML TABLE_TO_XMLSCHEMA TABLE_TO_XML_AND_XMLSCHEMA QUERY_TO_XML QUERY_TO_XMLSCHEMA QUERY_TO_XML_AND_XMLSCHEMA CURSOR_TO_XML CURSOR_TO_XMLSCHEMA SCHEMA_TO_XML SCHEMA_TO_XMLSCHEMA SCHEMA_TO_XML_AND_XMLSCHEMA DATABASE_TO_XML DATABASE_TO_XMLSCHEMA DATABASE_TO_XML_AND_XMLSCHEMA XMLATTRIBUTES TO_JSON TO_JSONB ARRAY_TO_JSON ROW_TO_JSON JSON_BUILD_ARRAY JSONB_BUILD_ARRAY JSON_BUILD_OBJECT JSONB_BUILD_OBJECT JSON_OBJECT JSONB_OBJECT JSON_ARRAY_LENGTH JSONB_ARRAY_LENGTH JSON_EACH JSONB_EACH JSON_EACH_TEXT JSONB_EACH_TEXT JSON_EXTRACT_PATH JSONB_EXTRACT_PATH JSON_OBJECT_KEYS JSONB_OBJECT_KEYS JSON_POPULATE_RECORD JSONB_POPULATE_RECORD JSON_POPULATE_RECORDSET JSONB_POPULATE_RECORDSET JSON_ARRAY_ELEMENTS JSONB_ARRAY_ELEMENTS JSON_ARRAY_ELEMENTS_TEXT JSONB_ARRAY_ELEMENTS_TEXT JSON_TYPEOF JSONB_TYPEOF JSON_TO_RECORD JSONB_TO_RECORD JSON_TO_RECORDSET JSONB_TO_RECORDSET JSON_STRIP_NULLS JSONB_STRIP_NULLS JSONB_SET JSONB_INSERT JSONB_PRETTY CURRVAL LASTVAL NEXTVAL SETVAL COALESCE NULLIF GREATEST LEAST ARRAY_APPEND ARRAY_CAT ARRAY_NDIMS ARRAY_DIMS ARRAY_FILL ARRAY_LENGTH ARRAY_LOWER ARRAY_POSITION ARRAY_POSITIONS ARRAY_PREPEND ARRAY_REMOVE ARRAY_REPLACE ARRAY_TO_STRING ARRAY_UPPER CARDINALITY STRING_TO_ARRAY UNNEST ISEMPTY LOWER_INC UPPER_INC LOWER_INF UPPER_INF RANGE_MERGE GENERATE_SERIES GENERATE_SUBSCRIPTS CURRENT_DATABASE CURRENT_QUERY CURRENT_SCHEMA|10 CURRENT_SCHEMAS|10 INET_CLIENT_ADDR INET_CLIENT_PORT INET_SERVER_ADDR INET_SERVER_PORT ROW_SECURITY_ACTIVE FORMAT_TYPE TO_REGCLASS TO_REGPROC TO_REGPROCEDURE TO_REGOPER TO_REGOPERATOR TO_REGTYPE TO_REGNAMESPACE TO_REGROLE COL_DESCRIPTION OBJ_DESCRIPTION SHOBJ_DESCRIPTION TXID_CURRENT TXID_CURRENT_IF_ASSIGNED TXID_CURRENT_SNAPSHOT TXID_SNAPSHOT_XIP TXID_SNAPSHOT_XMAX TXID_SNAPSHOT_XMIN TXID_VISIBLE_IN_SNAPSHOT TXID_STATUS CURRENT_SETTING SET_CONFIG BRIN_SUMMARIZE_NEW_VALUES BRIN_SUMMARIZE_RANGE BRIN_DESUMMARIZE_RANGE GIN_CLEAN_PENDING_LIST SUPPRESS_REDUNDANT_UPDATES_TRIGGER LO_FROM_BYTEA LO_PUT LO_GET LO_CREAT LO_CREATE LO_UNLINK LO_IMPORT LO_EXPORT LOREAD LOWRITE GROUPING CAST ".trim().split(" ").map((function(e){return e.split("|")[0]})).join("|");return{name:"PostgreSQL",aliases:["postgres","postgresql"],supersetOf:"sql",case_insensitive:!0,keywords:{keyword:"ABORT ALTER ANALYZE BEGIN CALL CHECKPOINT|10 CLOSE CLUSTER COMMENT COMMIT COPY CREATE DEALLOCATE DECLARE DELETE DISCARD DO DROP END EXECUTE EXPLAIN FETCH GRANT IMPORT INSERT LISTEN LOAD LOCK MOVE NOTIFY PREPARE REASSIGN|10 REFRESH REINDEX RELEASE RESET REVOKE ROLLBACK SAVEPOINT SECURITY SELECT SET SHOW START TRUNCATE UNLISTEN|10 UPDATE VACUUM|10 VALUES AGGREGATE COLLATION CONVERSION|10 DATABASE DEFAULT PRIVILEGES DOMAIN TRIGGER EXTENSION FOREIGN WRAPPER|10 TABLE FUNCTION GROUP LANGUAGE LARGE OBJECT MATERIALIZED VIEW OPERATOR CLASS FAMILY POLICY PUBLICATION|10 ROLE RULE SCHEMA SEQUENCE SERVER STATISTICS SUBSCRIPTION SYSTEM TABLESPACE CONFIGURATION DICTIONARY PARSER TEMPLATE TYPE USER MAPPING PREPARED ACCESS METHOD CAST AS TRANSFORM TRANSACTION OWNED TO INTO SESSION AUTHORIZATION INDEX PROCEDURE ASSERTION ALL ANALYSE AND ANY ARRAY ASC ASYMMETRIC|10 BOTH CASE CHECK COLLATE COLUMN CONCURRENTLY|10 CONSTRAINT CROSS DEFERRABLE RANGE DESC DISTINCT ELSE EXCEPT FOR FREEZE|10 FROM FULL HAVING ILIKE IN INITIALLY INNER INTERSECT IS ISNULL JOIN LATERAL LEADING LIKE LIMIT NATURAL NOT NOTNULL NULL OFFSET ON ONLY OR ORDER OUTER OVERLAPS PLACING PRIMARY REFERENCES RETURNING SIMILAR SOME SYMMETRIC TABLESAMPLE THEN TRAILING UNION UNIQUE USING VARIADIC|10 VERBOSE WHEN WHERE WINDOW WITH BY RETURNS INOUT OUT SETOF|10 IF STRICT CURRENT CONTINUE OWNER LOCATION OVER PARTITION WITHIN BETWEEN ESCAPE EXTERNAL INVOKER DEFINER WORK RENAME VERSION CONNECTION CONNECT TABLES TEMP TEMPORARY FUNCTIONS SEQUENCES TYPES SCHEMAS OPTION CASCADE RESTRICT ADD ADMIN EXISTS VALID VALIDATE ENABLE DISABLE REPLICA|10 ALWAYS PASSING COLUMNS PATH REF VALUE OVERRIDING IMMUTABLE STABLE VOLATILE BEFORE AFTER EACH ROW PROCEDURAL ROUTINE NO HANDLER VALIDATOR OPTIONS STORAGE OIDS|10 WITHOUT INHERIT DEPENDS CALLED INPUT LEAKPROOF|10 COST ROWS NOWAIT SEARCH UNTIL ENCRYPTED|10 PASSWORD CONFLICT|10 INSTEAD INHERITS CHARACTERISTICS WRITE CURSOR ALSO STATEMENT SHARE EXCLUSIVE INLINE ISOLATION REPEATABLE READ COMMITTED SERIALIZABLE UNCOMMITTED LOCAL GLOBAL SQL PROCEDURES RECURSIVE SNAPSHOT ROLLUP CUBE TRUSTED|10 INCLUDE FOLLOWING PRECEDING UNBOUNDED RANGE GROUPS UNENCRYPTED|10 SYSID FORMAT DELIMITER HEADER QUOTE ENCODING FILTER OFF FORCE_QUOTE FORCE_NOT_NULL FORCE_NULL COSTS BUFFERS TIMING SUMMARY DISABLE_PAGE_SKIPPING RESTART CYCLE GENERATED IDENTITY DEFERRED IMMEDIATE LEVEL LOGGED UNLOGGED OF NOTHING NONE EXCLUDE ATTRIBUTE USAGE ROUTINES TRUE FALSE NAN INFINITY ALIAS BEGIN CONSTANT DECLARE END EXCEPTION RETURN PERFORM|10 RAISE GET DIAGNOSTICS STACKED|10 FOREACH LOOP ELSIF EXIT WHILE REVERSE SLICE DEBUG LOG INFO NOTICE WARNING ASSERT OPEN SUPERUSER NOSUPERUSER CREATEDB NOCREATEDB CREATEROLE NOCREATEROLE INHERIT NOINHERIT LOGIN NOLOGIN REPLICATION NOREPLICATION BYPASSRLS NOBYPASSRLS ",built_in:"CURRENT_TIME CURRENT_TIMESTAMP CURRENT_USER CURRENT_CATALOG|10 CURRENT_DATE LOCALTIME LOCALTIMESTAMP CURRENT_ROLE|10 CURRENT_SCHEMA|10 SESSION_USER PUBLIC FOUND NEW OLD TG_NAME|10 TG_WHEN|10 TG_LEVEL|10 TG_OP|10 TG_RELID|10 TG_RELNAME|10 TG_TABLE_NAME|10 TG_TABLE_SCHEMA|10 TG_NARGS|10 TG_ARGV|10 TG_EVENT|10 TG_TAG|10 ROW_COUNT RESULT_OID|10 PG_CONTEXT|10 RETURNED_SQLSTATE COLUMN_NAME CONSTRAINT_NAME PG_DATATYPE_NAME|10 MESSAGE_TEXT TABLE_NAME SCHEMA_NAME PG_EXCEPTION_DETAIL|10 PG_EXCEPTION_HINT|10 PG_EXCEPTION_CONTEXT|10 SQLSTATE SQLERRM|10 SUCCESSFUL_COMPLETION WARNING DYNAMIC_RESULT_SETS_RETURNED IMPLICIT_ZERO_BIT_PADDING NULL_VALUE_ELIMINATED_IN_SET_FUNCTION PRIVILEGE_NOT_GRANTED PRIVILEGE_NOT_REVOKED STRING_DATA_RIGHT_TRUNCATION DEPRECATED_FEATURE NO_DATA NO_ADDITIONAL_DYNAMIC_RESULT_SETS_RETURNED SQL_STATEMENT_NOT_YET_COMPLETE CONNECTION_EXCEPTION CONNECTION_DOES_NOT_EXIST CONNECTION_FAILURE SQLCLIENT_UNABLE_TO_ESTABLISH_SQLCONNECTION SQLSERVER_REJECTED_ESTABLISHMENT_OF_SQLCONNECTION TRANSACTION_RESOLUTION_UNKNOWN PROTOCOL_VIOLATION TRIGGERED_ACTION_EXCEPTION FEATURE_NOT_SUPPORTED INVALID_TRANSACTION_INITIATION LOCATOR_EXCEPTION INVALID_LOCATOR_SPECIFICATION INVALID_GRANTOR INVALID_GRANT_OPERATION INVALID_ROLE_SPECIFICATION DIAGNOSTICS_EXCEPTION STACKED_DIAGNOSTICS_ACCESSED_WITHOUT_ACTIVE_HANDLER CASE_NOT_FOUND CARDINALITY_VIOLATION DATA_EXCEPTION ARRAY_SUBSCRIPT_ERROR CHARACTER_NOT_IN_REPERTOIRE DATETIME_FIELD_OVERFLOW DIVISION_BY_ZERO ERROR_IN_ASSIGNMENT ESCAPE_CHARACTER_CONFLICT INDICATOR_OVERFLOW INTERVAL_FIELD_OVERFLOW INVALID_ARGUMENT_FOR_LOGARITHM INVALID_ARGUMENT_FOR_NTILE_FUNCTION INVALID_ARGUMENT_FOR_NTH_VALUE_FUNCTION INVALID_ARGUMENT_FOR_POWER_FUNCTION INVALID_ARGUMENT_FOR_WIDTH_BUCKET_FUNCTION INVALID_CHARACTER_VALUE_FOR_CAST INVALID_DATETIME_FORMAT INVALID_ESCAPE_CHARACTER INVALID_ESCAPE_OCTET INVALID_ESCAPE_SEQUENCE NONSTANDARD_USE_OF_ESCAPE_CHARACTER INVALID_INDICATOR_PARAMETER_VALUE INVALID_PARAMETER_VALUE INVALID_REGULAR_EXPRESSION INVALID_ROW_COUNT_IN_LIMIT_CLAUSE INVALID_ROW_COUNT_IN_RESULT_OFFSET_CLAUSE INVALID_TABLESAMPLE_ARGUMENT INVALID_TABLESAMPLE_REPEAT INVALID_TIME_ZONE_DISPLACEMENT_VALUE INVALID_USE_OF_ESCAPE_CHARACTER MOST_SPECIFIC_TYPE_MISMATCH NULL_VALUE_NOT_ALLOWED NULL_VALUE_NO_INDICATOR_PARAMETER NUMERIC_VALUE_OUT_OF_RANGE SEQUENCE_GENERATOR_LIMIT_EXCEEDED STRING_DATA_LENGTH_MISMATCH STRING_DATA_RIGHT_TRUNCATION SUBSTRING_ERROR TRIM_ERROR UNTERMINATED_C_STRING ZERO_LENGTH_CHARACTER_STRING FLOATING_POINT_EXCEPTION INVALID_TEXT_REPRESENTATION INVALID_BINARY_REPRESENTATION BAD_COPY_FILE_FORMAT UNTRANSLATABLE_CHARACTER NOT_AN_XML_DOCUMENT INVALID_XML_DOCUMENT INVALID_XML_CONTENT INVALID_XML_COMMENT INVALID_XML_PROCESSING_INSTRUCTION INTEGRITY_CONSTRAINT_VIOLATION RESTRICT_VIOLATION NOT_NULL_VIOLATION FOREIGN_KEY_VIOLATION UNIQUE_VIOLATION CHECK_VIOLATION EXCLUSION_VIOLATION INVALID_CURSOR_STATE INVALID_TRANSACTION_STATE ACTIVE_SQL_TRANSACTION BRANCH_TRANSACTION_ALREADY_ACTIVE HELD_CURSOR_REQUIRES_SAME_ISOLATION_LEVEL INAPPROPRIATE_ACCESS_MODE_FOR_BRANCH_TRANSACTION INAPPROPRIATE_ISOLATION_LEVEL_FOR_BRANCH_TRANSACTION NO_ACTIVE_SQL_TRANSACTION_FOR_BRANCH_TRANSACTION READ_ONLY_SQL_TRANSACTION SCHEMA_AND_DATA_STATEMENT_MIXING_NOT_SUPPORTED NO_ACTIVE_SQL_TRANSACTION IN_FAILED_SQL_TRANSACTION IDLE_IN_TRANSACTION_SESSION_TIMEOUT INVALID_SQL_STATEMENT_NAME TRIGGERED_DATA_CHANGE_VIOLATION INVALID_AUTHORIZATION_SPECIFICATION INVALID_PASSWORD DEPENDENT_PRIVILEGE_DESCRIPTORS_STILL_EXIST DEPENDENT_OBJECTS_STILL_EXIST INVALID_TRANSACTION_TERMINATION SQL_ROUTINE_EXCEPTION FUNCTION_EXECUTED_NO_RETURN_STATEMENT MODIFYING_SQL_DATA_NOT_PERMITTED PROHIBITED_SQL_STATEMENT_ATTEMPTED READING_SQL_DATA_NOT_PERMITTED INVALID_CURSOR_NAME EXTERNAL_ROUTINE_EXCEPTION CONTAINING_SQL_NOT_PERMITTED MODIFYING_SQL_DATA_NOT_PERMITTED PROHIBITED_SQL_STATEMENT_ATTEMPTED READING_SQL_DATA_NOT_PERMITTED EXTERNAL_ROUTINE_INVOCATION_EXCEPTION INVALID_SQLSTATE_RETURNED NULL_VALUE_NOT_ALLOWED TRIGGER_PROTOCOL_VIOLATED SRF_PROTOCOL_VIOLATED EVENT_TRIGGER_PROTOCOL_VIOLATED SAVEPOINT_EXCEPTION INVALID_SAVEPOINT_SPECIFICATION INVALID_CATALOG_NAME INVALID_SCHEMA_NAME TRANSACTION_ROLLBACK TRANSACTION_INTEGRITY_CONSTRAINT_VIOLATION SERIALIZATION_FAILURE STATEMENT_COMPLETION_UNKNOWN DEADLOCK_DETECTED SYNTAX_ERROR_OR_ACCESS_RULE_VIOLATION SYNTAX_ERROR INSUFFICIENT_PRIVILEGE CANNOT_COERCE GROUPING_ERROR WINDOWING_ERROR INVALID_RECURSION INVALID_FOREIGN_KEY INVALID_NAME NAME_TOO_LONG RESERVED_NAME DATATYPE_MISMATCH INDETERMINATE_DATATYPE COLLATION_MISMATCH INDETERMINATE_COLLATION WRONG_OBJECT_TYPE GENERATED_ALWAYS UNDEFINED_COLUMN UNDEFINED_FUNCTION UNDEFINED_TABLE UNDEFINED_PARAMETER UNDEFINED_OBJECT DUPLICATE_COLUMN DUPLICATE_CURSOR DUPLICATE_DATABASE DUPLICATE_FUNCTION DUPLICATE_PREPARED_STATEMENT DUPLICATE_SCHEMA DUPLICATE_TABLE DUPLICATE_ALIAS DUPLICATE_OBJECT AMBIGUOUS_COLUMN AMBIGUOUS_FUNCTION AMBIGUOUS_PARAMETER AMBIGUOUS_ALIAS INVALID_COLUMN_REFERENCE INVALID_COLUMN_DEFINITION INVALID_CURSOR_DEFINITION INVALID_DATABASE_DEFINITION INVALID_FUNCTION_DEFINITION INVALID_PREPARED_STATEMENT_DEFINITION INVALID_SCHEMA_DEFINITION INVALID_TABLE_DEFINITION INVALID_OBJECT_DEFINITION WITH_CHECK_OPTION_VIOLATION INSUFFICIENT_RESOURCES DISK_FULL OUT_OF_MEMORY TOO_MANY_CONNECTIONS CONFIGURATION_LIMIT_EXCEEDED PROGRAM_LIMIT_EXCEEDED STATEMENT_TOO_COMPLEX TOO_MANY_COLUMNS TOO_MANY_ARGUMENTS OBJECT_NOT_IN_PREREQUISITE_STATE OBJECT_IN_USE CANT_CHANGE_RUNTIME_PARAM LOCK_NOT_AVAILABLE OPERATOR_INTERVENTION QUERY_CANCELED ADMIN_SHUTDOWN CRASH_SHUTDOWN CANNOT_CONNECT_NOW DATABASE_DROPPED SYSTEM_ERROR IO_ERROR UNDEFINED_FILE DUPLICATE_FILE SNAPSHOT_TOO_OLD CONFIG_FILE_ERROR LOCK_FILE_EXISTS FDW_ERROR FDW_COLUMN_NAME_NOT_FOUND FDW_DYNAMIC_PARAMETER_VALUE_NEEDED FDW_FUNCTION_SEQUENCE_ERROR FDW_INCONSISTENT_DESCRIPTOR_INFORMATION FDW_INVALID_ATTRIBUTE_VALUE FDW_INVALID_COLUMN_NAME FDW_INVALID_COLUMN_NUMBER FDW_INVALID_DATA_TYPE FDW_INVALID_DATA_TYPE_DESCRIPTORS FDW_INVALID_DESCRIPTOR_FIELD_IDENTIFIER FDW_INVALID_HANDLE FDW_INVALID_OPTION_INDEX FDW_INVALID_OPTION_NAME FDW_INVALID_STRING_LENGTH_OR_BUFFER_LENGTH FDW_INVALID_STRING_FORMAT FDW_INVALID_USE_OF_NULL_POINTER FDW_TOO_MANY_HANDLES FDW_OUT_OF_MEMORY FDW_NO_SCHEMAS FDW_OPTION_NAME_NOT_FOUND FDW_REPLY_HANDLE FDW_SCHEMA_NOT_FOUND FDW_TABLE_NOT_FOUND FDW_UNABLE_TO_CREATE_EXECUTION FDW_UNABLE_TO_CREATE_REPLY FDW_UNABLE_TO_ESTABLISH_CONNECTION PLPGSQL_ERROR RAISE_EXCEPTION NO_DATA_FOUND TOO_MANY_ROWS ASSERT_FAILURE INTERNAL_ERROR DATA_CORRUPTED INDEX_CORRUPTED "},illegal:/:==|\W\s*\(\*|(^|\s)\$[a-z]|\{\{|[a-z]:\s*$|\.\.\.|TO:|DO:/,contains:[{className:"keyword",variants:[{begin:/\bTEXT\s*SEARCH\b/},{begin:/\b(PRIMARY|FOREIGN|FOR(\s+NO)?)\s+KEY\b/},{begin:/\bPARALLEL\s+(UNSAFE|RESTRICTED|SAFE)\b/},{begin:/\bSTORAGE\s+(PLAIN|EXTERNAL|EXTENDED|MAIN)\b/},{begin:/\bMATCH\s+(FULL|PARTIAL|SIMPLE)\b/},{begin:/\bNULLS\s+(FIRST|LAST)\b/},{begin:/\bEVENT\s+TRIGGER\b/},{begin:/\b(MAPPING|OR)\s+REPLACE\b/},{begin:/\b(FROM|TO)\s+(PROGRAM|STDIN|STDOUT)\b/},{begin:/\b(SHARE|EXCLUSIVE)\s+MODE\b/},{begin:/\b(LEFT|RIGHT)\s+(OUTER\s+)?JOIN\b/},{begin:/\b(FETCH|MOVE)\s+(NEXT|PRIOR|FIRST|LAST|ABSOLUTE|RELATIVE|FORWARD|BACKWARD)\b/},{begin:/\bPRESERVE\s+ROWS\b/},{begin:/\bDISCARD\s+PLANS\b/},{begin:/\bREFERENCING\s+(OLD|NEW)\b/},{begin:/\bSKIP\s+LOCKED\b/},{begin:/\bGROUPING\s+SETS\b/},{begin:/\b(BINARY|INSENSITIVE|SCROLL|NO\s+SCROLL)\s+(CURSOR|FOR)\b/},{begin:/\b(WITH|WITHOUT)\s+HOLD\b/},{begin:/\bWITH\s+(CASCADED|LOCAL)\s+CHECK\s+OPTION\b/},{begin:/\bEXCLUDE\s+(TIES|NO\s+OTHERS)\b/},{begin:/\bFORMAT\s+(TEXT|XML|JSON|YAML)\b/},{begin:/\bSET\s+((SESSION|LOCAL)\s+)?NAMES\b/},{begin:/\bIS\s+(NOT\s+)?UNKNOWN\b/},{begin:/\bSECURITY\s+LABEL\b/},{begin:/\bSTANDALONE\s+(YES|NO|NO\s+VALUE)\b/},{begin:/\bWITH\s+(NO\s+)?DATA\b/},{begin:/\b(FOREIGN|SET)\s+DATA\b/},{begin:/\bSET\s+(CATALOG|CONSTRAINTS)\b/},{begin:/\b(WITH|FOR)\s+ORDINALITY\b/},{begin:/\bIS\s+(NOT\s+)?DOCUMENT\b/},{begin:/\bXML\s+OPTION\s+(DOCUMENT|CONTENT)\b/},{begin:/\b(STRIP|PRESERVE)\s+WHITESPACE\b/},{begin:/\bNO\s+(ACTION|MAXVALUE|MINVALUE)\b/},{begin:/\bPARTITION\s+BY\s+(RANGE|LIST|HASH)\b/},{begin:/\bAT\s+TIME\s+ZONE\b/},{begin:/\bGRANTED\s+BY\b/},{begin:/\bRETURN\s+(QUERY|NEXT)\b/},{begin:/\b(ATTACH|DETACH)\s+PARTITION\b/},{begin:/\bFORCE\s+ROW\s+LEVEL\s+SECURITY\b/},{begin:/\b(INCLUDING|EXCLUDING)\s+(COMMENTS|CONSTRAINTS|DEFAULTS|IDENTITY|INDEXES|STATISTICS|STORAGE|ALL)\b/},{begin:/\bAS\s+(ASSIGNMENT|IMPLICIT|PERMISSIVE|RESTRICTIVE|ENUM|RANGE)\b/}]},{begin:/\b(FORMAT|FAMILY|VERSION)\s*\(/},{begin:/\bINCLUDE\s*\(/,keywords:"INCLUDE"},{begin:/\bRANGE(?!\s*(BETWEEN|UNBOUNDED|CURRENT|[-0-9]+))/},{begin:/\b(VERSION|OWNER|TEMPLATE|TABLESPACE|CONNECTION\s+LIMIT|PROCEDURE|RESTRICT|JOIN|PARSER|COPY|START|END|COLLATION|INPUT|ANALYZE|STORAGE|LIKE|DEFAULT|DELIMITER|ENCODING|COLUMN|CONSTRAINT|TABLE|SCHEMA)\s*=/},{begin:/\b(PG_\w+?|HAS_[A-Z_]+_PRIVILEGE)\b/,relevance:10},{begin:/\bEXTRACT\s*\(/,end:/\bFROM\b/,returnEnd:!0,keywords:{type:"CENTURY DAY DECADE DOW DOY EPOCH HOUR ISODOW ISOYEAR MICROSECONDS MILLENNIUM MILLISECONDS MINUTE MONTH QUARTER SECOND TIMEZONE TIMEZONE_HOUR TIMEZONE_MINUTE WEEK YEAR"}},{begin:/\b(XMLELEMENT|XMLPI)\s*\(\s*NAME/,keywords:{keyword:"NAME"}},{begin:/\b(XMLPARSE|XMLSERIALIZE)\s*\(\s*(DOCUMENT|CONTENT)/,keywords:{keyword:"DOCUMENT CONTENT"}},{beginKeywords:"CACHE INCREMENT MAXVALUE MINVALUE",end:e.C_NUMBER_RE,returnEnd:!0,keywords:"BY CACHE INCREMENT MAXVALUE MINVALUE"},{className:"type",begin:/\b(WITH|WITHOUT)\s+TIME\s+ZONE\b/},{className:"type",begin:/\bINTERVAL\s+(YEAR|MONTH|DAY|HOUR|MINUTE|SECOND)(\s+TO\s+(MONTH|HOUR|MINUTE|SECOND))?\b/},{begin:/\bRETURNS\s+(LANGUAGE_HANDLER|TRIGGER|EVENT_TRIGGER|FDW_HANDLER|INDEX_AM_HANDLER|TSM_HANDLER)\b/,keywords:{keyword:"RETURNS",type:"LANGUAGE_HANDLER TRIGGER EVENT_TRIGGER FDW_HANDLER INDEX_AM_HANDLER TSM_HANDLER"}},{begin:"\\b("+r+")\\s*\\("},{begin:"\\.("+a+")\\b"},{begin:"\\b("+a+")\\s+PATH\\b",keywords:{keyword:"PATH",type:i.replace("PATH ","")}},{className:"type",begin:"\\b("+a+")\\b"},{className:"string",begin:"'",end:"'",contains:[{begin:"''"}]},{className:"string",begin:"(e|E|u&|U&)'",end:"'",contains:[{begin:"\\\\."}],relevance:10},e.END_SAME_AS_BEGIN({begin:t,end:t,contains:[{subLanguage:["pgsql","perl","python","tcl","r","lua","java","php","ruby","bash","scheme","xml","json"],endsWithParent:!0}]}),{begin:'"',end:'"',contains:[{begin:'""'}]},e.C_NUMBER_MODE,e.C_BLOCK_COMMENT_MODE,n,{className:"meta",variants:[{begin:"%(ROW)?TYPE",relevance:10},{begin:"\\$\\d+"},{begin:"^#\\w",end:"$"}]},{className:"symbol",begin:"<<\\s*[a-zA-Z_][a-zA-Z_0-9$]*\\s*>>",relevance:10}]}}},2656:e=>{e.exports=function(e){const n=e.regex,t=/(?![A-Za-z0-9])(?![$])/,i=n.concat(/[a-zA-Z_\x7f-\xff][a-zA-Z0-9_\x7f-\xff]*/,t),a=n.concat(/(\\?[A-Z][a-z0-9_\x7f-\xff]+|\\?[A-Z]+(?=[A-Z][a-z0-9_\x7f-\xff])){1,}/,t),r={scope:"variable",match:"\\$+"+i},s={scope:"subst",variants:[{begin:/\$\w+/},{begin:/\{\$/,end:/\}/}]},o=e.inherit(e.APOS_STRING_MODE,{illegal:null}),l="[ \t\n]",c={scope:"string",variants:[e.inherit(e.QUOTE_STRING_MODE,{illegal:null,contains:e.QUOTE_STRING_MODE.contains.concat(s)}),o,{begin:/<<<[ \t]*(?:(\w+)|"(\w+)")\n/,end:/[ \t]*(\w+)\b/,contains:e.QUOTE_STRING_MODE.contains.concat(s),"on:begin":(e,n)=>{n.data._beginMatch=e[1]||e[2]},"on:end":(e,n)=>{n.data._beginMatch!==e[1]&&n.ignoreMatch()}},e.END_SAME_AS_BEGIN({begin:/<<<[ \t]*'(\w+)'\n/,end:/[ \t]*(\w+)\b/})]},d={scope:"number",variants:[{begin:"\\b0[bB][01]+(?:_[01]+)*\\b"},{begin:"\\b0[oO][0-7]+(?:_[0-7]+)*\\b"},{begin:"\\b0[xX][\\da-fA-F]+(?:_[\\da-fA-F]+)*\\b"},{begin:"(?:\\b\\d+(?:_\\d+)*(\\.(?:\\d+(?:_\\d+)*))?|\\B\\.\\d+)(?:[eE][+-]?\\d+)?"}],relevance:0},u=["false","null","true"],g=["__CLASS__","__DIR__","__FILE__","__FUNCTION__","__COMPILER_HALT_OFFSET__","__LINE__","__METHOD__","__NAMESPACE__","__TRAIT__","die","echo","exit","include","include_once","print","require","require_once","array","abstract","and","as","binary","bool","boolean","break","callable","case","catch","class","clone","const","continue","declare","default","do","double","else","elseif","empty","enddeclare","endfor","endforeach","endif","endswitch","endwhile","enum","eval","extends","final","finally","float","for","foreach","from","global","goto","if","implements","instanceof","insteadof","int","integer","interface","isset","iterable","list","match|0","mixed","new","never","object","or","private","protected","public","readonly","real","return","string","switch","throw","trait","try","unset","use","var","void","while","xor","yield"],b=["Error|0","AppendIterator","ArgumentCountError","ArithmeticError","ArrayIterator","ArrayObject","AssertionError","BadFunctionCallException","BadMethodCallException","CachingIterator","CallbackFilterIterator","CompileError","Countable","DirectoryIterator","DivisionByZeroError","DomainException","EmptyIterator","ErrorException","Exception","FilesystemIterator","FilterIterator","GlobIterator","InfiniteIterator","InvalidArgumentException","IteratorIterator","LengthException","LimitIterator","LogicException","MultipleIterator","NoRewindIterator","OutOfBoundsException","OutOfRangeException","OuterIterator","OverflowException","ParentIterator","ParseError","RangeException","RecursiveArrayIterator","RecursiveCachingIterator","RecursiveCallbackFilterIterator","RecursiveDirectoryIterator","RecursiveFilterIterator","RecursiveIterator","RecursiveIteratorIterator","RecursiveRegexIterator","RecursiveTreeIterator","RegexIterator","RuntimeException","SeekableIterator","SplDoublyLinkedList","SplFileInfo","SplFileObject","SplFixedArray","SplHeap","SplMaxHeap","SplMinHeap","SplObjectStorage","SplObserver","SplPriorityQueue","SplQueue","SplStack","SplSubject","SplTempFileObject","TypeError","UnderflowException","UnexpectedValueException","UnhandledMatchError","ArrayAccess","BackedEnum","Closure","Fiber","Generator","Iterator","IteratorAggregate","Serializable","Stringable","Throwable","Traversable","UnitEnum","WeakReference","WeakMap","Directory","__PHP_Incomplete_Class","parent","php_user_filter","self","static","stdClass"],p={keyword:g,literal:(e=>{const n=[];return e.forEach((e=>{n.push(e),e.toLowerCase()===e?n.push(e.toUpperCase()):n.push(e.toLowerCase())})),n})(u),built_in:b},f=e=>e.map((e=>e.replace(/\|\d+$/,""))),m={variants:[{match:[/new/,n.concat(l,"+"),n.concat("(?!",f(b).join("\\b|"),"\\b)"),a],scope:{1:"keyword",4:"title.class"}}]},E=n.concat(i,"\\b(?!\\()"),h={variants:[{match:[n.concat(/::/,n.lookahead(/(?!class\b)/)),E],scope:{2:"variable.constant"}},{match:[/::/,/class/],scope:{2:"variable.language"}},{match:[a,n.concat(/::/,n.lookahead(/(?!class\b)/)),E],scope:{1:"title.class",3:"variable.constant"}},{match:[a,n.concat("::",n.lookahead(/(?!class\b)/))],scope:{1:"title.class"}},{match:[a,/::/,/class/],scope:{1:"title.class",3:"variable.language"}}]},_={scope:"attr",match:n.concat(i,n.lookahead(":"),n.lookahead(/(?!::)/))},N={relevance:0,begin:/\(/,end:/\)/,keywords:p,contains:[_,r,h,e.C_BLOCK_COMMENT_MODE,c,d,m]},T={relevance:0,match:[/\b/,n.concat("(?!fn\\b|function\\b|",f(g).join("\\b|"),"|",f(b).join("\\b|"),"\\b)"),i,n.concat(l,"*"),n.lookahead(/(?=\()/)],scope:{3:"title.function.invoke"},contains:[N]};N.contains.push(T);const O=[_,h,e.C_BLOCK_COMMENT_MODE,c,d,m];return{case_insensitive:!1,keywords:p,contains:[{begin:n.concat(/#\[\s*/,a),beginScope:"meta",end:/]/,endScope:"meta",keywords:{literal:u,keyword:["new","array"]},contains:[{begin:/\[/,end:/]/,keywords:{literal:u,keyword:["new","array"]},contains:["self",...O]},...O,{scope:"meta",match:a}]},e.HASH_COMMENT_MODE,e.COMMENT("//","$"),e.COMMENT("/\\*","\\*/",{contains:[{scope:"doctag",match:"@[A-Za-z]+"}]}),{match:/__halt_compiler\(\);/,keywords:"__halt_compiler",starts:{scope:"comment",end:e.MATCH_NOTHING_RE,contains:[{match:/\?>/,scope:"meta",endsParent:!0}]}},{scope:"meta",variants:[{begin:/<\?php/,relevance:10},{begin:/<\?=/},{begin:/<\?/,relevance:.1},{begin:/\?>/}]},{scope:"variable.language",match:/\$this\b/},r,T,h,{match:[/const/,/\s/,i],scope:{1:"keyword",3:"variable.constant"}},m,{scope:"function",relevance:0,beginKeywords:"fn function",end:/[;{]/,excludeEnd:!0,illegal:"[$%\\[]",contains:[{beginKeywords:"use"},e.UNDERSCORE_TITLE_MODE,{begin:"=>",endsParent:!0},{scope:"params",begin:"\\(",end:"\\)",excludeBegin:!0,excludeEnd:!0,keywords:p,contains:["self",r,h,e.C_BLOCK_COMMENT_MODE,c,d]}]},{scope:"class",variants:[{beginKeywords:"enum",illegal:/[($"]/},{beginKeywords:"class interface trait",illegal:/[:($"]/}],relevance:0,end:/\{/,excludeEnd:!0,contains:[{beginKeywords:"extends implements"},e.UNDERSCORE_TITLE_MODE]},{beginKeywords:"namespace",relevance:0,end:";",illegal:/[.']/,contains:[e.inherit(e.UNDERSCORE_TITLE_MODE,{scope:"title.class"})]},{beginKeywords:"use",relevance:0,end:";",contains:[{match:/\b(as|const|function)\b/,scope:"keyword"},e.UNDERSCORE_TITLE_MODE]},c,d]}}},2437:e=>{e.exports=function(e){return{name:"Plain text",aliases:["text","txt"],disableAutodetect:!0}}},5040:e=>{e.exports=function(e){const n={$pattern:/-?[A-z\.\-]+\b/,keyword:"if else foreach return do while until elseif begin for trap data dynamicparam end break throw param continue finally in switch exit filter try process catch hidden static parameter",built_in:"ac asnp cat cd CFS chdir clc clear clhy cli clp cls clv cnsn compare copy cp cpi cpp curl cvpa dbp del diff dir dnsn ebp echo|0 epal epcsv epsn erase etsn exsn fc fhx fl ft fw gal gbp gc gcb gci gcm gcs gdr gerr ghy gi gin gjb gl gm gmo gp gps gpv group gsn gsnp gsv gtz gu gv gwmi h history icm iex ihy ii ipal ipcsv ipmo ipsn irm ise iwmi iwr kill lp ls man md measure mi mount move mp mv nal ndr ni nmo npssc nsn nv ogv oh popd ps pushd pwd r rbp rcjb rcsn rd rdr ren ri rjb rm rmdir rmo rni rnp rp rsn rsnp rujb rv rvpa rwmi sajb sal saps sasv sbp sc scb select set shcm si sl sleep sls sort sp spjb spps spsv start stz sujb sv swmi tee trcm type wget where wjb write"},t={begin:"`[\\s\\S]",relevance:0},i={className:"variable",variants:[{begin:/\$\B/},{className:"keyword",begin:/\$this/},{begin:/\$[\w\d][\w\d_:]*/}]},a={className:"string",variants:[{begin:/"/,end:/"/},{begin:/@"/,end:/^"@/}],contains:[t,i,{className:"variable",begin:/\$[A-z]/,end:/[^A-z]/}]},r={className:"string",variants:[{begin:/'/,end:/'/},{begin:/@'/,end:/^'@/}]},s=e.inherit(e.COMMENT(null,null),{variants:[{begin:/#/,end:/$/},{begin:/<#/,end:/#>/}],contains:[{className:"doctag",variants:[{begin:/\.(synopsis|description|example|inputs|outputs|notes|link|component|role|functionality)/},{begin:/\.(parameter|forwardhelptargetname|forwardhelpcategory|remotehelprunspace|externalhelp)\s+\S+/}]}]}),o={className:"built_in",variants:[{begin:"(".concat("Add|Clear|Close|Copy|Enter|Exit|Find|Format|Get|Hide|Join|Lock|Move|New|Open|Optimize|Pop|Push|Redo|Remove|Rename|Reset|Resize|Search|Select|Set|Show|Skip|Split|Step|Switch|Undo|Unlock|Watch|Backup|Checkpoint|Compare|Compress|Convert|ConvertFrom|ConvertTo|Dismount|Edit|Expand|Export|Group|Import|Initialize|Limit|Merge|Mount|Out|Publish|Restore|Save|Sync|Unpublish|Update|Approve|Assert|Build|Complete|Confirm|Deny|Deploy|Disable|Enable|Install|Invoke|Register|Request|Restart|Resume|Start|Stop|Submit|Suspend|Uninstall|Unregister|Wait|Debug|Measure|Ping|Repair|Resolve|Test|Trace|Connect|Disconnect|Read|Receive|Send|Write|Block|Grant|Protect|Revoke|Unblock|Unprotect|Use|ForEach|Sort|Tee|Where",")+(-)[\\w\\d]+")}]},l={className:"class",beginKeywords:"class enum",end:/\s*[{]/,excludeEnd:!0,relevance:0,contains:[e.TITLE_MODE]},c={className:"function",begin:/function\s+/,end:/\s*\{|$/,excludeEnd:!0,returnBegin:!0,relevance:0,contains:[{begin:"function",relevance:0,className:"keyword"},{className:"title",begin:/\w[\w\d]*((-)[\w\d]+)*/,relevance:0},{begin:/\(/,end:/\)/,className:"params",relevance:0,contains:[i]}]},d={begin:/using\s/,end:/$/,returnBegin:!0,contains:[a,r,{className:"keyword",begin:/(using|assembly|command|module|namespace|type)/}]},u={variants:[{className:"operator",begin:"(".concat("-and|-as|-band|-bnot|-bor|-bxor|-casesensitive|-ccontains|-ceq|-cge|-cgt|-cle|-clike|-clt|-cmatch|-cne|-cnotcontains|-cnotlike|-cnotmatch|-contains|-creplace|-csplit|-eq|-exact|-f|-file|-ge|-gt|-icontains|-ieq|-ige|-igt|-ile|-ilike|-ilt|-imatch|-in|-ine|-inotcontains|-inotlike|-inotmatch|-ireplace|-is|-isnot|-isplit|-join|-le|-like|-lt|-match|-ne|-not|-notcontains|-notin|-notlike|-notmatch|-or|-regex|-replace|-shl|-shr|-split|-wildcard|-xor",")\\b")},{className:"literal",begin:/(-){1,2}[\w\d-]+/,relevance:0}]},g={className:"function",begin:/\[.*\]\s*[\w]+[ ]??\(/,end:/$/,returnBegin:!0,relevance:0,contains:[{className:"keyword",begin:"(".concat(n.keyword.toString().replace(/\s/g,"|"),")\\b"),endsParent:!0,relevance:0},e.inherit(e.TITLE_MODE,{endsParent:!0})]},b=[g,s,t,e.NUMBER_MODE,a,r,o,i,{className:"literal",begin:/\$(null|true|false)\b/},{className:"selector-tag",begin:/@\B/,relevance:0}],p={begin:/\[/,end:/\]/,excludeBegin:!0,excludeEnd:!0,relevance:0,contains:[].concat("self",b,{begin:"("+["string","char","byte","int","long","bool","decimal","single","double","DateTime","xml","array","hashtable","void"].join("|")+")",className:"built_in",relevance:0},{className:"type",begin:/[\.\w\d]+/,relevance:0})};return g.contains.unshift(p),{name:"PowerShell",aliases:["pwsh","ps","ps1"],case_insensitive:!0,keywords:n,contains:b.concat(l,c,d,u,p)}}},7546:e=>{e.exports=function(e){const n="[ \\t\\f]*",t=n+"[:=]"+n,i="[ \\t\\f]+",a="([^\\\\:= \\t\\f\\n]|\\\\.)+",r={end:"("+t+"|"+i+")",relevance:0,starts:{className:"string",end:/$/,relevance:0,contains:[{begin:"\\\\\\\\"},{begin:"\\\\\\n"}]}};return{name:".properties",disableAutodetect:!0,case_insensitive:!0,illegal:/\S/,contains:[e.COMMENT("^\\s*[!#]","$"),{returnBegin:!0,variants:[{begin:a+t},{begin:a+i}],contains:[{className:"attr",begin:a,endsParent:!0}],starts:r},{className:"attr",begin:a+n+"$"}]}}},5559:e=>{e.exports=function(e){const n={match:[/(message|enum|service)\s+/,e.IDENT_RE],scope:{1:"keyword",2:"title.class"}};return{name:"Protocol Buffers",aliases:["proto"],keywords:{keyword:["package","import","option","optional","required","repeated","group","oneof"],type:["double","float","int32","int64","uint32","uint64","sint32","sint64","fixed32","fixed64","sfixed32","sfixed64","bool","string","bytes"],literal:["true","false"]},contains:[e.QUOTE_STRING_MODE,e.NUMBER_MODE,e.C_LINE_COMMENT_MODE,e.C_BLOCK_COMMENT_MODE,n,{className:"function",beginKeywords:"rpc",end:/[{;]/,excludeEnd:!0,keywords:"rpc returns"},{begin:/^\s*[A-Z_]+(?=\s*=[^\n]+;$)/}]}}},8245:e=>{e.exports=function(e){const n=e.regex,t=/[\p{XID_Start}_]\p{XID_Continue}*/u,i=["and","as","assert","async","await","break","case","class","continue","def","del","elif","else","except","finally","for","from","global","if","import","in","is","lambda","match","nonlocal|10","not","or","pass","raise","return","try","while","with","yield"],a={$pattern:/[A-Za-z]\w+|__\w+__/,keyword:i,built_in:["__import__","abs","all","any","ascii","bin","bool","breakpoint","bytearray","bytes","callable","chr","classmethod","compile","complex","delattr","dict","dir","divmod","enumerate","eval","exec","filter","float","format","frozenset","getattr","globals","hasattr","hash","help","hex","id","input","int","isinstance","issubclass","iter","len","list","locals","map","max","memoryview","min","next","object","oct","open","ord","pow","print","property","range","repr","reversed","round","set","setattr","slice","sorted","staticmethod","str","sum","super","tuple","type","vars","zip"],literal:["__debug__","Ellipsis","False","None","NotImplemented","True"],type:["Any","Callable","Coroutine","Dict","List","Literal","Generic","Optional","Sequence","Set","Tuple","Type","Union"]},r={className:"meta",begin:/^(>>>|\.\.\.) /},s={className:"subst",begin:/\{/,end:/\}/,keywords:a,illegal:/#/},o={begin:/\{\{/,relevance:0},l={className:"string",contains:[e.BACKSLASH_ESCAPE],variants:[{begin:/([uU]|[bB]|[rR]|[bB][rR]|[rR][bB])?'''/,end:/'''/,contains:[e.BACKSLASH_ESCAPE,r],relevance:10},{begin:/([uU]|[bB]|[rR]|[bB][rR]|[rR][bB])?"""/,end:/"""/,contains:[e.BACKSLASH_ESCAPE,r],relevance:10},{begin:/([fF][rR]|[rR][fF]|[fF])'''/,end:/'''/,contains:[e.BACKSLASH_ESCAPE,r,o,s]},{begin:/([fF][rR]|[rR][fF]|[fF])"""/,end:/"""/,contains:[e.BACKSLASH_ESCAPE,r,o,s]},{begin:/([uU]|[rR])'/,end:/'/,relevance:10},{begin:/([uU]|[rR])"/,end:/"/,relevance:10},{begin:/([bB]|[bB][rR]|[rR][bB])'/,end:/'/},{begin:/([bB]|[bB][rR]|[rR][bB])"/,end:/"/},{begin:/([fF][rR]|[rR][fF]|[fF])'/,end:/'/,contains:[e.BACKSLASH_ESCAPE,o,s]},{begin:/([fF][rR]|[rR][fF]|[fF])"/,end:/"/,contains:[e.BACKSLASH_ESCAPE,o,s]},e.APOS_STRING_MODE,e.QUOTE_STRING_MODE]},c="[0-9](_?[0-9])*",d=`(\\b(${c}))?\\.(${c})|\\b(${c})\\.`,u=`\\b|${i.join("|")}`,g={className:"number",relevance:0,variants:[{begin:`(\\b(${c})|(${d}))[eE][+-]?(${c})[jJ]?(?=${u})`},{begin:`(${d})[jJ]?`},{begin:`\\b([1-9](_?[0-9])*|0+(_?0)*)[lLjJ]?(?=${u})`},{begin:`\\b0[bB](_?[01])+[lL]?(?=${u})`},{begin:`\\b0[oO](_?[0-7])+[lL]?(?=${u})`},{begin:`\\b0[xX](_?[0-9a-fA-F])+[lL]?(?=${u})`},{begin:`\\b(${c})[jJ](?=${u})`}]},b={className:"comment",begin:n.lookahead(/# type:/),end:/$/,keywords:a,contains:[{begin:/# type:/},{begin:/#/,end:/\b\B/,endsWithParent:!0}]},p={className:"params",variants:[{className:"",begin:/\(\s*\)/,skip:!0},{begin:/\(/,end:/\)/,excludeBegin:!0,excludeEnd:!0,keywords:a,contains:["self",r,g,l,e.HASH_COMMENT_MODE]}]};return s.contains=[l,g,r],{name:"Python",aliases:["py","gyp","ipython"],unicodeRegex:!0,keywords:a,illegal:/(<\/|\?)|=>/,contains:[r,g,{begin:/\bself\b/},{beginKeywords:"if",relevance:0},l,b,e.HASH_COMMENT_MODE,{match:[/\bdef/,/\s+/,t],scope:{1:"keyword",3:"title.function"},contains:[p]},{variants:[{match:[/\bclass/,/\s+/,t,/\s*/,/\(\s*/,t,/\s*\)/]},{match:[/\bclass/,/\s+/,t]}],scope:{1:"keyword",3:"title.class",6:"title.class.inherited"}},{className:"meta",begin:/^[\t ]*@/,end:/(?=#)|$/,contains:[g,p,l]}]}}},7905:e=>{e.exports=function(e){const n=e.regex,t="([a-zA-Z_]\\w*[!?=]?|[-+~]@|<<|>>|=~|===?|<=>|[<>]=?|\\*\\*|[-/+%^&*~`|]|\\[\\]=?)",i=n.either(/\b([A-Z]+[a-z0-9]+)+/,/\b([A-Z]+[a-z0-9]+)+[A-Z]+/),a=n.concat(i,/(::\w+)*/),r={"variable.constant":["__FILE__","__LINE__","__ENCODING__"],"variable.language":["self","super"],keyword:["alias","and","begin","BEGIN","break","case","class","defined","do","else","elsif","end","END","ensure","for","if","in","module","next","not","or","redo","require","rescue","retry","return","then","undef","unless","until","when","while","yield","include","extend","prepend","public","private","protected","raise","throw"],built_in:["proc","lambda","attr_accessor","attr_reader","attr_writer","define_method","private_constant","module_function"],literal:["true","false","nil"]},s={className:"doctag",begin:"@[A-Za-z]+"},o={begin:"#<",end:">"},l=[e.COMMENT("#","$",{contains:[s]}),e.COMMENT("^=begin","^=end",{contains:[s],relevance:10}),e.COMMENT("^__END__",e.MATCH_NOTHING_RE)],c={className:"subst",begin:/#\{/,end:/\}/,keywords:r},d={className:"string",contains:[e.BACKSLASH_ESCAPE,c],variants:[{begin:/'/,end:/'/},{begin:/"/,end:/"/},{begin:/`/,end:/`/},{begin:/%[qQwWx]?\(/,end:/\)/},{begin:/%[qQwWx]?\[/,end:/\]/},{begin:/%[qQwWx]?\{/,end:/\}/},{begin:/%[qQwWx]?/},{begin:/%[qQwWx]?\//,end:/\//},{begin:/%[qQwWx]?%/,end:/%/},{begin:/%[qQwWx]?-/,end:/-/},{begin:/%[qQwWx]?\|/,end:/\|/},{begin:/\B\?(\\\d{1,3})/},{begin:/\B\?(\\x[A-Fa-f0-9]{1,2})/},{begin:/\B\?(\\u\{?[A-Fa-f0-9]{1,6}\}?)/},{begin:/\B\?(\\M-\\C-|\\M-\\c|\\c\\M-|\\M-|\\C-\\M-)[\x20-\x7e]/},{begin:/\B\?\\(c|C-)[\x20-\x7e]/},{begin:/\B\?\\?\S/},{begin:n.concat(/<<[-~]?'?/,n.lookahead(/(\w+)(?=\W)[^\n]*\n(?:[^\n]*\n)*?\s*\1\b/)),contains:[e.END_SAME_AS_BEGIN({begin:/(\w+)/,end:/(\w+)/,contains:[e.BACKSLASH_ESCAPE,c]})]}]},u="[0-9](_?[0-9])*",g={className:"number",relevance:0,variants:[{begin:`\\b([1-9](_?[0-9])*|0)(\\.(${u}))?([eE][+-]?(${u})|r)?i?\\b`},{begin:"\\b0[dD][0-9](_?[0-9])*r?i?\\b"},{begin:"\\b0[bB][0-1](_?[0-1])*r?i?\\b"},{begin:"\\b0[oO][0-7](_?[0-7])*r?i?\\b"},{begin:"\\b0[xX][0-9a-fA-F](_?[0-9a-fA-F])*r?i?\\b"},{begin:"\\b0(_?[0-7])+r?i?\\b"}]},b={variants:[{match:/\(\)/},{className:"params",begin:/\(/,end:/(?=\))/,excludeBegin:!0,endsParent:!0,keywords:r}]},p=[d,{variants:[{match:[/class\s+/,a,/\s+<\s+/,a]},{match:[/\b(class|module)\s+/,a]}],scope:{2:"title.class",4:"title.class.inherited"},keywords:r},{match:[/(include|extend)\s+/,a],scope:{2:"title.class"},keywords:r},{relevance:0,match:[a,/\.new[. (]/],scope:{1:"title.class"}},{relevance:0,match:/\b[A-Z][A-Z_0-9]+\b/,className:"variable.constant"},{relevance:0,match:i,scope:"title.class"},{match:[/def/,/\s+/,t],scope:{1:"keyword",3:"title.function"},contains:[b]},{begin:e.IDENT_RE+"::"},{className:"symbol",begin:e.UNDERSCORE_IDENT_RE+"(!|\\?)?:",relevance:0},{className:"symbol",begin:":(?!\\s)",contains:[d,{begin:t}],relevance:0},g,{className:"variable",begin:"(\\$\\W)|((\\$|@@?)(\\w+))(?=[^@$?])(?![A-Za-z])(?![@$?'])"},{className:"params",begin:/\|/,end:/\|/,excludeBegin:!0,excludeEnd:!0,relevance:0,keywords:r},{begin:"("+e.RE_STARTERS_RE+"|unless)\\s*",keywords:"unless",contains:[{className:"regexp",contains:[e.BACKSLASH_ESCAPE,c],illegal:/\n/,variants:[{begin:"/",end:"/[a-z]*"},{begin:/%r\{/,end:/\}[a-z]*/},{begin:"%r\\(",end:"\\)[a-z]*"},{begin:"%r!",end:"![a-z]*"},{begin:"%r\\[",end:"\\][a-z]*"}]}].concat(o,l),relevance:0}].concat(o,l);c.contains=p,b.contains=p;const f=[{begin:/^\s*=>/,starts:{end:"$",contains:p}},{className:"meta.prompt",begin:"^([>?]>|[\\w#]+\\(\\w+\\):\\d+:\\d+[>*]|(\\w+-)?\\d+\\.\\d+\\.\\d+(p\\d+)?[^\\d][^>]+>)(?=[ ])",starts:{end:"$",keywords:r,contains:p}}];return l.unshift(o),{name:"Ruby",aliases:["rb","gemspec","podspec","thor","irb"],keywords:r,illegal:/\/\*/,contains:[e.SHEBANG({binary:"ruby"})].concat(f).concat(l).concat(p)}}},9880:e=>{e.exports=function(e){const n=e.regex,t={className:"title.function.invoke",relevance:0,begin:n.concat(/\b/,/(?!let\b)/,e.IDENT_RE,n.lookahead(/\s*\(/))},i="([ui](8|16|32|64|128|size)|f(32|64))?",a=["drop ","Copy","Send","Sized","Sync","Drop","Fn","FnMut","FnOnce","ToOwned","Clone","Debug","PartialEq","PartialOrd","Eq","Ord","AsRef","AsMut","Into","From","Default","Iterator","Extend","IntoIterator","DoubleEndedIterator","ExactSizeIterator","SliceConcatExt","ToString","assert!","assert_eq!","bitflags!","bytes!","cfg!","col!","concat!","concat_idents!","debug_assert!","debug_assert_eq!","env!","panic!","file!","format!","format_args!","include_bytes!","include_str!","line!","local_data_key!","module_path!","option_env!","print!","println!","select!","stringify!","try!","unimplemented!","unreachable!","vec!","write!","writeln!","macro_rules!","assert_ne!","debug_assert_ne!"],r=["i8","i16","i32","i64","i128","isize","u8","u16","u32","u64","u128","usize","f32","f64","str","char","bool","Box","Option","Result","String","Vec"];return{name:"Rust",aliases:["rs"],keywords:{$pattern:e.IDENT_RE+"!?",type:r,keyword:["abstract","as","async","await","become","box","break","const","continue","crate","do","dyn","else","enum","extern","false","final","fn","for","if","impl","in","let","loop","macro","match","mod","move","mut","override","priv","pub","ref","return","self","Self","static","struct","super","trait","true","try","type","typeof","unsafe","unsized","use","virtual","where","while","yield"],literal:["true","false","Some","None","Ok","Err"],built_in:a},illegal:""},t]}}},729:e=>{e.exports=function(e){const n=e.regex,t={className:"subst",variants:[{begin:"\\$[A-Za-z0-9_]+"},{begin:/\$\{/,end:/\}/}]},i={className:"string",variants:[{begin:'"""',end:'"""'},{begin:'"',end:'"',illegal:"\\n",contains:[e.BACKSLASH_ESCAPE]},{begin:'[a-z]+"',end:'"',illegal:"\\n",contains:[e.BACKSLASH_ESCAPE,t]},{className:"string",begin:'[a-z]+"""',end:'"""',contains:[t],relevance:10}]},a={className:"type",begin:"\\b[A-Z][A-Za-z0-9_]*",relevance:0},r={className:"title",begin:/[^0-9\n\t "'(),.`{}\[\]:;][^\n\t "'(),.`{}\[\]:;]+|[^0-9\n\t "'(),.`{}\[\]:;=]/,relevance:0},s={className:"class",beginKeywords:"class object trait type",end:/[:={\[\n;]/,excludeEnd:!0,contains:[e.C_LINE_COMMENT_MODE,e.C_BLOCK_COMMENT_MODE,{beginKeywords:"extends with",relevance:10},{begin:/\[/,end:/\]/,excludeBegin:!0,excludeEnd:!0,relevance:0,contains:[a]},{className:"params",begin:/\(/,end:/\)/,excludeBegin:!0,excludeEnd:!0,relevance:0,contains:[a]},r]},o={className:"function",beginKeywords:"def",end:n.lookahead(/[:={\[(\n;]/),contains:[r]};return{name:"Scala",keywords:{literal:"true false null",keyword:"type yield lazy override def with val var sealed abstract private trait object if then forSome for while do throw finally protected extends import final return else break new catch super class case package default try this match continue throws implicit export enum given transparent"},contains:[e.C_LINE_COMMENT_MODE,e.C_BLOCK_COMMENT_MODE,i,a,o,s,e.C_NUMBER_MODE,{begin:[/^\s*/,"extension",/\s+(?=[[(])/],beginScope:{2:"keyword"}},{begin:[/^\s*/,/end/,/\s+/,/(extension\b)?/],beginScope:{2:"keyword",4:"keyword"}},{match:/\.inline\b/},{begin:/\binline(?=\s)/,keywords:"inline"},{begin:[/\(\s*/,/using/,/\s+(?!\))/],beginScope:{2:"keyword"}},{className:"meta",begin:"@[A-Za-z]+"}]}}},1062:e=>{const n=["a","abbr","address","article","aside","audio","b","blockquote","body","button","canvas","caption","cite","code","dd","del","details","dfn","div","dl","dt","em","fieldset","figcaption","figure","footer","form","h1","h2","h3","h4","h5","h6","header","hgroup","html","i","iframe","img","input","ins","kbd","label","legend","li","main","mark","menu","nav","object","ol","p","q","quote","samp","section","span","strong","summary","sup","table","tbody","td","textarea","tfoot","th","thead","time","tr","ul","var","video"],t=["any-hover","any-pointer","aspect-ratio","color","color-gamut","color-index","device-aspect-ratio","device-height","device-width","display-mode","forced-colors","grid","height","hover","inverted-colors","monochrome","orientation","overflow-block","overflow-inline","pointer","prefers-color-scheme","prefers-contrast","prefers-reduced-motion","prefers-reduced-transparency","resolution","scan","scripting","update","width","min-width","max-width","min-height","max-height"],i=["active","any-link","blank","checked","current","default","defined","dir","disabled","drop","empty","enabled","first","first-child","first-of-type","fullscreen","future","focus","focus-visible","focus-within","has","host","host-context","hover","indeterminate","in-range","invalid","is","lang","last-child","last-of-type","left","link","local-link","not","nth-child","nth-col","nth-last-child","nth-last-col","nth-last-of-type","nth-of-type","only-child","only-of-type","optional","out-of-range","past","placeholder-shown","read-only","read-write","required","right","root","scope","target","target-within","user-invalid","valid","visited","where"],a=["after","backdrop","before","cue","cue-region","first-letter","first-line","grammar-error","marker","part","placeholder","selection","slotted","spelling-error"],r=["align-content","align-items","align-self","all","animation","animation-delay","animation-direction","animation-duration","animation-fill-mode","animation-iteration-count","animation-name","animation-play-state","animation-timing-function","backface-visibility","background","background-attachment","background-blend-mode","background-clip","background-color","background-image","background-origin","background-position","background-repeat","background-size","block-size","border","border-block","border-block-color","border-block-end","border-block-end-color","border-block-end-style","border-block-end-width","border-block-start","border-block-start-color","border-block-start-style","border-block-start-width","border-block-style","border-block-width","border-bottom","border-bottom-color","border-bottom-left-radius","border-bottom-right-radius","border-bottom-style","border-bottom-width","border-collapse","border-color","border-image","border-image-outset","border-image-repeat","border-image-slice","border-image-source","border-image-width","border-inline","border-inline-color","border-inline-end","border-inline-end-color","border-inline-end-style","border-inline-end-width","border-inline-start","border-inline-start-color","border-inline-start-style","border-inline-start-width","border-inline-style","border-inline-width","border-left","border-left-color","border-left-style","border-left-width","border-radius","border-right","border-right-color","border-right-style","border-right-width","border-spacing","border-style","border-top","border-top-color","border-top-left-radius","border-top-right-radius","border-top-style","border-top-width","border-width","bottom","box-decoration-break","box-shadow","box-sizing","break-after","break-before","break-inside","caption-side","caret-color","clear","clip","clip-path","clip-rule","color","column-count","column-fill","column-gap","column-rule","column-rule-color","column-rule-style","column-rule-width","column-span","column-width","columns","contain","content","content-visibility","counter-increment","counter-reset","cue","cue-after","cue-before","cursor","direction","display","empty-cells","filter","flex","flex-basis","flex-direction","flex-flow","flex-grow","flex-shrink","flex-wrap","float","flow","font","font-display","font-family","font-feature-settings","font-kerning","font-language-override","font-size","font-size-adjust","font-smoothing","font-stretch","font-style","font-synthesis","font-variant","font-variant-caps","font-variant-east-asian","font-variant-ligatures","font-variant-numeric","font-variant-position","font-variation-settings","font-weight","gap","glyph-orientation-vertical","grid","grid-area","grid-auto-columns","grid-auto-flow","grid-auto-rows","grid-column","grid-column-end","grid-column-start","grid-gap","grid-row","grid-row-end","grid-row-start","grid-template","grid-template-areas","grid-template-columns","grid-template-rows","hanging-punctuation","height","hyphens","icon","image-orientation","image-rendering","image-resolution","ime-mode","inline-size","isolation","justify-content","left","letter-spacing","line-break","line-height","list-style","list-style-image","list-style-position","list-style-type","margin","margin-block","margin-block-end","margin-block-start","margin-bottom","margin-inline","margin-inline-end","margin-inline-start","margin-left","margin-right","margin-top","marks","mask","mask-border","mask-border-mode","mask-border-outset","mask-border-repeat","mask-border-slice","mask-border-source","mask-border-width","mask-clip","mask-composite","mask-image","mask-mode","mask-origin","mask-position","mask-repeat","mask-size","mask-type","max-block-size","max-height","max-inline-size","max-width","min-block-size","min-height","min-inline-size","min-width","mix-blend-mode","nav-down","nav-index","nav-left","nav-right","nav-up","none","normal","object-fit","object-position","opacity","order","orphans","outline","outline-color","outline-offset","outline-style","outline-width","overflow","overflow-wrap","overflow-x","overflow-y","padding","padding-block","padding-block-end","padding-block-start","padding-bottom","padding-inline","padding-inline-end","padding-inline-start","padding-left","padding-right","padding-top","page-break-after","page-break-before","page-break-inside","pause","pause-after","pause-before","perspective","perspective-origin","pointer-events","position","quotes","resize","rest","rest-after","rest-before","right","row-gap","scroll-margin","scroll-margin-block","scroll-margin-block-end","scroll-margin-block-start","scroll-margin-bottom","scroll-margin-inline","scroll-margin-inline-end","scroll-margin-inline-start","scroll-margin-left","scroll-margin-right","scroll-margin-top","scroll-padding","scroll-padding-block","scroll-padding-block-end","scroll-padding-block-start","scroll-padding-bottom","scroll-padding-inline","scroll-padding-inline-end","scroll-padding-inline-start","scroll-padding-left","scroll-padding-right","scroll-padding-top","scroll-snap-align","scroll-snap-stop","scroll-snap-type","scrollbar-color","scrollbar-gutter","scrollbar-width","shape-image-threshold","shape-margin","shape-outside","speak","speak-as","src","tab-size","table-layout","text-align","text-align-all","text-align-last","text-combine-upright","text-decoration","text-decoration-color","text-decoration-line","text-decoration-style","text-emphasis","text-emphasis-color","text-emphasis-position","text-emphasis-style","text-indent","text-justify","text-orientation","text-overflow","text-rendering","text-shadow","text-transform","text-underline-position","top","transform","transform-box","transform-origin","transform-style","transition","transition-delay","transition-duration","transition-property","transition-timing-function","unicode-bidi","vertical-align","visibility","voice-balance","voice-duration","voice-family","voice-pitch","voice-range","voice-rate","voice-stress","voice-volume","white-space","widows","width","will-change","word-break","word-spacing","word-wrap","writing-mode","z-index"].reverse();e.exports=function(e){const s=(e=>({IMPORTANT:{scope:"meta",begin:"!important"},BLOCK_COMMENT:e.C_BLOCK_COMMENT_MODE,HEXCOLOR:{scope:"number",begin:/#(([0-9a-fA-F]{3,4})|(([0-9a-fA-F]{2}){3,4}))\b/},FUNCTION_DISPATCH:{className:"built_in",begin:/[\w-]+(?=\()/},ATTRIBUTE_SELECTOR_MODE:{scope:"selector-attr",begin:/\[/,end:/\]/,illegal:"$",contains:[e.APOS_STRING_MODE,e.QUOTE_STRING_MODE]},CSS_NUMBER_MODE:{scope:"number",begin:e.NUMBER_RE+"(%|em|ex|ch|rem|vw|vh|vmin|vmax|cm|mm|in|pt|pc|px|deg|grad|rad|turn|s|ms|Hz|kHz|dpi|dpcm|dppx)?",relevance:0},CSS_VARIABLE:{className:"attr",begin:/--[A-Za-z][A-Za-z0-9_-]*/}}))(e),o=a,l=i,c="@[a-z-]+",d={className:"variable",begin:"(\\$[a-zA-Z-][a-zA-Z0-9_-]*)\\b",relevance:0};return{name:"SCSS",case_insensitive:!0,illegal:"[=/|']",contains:[e.C_LINE_COMMENT_MODE,e.C_BLOCK_COMMENT_MODE,s.CSS_NUMBER_MODE,{className:"selector-id",begin:"#[A-Za-z0-9_-]+",relevance:0},{className:"selector-class",begin:"\\.[A-Za-z0-9_-]+",relevance:0},s.ATTRIBUTE_SELECTOR_MODE,{className:"selector-tag",begin:"\\b("+n.join("|")+")\\b",relevance:0},{className:"selector-pseudo",begin:":("+l.join("|")+")"},{className:"selector-pseudo",begin:":(:)?("+o.join("|")+")"},d,{begin:/\(/,end:/\)/,contains:[s.CSS_NUMBER_MODE]},s.CSS_VARIABLE,{className:"attribute",begin:"\\b("+r.join("|")+")\\b"},{begin:"\\b(whitespace|wait|w-resize|visible|vertical-text|vertical-ideographic|uppercase|upper-roman|upper-alpha|underline|transparent|top|thin|thick|text|text-top|text-bottom|tb-rl|table-header-group|table-footer-group|sw-resize|super|strict|static|square|solid|small-caps|separate|se-resize|scroll|s-resize|rtl|row-resize|ridge|right|repeat|repeat-y|repeat-x|relative|progress|pointer|overline|outside|outset|oblique|nowrap|not-allowed|normal|none|nw-resize|no-repeat|no-drop|newspaper|ne-resize|n-resize|move|middle|medium|ltr|lr-tb|lowercase|lower-roman|lower-alpha|loose|list-item|line|line-through|line-edge|lighter|left|keep-all|justify|italic|inter-word|inter-ideograph|inside|inset|inline|inline-block|inherit|inactive|ideograph-space|ideograph-parenthesis|ideograph-numeric|ideograph-alpha|horizontal|hidden|help|hand|groove|fixed|ellipsis|e-resize|double|dotted|distribute|distribute-space|distribute-letter|distribute-all-lines|disc|disabled|default|decimal|dashed|crosshair|collapse|col-resize|circle|char|center|capitalize|break-word|break-all|bottom|both|bolder|bold|block|bidi-override|below|baseline|auto|always|all-scroll|absolute|table|table-cell)\\b"},{begin:/:/,end:/[;}{]/,relevance:0,contains:[s.BLOCK_COMMENT,d,s.HEXCOLOR,s.CSS_NUMBER_MODE,e.QUOTE_STRING_MODE,e.APOS_STRING_MODE,s.IMPORTANT,s.FUNCTION_DISPATCH]},{begin:"@(page|font-face)",keywords:{$pattern:c,keyword:"@page @font-face"}},{begin:"@",end:"[{;]",returnBegin:!0,keywords:{$pattern:/[a-z-]+/,keyword:"and or not only",attribute:t.join(" ")},contains:[{begin:c,className:"keyword"},{begin:/[a-z-]+(?=:)/,className:"attribute"},d,e.QUOTE_STRING_MODE,e.APOS_STRING_MODE,s.HEXCOLOR,s.CSS_NUMBER_MODE]},s.FUNCTION_DISPATCH]}}},7874:e=>{e.exports=function(e){return{name:"Shell Session",aliases:["console","shellsession"],contains:[{className:"meta.prompt",begin:/^\s{0,3}[/~\w\d[\]()@-]*[>%$#][ ]?/,starts:{end:/[^\\](?=\s*$)/,subLanguage:"bash"}}]}}},8935:e=>{e.exports=function(e){const n=e.regex,t=e.COMMENT("--","$"),i=["true","false","unknown"],a=["bigint","binary","blob","boolean","char","character","clob","date","dec","decfloat","decimal","float","int","integer","interval","nchar","nclob","national","numeric","real","row","smallint","time","timestamp","varchar","varying","varbinary"],r=["abs","acos","array_agg","asin","atan","avg","cast","ceil","ceiling","coalesce","corr","cos","cosh","count","covar_pop","covar_samp","cume_dist","dense_rank","deref","element","exp","extract","first_value","floor","json_array","json_arrayagg","json_exists","json_object","json_objectagg","json_query","json_table","json_table_primitive","json_value","lag","last_value","lead","listagg","ln","log","log10","lower","max","min","mod","nth_value","ntile","nullif","percent_rank","percentile_cont","percentile_disc","position","position_regex","power","rank","regr_avgx","regr_avgy","regr_count","regr_intercept","regr_r2","regr_slope","regr_sxx","regr_sxy","regr_syy","row_number","sin","sinh","sqrt","stddev_pop","stddev_samp","substring","substring_regex","sum","tan","tanh","translate","translate_regex","treat","trim","trim_array","unnest","upper","value_of","var_pop","var_samp","width_bucket"],s=["create table","insert into","primary key","foreign key","not null","alter table","add constraint","grouping sets","on overflow","character set","respect nulls","ignore nulls","nulls first","nulls last","depth first","breadth first"],o=r,l=["abs","acos","all","allocate","alter","and","any","are","array","array_agg","array_max_cardinality","as","asensitive","asin","asymmetric","at","atan","atomic","authorization","avg","begin","begin_frame","begin_partition","between","bigint","binary","blob","boolean","both","by","call","called","cardinality","cascaded","case","cast","ceil","ceiling","char","char_length","character","character_length","check","classifier","clob","close","coalesce","collate","collect","column","commit","condition","connect","constraint","contains","convert","copy","corr","corresponding","cos","cosh","count","covar_pop","covar_samp","create","cross","cube","cume_dist","current","current_catalog","current_date","current_default_transform_group","current_path","current_role","current_row","current_schema","current_time","current_timestamp","current_path","current_role","current_transform_group_for_type","current_user","cursor","cycle","date","day","deallocate","dec","decimal","decfloat","declare","default","define","delete","dense_rank","deref","describe","deterministic","disconnect","distinct","double","drop","dynamic","each","element","else","empty","end","end_frame","end_partition","end-exec","equals","escape","every","except","exec","execute","exists","exp","external","extract","false","fetch","filter","first_value","float","floor","for","foreign","frame_row","free","from","full","function","fusion","get","global","grant","group","grouping","groups","having","hold","hour","identity","in","indicator","initial","inner","inout","insensitive","insert","int","integer","intersect","intersection","interval","into","is","join","json_array","json_arrayagg","json_exists","json_object","json_objectagg","json_query","json_table","json_table_primitive","json_value","lag","language","large","last_value","lateral","lead","leading","left","like","like_regex","listagg","ln","local","localtime","localtimestamp","log","log10","lower","match","match_number","match_recognize","matches","max","member","merge","method","min","minute","mod","modifies","module","month","multiset","national","natural","nchar","nclob","new","no","none","normalize","not","nth_value","ntile","null","nullif","numeric","octet_length","occurrences_regex","of","offset","old","omit","on","one","only","open","or","order","out","outer","over","overlaps","overlay","parameter","partition","pattern","per","percent","percent_rank","percentile_cont","percentile_disc","period","portion","position","position_regex","power","precedes","precision","prepare","primary","procedure","ptf","range","rank","reads","real","recursive","ref","references","referencing","regr_avgx","regr_avgy","regr_count","regr_intercept","regr_r2","regr_slope","regr_sxx","regr_sxy","regr_syy","release","result","return","returns","revoke","right","rollback","rollup","row","row_number","rows","running","savepoint","scope","scroll","search","second","seek","select","sensitive","session_user","set","show","similar","sin","sinh","skip","smallint","some","specific","specifictype","sql","sqlexception","sqlstate","sqlwarning","sqrt","start","static","stddev_pop","stddev_samp","submultiset","subset","substring","substring_regex","succeeds","sum","symmetric","system","system_time","system_user","table","tablesample","tan","tanh","then","time","timestamp","timezone_hour","timezone_minute","to","trailing","translate","translate_regex","translation","treat","trigger","trim","trim_array","true","truncate","uescape","union","unique","unknown","unnest","update","upper","user","using","value","values","value_of","var_pop","var_samp","varbinary","varchar","varying","versioning","when","whenever","where","width_bucket","window","with","within","without","year","add","asc","collation","desc","final","first","last","view"].filter((e=>!r.includes(e))),c={begin:n.concat(/\b/,n.either(...o),/\s*\(/),relevance:0,keywords:{built_in:o}};return{name:"SQL",case_insensitive:!0,illegal:/[{}]|<\//,keywords:{$pattern:/\b[\w\.]+/,keyword:function(e,{exceptions:n,when:t}={}){const i=t;return n=n||[],e.map((e=>e.match(/\|\d+$/)||n.includes(e)?e:i(e)?`${e}|0`:e))}(l,{when:e=>e.length<3}),literal:i,type:a,built_in:["current_catalog","current_date","current_default_transform_group","current_path","current_role","current_schema","current_transform_group_for_type","current_user","session_user","system_time","system_user","current_time","localtime","current_timestamp","localtimestamp"]},contains:[{begin:n.either(...s),relevance:0,keywords:{$pattern:/[\w\.]+/,keyword:l.concat(s),literal:i,type:a}},{className:"type",begin:n.either("double precision","large object","with timezone","without timezone")},c,{className:"variable",begin:/@[a-z0-9][a-z0-9_]*/},{className:"string",variants:[{begin:/'/,end:/'/,contains:[{begin:/''/}]}]},{begin:/"/,end:/"/,contains:[{begin:/""/}]},e.C_NUMBER_MODE,e.C_BLOCK_COMMENT_MODE,t,{className:"operator",begin:/[-+*/=%^~]|&&?|\|\|?|!=?|<(?:=>?|<|>)?|>[>=]?/,relevance:0}]}}},7690:e=>{function n(e){return e?"string"==typeof e?e:e.source:null}function t(e){return i("(?=",e,")")}function i(...e){return e.map((e=>n(e))).join("")}function a(...e){const t=function(e){const n=e[e.length-1];return"object"==typeof n&&n.constructor===Object?(e.splice(e.length-1,1),n):{}}(e);return"("+(t.capture?"":"?:")+e.map((e=>n(e))).join("|")+")"}const r=e=>i(/\b/,e,/\w$/.test(e)?/\b/:/\B/),s=["Protocol","Type"].map(r),o=["init","self"].map(r),l=["Any","Self"],c=["actor","any","associatedtype","async","await",/as\?/,/as!/,"as","break","case","catch","class","continue","convenience","default","defer","deinit","didSet","distributed","do","dynamic","else","enum","extension","fallthrough",/fileprivate\(set\)/,"fileprivate","final","for","func","get","guard","if","import","indirect","infix",/init\?/,/init!/,"inout",/internal\(set\)/,"internal","in","is","isolated","nonisolated","lazy","let","mutating","nonmutating",/open\(set\)/,"open","operator","optional","override","postfix","precedencegroup","prefix",/private\(set\)/,"private","protocol",/public\(set\)/,"public","repeat","required","rethrows","return","set","some","static","struct","subscript","super","switch","throws","throw",/try\?/,/try!/,"try","typealias",/unowned\(safe\)/,/unowned\(unsafe\)/,"unowned","var","weak","where","while","willSet"],d=["false","nil","true"],u=["assignment","associativity","higherThan","left","lowerThan","none","right"],g=["#colorLiteral","#column","#dsohandle","#else","#elseif","#endif","#error","#file","#fileID","#fileLiteral","#filePath","#function","#if","#imageLiteral","#keyPath","#line","#selector","#sourceLocation","#warn_unqualified_access","#warning"],b=["abs","all","any","assert","assertionFailure","debugPrint","dump","fatalError","getVaList","isKnownUniquelyReferenced","max","min","numericCast","pointwiseMax","pointwiseMin","precondition","preconditionFailure","print","readLine","repeatElement","sequence","stride","swap","swift_unboxFromSwiftValueWithType","transcode","type","unsafeBitCast","unsafeDowncast","withExtendedLifetime","withUnsafeMutablePointer","withUnsafePointer","withVaList","withoutActuallyEscaping","zip"],p=a(/[/=\-+!*%<>&|^~?]/,/[\u00A1-\u00A7]/,/[\u00A9\u00AB]/,/[\u00AC\u00AE]/,/[\u00B0\u00B1]/,/[\u00B6\u00BB\u00BF\u00D7\u00F7]/,/[\u2016-\u2017]/,/[\u2020-\u2027]/,/[\u2030-\u203E]/,/[\u2041-\u2053]/,/[\u2055-\u205E]/,/[\u2190-\u23FF]/,/[\u2500-\u2775]/,/[\u2794-\u2BFF]/,/[\u2E00-\u2E7F]/,/[\u3001-\u3003]/,/[\u3008-\u3020]/,/[\u3030]/),f=a(p,/[\u0300-\u036F]/,/[\u1DC0-\u1DFF]/,/[\u20D0-\u20FF]/,/[\uFE00-\uFE0F]/,/[\uFE20-\uFE2F]/),m=i(p,f,"*"),E=a(/[a-zA-Z_]/,/[\u00A8\u00AA\u00AD\u00AF\u00B2-\u00B5\u00B7-\u00BA]/,/[\u00BC-\u00BE\u00C0-\u00D6\u00D8-\u00F6\u00F8-\u00FF]/,/[\u0100-\u02FF\u0370-\u167F\u1681-\u180D\u180F-\u1DBF]/,/[\u1E00-\u1FFF]/,/[\u200B-\u200D\u202A-\u202E\u203F-\u2040\u2054\u2060-\u206F]/,/[\u2070-\u20CF\u2100-\u218F\u2460-\u24FF\u2776-\u2793]/,/[\u2C00-\u2DFF\u2E80-\u2FFF]/,/[\u3004-\u3007\u3021-\u302F\u3031-\u303F\u3040-\uD7FF]/,/[\uF900-\uFD3D\uFD40-\uFDCF\uFDF0-\uFE1F\uFE30-\uFE44]/,/[\uFE47-\uFEFE\uFF00-\uFFFD]/),h=a(E,/\d/,/[\u0300-\u036F\u1DC0-\u1DFF\u20D0-\u20FF\uFE20-\uFE2F]/),_=i(E,h,"*"),N=i(/[A-Z]/,h,"*"),T=["autoclosure",i(/convention\(/,a("swift","block","c"),/\)/),"discardableResult","dynamicCallable","dynamicMemberLookup","escaping","frozen","GKInspectable","IBAction","IBDesignable","IBInspectable","IBOutlet","IBSegueAction","inlinable","main","nonobjc","NSApplicationMain","NSCopying","NSManaged",i(/objc\(/,_,/\)/),"objc","objcMembers","propertyWrapper","requires_stored_property_inits","resultBuilder","testable","UIApplicationMain","unknown","usableFromInline"],O=["iOS","iOSApplicationExtension","macOS","macOSApplicationExtension","macCatalyst","macCatalystApplicationExtension","watchOS","watchOSApplicationExtension","tvOS","tvOSApplicationExtension","swift"];e.exports=function(e){const n={match:/\s+/,relevance:0},p=e.COMMENT("/\\*","\\*/",{contains:["self"]}),E=[e.C_LINE_COMMENT_MODE,p],A={match:[/\./,a(...s,...o)],className:{2:"keyword"}},v={match:i(/\./,a(...c)),relevance:0},y=c.filter((e=>"string"==typeof e)).concat(["_|0"]),S={variants:[{className:"keyword",match:a(...c.filter((e=>"string"!=typeof e)).concat(l).map(r),...o)}]},R={$pattern:a(/\b\w+/,/#\w+/),keyword:y.concat(g),literal:d},I=[A,v,S],w=[{match:i(/\./,a(...b)),relevance:0},{className:"built_in",match:i(/\b/,a(...b),/(?=\()/)}],C={match:/->/,relevance:0},L=[C,{className:"operator",relevance:0,variants:[{match:m},{match:`\\.(\\.|${f})+`}]}],M="([0-9]_*)+",D="([0-9a-fA-F]_*)+",x={className:"number",relevance:0,variants:[{match:`\\b(${M})(\\.(${M}))?([eE][+-]?(${M}))?\\b`},{match:`\\b0x(${D})(\\.(${D}))?([pP][+-]?(${M}))?\\b`},{match:/\b0o([0-7]_*)+\b/},{match:/\b0b([01]_*)+\b/}]},k=(e="")=>({className:"subst",variants:[{match:i(/\\/,e,/[0\\tnr"']/)},{match:i(/\\/,e,/u\{[0-9a-fA-F]{1,8}\}/)}]}),P=(e="")=>({className:"subst",match:i(/\\/,e,/[\t ]*(?:[\r\n]|\r\n)/)}),U=(e="")=>({className:"subst",label:"interpol",begin:i(/\\/,e,/\(/),end:/\)/}),B=(e="")=>({begin:i(e,/"""/),end:i(/"""/,e),contains:[k(e),P(e),U(e)]}),F=(e="")=>({begin:i(e,/"/),end:i(/"/,e),contains:[k(e),U(e)]}),j={className:"string",variants:[B(),B("#"),B("##"),B("###"),F(),F("#"),F("##"),F("###")]},H={match:i(/`/,_,/`/)},G=[H,{className:"variable",match:/\$\d+/},{className:"variable",match:`\\$${h}+`}],$=[{match:/(@|#(un)?)available/,className:"keyword",starts:{contains:[{begin:/\(/,end:/\)/,keywords:O,contains:[...L,x,j]}]}},{className:"keyword",match:i(/@/,a(...T))},{className:"meta",match:i(/@/,_)}],z={match:t(/\b[A-Z]/),relevance:0,contains:[{className:"type",match:i(/(AV|CA|CF|CG|CI|CL|CM|CN|CT|MK|MP|MTK|MTL|NS|SCN|SK|UI|WK|XC)/,h,"+")},{className:"type",match:N,relevance:0},{match:/[?!]+/,relevance:0},{match:/\.\.\./,relevance:0},{match:i(/\s+&\s+/,t(N)),relevance:0}]},V={begin://,keywords:R,contains:[...E,...I,...$,C,z]};z.contains.push(V);const K={begin:/\(/,end:/\)/,relevance:0,keywords:R,contains:["self",{match:i(_,/\s*:/),keywords:"_|0",relevance:0},...E,...I,...w,...L,x,j,...G,...$,z]},W={begin://,contains:[...E,z]},q={begin:/\(/,end:/\)/,keywords:R,contains:[{begin:a(t(i(_,/\s*:/)),t(i(_,/\s+/,_,/\s*:/))),end:/:/,relevance:0,contains:[{className:"keyword",match:/\b_\b/},{className:"params",match:_}]},...E,...I,...L,x,j,...$,z,K],endsParent:!0,illegal:/["']/},X={match:[/func/,/\s+/,a(H.match,_,m)],className:{1:"keyword",3:"title.function"},contains:[W,q,n],illegal:[/\[/,/%/]},Y={match:[/\b(?:subscript|init[?!]?)/,/\s*(?=[<(])/],className:{1:"keyword"},contains:[W,q,n],illegal:/\[|%/},Z={match:[/operator/,/\s+/,m],className:{1:"keyword",3:"title"}},Q={begin:[/precedencegroup/,/\s+/,N],className:{1:"keyword",3:"title"},contains:[z],keywords:[...u,...d],end:/}/};for(const e of j.variants){const n=e.contains.find((e=>"interpol"===e.label));n.keywords=R;const t=[...I,...w,...L,x,j,...G];n.contains=[...t,{begin:/\(/,end:/\)/,contains:["self",...t]}]}return{name:"Swift",keywords:R,contains:[...E,X,Y,{beginKeywords:"struct protocol class extension enum actor",end:"\\{",excludeEnd:!0,keywords:R,contains:[e.inherit(e.TITLE_MODE,{className:"title.class",begin:/[A-Za-z$_][\u00C0-\u02B80-9A-Za-z$_]*/}),...I]},Z,Q,{beginKeywords:"import",end:/$/,contains:[...E],relevance:0},...I,...w,...L,x,j,...G,...$,z,K]}}},8987:e=>{const n="[A-Za-z$_][0-9A-Za-z$_]*",t=["as","in","of","if","for","while","finally","var","new","function","do","return","void","else","break","catch","instanceof","with","throw","case","default","try","switch","continue","typeof","delete","let","yield","const","class","debugger","async","await","static","import","from","export","extends"],i=["true","false","null","undefined","NaN","Infinity"],a=["Object","Function","Boolean","Symbol","Math","Date","Number","BigInt","String","RegExp","Array","Float32Array","Float64Array","Int8Array","Uint8Array","Uint8ClampedArray","Int16Array","Int32Array","Uint16Array","Uint32Array","BigInt64Array","BigUint64Array","Set","Map","WeakSet","WeakMap","ArrayBuffer","SharedArrayBuffer","Atomics","DataView","JSON","Promise","Generator","GeneratorFunction","AsyncFunction","Reflect","Proxy","Intl","WebAssembly"],r=["Error","EvalError","InternalError","RangeError","ReferenceError","SyntaxError","TypeError","URIError"],s=["setInterval","setTimeout","clearInterval","clearTimeout","require","exports","eval","isFinite","isNaN","parseFloat","parseInt","decodeURI","decodeURIComponent","encodeURI","encodeURIComponent","escape","unescape"],o=["arguments","this","super","console","window","document","localStorage","sessionStorage","module","global"],l=[].concat(s,a,r);function c(e){const c=e.regex,d=n,u={begin:/<[A-Za-z0-9\\._:-]+/,end:/\/[A-Za-z0-9\\._:-]+>|\/>/,isTrulyOpeningTag:(e,n)=>{const t=e[0].length+e.index,i=e.input[t];if("<"===i||","===i)return void n.ignoreMatch();let a;">"===i&&(((e,{after:n})=>{const t="",k={match:[/const|var|let/,/\s+/,d,/\s*/,/=\s*/,/(async\s*)?/,c.lookahead(x)],keywords:"async",className:{1:"keyword",3:"title.function"},contains:[S]};return{name:"JavaScript",aliases:["js","jsx","mjs","cjs"],keywords:g,exports:{PARAMS_CONTAINS:y,CLASS_REFERENCE:I},illegal:/#(?![$_A-z])/,contains:[e.SHEBANG({label:"shebang",binary:"node",relevance:5}),{label:"use_strict",className:"meta",relevance:10,begin:/^\s*['"]use (strict|asm)['"]/},e.APOS_STRING_MODE,e.QUOTE_STRING_MODE,h,_,N,T,O,{match:/\$\d+/},m,I,{className:"attr",begin:d+c.lookahead(":"),relevance:0},k,{begin:"("+e.RE_STARTERS_RE+"|\\b(case|return|throw)\\b)\\s*",keywords:"return throw case",relevance:0,contains:[O,e.REGEXP_MODE,{className:"function",begin:x,returnBegin:!0,end:"\\s*=>",contains:[{className:"params",variants:[{begin:e.UNDERSCORE_IDENT_RE,relevance:0},{className:null,begin:/\(\s*\)/,skip:!0},{begin:/\(/,end:/\)/,excludeBegin:!0,excludeEnd:!0,keywords:g,contains:y}]}]},{begin:/,/,relevance:0},{match:/\s+/,relevance:0},{variants:[{begin:"<>",end:""},{match:/<[A-Za-z0-9\\._:-]+\s*\/>/},{begin:u.begin,"on:begin":u.isTrulyOpeningTag,end:u.end}],subLanguage:"xml",contains:[{begin:u.begin,end:u.end,skip:!0,contains:["self"]}]}]},w,{beginKeywords:"while if switch catch for"},{begin:"\\b(?!function)"+e.UNDERSCORE_IDENT_RE+"\\([^()]*(\\([^()]*(\\([^()]*\\)[^()]*)*\\)[^()]*)*\\)\\s*\\{",returnBegin:!0,label:"func.def",contains:[S,e.inherit(e.TITLE_MODE,{begin:d,className:"title.function"})]},{match:/\.\.\./,relevance:0},M,{match:"\\$"+d,relevance:0},{match:[/\bconstructor(?=\s*\()/],className:{1:"title.function"},contains:[S]},C,{relevance:0,match:/\b[A-Z][A-Z_0-9]+\b/,className:"variable.constant"},R,D,{match:/\$[(.]/}]}}e.exports=function(e){const a=c(e),r=n,s=["any","void","number","boolean","string","object","never","symbol","bigint","unknown"],d={beginKeywords:"namespace",end:/\{/,excludeEnd:!0,contains:[a.exports.CLASS_REFERENCE]},u={beginKeywords:"interface",end:/\{/,excludeEnd:!0,keywords:{keyword:"interface extends",built_in:s},contains:[a.exports.CLASS_REFERENCE]},g={$pattern:n,keyword:t.concat(["type","namespace","interface","public","private","protected","implements","declare","abstract","readonly","enum","override"]),literal:i,built_in:l.concat(s),"variable.language":o},b={className:"meta",begin:"@"+r},p=(e,n,t)=>{const i=e.contains.findIndex((e=>e.label===n));if(-1===i)throw new Error("can not find mode to replace");e.contains.splice(i,1,t)};return Object.assign(a.keywords,g),a.exports.PARAMS_CONTAINS.push(b),a.contains=a.contains.concat([b,d,u]),p(a,"shebang",e.SHEBANG()),p(a,"use_strict",{className:"meta",relevance:10,begin:/^\s*['"]use strict['"]/}),a.contains.find((e=>"func.def"===e.label)).relevance=0,Object.assign(a,{name:"TypeScript",aliases:["ts","tsx","mts","cts"]}),a}},4610:e=>{e.exports=function(e){const n=e.regex,t=n.concat(/[\p{L}_]/u,n.optional(/[\p{L}0-9_.-]*:/u),/[\p{L}0-9_.-]*/u),i={className:"symbol",begin:/&[a-z]+;|&#[0-9]+;|&#x[a-f0-9]+;/},a={begin:/\s/,contains:[{className:"keyword",begin:/#?[a-z_][a-z1-9_-]+/,illegal:/\n/}]},r=e.inherit(a,{begin:/\(/,end:/\)/}),s=e.inherit(e.APOS_STRING_MODE,{className:"string"}),o=e.inherit(e.QUOTE_STRING_MODE,{className:"string"}),l={endsWithParent:!0,illegal:/`]+/}]}]}]};return{name:"HTML, XML",aliases:["html","xhtml","rss","atom","xjb","xsd","xsl","plist","wsf","svg"],case_insensitive:!0,unicodeRegex:!0,contains:[{className:"meta",begin://,relevance:10,contains:[a,o,s,r,{begin:/\[/,end:/\]/,contains:[{className:"meta",begin://,contains:[a,r,o,s]}]}]},e.COMMENT(//,{relevance:10}),{begin://,relevance:10},i,{className:"meta",end:/\?>/,variants:[{begin:/<\?xml/,relevance:10,contains:[o]},{begin:/<\?[a-z][a-z0-9]+/}]},{className:"tag",begin:/)/,end:/>/,keywords:{name:"style"},contains:[l],starts:{end:/<\/style>/,returnEnd:!0,subLanguage:["css","xml"]}},{className:"tag",begin:/)/,end:/>/,keywords:{name:"script"},contains:[l],starts:{end:/<\/script>/,returnEnd:!0,subLanguage:["javascript","handlebars","xml"]}},{className:"tag",begin:/<>|<\/>/},{className:"tag",begin:n.concat(//,/>/,/\s/)))),end:/\/?>/,contains:[{className:"name",begin:t,relevance:0,starts:l}]},{className:"tag",begin:n.concat(/<\//,n.lookahead(n.concat(t,/>/))),contains:[{className:"name",begin:t,relevance:0},{begin:/>/,relevance:0,endsParent:!0}]}]}}},1392:e=>{e.exports=function(e){const n="true false yes no null",t="[\\w#;/?:@&=+$,.~*'()[\\]]+",i={className:"string",relevance:0,variants:[{begin:/'/,end:/'/},{begin:/"/,end:/"/},{begin:/\S+/}],contains:[e.BACKSLASH_ESCAPE,{className:"template-variable",variants:[{begin:/\{\{/,end:/\}\}/},{begin:/%\{/,end:/\}/}]}]},a=e.inherit(i,{variants:[{begin:/'/,end:/'/},{begin:/"/,end:/"/},{begin:/[^\s,{}[\]]+/}]}),r={end:",",endsWithParent:!0,excludeEnd:!0,keywords:n,relevance:0},s={begin:/\{/,end:/\}/,contains:[r],illegal:"\\n",relevance:0},o={begin:"\\[",end:"\\]",contains:[r],illegal:"\\n",relevance:0},l=[{className:"attr",variants:[{begin:"\\w[\\w :\\/.-]*:(?=[ \t]|$)"},{begin:'"\\w[\\w :\\/.-]*":(?=[ \t]|$)'},{begin:"'\\w[\\w :\\/.-]*':(?=[ \t]|$)"}]},{className:"meta",begin:"^---\\s*$",relevance:10},{className:"string",begin:"[\\|>]([1-9]?[+-])?[ ]*\\n( +)[^ ][^\\n]*\\n(\\2[^\\n]+\\n?)*"},{begin:"<%[%=-]?",end:"[%-]?%>",subLanguage:"ruby",excludeBegin:!0,excludeEnd:!0,relevance:0},{className:"type",begin:"!\\w+!"+t},{className:"type",begin:"!<"+t+">"},{className:"type",begin:"!"+t},{className:"type",begin:"!!"+t},{className:"meta",begin:"&"+e.UNDERSCORE_IDENT_RE+"$"},{className:"meta",begin:"\\*"+e.UNDERSCORE_IDENT_RE+"$"},{className:"bullet",begin:"-(?=[ ]|$)",relevance:0},e.HASH_COMMENT_MODE,{beginKeywords:n,keywords:{literal:n}},{className:"number",begin:"\\b[0-9]{4}(-[0-9][0-9]){0,2}([Tt \\t][0-9][0-9]?(:[0-9][0-9]){2})?(\\.[0-9]*)?([ \\t])*(Z|[-+][0-9][0-9]?(:[0-9][0-9])?)?\\b"},{className:"number",begin:e.C_NUMBER_RE+"\\b",relevance:0},s,o,i],c=[...l];return c.pop(),c.push(a),r.contains=c,{name:"YAML",case_insensitive:!0,aliases:["yml"],contains:l}}}},n={};function t(i){var a=n[i];if(void 0!==a)return a.exports;var r=n[i]={exports:{}};return e[i].call(r.exports,r,r.exports,t),r.exports}var i={};return(()=>{"use strict";var e=i;Object.defineProperty(e,"__esModule",{value:!0}),e.defaultDiff2HtmlUIConfig=e.Diff2HtmlUI=void 0;const n=t(1761),a=t(4169);Object.defineProperty(e,"defaultDiff2HtmlUIConfig",{enumerable:!0,get:function(){return a.defaultDiff2HtmlUIConfig}});class r extends a.Diff2HtmlUI{constructor(e,t,i={}){super(e,t,i,n.hljs)}}e.Diff2HtmlUI=r})(),i})())); \ No newline at end of file diff --git a/docs/docsgen/source/_static/diff2html.min.css b/docs/docsgen/source/_static/diff2html.min.css new file mode 100644 index 0000000..1534347 --- /dev/null +++ b/docs/docsgen/source/_static/diff2html.min.css @@ -0,0 +1 @@ +:root{--d2h-bg-color:#fff;--d2h-border-color:#ddd;--d2h-dim-color:rgba(0,0,0,.3);--d2h-line-border-color:#eee;--d2h-file-header-bg-color:#f7f7f7;--d2h-file-header-border-color:#d8d8d8;--d2h-empty-placeholder-bg-color:#f1f1f1;--d2h-empty-placeholder-border-color:#e1e1e1;--d2h-selected-color:#c8e1ff;--d2h-ins-bg-color:#dfd;--d2h-ins-border-color:#b4e2b4;--d2h-ins-highlight-bg-color:#97f295;--d2h-ins-label-color:#399839;--d2h-del-bg-color:#fee8e9;--d2h-del-border-color:#e9aeae;--d2h-del-highlight-bg-color:#ffb6ba;--d2h-del-label-color:#c33;--d2h-change-del-color:#fdf2d0;--d2h-change-ins-color:#ded;--d2h-info-bg-color:#f8fafd;--d2h-info-border-color:#d5e4f2;--d2h-change-label-color:#d0b44c;--d2h-moved-label-color:#3572b0;--d2h-dark-color:#e6edf3;--d2h-dark-bg-color:#0d1117;--d2h-dark-border-color:#30363d;--d2h-dark-dim-color:#6e7681;--d2h-dark-line-border-color:#21262d;--d2h-dark-file-header-bg-color:#161b22;--d2h-dark-file-header-border-color:#30363d;--d2h-dark-empty-placeholder-bg-color:hsla(215,8%,47%,.1);--d2h-dark-empty-placeholder-border-color:#30363d;--d2h-dark-selected-color:rgba(56,139,253,.1);--d2h-dark-ins-bg-color:rgba(46,160,67,.15);--d2h-dark-ins-border-color:rgba(46,160,67,.4);--d2h-dark-ins-highlight-bg-color:rgba(46,160,67,.4);--d2h-dark-ins-label-color:#3fb950;--d2h-dark-del-bg-color:rgba(248,81,73,.1);--d2h-dark-del-border-color:rgba(248,81,73,.4);--d2h-dark-del-highlight-bg-color:rgba(248,81,73,.4);--d2h-dark-del-label-color:#f85149;--d2h-dark-change-del-color:rgba(210,153,34,.2);--d2h-dark-change-ins-color:rgba(46,160,67,.25);--d2h-dark-info-bg-color:rgba(56,139,253,.1);--d2h-dark-info-border-color:rgba(56,139,253,.4);--d2h-dark-change-label-color:#d29922;--d2h-dark-moved-label-color:#3572b0}.d2h-wrapper{text-align:left}.d2h-file-header{background-color:#f7f7f7;background-color:var(--d2h-file-header-bg-color);border-bottom:1px solid #d8d8d8;border-bottom:1px solid var(--d2h-file-header-border-color);display:-webkit-box;display:-ms-flexbox;display:flex;font-family:Source Sans Pro,Helvetica Neue,Helvetica,Arial,sans-serif;height:35px;padding:5px 10px}.d2h-file-header.d2h-sticky-header{position:sticky;top:0;z-index:1}.d2h-file-stats{display:-webkit-box;display:-ms-flexbox;display:flex;font-size:14px;margin-left:auto}.d2h-lines-added{border:1px solid #b4e2b4;border:1px solid var(--d2h-ins-border-color);border-radius:5px 0 0 5px;color:#399839;color:var(--d2h-ins-label-color);padding:2px;text-align:right;vertical-align:middle}.d2h-lines-deleted{border:1px solid #e9aeae;border:1px solid var(--d2h-del-border-color);border-radius:0 5px 5px 0;color:#c33;color:var(--d2h-del-label-color);margin-left:1px;padding:2px;text-align:left;vertical-align:middle}.d2h-file-name-wrapper{-webkit-box-align:center;-ms-flex-align:center;align-items:center;display:-webkit-box;display:-ms-flexbox;display:flex;font-size:15px;width:100%}.d2h-file-name{overflow-x:hidden;text-overflow:ellipsis;white-space:nowrap}.d2h-file-wrapper{border:1px solid #ddd;border:1px solid var(--d2h-border-color);border-radius:3px;margin-bottom:1em}.d2h-file-collapse{-webkit-box-pack:end;-ms-flex-pack:end;-webkit-box-align:center;-ms-flex-align:center;align-items:center;border:1px solid #ddd;border:1px solid var(--d2h-border-color);border-radius:3px;cursor:pointer;display:none;font-size:12px;justify-content:flex-end;padding:4px 8px}.d2h-file-collapse.d2h-selected{background-color:#c8e1ff;background-color:var(--d2h-selected-color)}.d2h-file-collapse-input{margin:0 4px 0 0}.d2h-diff-table{border-collapse:collapse;font-family:Menlo,Consolas,monospace;font-size:13px;width:100%}.d2h-files-diff{display:-webkit-box;display:-ms-flexbox;display:flex;width:100%}.d2h-file-diff{overflow-y:hidden}.d2h-file-diff.d2h-d-none,.d2h-files-diff.d2h-d-none{display:none}.d2h-file-side-diff{display:inline-block;overflow-x:scroll;overflow-y:hidden;width:50%}.d2h-code-line{padding:0 8em;width:calc(100% - 16em)}.d2h-code-line,.d2h-code-side-line{display:inline-block;-webkit-user-select:none;-moz-user-select:none;-ms-user-select:none;user-select:none;white-space:nowrap}.d2h-code-side-line{padding:0 4.5em;width:calc(100% - 9em)}.d2h-code-line-ctn{word-wrap:normal;background:none;display:inline-block;padding:0;-webkit-user-select:text;-moz-user-select:text;-ms-user-select:text;user-select:text;vertical-align:middle;white-space:pre;width:100%}.d2h-code-line del,.d2h-code-side-line del{background-color:#ffb6ba;background-color:var(--d2h-del-highlight-bg-color)}.d2h-code-line del,.d2h-code-line ins,.d2h-code-side-line del,.d2h-code-side-line ins{border-radius:.2em;display:inline-block;margin-top:-1px;-webkit-text-decoration:none;text-decoration:none}.d2h-code-line ins,.d2h-code-side-line ins{background-color:#97f295;background-color:var(--d2h-ins-highlight-bg-color);text-align:left}.d2h-code-line-prefix{word-wrap:normal;background:none;display:inline;padding:0;white-space:pre}.line-num1{float:left}.line-num1,.line-num2{-webkit-box-sizing:border-box;box-sizing:border-box;overflow:hidden;padding:0 .5em;text-overflow:ellipsis;width:3.5em}.line-num2{float:right}.d2h-code-linenumber{background-color:#fff;background-color:var(--d2h-bg-color);border:solid #eee;border:solid var(--d2h-line-border-color);border-width:0 1px;-webkit-box-sizing:border-box;box-sizing:border-box;color:rgba(0,0,0,.3);color:var(--d2h-dim-color);cursor:pointer;display:inline-block;position:absolute;text-align:right;width:7.5em}.d2h-code-linenumber:after{content:"\200b"}.d2h-code-side-linenumber{background-color:#fff;background-color:var(--d2h-bg-color);border:solid #eee;border:solid var(--d2h-line-border-color);border-width:0 1px;-webkit-box-sizing:border-box;box-sizing:border-box;color:rgba(0,0,0,.3);color:var(--d2h-dim-color);cursor:pointer;display:inline-block;overflow:hidden;padding:0 .5em;position:absolute;text-align:right;text-overflow:ellipsis;width:4em}.d2h-code-side-linenumber:after{content:"\200b"}.d2h-code-side-emptyplaceholder,.d2h-emptyplaceholder{background-color:#f1f1f1;background-color:var(--d2h-empty-placeholder-bg-color);border-color:#e1e1e1;border-color:var(--d2h-empty-placeholder-border-color)}.d2h-code-line-prefix,.d2h-code-linenumber,.d2h-code-side-linenumber,.d2h-emptyplaceholder{-webkit-user-select:none;-moz-user-select:none;-ms-user-select:none;user-select:none}.d2h-code-linenumber,.d2h-code-side-linenumber{direction:rtl}.d2h-del{background-color:#fee8e9;background-color:var(--d2h-del-bg-color);border-color:#e9aeae;border-color:var(--d2h-del-border-color)}.d2h-ins{background-color:#dfd;background-color:var(--d2h-ins-bg-color);border-color:#b4e2b4;border-color:var(--d2h-ins-border-color)}.d2h-info{background-color:#f8fafd;background-color:var(--d2h-info-bg-color);border-color:#d5e4f2;border-color:var(--d2h-info-border-color);color:rgba(0,0,0,.3);color:var(--d2h-dim-color)}.d2h-file-diff .d2h-del.d2h-change{background-color:#fdf2d0;background-color:var(--d2h-change-del-color)}.d2h-file-diff .d2h-ins.d2h-change{background-color:#ded;background-color:var(--d2h-change-ins-color)}.d2h-file-list-wrapper{margin-bottom:10px}.d2h-file-list-wrapper a{-webkit-text-decoration:none;text-decoration:none}.d2h-file-list-wrapper a,.d2h-file-list-wrapper a:visited{color:#3572b0;color:var(--d2h-moved-label-color)}.d2h-file-list-header{text-align:left}.d2h-file-list-title{font-weight:700}.d2h-file-list-line{display:-webkit-box;display:-ms-flexbox;display:flex;text-align:left}.d2h-file-list{display:block;list-style:none;margin:0;padding:0}.d2h-file-list>li{border-bottom:1px solid #ddd;border-bottom:1px solid var(--d2h-border-color);margin:0;padding:5px 10px}.d2h-file-list>li:last-child{border-bottom:none}.d2h-file-switch{cursor:pointer;display:none;font-size:10px}.d2h-icon{fill:currentColor;margin-right:10px;vertical-align:middle}.d2h-deleted{color:#c33;color:var(--d2h-del-label-color)}.d2h-added{color:#399839;color:var(--d2h-ins-label-color)}.d2h-changed{color:#d0b44c;color:var(--d2h-change-label-color)}.d2h-moved{color:#3572b0;color:var(--d2h-moved-label-color)}.d2h-tag{background-color:#fff;background-color:var(--d2h-bg-color);display:-webkit-box;display:-ms-flexbox;display:flex;font-size:10px;margin-left:5px;padding:0 2px}.d2h-deleted-tag{border:1px solid #c33;border:1px solid var(--d2h-del-label-color)}.d2h-added-tag{border:1px solid #399839;border:1px solid var(--d2h-ins-label-color)}.d2h-changed-tag{border:1px solid #d0b44c;border:1px solid var(--d2h-change-label-color)}.d2h-moved-tag{border:1px solid #3572b0;border:1px solid var(--d2h-moved-label-color)}.d2h-dark-color-scheme{background-color:#0d1117;background-color:var(--d2h-dark-bg-color);color:#e6edf3;color:var(--d2h-dark-color)}.d2h-dark-color-scheme .d2h-file-header{background-color:#161b22;background-color:var(--d2h-dark-file-header-bg-color);border-bottom:#30363d;border-bottom:var(--d2h-dark-file-header-border-color)}.d2h-dark-color-scheme .d2h-lines-added{border:1px solid rgba(46,160,67,.4);border:1px solid var(--d2h-dark-ins-border-color);color:#3fb950;color:var(--d2h-dark-ins-label-color)}.d2h-dark-color-scheme .d2h-lines-deleted{border:1px solid rgba(248,81,73,.4);border:1px solid var(--d2h-dark-del-border-color);color:#f85149;color:var(--d2h-dark-del-label-color)}.d2h-dark-color-scheme .d2h-code-line del,.d2h-dark-color-scheme .d2h-code-side-line del{background-color:rgba(248,81,73,.4);background-color:var(--d2h-dark-del-highlight-bg-color)}.d2h-dark-color-scheme .d2h-code-line ins,.d2h-dark-color-scheme .d2h-code-side-line ins{background-color:rgba(46,160,67,.4);background-color:var(--d2h-dark-ins-highlight-bg-color)}.d2h-dark-color-scheme .d2h-diff-tbody{border-color:#30363d;border-color:var(--d2h-dark-border-color)}.d2h-dark-color-scheme .d2h-code-side-linenumber{background-color:#0d1117;background-color:var(--d2h-dark-bg-color);border-color:#21262d;border-color:var(--d2h-dark-line-border-color);color:#6e7681;color:var(--d2h-dark-dim-color)}.d2h-dark-color-scheme .d2h-files-diff .d2h-code-side-emptyplaceholder,.d2h-dark-color-scheme .d2h-files-diff .d2h-emptyplaceholder{background-color:hsla(215,8%,47%,.1);background-color:var(--d2h-dark-empty-placeholder-bg-color);border-color:#30363d;border-color:var(--d2h-dark-empty-placeholder-border-color)}.d2h-dark-color-scheme .d2h-code-linenumber{background-color:#0d1117;background-color:var(--d2h-dark-bg-color);border-color:#21262d;border-color:var(--d2h-dark-line-border-color);color:#6e7681;color:var(--d2h-dark-dim-color)}.d2h-dark-color-scheme .d2h-del{background-color:rgba(248,81,73,.1);background-color:var(--d2h-dark-del-bg-color);border-color:rgba(248,81,73,.4);border-color:var(--d2h-dark-del-border-color)}.d2h-dark-color-scheme .d2h-ins{background-color:rgba(46,160,67,.15);background-color:var(--d2h-dark-ins-bg-color);border-color:rgba(46,160,67,.4);border-color:var(--d2h-dark-ins-border-color)}.d2h-dark-color-scheme .d2h-info{background-color:rgba(56,139,253,.1);background-color:var(--d2h-dark-info-bg-color);border-color:rgba(56,139,253,.4);border-color:var(--d2h-dark-info-border-color);color:#6e7681;color:var(--d2h-dark-dim-color)}.d2h-dark-color-scheme .d2h-file-diff .d2h-del.d2h-change{background-color:rgba(210,153,34,.2);background-color:var(--d2h-dark-change-del-color)}.d2h-dark-color-scheme .d2h-file-diff .d2h-ins.d2h-change{background-color:rgba(46,160,67,.25);background-color:var(--d2h-dark-change-ins-color)}.d2h-dark-color-scheme .d2h-file-wrapper{border:1px solid #30363d;border:1px solid var(--d2h-dark-border-color)}.d2h-dark-color-scheme .d2h-file-collapse{border:1px solid #0d1117;border:1px solid var(--d2h-dark-bg-color)}.d2h-dark-color-scheme .d2h-file-collapse.d2h-selected{background-color:rgba(56,139,253,.1);background-color:var(--d2h-dark-selected-color)}.d2h-dark-color-scheme .d2h-file-list-wrapper a,.d2h-dark-color-scheme .d2h-file-list-wrapper a:visited{color:#3572b0;color:var(--d2h-dark-moved-label-color)}.d2h-dark-color-scheme .d2h-file-list>li{border-bottom:1px solid #0d1117;border-bottom:1px solid var(--d2h-dark-bg-color)}.d2h-dark-color-scheme .d2h-deleted{color:#f85149;color:var(--d2h-dark-del-label-color)}.d2h-dark-color-scheme .d2h-added{color:#3fb950;color:var(--d2h-dark-ins-label-color)}.d2h-dark-color-scheme .d2h-changed{color:#d29922;color:var(--d2h-dark-change-label-color)}.d2h-dark-color-scheme .d2h-moved{color:#3572b0;color:var(--d2h-dark-moved-label-color)}.d2h-dark-color-scheme .d2h-tag{background-color:#0d1117;background-color:var(--d2h-dark-bg-color)}.d2h-dark-color-scheme .d2h-deleted-tag{border:1px solid #f85149;border:1px solid var(--d2h-dark-del-label-color)}.d2h-dark-color-scheme .d2h-added-tag{border:1px solid #3fb950;border:1px solid var(--d2h-dark-ins-label-color)}.d2h-dark-color-scheme .d2h-changed-tag{border:1px solid #d29922;border:1px solid var(--d2h-dark-change-label-color)}.d2h-dark-color-scheme .d2h-moved-tag{border:1px solid #3572b0;border:1px solid var(--d2h-dark-moved-label-color)}@media (prefers-color-scheme:dark){.d2h-auto-color-scheme{background-color:#0d1117;background-color:var(--d2h-dark-bg-color);color:#e6edf3;color:var(--d2h-dark-color)}.d2h-auto-color-scheme .d2h-file-header{background-color:#161b22;background-color:var(--d2h-dark-file-header-bg-color);border-bottom:#30363d;border-bottom:var(--d2h-dark-file-header-border-color)}.d2h-auto-color-scheme .d2h-lines-added{border:1px solid rgba(46,160,67,.4);border:1px solid var(--d2h-dark-ins-border-color);color:#3fb950;color:var(--d2h-dark-ins-label-color)}.d2h-auto-color-scheme .d2h-lines-deleted{border:1px solid rgba(248,81,73,.4);border:1px solid var(--d2h-dark-del-border-color);color:#f85149;color:var(--d2h-dark-del-label-color)}.d2h-auto-color-scheme .d2h-code-line del,.d2h-auto-color-scheme .d2h-code-side-line del{background-color:rgba(248,81,73,.4);background-color:var(--d2h-dark-del-highlight-bg-color)}.d2h-auto-color-scheme .d2h-code-line ins,.d2h-auto-color-scheme .d2h-code-side-line ins{background-color:rgba(46,160,67,.4);background-color:var(--d2h-dark-ins-highlight-bg-color)}.d2h-auto-color-scheme .d2h-diff-tbody{border-color:#30363d;border-color:var(--d2h-dark-border-color)}.d2h-auto-color-scheme .d2h-code-side-linenumber{background-color:#0d1117;background-color:var(--d2h-dark-bg-color);border-color:#21262d;border-color:var(--d2h-dark-line-border-color);color:#6e7681;color:var(--d2h-dark-dim-color)}.d2h-auto-color-scheme .d2h-files-diff .d2h-code-side-emptyplaceholder,.d2h-auto-color-scheme .d2h-files-diff .d2h-emptyplaceholder{background-color:hsla(215,8%,47%,.1);background-color:var(--d2h-dark-empty-placeholder-bg-color);border-color:#30363d;border-color:var(--d2h-dark-empty-placeholder-border-color)}.d2h-auto-color-scheme .d2h-code-linenumber{background-color:#0d1117;background-color:var(--d2h-dark-bg-color);border-color:#21262d;border-color:var(--d2h-dark-line-border-color);color:#6e7681;color:var(--d2h-dark-dim-color)}.d2h-auto-color-scheme .d2h-del{background-color:rgba(248,81,73,.1);background-color:var(--d2h-dark-del-bg-color);border-color:rgba(248,81,73,.4);border-color:var(--d2h-dark-del-border-color)}.d2h-auto-color-scheme .d2h-ins{background-color:rgba(46,160,67,.15);background-color:var(--d2h-dark-ins-bg-color);border-color:rgba(46,160,67,.4);border-color:var(--d2h-dark-ins-border-color)}.d2h-auto-color-scheme .d2h-info{background-color:rgba(56,139,253,.1);background-color:var(--d2h-dark-info-bg-color);border-color:rgba(56,139,253,.4);border-color:var(--d2h-dark-info-border-color);color:#6e7681;color:var(--d2h-dark-dim-color)}.d2h-auto-color-scheme .d2h-file-diff .d2h-del.d2h-change{background-color:rgba(210,153,34,.2);background-color:var(--d2h-dark-change-del-color)}.d2h-auto-color-scheme .d2h-file-diff .d2h-ins.d2h-change{background-color:rgba(46,160,67,.25);background-color:var(--d2h-dark-change-ins-color)}.d2h-auto-color-scheme .d2h-file-wrapper{border:1px solid #30363d;border:1px solid var(--d2h-dark-border-color)}.d2h-auto-color-scheme .d2h-file-collapse{border:1px solid #0d1117;border:1px solid var(--d2h-dark-bg-color)}.d2h-auto-color-scheme .d2h-file-collapse.d2h-selected{background-color:rgba(56,139,253,.1);background-color:var(--d2h-dark-selected-color)}.d2h-auto-color-scheme .d2h-file-list-wrapper a,.d2h-auto-color-scheme .d2h-file-list-wrapper a:visited{color:#3572b0;color:var(--d2h-dark-moved-label-color)}.d2h-auto-color-scheme .d2h-file-list>li{border-bottom:1px solid #0d1117;border-bottom:1px solid var(--d2h-dark-bg-color)}.d2h-dark-color-scheme .d2h-deleted{color:#f85149;color:var(--d2h-dark-del-label-color)}.d2h-auto-color-scheme .d2h-added{color:#3fb950;color:var(--d2h-dark-ins-label-color)}.d2h-auto-color-scheme .d2h-changed{color:#d29922;color:var(--d2h-dark-change-label-color)}.d2h-auto-color-scheme .d2h-moved{color:#3572b0;color:var(--d2h-dark-moved-label-color)}.d2h-auto-color-scheme .d2h-tag{background-color:#0d1117;background-color:var(--d2h-dark-bg-color)}.d2h-auto-color-scheme .d2h-deleted-tag{border:1px solid #f85149;border:1px solid var(--d2h-dark-del-label-color)}.d2h-auto-color-scheme .d2h-added-tag{border:1px solid #3fb950;border:1px solid var(--d2h-dark-ins-label-color)}.d2h-auto-color-scheme .d2h-changed-tag{border:1px solid #d29922;border:1px solid var(--d2h-dark-change-label-color)}.d2h-auto-color-scheme .d2h-moved-tag{border:1px solid #3572b0;border:1px solid var(--d2h-dark-moved-label-color)}} \ No newline at end of file diff --git a/docs/docsgen/source/_static/onnx-horizontal-color.png b/docs/docsgen/source/_static/onnx-horizontal-color.png new file mode 100644 index 0000000..e93090b Binary files /dev/null and b/docs/docsgen/source/_static/onnx-horizontal-color.png differ diff --git a/docs/docsgen/source/_static/onnx-horizontal-white.png b/docs/docsgen/source/_static/onnx-horizontal-white.png new file mode 100644 index 0000000..13cc7a4 Binary files /dev/null and b/docs/docsgen/source/_static/onnx-horizontal-white.png differ diff --git a/docs/docsgen/source/_static/readme.txt b/docs/docsgen/source/_static/readme.txt new file mode 100644 index 0000000..c0a8962 --- /dev/null +++ b/docs/docsgen/source/_static/readme.txt @@ -0,0 +1,16 @@ +diff2html: https://github.com/rtfpessoa/diff2html + +Copyright 2014-2016 Rodrigo Fernandes https://rtfpessoa.github.io/ + +Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated +documentation files (the "Software"), to deal in the Software without restriction, including without limitation the +rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit +persons to whom the Software is furnished to do so, subject to the following conditions: + +The above copyright notice and this permission notice shall be included in all copies or substantial portions of the +Software. + +THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE +WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR +COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR +OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. diff --git a/docs/docsgen/source/api/backend.md b/docs/docsgen/source/api/backend.md new file mode 100644 index 0000000..6bd284e --- /dev/null +++ b/docs/docsgen/source/api/backend.md @@ -0,0 +1,35 @@ +# onnx.backend + +## Backend + +```{eval-rst} +.. autoclass:: onnx.backend.base.Backend + :members: +``` + +## BackendRep + +```{eval-rst} +.. autoclass:: onnx.backend.base.BackendRep + :members: +``` + +## Device + +```{eval-rst} +.. autoclass:: onnx.backend.base.Device + :members: +``` + +## DeviceType + +```{eval-rst} +.. autoclass:: onnx.backend.base.DeviceType + :members: +``` + +## load_model_tests + +```{eval-rst} +.. autofunction:: onnx.backend.test.loader.load_model_tests +``` diff --git a/docs/docsgen/source/api/checker.md b/docs/docsgen/source/api/checker.md new file mode 100644 index 0000000..dc10b83 --- /dev/null +++ b/docs/docsgen/source/api/checker.md @@ -0,0 +1,17 @@ +# onnx.checker + +## CheckerContext + +```{eval-rst} +.. autoclass:: onnx.checker.DEFAULT_CONTEXT + :members: +``` + +## The `onnx.checker` module + +```{eval-rst} +.. automodule:: onnx.checker + :members: + :undoc-members: + :show-inheritance: +``` diff --git a/docs/docsgen/source/api/classes.md b/docs/docsgen/source/api/classes.md new file mode 100644 index 0000000..3e5bb54 --- /dev/null +++ b/docs/docsgen/source/api/classes.md @@ -0,0 +1,294 @@ +(l-onnx-classes)= + +# Protos + +This structures are defined with protobuf in files `onnx/*.proto`. +It is recommended to use function in module {ref}`l-mod-onnx-helper` +to create them instead of directly instantiated them. +Every structure can be printed with function `print` and is rendered +as a json string. + +## AttributeProto + +This class is used to define an attribute of an operator +defined itself by a NodeProto. It is +a named attribute containing either singular float, integer, string, graph, +and tensor values, or repeated float, integer, string, graph, and tensor values. +An AttributeProto MUST contain the name field, and *only one* of the +following content fields, effectively enforcing a C/C++ union equivalent. + +```{eval-rst} +.. autoclass:: onnx.AttributeProto + :members: +``` + +(l-onnx-function-proto)= + +## FunctionProto + +This defines a function. It is not a model but can +be used to define custom operators used in a model. + +```{eval-rst} +.. autoclass:: onnx.FunctionProto + :members: +``` + +(l-onnx-graph-proto)= + +## GraphProto + +This defines a graph or a set of nodes called from a loop or a test +for example. +A graph defines the computational logic of a model and is comprised of a parameterized +list of nodes that form a directed acyclic graph based on their inputs and outputs. +This is the equivalent of the *network* or *graph* in many deep learning +frameworks. + +```{eval-rst} +.. autoclass:: onnx.GraphProto + :members: +``` + +(l-onnx-map-proto)= + +## MapProto + +This defines a map or a dictionary. It +specifies an associative table, defined by keys and values. +MapProto is formed with a repeated field of keys (of type INT8, INT16, INT32, +INT64, UINT8, UINT16, UINT32, UINT64, or STRING) and values (of type TENSOR, +SPARSE_TENSOR, SEQUENCE, or MAP). Key types and value types have to remain +the same throughout the instantiation of the MapProto. + +```{eval-rst} +.. autoclass:: onnx.MapProto + :members: +``` + +(l-modelproto)= + +## ModelProto + +This defines a model. That is the type every converting library +returns after converting a machine learned model. +ModelProto is a top-level file/container format for bundling a ML model and +associating its computation graph with metadata. +The semantics of the model are described by the associated GraphProto's. + +```{eval-rst} +.. autoclass:: onnx.ModelProto + :members: +``` + +(l-nodeproto)= + +## NodeProto + +This defines an operator. A model is a combination of +mathematical functions, each of them represented as an onnx operator, +stored in a NodeProto. +Computation graphs are made up of a DAG of nodes, which represent what is +commonly called a *layer* or *pipeline stage* in machine learning frameworks. +For example, it can be a node of type *Conv* that takes in an image, a filter +tensor and a bias tensor, and produces the convolved output. + +```{eval-rst} +.. autoclass:: onnx.NodeProto + :members: +``` + +(l-operatorproto)= + +## OperatorProto + +This class is rarely used by users. +An OperatorProto represents the immutable specification of the signature +and semantics of an operator. +Operators are declared as part of an OperatorSet, which also defines the +domain name for the set. +Operators are uniquely identified by a three part identifier +(domain, op_type, since_version) where + +- *domain* is the domain of an operator set that contains this operator specification. +- *op_type* is the name of the operator as referenced by a NodeProto.op_type +- *since_version* is the version of the operator set that this operator was initially declared in. + +```{eval-rst} +.. autoclass:: onnx.OperatorProto + :members: +``` + +(l-operatorsetidproto)= + +## OperatorSetIdProto + +This is the type of attribute `opset_import` of class ModelProto. +This attribute specifies the versions of operators used in the model. +Every operator or node belongs to a domain. All operators for the same +domain share the same version. + +```{eval-rst} +.. autoclass:: onnx.OperatorSetIdProto + :members: +``` + +(l-operatorsetproto)= + +## OperatorSetProto + +An OperatorSetProto represents an immutable set of immutable operator specifications. +The domain of the set (OperatorSetProto.domain) is a reverse-DNS name +that disambiguates operator sets defined by independent entities. +The version of the set (opset_version) is a monotonically increasing +integer that indicates changes to the membership of the operator set. +Operator sets are uniquely identified by a two part identifier (domain, opset_version) +Like ModelProto, OperatorSetProto is intended as a top-level file/wire format, +and thus has the standard format headers in addition to the operator set information. + +```{eval-rst} +.. autoclass:: onnx.OperatorSetProto + :members: +``` + +(l-optionalproto)= + +## OptionalProto + +Some input or output of a model are optional. This class must +be used in this case. An instance of class OptionalProto +may contain or not an instance of type TensorProto, SparseTensorProto, +SequenceProto, MapProto and OptionalProto. + +```{eval-rst} +.. autoclass:: onnx.OptionalProto + :members: +``` + +(l-onnx-sequence-proto)= + +## SequenceProto + +This defines a dense, ordered, collection of elements that are of homogeneous types. +Sequences can be made out of tensors, maps, or sequences. +If a sequence is made out of tensors, the tensors must have the same element +type (i.e. int32). In some cases, the tensors in a sequence can have different +shapes. Whether the tensors can have different shapes or not depends on the +type/shape associated with the corresponding `ValueInfo`. For example, +`Sequence` means that all tensors have same shape. However, +`Sequence` means they can have different +shapes (all of rank 2), where *omitted* means the corresponding dimension has +no symbolic/constant value. Finally, `Sequence>` means +that the different tensors can have different ranks, when the *shape* itself +is omitted from the tensor-type. For a more complete description, refer to +[Static tensor shapes](https://github.com/onnx/onnx/blob/main/docs/IR.md#static-tensor-shapes). + +```{eval-rst} +.. autoclass:: onnx.SequenceProto + :members: +``` + +(l-onnx-sparsetensor-proto)= + +## SparseTensorProto + +This defines a sparse tensor. +The sequence of non-default values are encoded as a tensor of shape `[NNZ]`. +The default-value is zero for numeric tensors, and empty-string for string tensors. +values must have a non-empty name present which serves as a name for SparseTensorProto +when used in sparse_initializer list. + +```{eval-rst} +.. autoclass:: onnx.SparseTensorProto + :members: +``` + +(l-onnx-stringstringentry-proto)= + +## StringStringEntryProto + +This is equivalent to a pair of strings. +This is used to store metadata in ModelProto. + +```{eval-rst} +.. autoclass:: onnx.StringStringEntryProto + :members: +``` + +(l-tensorproto)= + +## TensorProto + +This defines a tensor. A tensor is fully described with a shape +(see ShapeProto), the element type (see TypeProto), and the +elements themselves. All available types are listed in +{ref}`l-mod-onnx-mapping`. + +```{eval-rst} +.. autoclass:: onnx.TensorProto + :members: +``` + +(l-tensorshapeproto)= + +## TensorShapeProto + +This defines the shape of a tensor or a sparse tensor. +It is a list of dimensions. A dimension can be either an integer value +or a symbolic variable. A symbolic variable represents an unknown +dimension. + +```{eval-rst} +.. autoclass:: onnx.TensorShapeProto + :members: +``` + +(l-traininginfoproto)= + +## TrainingInfoProto + +TrainingInfoProto stores information for training a model. +In particular, this defines two functionalities: an initialization-step +and a training-algorithm-step. Initialization resets the model +back to its original state as if no training has been performed. +Training algorithm improves the model based on input data. +The semantics of the initialization-step is that the initializers +in ModelProto.graph and in TrainingInfoProto.algorithm are first +initialized as specified by the initializers in the graph, and then +updated by the *initialization_binding* in every instance in +ModelProto.training_info. +The field *algorithm* defines a computation graph which represents a +training algorithm's step. After the execution of a +TrainingInfoProto.algorithm, the initializers specified by *update_binding* +may be immediately updated. If the targeted training algorithm contains +consecutive update steps (such as block coordinate descent methods), +the user needs to create a TrainingInfoProto for each step. + +```{eval-rst} +.. autoclass:: onnx.TrainingInfoProto + :members: +``` + +(l-typeproto)= + +## TypeProto + +This defines a type of a tensor which consists in an element type +and a shape (ShapeProto). + +```{eval-rst} +.. autoclass:: onnx.TypeProto + :members: +``` + +(l-valueinfoproto)= + +## ValueInfoProto + +This defines a input or output type of a GraphProto. +It contains a name, a type (TypeProto), and a documentation string. + +```{eval-rst} +.. autoclass:: onnx.ValueInfoProto + :members: +``` diff --git a/docs/docsgen/source/api/compose.md b/docs/docsgen/source/api/compose.md new file mode 100644 index 0000000..b83dff0 --- /dev/null +++ b/docs/docsgen/source/api/compose.md @@ -0,0 +1,44 @@ +# onnx.compose + +```{eval-rst} +.. currentmodule:: onnx.compose +``` + +```{eval-rst} +.. autosummary:: + + merge_graphs + merge_models +``` + +## merge_graphs + +```{eval-rst} +.. autofunction:: onnx.compose.merge_graphs +``` + +## merge_models + +```{eval-rst} +.. autofunction:: onnx.compose.merge_models +``` + +## prefix + +```{eval-rst} +.. autofunction:: onnx.compose.add_prefix_graph +``` + +```{eval-rst} +.. autofunction:: onnx.compose.add_prefix +``` + +## dimension + +```{eval-rst} +.. autofunction:: onnx.compose.expand_out_dim +``` + +```{eval-rst} +.. autofunction:: onnx.compose.expand_out_dim_graph +``` diff --git a/docs/docsgen/source/api/defs.md b/docs/docsgen/source/api/defs.md new file mode 100644 index 0000000..8291a30 --- /dev/null +++ b/docs/docsgen/source/api/defs.md @@ -0,0 +1,62 @@ +(l-mod-onnx-defs)= + +# onnx.defs + +(l-api-opset-version)= + +## Opset Version + +```{eval-rst} +.. autofunction:: onnx.defs.onnx_opset_version +``` + +## Operators and Functions Schemas + +```{eval-rst} +.. autofunction:: onnx.defs.has + +.. autofunction:: onnx.defs.get_schema + +.. autofunction:: onnx.defs.get_all_schemas + +.. autofunction:: onnx.defs.get_all_schemas_with_history + +.. autofunction:: onnx.defs.get_function_ops + +.. autofunction:: onnx.defs.register_schema + +.. autofunction:: onnx.defs.deregister_schema +``` + +## class `OpSchema` + +```{eval-rst} +.. autoclass:: onnx.defs.OpSchema + :members: + :undoc-members: +``` + +## Exceptions + +```{eval-rst} +.. autoclass:: onnx.defs.SchemaError +``` + +## Constants + +Domains officially supported in onnx package. + +```{eval-rst} +.. exec_code:: + + from onnx.defs import ( + ONNX_DOMAIN, + ONNX_ML_DOMAIN, + AI_ONNX_PREVIEW_DOMAIN, + AI_ONNX_PREVIEW_TRAINING_DOMAIN, + ) + print(f"ONNX_DOMAIN={ONNX_DOMAIN!r}") + print(f"ONNX_ML_DOMAIN={ONNX_ML_DOMAIN!r}") + print(f"AI_ONNX_PREVIEW_DOMAIN={AI_ONNX_PREVIEW_DOMAIN!r}") + print(f"AI_ONNX_PREVIEW_TRAINING_DOMAIN={AI_ONNX_PREVIEW_TRAINING_DOMAIN!r}") +``` diff --git a/docs/docsgen/source/api/external_data_helper.md b/docs/docsgen/source/api/external_data_helper.md new file mode 100644 index 0000000..cb3cf58 --- /dev/null +++ b/docs/docsgen/source/api/external_data_helper.md @@ -0,0 +1,61 @@ +# onnx.external_data_helper + +## convert_model_from_external_data + +```{eval-rst} +.. autofunction:: onnx.external_data_helper.convert_model_from_external_data +``` + +## convert_model_to_external_data + +```{eval-rst} +.. autofunction:: onnx.external_data_helper.convert_model_to_external_data +``` + +## ExternalDataInfo + +```{eval-rst} +.. autoclass:: onnx.external_data_helper.ExternalDataInfo +``` + +## load_external_data_for_model + +```{eval-rst} +.. autofunction:: onnx.external_data_helper.load_external_data_for_model +``` + +## load_external_data_for_tensor + +```{eval-rst} +.. autofunction:: onnx.external_data_helper.load_external_data_for_tensor +``` + +## remove_external_data_field + +```{eval-rst} +.. autofunction:: onnx.external_data_helper.remove_external_data_field +``` + +## save_external_data + +```{eval-rst} +.. autofunction:: onnx.external_data_helper.save_external_data +``` + +## set_external_data + +```{eval-rst} +.. autofunction:: onnx.external_data_helper.set_external_data +``` + +## uses_external_data + +```{eval-rst} +.. autofunction:: onnx.external_data_helper.uses_external_data +``` + +## write_external_data_tensors + +```{eval-rst} +.. autofunction:: onnx.external_data_helper.write_external_data_tensors +``` diff --git a/docs/docsgen/source/api/helper.md b/docs/docsgen/source/api/helper.md new file mode 100644 index 0000000..90ea20b --- /dev/null +++ b/docs/docsgen/source/api/helper.md @@ -0,0 +1,163 @@ +(l-mod-onnx-helper)= + +# onnx.helper + +```{eval-rst} +.. currentmodule:: onnx.helper +``` + +(l-onnx-make-function)= + +## Helper functions to make ONNX graph components + +All functions used to create an ONNX graph. + +```{eval-rst} +.. autofunction:: onnx.helper.make_attribute +``` + +```{eval-rst} +.. autofunction:: onnx.helper.make_attribute_ref +``` + +```{eval-rst} +.. autofunction:: onnx.helper.make_empty_tensor_value_info +``` + +```{eval-rst} +.. autofunction:: onnx.helper.make_function +``` + +```{eval-rst} +.. autofunction:: onnx.helper.make_graph +``` + +```{eval-rst} +.. autofunction:: onnx.helper.make_map +``` + +```{eval-rst} +.. autofunction:: onnx.helper.make_map_type_proto +``` + +```{eval-rst} +.. autofunction:: onnx.helper.make_model +``` + +```{eval-rst} +.. autofunction:: onnx.helper.make_node +``` + +```{eval-rst} +.. autofunction:: onnx.helper.make_operatorsetid +``` + +```{eval-rst} +.. autofunction:: onnx.helper.make_opsetid +``` + +```{eval-rst} +.. autofunction:: onnx.helper.make_model_gen_version +``` + +```{eval-rst} +.. autofunction:: onnx.helper.make_optional +``` + +```{eval-rst} +.. autofunction:: onnx.helper.make_optional_type_proto +``` + +```{eval-rst} +.. autofunction:: onnx.helper.make_sequence +``` + +```{eval-rst} +.. autofunction:: onnx.helper.make_sequence_type_proto +``` + +```{eval-rst} +.. autofunction:: onnx.helper.make_sparse_tensor +``` + +```{eval-rst} +.. autofunction:: onnx.helper.make_sparse_tensor_type_proto +``` + +```{eval-rst} +.. autofunction:: onnx.helper.make_sparse_tensor_value_info +``` + +```{eval-rst} +.. autofunction:: onnx.helper.make_tensor +``` + +```{eval-rst} +.. autofunction:: onnx.helper.make_tensor_sequence_value_info +``` + +```{eval-rst} +.. autofunction:: onnx.helper.make_tensor_type_proto +``` + +```{eval-rst} +.. autofunction:: onnx.helper.make_training_info +``` + +```{eval-rst} +.. autofunction:: onnx.helper.make_tensor_value_info +``` + +```{eval-rst} +.. autofunction:: onnx.helper.make_value_info +``` + +## Type Mappings + +```{eval-rst} +.. autofunction:: onnx.helper.get_all_tensor_dtypes +``` + +```{eval-rst} +.. autofunction:: onnx.helper.np_dtype_to_tensor_dtype +``` + +```{eval-rst} +.. autofunction:: onnx.helper.tensor_dtype_to_field +``` + +```{eval-rst} +.. autofunction:: onnx.helper.tensor_dtype_to_np_dtype +``` + +```{eval-rst} +.. autofunction:: onnx.helper.tensor_dtype_to_storage_tensor_dtype +``` + +```{eval-rst} +.. autofunction:: onnx.helper.tensor_dtype_to_string +``` + +## Tools + +```{eval-rst} +.. autofunction:: onnx.helper.find_min_ir_version_for +``` + +## Other functions + +```{eval-rst} +.. autosummary:: + + get_attribute_value + get_node_attr_value + set_metadata_props + set_model_props + printable_attribute + printable_dim + printable_graph + printable_node + printable_tensor_proto + printable_type + printable_value_info +``` diff --git a/docs/docsgen/source/api/index.md b/docs/docsgen/source/api/index.md new file mode 100644 index 0000000..e36404e --- /dev/null +++ b/docs/docsgen/source/api/index.md @@ -0,0 +1,71 @@ +(l-python-onnx-api)= + +# API Reference + +```{tip} +The [ir-py project](https://github.com/onnx/ir-py) provides alternative Pythonic APIs for creating and manipulating ONNX models without interaction with Protobuf. +``` + +## Versioning + +The following example shows how to retrieve onnx version, +the onnx opset, the IR version. Every new major release increments the opset version +(see {ref}`l-api-opset-version`). + +```{eval-rst} +.. exec_code:: + + from onnx import __version__, IR_VERSION + from onnx.defs import onnx_opset_version + print(f"onnx.__version__={__version__!r}, opset={onnx_opset_version()}, IR_VERSION={IR_VERSION}") +``` + +The intermediate representation (IR) specification is the abstract model for +graphs and operators and the concrete format that represents them. +Adding a structure or modifying one of them increases the IR version. + +The opset version increases when an operator is added or removed or modified. +A higher opset means a longer list of operators and more options to +implement an ONNX functions. An operator is usually modified because it +supports more input and output type, or an attribute becomes an input. + +## Data Structures + +Every ONNX object is defined based on a [protobuf message](https://googleapis.dev/python/protobuf/latest/google/protobuf/message.html) +and has a name ended with suffix `Proto`. For example, {ref}`l-nodeproto` defines +an operator, {ref}`l-tensorproto` defines a tensor. Next page lists all of them. + +```{toctree} +:maxdepth: 1 + +classes +serialization +``` + +## Functions + +An ONNX model can be created directly from the classes described +in the previous section, but it is faster to create and +verify a model with the following helpers. + +```{toctree} +:maxdepth: 1 + +backend +checker +compose +defs +external_data_helper +helper +inliner +mapping +model_container +numpy_helper +parser +printer +reference +shape_inference +tools +utils +version_converter +``` diff --git a/docs/docsgen/source/api/inliner.md b/docs/docsgen/source/api/inliner.md new file mode 100644 index 0000000..6ae1050 --- /dev/null +++ b/docs/docsgen/source/api/inliner.md @@ -0,0 +1,13 @@ +# onnx.inliner + +## inline_local_functions + +```{eval-rst} +.. autofunction:: onnx.inliner.inline_local_functions +``` + +## inline_selected_functions + +```{eval-rst} +.. autofunction:: onnx.inliner.inline_selected_functions +``` diff --git a/docs/docsgen/source/api/model_container.md b/docs/docsgen/source/api/model_container.md new file mode 100644 index 0000000..48641cd --- /dev/null +++ b/docs/docsgen/source/api/model_container.md @@ -0,0 +1,20 @@ +# onnx.model_container + +## ModelContainer + +```{eval-rst} +.. autoclass:: onnx.model_container.ModelContainer + :members: +``` + +## make_large_model + +```{eval-rst} +.. autofunction:: onnx.model_container.make_large_model +``` + +## make_large_tensor_proto + +```{eval-rst} +.. autofunction:: onnx.model_container.make_large_tensor_proto +``` diff --git a/docs/docsgen/source/api/numpy_helper.md b/docs/docsgen/source/api/numpy_helper.md new file mode 100644 index 0000000..db521f9 --- /dev/null +++ b/docs/docsgen/source/api/numpy_helper.md @@ -0,0 +1,63 @@ +# onnx.numpy_helper + +```{eval-rst} +.. currentmodule:: onnx.numpy_helper +``` + +```{eval-rst} +.. autosummary:: + + from_array + from_dict + from_list + from_optional + to_array + to_dict + to_list + to_optional + +``` + +(l-numpy-helper-onnx-array)= + +## array + +```{eval-rst} +.. autofunction:: onnx.numpy_helper.from_array +``` + +```{eval-rst} +.. autofunction:: onnx.numpy_helper.to_array +``` + +Arrays with data types not supported natively by NumPy will be return with ``ml_dtypes`` dtypes. + +## sequence + +```{eval-rst} +.. autofunction:: onnx.numpy_helper.to_list +``` + +```{eval-rst} +.. autofunction:: onnx.numpy_helper.from_list +``` + +## dictionary + +```{eval-rst} +.. autofunction:: onnx.numpy_helper.to_dict +``` + +```{eval-rst} +.. autofunction:: onnx.numpy_helper.from_dict +``` + +## optional + +```{eval-rst} +.. autofunction:: onnx.numpy_helper.to_optional +``` + +```{eval-rst} +.. autofunction:: onnx.numpy_helper.from_optional +``` diff --git a/docs/docsgen/source/api/parser.md b/docs/docsgen/source/api/parser.md new file mode 100644 index 0000000..8660c7e --- /dev/null +++ b/docs/docsgen/source/api/parser.md @@ -0,0 +1,25 @@ +# onnx.parser + +## parse_node + +```{eval-rst} +.. autofunction:: onnx.parser.parse_node +``` + +## parse_function + +```{eval-rst} +.. autofunction:: onnx.parser.parse_function +``` + +## parse_graph + +```{eval-rst} +.. autofunction:: onnx.parser.parse_graph +``` + +## parse_model + +```{eval-rst} +.. autofunction:: onnx.parser.parse_model +``` diff --git a/docs/docsgen/source/api/printer.md b/docs/docsgen/source/api/printer.md new file mode 100644 index 0000000..76a7367 --- /dev/null +++ b/docs/docsgen/source/api/printer.md @@ -0,0 +1,7 @@ +# onnx.printer + +## to_text + +```{eval-rst} +.. autofunction:: onnx.printer.to_text +``` diff --git a/docs/docsgen/source/api/reference.md b/docs/docsgen/source/api/reference.md new file mode 100644 index 0000000..2989c61 --- /dev/null +++ b/docs/docsgen/source/api/reference.md @@ -0,0 +1,45 @@ +(l-reference-implementation)= + +# onnx.reference + +## DefaultNone + +```{eval-rst} +.. autoclass:: onnx.reference.op_run.DefaultNone + :members: +``` + +## ReferenceEvaluator + +```{eval-rst} +.. autoclass:: onnx.reference.ReferenceEvaluator + :members: input_names, output_names, opsets, run +``` + +## OpFunction + +```{eval-rst} +.. autoclass:: onnx.reference.op_run.OpFunction + :members: create, eval, input, output, implicit_inputs, domain, need_context, run, make_node +``` + +## OpRun + +```{eval-rst} +.. autoclass:: onnx.reference.op_run.OpRun + :members: create, eval, input, output, implicit_inputs, domain, need_context, run, make_node +``` + +## RuntimeTypeError + +```{eval-rst} +.. autoclass:: onnx.reference.op_run.RuntimeTypeError + :members: +``` + +## SparseTensor + +```{eval-rst} +.. autoclass:: onnx.reference.op_run.SparseTensor + :members: +``` diff --git a/docs/docsgen/source/api/serialization.md b/docs/docsgen/source/api/serialization.md new file mode 100644 index 0000000..2359047 --- /dev/null +++ b/docs/docsgen/source/api/serialization.md @@ -0,0 +1,119 @@ +(l-serialization)= + +# Serialization + +## Save a model and any Proto class + +This ONNX graph needs to be serialized into one contiguous +memory buffer. Method `SerializeToString` is available +in every ONNX objects. + +``` +with open("model.onnx", "wb") as f: + f.write(onnx_model.SerializeToString()) +``` + +This method has the following signature. + +```{eval-rst} +.. autoclass:: onnx.ModelProto + :members: SerializeToString +``` + +Every Proto class implements method `SerializeToString`. +Therefore the following code works with any class described +in page {ref}`l-onnx-classes`. + +``` +with open("proto.pb", "wb") as f: + f.write(proto.SerializeToString()) +``` + +Next example shows how to save a {ref}`l-nodeproto`. + +```{eval-rst} +.. exec_code:: + + from onnx import NodeProto + + node = NodeProto() + node.name = "example-type-proto" + node.op_type = "Add" + node.input.extend(["X", "Y"]) + node.output.extend(["Z"]) + + with open("node.pb", "wb") as f: + f.write(node.SerializeToString()) +``` + +## Load a model + +Following function only automates the loading of a class +{ref}`l-modelproto`. Next sections shows how to restore +any other proto class. + +```{eval-rst} +.. autofunction:: onnx.load +``` + +``` +from onnx import load + +onnx_model = load("model.onnx") +``` + +Or: + +``` +from onnx import load + +with open("model.onnx", "rb") as f: + onnx_model = load(f) +``` + +Next function does the same from a bytes array. + +```{eval-rst} +.. autofunction:: onnx.load_model_from_string + +``` + +(l-onnx-load-data)= + +## Load a Proto + +Proto means here any type containing data including a model, a tensor, +a sparse tensor, any class listed in page {ref}`l-onnx-classes`. +The user must know the type of the data he needs to restore +and then call method `ParseFromString`. +[protobuf](https://developers.google.com/protocol-buffers) +does not store any information about the class +of the saved data. Therefore, this class must be known before +restoring an object. + +```{eval-rst} +.. autoclass:: onnx.ModelProto + :members: ParseFromString +``` + +Next example shows how to restore a {ref}`l-nodeproto`. + +```{eval-rst} +.. exec_code:: + + from onnx import NodeProto + + tp2 = NodeProto() + with open("node.pb", "rb") as f: + content = f.read() + + tp2.ParseFromString(content) + + print(tp2) +``` + +A shortcut exists for {ref}`l-tensorproto`: + +```{eval-rst} +.. autofunction:: onnx.load_tensor_from_string +``` diff --git a/docs/docsgen/source/api/shape_inference.md b/docs/docsgen/source/api/shape_inference.md new file mode 100644 index 0000000..41f9091 --- /dev/null +++ b/docs/docsgen/source/api/shape_inference.md @@ -0,0 +1,25 @@ +# onnx.shape_inference + +## infer_shapes + +```{eval-rst} +.. autofunction:: onnx.shape_inference.infer_shapes +``` + +## infer_shapes_path + +```{eval-rst} +.. autofunction:: onnx.shape_inference.infer_shapes_path +``` + +## infer_node_outputs + +```{eval-rst} +.. autofunction:: onnx.shape_inference.infer_node_outputs +``` + +## infer_function_output_types + +```{eval-rst} +.. autofunction:: onnx.shape_inference.infer_function_output_types +``` diff --git a/docs/docsgen/source/api/tools.md b/docs/docsgen/source/api/tools.md new file mode 100644 index 0000000..0b23db2 --- /dev/null +++ b/docs/docsgen/source/api/tools.md @@ -0,0 +1,14 @@ +# onnx.tools + + +## update_inputs_outputs_dims + +```{eval-rst} +.. autofunction:: onnx.tools.update_model_dims.update_inputs_outputs_dims +``` + +## replace_initializer_by_constant_of_shape + +```{eval-rst} +.. autofunction:: onnx.tools.replace_constants.replace_initializer_by_constant_of_shape +``` diff --git a/docs/docsgen/source/api/utils.md b/docs/docsgen/source/api/utils.md new file mode 100644 index 0000000..b08d1ab --- /dev/null +++ b/docs/docsgen/source/api/utils.md @@ -0,0 +1,14 @@ +# onnx.utils + +## Extractor + +```{eval-rst} +.. autoclass:: onnx.utils.Extractor + :members: +``` + +## extract_model + +```{eval-rst} +.. autofunction:: onnx.utils.extract_model +``` diff --git a/docs/docsgen/source/api/version_converter.md b/docs/docsgen/source/api/version_converter.md new file mode 100644 index 0000000..8b7754d --- /dev/null +++ b/docs/docsgen/source/api/version_converter.md @@ -0,0 +1,7 @@ +# onnx.version_converter + +## convert_version + +```{eval-rst} +.. autofunction:: onnx.version_converter.convert_version +``` diff --git a/docs/docsgen/source/conf.py b/docs/docsgen/source/conf.py new file mode 100644 index 0000000..518d0cc --- /dev/null +++ b/docs/docsgen/source/conf.py @@ -0,0 +1,107 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 + + +from __future__ import annotations + +import os +import sys +import warnings + +import onnx + +sys.path.append(os.path.abspath(os.path.dirname(__file__))) + + +# -- Project information ----------------------------------------------------- + +author = "ONNX" +copyright = "2024" # noqa: A001 +project = "ONNX" +release = onnx.__version__ +version = onnx.__version__ + +# define the latest opset to document, +# this is meant to avoid documenting opset not released yet +max_opset = onnx.helper.VERSION_TABLE[-1][2] + +# define the latest opset to document for every opset +_opsets = [t for t in onnx.helper.VERSION_TABLE if t[2] == max_opset][-1] +max_opsets = { + "": max_opset, + "ai.onnx.ml": _opsets[3], + "ai.onnx.training": _opsets[4], +} + +# -- General configuration --------------------------------------------------- + +extensions = [ + "myst_parser", + "onnx_sphinx", + "sphinx_copybutton", + "sphinx_exec_code", + "sphinx_tabs.tabs", + "sphinx.ext.autodoc", + "sphinx.ext.autosummary", + "sphinx.ext.coverage", + "sphinx.ext.doctest", + "sphinx.ext.githubpages", + "sphinx.ext.graphviz", + "sphinx.ext.ifconfig", + "sphinx.ext.intersphinx", + "sphinx.ext.mathjax", + "sphinx.ext.napoleon", + "sphinx.ext.viewcode", +] + +myst_enable_extensions = [ + "amsmath", + "attrs_inline", + "colon_fence", + "deflist", + "dollarmath", + "fieldlist", + "html_admonition", + "html_image", + "linkify", + "replacements", + "smartquotes", + "strikethrough", + "substitution", + "tasklist", +] + +coverage_show_missing_items = True +exclude_patterns = [] +graphviz_output_format = "svg" +html_css_files = ["css/custom.css"] +html_favicon = "onnx-favicon.png" +html_sidebars = {} +html_static_path = ["_static"] +html_theme = "furo" +language = "en" +mathdef_link_only = True +master_doc = "index" +onnx_doc_folder = os.path.join(os.path.abspath(os.path.dirname(__file__)), "operators") +pygments_style = "default" +source_suffix = [".rst", ".md"] +templates_path = ["_templates"] + +html_context = { + "default_mode": "auto", # auto: the documentation theme will follow the system default that you have set (light or dark) +} + +html_theme_options = { + "light_logo": "onnx-horizontal-color.png", + "dark_logo": "onnx-horizontal-white.png", +} + +intersphinx_mapping = { + "numpy": ("https://numpy.org/doc/stable/", None), + "python": (f"https://docs.python.org/{sys.version_info.major}/", None), + "scipy": ("https://docs.scipy.org/doc/scipy/", None), + "torch": ("https://pytorch.org/docs/stable/", None), +} + +warnings.filterwarnings("ignore", category=FutureWarning) diff --git a/docs/docsgen/source/expect_onnxruntime.md b/docs/docsgen/source/expect_onnxruntime.md new file mode 100644 index 0000000..4875050 --- /dev/null +++ b/docs/docsgen/source/expect_onnxruntime.md @@ -0,0 +1,75 @@ + + +(l-function-expect)= + +# Sample operator test code + +Many examples from the documentation end by calling +function `expect` to check a runtime returns the expected +outputs for the given example. Here is one implementation +based on [onnxruntime](https://onnxruntime.ai/). + +``` +from typing import Any, Sequence +import numpy as np +import onnx +import onnxruntime + + +def expect( + node: onnx.NodeProto, + inputs: Sequence[np.ndarray], + outputs: Sequence[np.ndarray], + name: str, + **kwargs: Any, +) -> None: + # Builds the model + present_inputs = [x for x in node.input if (x != "")] + present_outputs = [x for x in node.output if (x != "")] + input_type_protos = [None] * len(inputs) + if "input_type_protos" in kwargs: + input_type_protos = kwargs["input_type_protos"] + del kwargs["input_type_protos"] + output_type_protos = [None] * len(outputs) + if "output_type_protos" in kwargs: + output_type_protos = kwargs["output_type_protos"] + del kwargs["output_type_protos"] + inputs_vi = [ + _extract_value_info(arr, arr_name, input_type) + for arr, arr_name, input_type in zip(inputs, present_inputs, input_type_protos) + ] + outputs_vi = [ + _extract_value_info(arr, arr_name, output_type) + for arr, arr_name, output_type in zip( + outputs, present_outputs, output_type_protos + ) + ] + graph = onnx.helper.make_graph( + nodes=[node], name=name, inputs=inputs_vi, outputs=outputs_vi + ) + kwargs["producer_name"] = "backend-test" + + if "opset_imports" not in kwargs: + # To make sure the model will be produced with the same opset_version after opset changes + # By default, it uses since_version as opset_version for produced models + produce_opset_version = onnx.defs.get_schema( + node.op_type, domain=node.domain + ).since_version + kwargs["opset_imports"] = [ + onnx.helper.make_operatorsetid(node.domain, produce_opset_version) + ] + + model = onnx.helper.make_model_gen_version(graph, **kwargs) + + # Checking the produces are the expected ones. + sess = onnxruntime.InferenceSession(model.SerializeToString(), + providers=["CPUExecutionProvider"]) + feeds = {name: value for name, value in zip(node.input, inputs)} + results = sess.run(None, feeds) + for expected, output in zip(outputs, results): + assert_allclose(expected, output) +``` diff --git a/docs/docsgen/source/index.md b/docs/docsgen/source/index.md new file mode 100644 index 0000000..80168d8 --- /dev/null +++ b/docs/docsgen/source/index.md @@ -0,0 +1,19 @@ + + +(l-main-doc-page)= + +# ONNX documentation + +```{toctree} +:maxdepth: 2 + +intro/index +api/index +operators/index +technical/index +repo-docs/index +``` diff --git a/docs/docsgen/source/intro/concepts.md b/docs/docsgen/source/intro/concepts.md new file mode 100644 index 0000000..53766e7 --- /dev/null +++ b/docs/docsgen/source/intro/concepts.md @@ -0,0 +1,364 @@ +# ONNX Concepts + +ONNX can be compared to a programming language specialized +in mathematical functions. It defines all the necessary operations +a machine learning model needs to implement its inference function +with this language. A linear regression could be represented +in the following way: + +``` +def onnx_linear_regressor(X): + "ONNX code for a linear regression" + return onnx.Add(onnx.MatMul(X, coefficients), bias) +``` + +```{index} ONNX graph +``` + +This example is very similar to an expression a developer could +write in Python. It can be also represented as a graph that shows +step-by-step how to transform the features to get a prediction. +That's why a machine-learning model implemented with ONNX is often +referenced as an **ONNX graph**. + +```{image} images/linreg1.png +``` + +ONNX aims at providing a common language any machine learning framework +can use to describe its models. The first scenario is to make it easier +to deploy a machine learning model in production. An ONNX interpreter +(or **runtime**) can be specifically implemented and optimized for this task +in the environment where it is deployed. With ONNX, it is possible +to build a unique process to deploy a model in production and independent +from the learning framework used to build the model. +*onnx* implements a python runtime that can be used to evaluate +ONNX models and to evaluate ONNX ops. This is intended to clarify the +semantics of ONNX and to help understand and debug ONNX tools +and converters. It is not intended to be used for production and +performance is not a goal (see {ref}`l-reference-implementation`). + +## Input, Output, Node, Initializer, Attributes + +Building an ONNX graph means implementing a function +with the ONNX language or more precisely the {ref}`l-onnx-operators`. +A linear regression would be written this way. +The following lines do not follow python syntax. +It is just a kind of pseudo-code to illustrate the model. + +``` +Input: float[M,K] x, float[K,N] a, float[N] c +Output: float[M, N] y + +r = onnx.MatMul(x, a) +y = onnx.Add(r, c) +``` + +This code implements a function `f(x, a, c) -> y = x @ a + c`. +And *x*, *a*, *c* are the **inputs**, *y* is the **output**. +*r* is an intermediate result. +*MatMul* and *Add* are the **nodes**. They also have inputs and outputs. +A node has also a type, one of the operators in +{ref}`l-onnx-operators`. This graph was built with the example +in Section {ref}`l-onnx-linear-regression-onnx-api`. + +The graph could also have an **initializer**. When an input +never changes such as the coefficients of the linear regression, +it is most efficient to turn it into a constant stored in the graph. + +``` +Input: float[M,K] x +Initializer: float[K,N] a, float[N] c +Output: float[M, N] xac + +xa = onnx.MatMul(x, a) +xac = onnx.Add(xa, c) +``` + +Visually, this graph would look like the following image. +The right side describes operator *Add* where the second input +is defined as an initializer. This graph was obtained with this +code {ref}`l-onnx-linear-regression-onnx-api-init`. + +```{image} images/linreg2.png +:alt: Snapshot of Netron +``` + +An **attribute** is a fixed parameter of an operator. Operator {ref}`l-onnx-doc-Gemm` +has four attributes, *alpha*, *beta*, *transA*, *transB*. Unless the runtime +allows it through its API, once it has loaded the ONNX graph, these values +cannot be changed and remain frozen for all the predictions. + +## Serialization with protobuf + +The deployment of a machine-learned model into production +usually requires replicating the entire ecosystem used to +train the model, most of the time with a *docker*. +Once a model is converted into ONNX, the production environment +only needs a runtime to execute the graph defined with ONNX +operators. This runtime can be developed in any language +suitable for the production application, C, java, python, javascript, +C#, Webassembly, ARM... + +But to make that happen, the ONNX graph needs to be saved. +ONNX uses *protobuf* to serialize the graph into +one single block +(see [Parsing and Serialization](https://developers.google.com/protocol-buffers/docs/pythontutorial#parsing-and-serialization)). It aims at optimizing the model size +as much as possible. + +## Metadata + +Machine learned models are continuously refreshed. It is important +to keep track of the model version, the author of the model and +how it was trained. ONNX offers the possibility to store additional data +in the model itself. + +- **doc_string**: Human-readable documentation for this model. + : Markdown is allowed. +- **domain**: A reverse-DNS name to indicate the model namespace or domain, + : for example, 'org.onnx' +- **metadata_props**: Named metadata as dictionary `map`, + : `(values, keys)` should be distinct. +- **model_author**: A comma-separated list of names, + : The personal name of the author(s) of the model, and/or their organizations. +- **model_license**: The well-known name or URL of the license + : under which the model is made available. +- **model_version**: The version of the model itself, encoded in an integer. +- **producer_name**: The name of the tool used to generate the model. +- **producer_version**: The version of the generating tool. +- **training_info**: An optional extension that contains + : information for training (see {ref}`l-traininginfoproto`) + +## List of available operators and domains + +The main list is described here: {ref}`l-onnx-operators`. +It merges standard matrix operators (Add, Sub, MatMul, Transpose, +Greater, IsNaN, Shape, Reshape...), +reductions (ReduceSum, ReduceMin, ...) +image transformations (Conv, MaxPool, ...), +deep neural networks layer (RNN, DropOut, ...), +activations functions (Relu, Softmax, ...). +It covers most of the operations needed to implement +inference functions from standard and deep machine learning. +ONNX does not implement every existing machine learning operator, +the list of operator would be infinite. + +The main list of operators is identified with a domain **ai.onnx**. +A **domain** can be defined as a set of operators. +A few operators in this list are dedicated to text but they hardly cover +the needs. The main list is also missing tree based models very +popular in standard machine learning. +These are part of another domain **ai.onnx.ml**, +it includes tree bases models (TreeEnsemble Regressor, ...), +preprocessing (OneHotEncoder, LabelEncoder, ...), SVM models +(SVMRegressor, ...), imputer (Imputer). + +ONNX only defines these two domains. But the library onnx +supports any custom domains and operators +(see {ref}`l-onnx-extensibility`). + +## Supported Types + +ONNX specifications are optimized for numerical computation with +tensors. A *tensor* is a multidimensional array. It is defined +by: + +- a type: the element type, the same for all elements in the tensor +- a shape: an array with all dimensions, this array can be empty, + a dimension can be null +- a contiguous array: it represents all the values + +This definition does not include *strides* or the possibility to define +a view of a tensor based on an existing tensor. An ONNX tensor is a dense +full array with no stride. + +### Element Type + +ONNX was initially developed to help deploying deep learning model. +That's why the specifications were initially designed for floats (32 bits). +The current version supports all common types. Dictionary +{ref}`l-onnx-types-mapping` gives the correspondence between *ONNX* +and {mod}`numpy`. + +```{eval-rst} +.. exec_code:: + + import re + from onnx import TensorProto + + reg = re.compile('^[0-9A-Z_]+$') + + values = {} + for att in sorted(dir(TensorProto)): + if att in {'DESCRIPTOR'}: + continue + if reg.match(att): + values[getattr(TensorProto, att)] = att + for i, att in sorted(values.items()): + si = str(i) + if len(si) == 1: + si = " " + si + print("%s: onnx.TensorProto.%s" % (si, att)) +``` + +ONNX is strongly typed and its definition does not support +implicit cast. ONNX does not allow addition of two tensors +or matrices with different types, even if other languages do. +That's why an explicit cast must be inserted in a graph. + +### Sparse Tensor + +Sparse tensors are useful to represent arrays having many null coefficients. +ONNX supports 2D sparse tensor. Class {ref}`l-onnx-sparsetensor-proto` +defines attributes `dims`, `indices` (int64) and `values`. + +### Other types + +In addition to tensors and sparse tensors, ONNX supports sequences of tensors, +map of tensors, sequences of map of tensors through types +{ref}`l-onnx-sequence-proto`, {ref}`l-onnx-map-proto`. They are rarely used. + +## What is an opset version? + +The opset is mapped to the version of the *onnx* package. +It is incremented every time the minor version increases. +Every version brings updated or new operators. + +```{eval-rst} +.. exec_code:: + + import onnx + print(onnx.__version__, " opset=", onnx.defs.onnx_opset_version()) +``` + +An opset version is also attached to every ONNX graph. +It defines the version of all operators inside the graph. +Operator *Add* was updated in version 6, 7, 13 and 14. If the +graph opset is 15, it means operator *Add* follows specifications +version 14. If the graph opset is 12, then operator *Add* follows +specifications version 7. An operator in a graph follows its most +recent definition below (or equal) the global graph opset. + +A graph may include operators from several domains, `ai.onnx` and +`ai.onnx.ml` for example. In that case, the graph must define a +global opset for every domain. The rule is applied to every +operators within the same domain. + +## Subgraphs, tests and loops + +ONNX implements tests and loops. They all take another ONNX +graphs as an attribute. These structures are usually slow and complex. +It is better to avoid them if possible. + +### If + +Operator {ref}`l-onnx-doc-If` executes +one of the two graphs depending on the condition evaluation. + +``` +If(condition) then + execute this ONNX graph (`then_branch`) +else + execute this ONNX graph (`else_branch`) +``` + +Those two graphs can use any result already computed in the +graph and must produce the exact same number of outputs. +These outputs will be the output of the operator `If`. + +```{image} images/dot_if.png +``` + +(l-operator-scan-onnx-tutorial)= + +### Scan + +Operator {ref}`l-onnx-doc-Scan` implements a loop with a fixed number of iterations. +It loops over the rows (or any other dimension) of the inputs and concatenates +the outputs along the same axis. Let's see an example which implements +pairwise distances: $M(i,j) = \lVert X_i - X_j \rVert^2$. + +```{image} images/dot_scan.png +``` + +This loop is efficient even if it is still slower than a custom implementation +of pairwise distances. It assumes inputs and outputs are tensors and +automatically concatenate the outputs of every iteration into single +tensors. The previous example only has one but it could have several. + +### Loop + +Operator {ref}`l-onnx-doc-Loop` implements a for and a while loop. It can do a fixed +number of iterators and/or ends when a condition is not met anymore. +Outputs are processed in two different ways. First one is similar to +loop {ref}`l-onnx-doc-Scan`, outputs are concatenated into tensors (along the first +dimension). This also means that these outputs must have compatible shapes. +Second mechanism concatenates tensors into a sequence of tensors. + +(l-onnx-extensibility)= + +## Extensibility + +ONNX defines a list of operators as the standard: {ref}`l-onnx-operators`. +However, it is very possible +to define your own operators under this domain or a new one. +*onnxruntime* defines custom operators to improve inference. +Every node has a type, a name, +named inputs and outputs, and attributes. As long as a node is described +under these constraints, a node can be added to any ONNX graph. + +Pairwise distances can be implemented with operator Scan. +However, a dedicated operator called CDist is proved significantly +faster, significantly enough to make the effort to implement a dedicated runtime +for it. + +## Functions + +Functions are one way to extend ONNX specifications. Some model requires +the same combination of operators. This can be avoided by creating a function +itself defined with existing ONNX operators. Once defined, a function behaves +like any other operators. It has inputs, outputs and attributes. + +There are two advantages of using functions. The first one is to have a +shorter code and easier to read. The second one is that any onnxruntime +can leverage that information to run predictions faster. The runtime +could have a specific implementation for a function not relying on the +implementation of the existing operators. + +## Shape (and Type) Inference + +Knowing the shapes of results is not necessary to execute an ONNX graph +but this information can be used to make it faster. If you have the following +graph: + +``` +Add(x, y) -> z +Abs(z) -> w +``` + +If *x* and *y* have the same shape, then *z* and *w* also have the same +shape. Knowing that, it is possible to reuse the buffer allocated for *z*, +to compute the absolute value *w* inplace. Shape inference helps the +runtime to manage the memory and therefore to be more efficient. + +ONNX package can compute in most of the cases the output shape +knowing the input shape for every standard operator. It cannot +obviously do that for any custom operator outside of the official +list. + +## Tools + +[netron](https://netron.app/) +is very useful to help visualize ONNX graphs. +That's the only one without programming. The first screenshot was +made with this tool. + +```{image} images/linreg1.png +``` + +[onnx2py.py](https://github.com/microsoft/onnxconverter-common/blob/master/onnxconverter_common/onnx2py.py) +creates a python file from an ONNX graph. This script can create +the same graph. It may be modified by a user to change the graph. + +[zetane](https://github.com/zetane/viewer) +can load onnx model and show intermediate results +when the model is executed. diff --git a/docs/docsgen/source/intro/converters.md b/docs/docsgen/source/intro/converters.md new file mode 100644 index 0000000..810aa10 --- /dev/null +++ b/docs/docsgen/source/intro/converters.md @@ -0,0 +1,317 @@ +# Converters + +Using ONNX in production means the prediction function +of a model can be implemented with ONNX operators. +A runtime must be chosen, one available on the platform +the model is deployed. Discrepancies are checked +and finally, the latency is measured. +The first step of the model conversion can be easy +if there exists a converting library for this framework +supporting all the pieces of the model. If it is not the +case, the missing parts must be implemented in ONNX. +That may be very time consuming. + +## What is a converting library? + +[sklearn-onnx](https://onnx.ai/sklearn-onnx/) converts +[scikit-learn](https://scikit-learn.org/stable/) models +into ONNX. It rewrites the prediction function of a model, +whatever it is, with ONNX operators using the API introduced +above. It ensures that the predictions are equal or at least +very close to the expected predictions computed with the +original model. + +Machine learning libraries usually have their own design. +That's why there exists a specific converting library for +each of them. Many of them are listed there: +[Converting to ONNX format](https://github.com/onnx/tutorials#converting-to-onnx-format). +Here is a short list: + +- [sklearn-onnx](https://onnx.ai/sklearn-onnx/): + converts models from [scikit-learn](https://scikit-learn.org/stable/), +- [tensorflow-onnx](https://github.com/onnx/tensorflow-onnx): + converts models from [tensorflow](https://www.tensorflow.org/), +- [jax2onnx](https://github.com/enpasos/jax2onnx): + converts models from [JAX](https://docs.jax.dev/), +- [onnxmltools](https://github.com/onnx/onnxmltools): + converts models from [lightgbm](https://lightgbm.readthedocs.io/), + [xgboost](https://xgboost.readthedocs.io/en/stable/), + [pyspark](https://spark.apache.org/docs/latest/api/python/), + [libsvm](https://github.com/cjlin1/libsvm) +- [torch.onnx](https://pytorch.org/docs/master/onnx.html): + converts model from [pytorch](https://pytorch.org/). + +The main challenge for all these libraries is to keep up the rhythm. +They must be updated everytime ONNX or the library they support +have a new released version. That means three to five new releases +per year. + +Converting libraries are not compatible among each others. +[tensorflow-onnx](https://github.com/onnx/tensorflow-onnx) +is dedicated to tensorflow and only tensorflow. +The same goes for sklearn-onnx specialized into scikit-learn. + +One challenge is customization. It is difficult to support +custom pieces in a machine learned model. +They have to write the specific converter for this piece. +Somehow, it is like implementing +twice the prediction function. There is one easy case: +deep learning frameworks have their own primitives to ensure +the same code can be executed on different environments. +As long as a custom layer or a subpart is using pieces of +pytorch or tensorflow, there is not much to do. +It is a different story for scikit-learn. This package +does not have its own addition or multiplication, it relies +on numpy or scipy. The user must implement +its transformer or predictor with ONNX primitives, whether or +not it was implemented with numpy. + +## Alternatives + +One alternative for implementing ONNX export capability is to leverage standard protocols such as the [Array API standard](https://data-apis.org/array-api/latest/), which standardizes a common set of array operations. It enables code reuse across libraries like NumPy, JAX, PyTorch, CuPy and more. [ndonnx](https://github.com/Quantco/ndonnx) enables execution with an ONNX backend and instant ONNX export for Array API compliant code. This diminishes the need for dedicated converter library code since the same code used to implement most of a library can reused in ONNX conversion. It also provides a convenient primitive for converter authors looking for a NumPy-like experience when constructing ONNX graphs. + +## Opsets + +ONNX releases packages with version numbers like +`major.minor.fix`. Every minor update means the list of operators +is different or the signature has changed. It is also associated to +an opset, version `1.10` is opset 15, `1.11` will be opset 16. +Every ONNX graph should define the opset it follows. Changing this +version without updating the operators could make the graph invalid. +If the opset is left unspecified, ONNX will consider that the graph +is valid for the latest opset. + +New opsets usually introduce new operators. A same inference function +could be implemented differently, usually in a more efficient way. +However, the runtime the model is running on may not +support newest opsets or at least not in the installed version. +That's why every converting library offers the +possibility to create an ONNX graph for a specific opset usually called +`target_opset`. ONNX language describes simple and complex operators. +Changing the opset is similar to upgrading a library. onnx +and onnx runtimes must support backward compatibility. + +## Other API + +Examples in previous sections show that onnx API is +very verbose. It is also difficult to get a whole picture of +a graph by reading the code unless it is a small one. Almost +every converting library has implemented a different API +to create a graph, usually more simple, less verbose +than the API of onnx package. +All API automate the addition of initializers, hide the creation +of a name of every intermediate result, deal with different +version for different opset. + +### A class Graph with a method add_node + +`tensorflow-onnx` implements a class graph. +It rewrites tensorflow function with ONNX operator when +ONNX does not have a similar function (see [Erf](https://github.com/onnx/tensorflow-onnx/blob/master/tf2onnx/onnx_opset/math.py#L414). + +sklearn-onnx defines two different API. The first one +introduced in that example [Implement a converter](https://onnx.ai/sklearn-onnx/auto_tutorial/plot_jcustom_syntax.html) +follows a similar design that tensorflow-onnx follows. +The following lines are extracted from the converter of a linear +classifier. + +``` +# initializer + +coef = scope.get_unique_variable_name('coef') +model_coef = np.array( + classifier_attrs['coefficients'], dtype=np.float64) +model_coef = model_coef.reshape((number_of_classes, -1)).T +container.add_initializer( + coef, proto_dtype, model_coef.shape, model_coef.ravel().tolist()) + +intercept = scope.get_unique_variable_name('intercept') +model_intercept = np.array( + classifier_attrs['intercepts'], dtype=np.float64) +model_intercept = model_intercept.reshape((number_of_classes, -1)).T +container.add_initializer( + intercept, proto_dtype, model_intercept.shape, + model_intercept.ravel().tolist()) + +# add nodes + +multiplied = scope.get_unique_variable_name('multiplied') +container.add_node( + 'MatMul', [operator.inputs[0].full_name, coef], multiplied, + name=scope.get_unique_operator_name('MatMul')) + +# [...] + +argmax_output_name = scope.get_unique_variable_name('label') +container.add_node('ArgMax', raw_score_name, argmax_output_name, + name=scope.get_unique_operator_name('ArgMax'), + axis=1) +``` + +### Operator as function + +The second API shown in [Implement a new converter](https://onnx.ai/sklearn-onnx/auto_tutorial/plot_icustom_converter.html) +is more compact and defines +every ONNX operator as composable functions. +The syntax looks like this for [KMeans](https://scikit-learn.org/stable/modules/generated/sklearn.cluster.KMeans.html), +less verbose and easier to read. + +``` +rs = OnnxReduceSumSquare( + input_name, axes=[1], keepdims=1, op_version=opv) + +gemm_out = OnnxMatMul( + input_name, (C.T * (-2)).astype(dtype), op_version=opv) + +z = OnnxAdd(rs, gemm_out, op_version=opv) +y2 = OnnxAdd(C2, z, op_version=opv) +ll = OnnxArgMin(y2, axis=1, keepdims=0, output_names=out[:1], + op_version=opv) +y2s = OnnxSqrt(y2, output_names=out[1:], op_version=opv) +``` + +## Tricks learned from experience + +### Discrepancies + +ONNX is strongly typed and optimizes for float32, the most +common type in deep learning. Libraries in standard +machine learning use both float32 and float64. numpy +usually cast to the most generic type, float64. It has no significant +impact when the prediction function is contiguous. +When it is not, the right type must be used. Example +[Issues when switching to float](https://onnx.ai/sklearn-onnx/auto_tutorial/plot_ebegin_float_double.html) +gives more insights on that topic. + +Parallelization changes the order of computation. It is usually +not significant but it may explain some weird discrepancies. +`1 + 1e17 - 1e17 = 0` but `1e17 - 1e17 + 1 = 1`. High order of +magnitude are rare but not so rare when a model uses the inverse +of a matrix. + +### IsolationForest Trick + +ONNX only implements a {ref}`TreeEnsembleRegressor +` but +it does not offer the possibility to retrieve any information +about the path the decision followed or statistics to the graph. +The trick is to used one forest to predict the leaf index and map +this leaf index one or multiple times with the information needed. + +```{image} images/iff.png +``` + +### Discretization + +Looking in which interval a feature falls into. That's easy to do +with numpy but not so easy to do efficiently with ONNX. +The fastest way is to use a TreeEnsembleRegressor, a binary search, +which outputs the interval index. That's what this example +implements: [Converter for WOE](https://onnx.ai/sklearn-onnx/auto_tutorial/plot_woe_transformer.html). + +### Contribute + +[onnx repository](https://github.com/onnx/onnx) must be forked and cloned. + +### Build + +The windows build requires conda. The following steps might not be up to date. +Folder [onnx/.github/workflows](https://github.com/onnx/onnx/tree/main/.github/workflows) +contains the latest instructions. + +**Windows** + +The build is easier with Anaconda. First: create an environment. +It must be done only once. + +``` +conda create --yes --quiet --name py3.9 python=3.9 +conda install -n py3.9 -y -c conda-forge numpy libprotobuf=3.16.0 +``` + +Then build the package: + +```sh +git submodule update --init --recursive +set ONNX_BUILD_TESTS=1 +set ONNX_ML=$(onnx_ml) +set CMAKE_ARGS=-DONNX_USE_PROTOBUF_SHARED_LIBS=ON -DONNX_USE_LITE_PROTO=ON -DONNX_WERROR=ON + +python -m build --wheel +``` + +The package can now be installed. + +**Linux** + +After cloning the repository, the following instructions can be run: + +```sh +python -m build --wheel +``` + +### Build the markdown documentation + +The package must be built first (see previous section). + +``` +set ONNX_BUILD_TESTS=1 +set ONNX_ML=$(onnx_ml) +set CMAKE_ARGS=-DONNX_USE_PROTOBUF_SHARED_LIBS=ON -DONNX_USE_LITE_PROTO=ON -DONNX_WERROR=ON + +python onnx\gen_proto.py -l +python onnx\gen_proto.py -l --ml +pip install -e . +python onnx\backend\test\cmd_tools.py generate-data +python onnx\backend\test\stat_coverage.py +python onnx\defs\gen_doc.py +set ONNX_ML=0 +python onnx\defs\gen_doc.py +set ONNX_ML=1 +``` + +### Update an existing operator + +All operators are defined in folder +[onnx/onnx/defs](https://github.com/onnx/onnx/tree/main/onnx/defs). +There are two files in every subfolder, one called `defs.cc` and another one +called `old.cc`. + +- `defs.cc`: contains the most recent definition for every operator +- `old.cc`: contains the deprecated version of the operators in previous opset + +Updating an operator means copying the definition from `defs.cc` to `old.cc` +and updating the existing one in `defs.cc`. + +One file following the pattern `onnx/defs/operator_sets*.h` +must be modified. These headers registers the list +of existing operators. + +File [onnx/defs/schema.h](https://github.com/onnx/onnx/blob/main/onnx/defs/schema.h) +contains the latest opset version. It must be updated too if one opset +was upgraded. + +File [onnx/version_converter/convert.h](https://github.com/onnx/onnx/blob/main/onnx/version_converter/convert.h) +contains rules to apply when converter a node from an opset to the next one. +This file may be updated too. + +The package must be compiled and the documentation must be generated +again to automatically update the markdown documentation and it must +be included in the PR. + +Then unit test must be updated. + +**Summary** + +- Modify files `defs.cc`, `old.cc`, `onnx/defs/operator_sets*.h`, + `onnx/defs/schema.h` +- Optional: modify file `onnx/version_converter/convert.h` +- Build onnx. +- Build the documentation. +- Update unit test. + +The PR should include the modified files and the modified markdown documentation, +usually a subset of +`docs/docs/Changelog-ml.md`, `docs/Changelog.md`, +`docs/Operators-ml.md`, `docs/Operators.md`, +`docs/TestCoverage-ml.md`, `docs/TestCoverage.md`. diff --git a/docs/docsgen/source/intro/images/dot_att.png b/docs/docsgen/source/intro/images/dot_att.png new file mode 100644 index 0000000..3fe69c8 Binary files /dev/null and b/docs/docsgen/source/intro/images/dot_att.png differ diff --git a/docs/docsgen/source/intro/images/dot_if.png b/docs/docsgen/source/intro/images/dot_if.png new file mode 100644 index 0000000..fb223c5 Binary files /dev/null and b/docs/docsgen/source/intro/images/dot_if.png differ diff --git a/docs/docsgen/source/intro/images/dot_if_py.png b/docs/docsgen/source/intro/images/dot_if_py.png new file mode 100644 index 0000000..3f1daa4 Binary files /dev/null and b/docs/docsgen/source/intro/images/dot_if_py.png differ diff --git a/docs/docsgen/source/intro/images/dot_linreg.png b/docs/docsgen/source/intro/images/dot_linreg.png new file mode 100644 index 0000000..f5e054d Binary files /dev/null and b/docs/docsgen/source/intro/images/dot_linreg.png differ diff --git a/docs/docsgen/source/intro/images/dot_linreg2.png b/docs/docsgen/source/intro/images/dot_linreg2.png new file mode 100644 index 0000000..eca78bd Binary files /dev/null and b/docs/docsgen/source/intro/images/dot_linreg2.png differ diff --git a/docs/docsgen/source/intro/images/dot_scan.png b/docs/docsgen/source/intro/images/dot_scan.png new file mode 100644 index 0000000..1ddfa65 Binary files /dev/null and b/docs/docsgen/source/intro/images/dot_scan.png differ diff --git a/docs/docsgen/source/intro/images/dot_scan_py.png b/docs/docsgen/source/intro/images/dot_scan_py.png new file mode 100644 index 0000000..218bda1 Binary files /dev/null and b/docs/docsgen/source/intro/images/dot_scan_py.png differ diff --git a/docs/docsgen/source/intro/images/iff.png b/docs/docsgen/source/intro/images/iff.png new file mode 100644 index 0000000..f370f2e Binary files /dev/null and b/docs/docsgen/source/intro/images/iff.png differ diff --git a/docs/docsgen/source/intro/images/linreg1.png b/docs/docsgen/source/intro/images/linreg1.png new file mode 100644 index 0000000..fb63c94 Binary files /dev/null and b/docs/docsgen/source/intro/images/linreg1.png differ diff --git a/docs/docsgen/source/intro/images/linreg2.png b/docs/docsgen/source/intro/images/linreg2.png new file mode 100644 index 0000000..5eee0d5 Binary files /dev/null and b/docs/docsgen/source/intro/images/linreg2.png differ diff --git a/docs/docsgen/source/intro/images/scanop.png b/docs/docsgen/source/intro/images/scanop.png new file mode 100644 index 0000000..5b21f98 Binary files /dev/null and b/docs/docsgen/source/intro/images/scanop.png differ diff --git a/docs/docsgen/source/intro/index.md b/docs/docsgen/source/intro/index.md new file mode 100644 index 0000000..6df473b --- /dev/null +++ b/docs/docsgen/source/intro/index.md @@ -0,0 +1,15 @@ +(onnx-tutorial)= + +# Introduction to ONNX + +This documentation describes the ONNX concepts (**Open Neural Network Exchange**). +It shows how it is used with examples in python and finally explains +some of challenges faced when moving to ONNX in production. + +```{toctree} +:maxdepth: 2 + +concepts +python +converters +``` diff --git a/docs/docsgen/source/intro/python.md b/docs/docsgen/source/intro/python.md new file mode 100644 index 0000000..e452384 --- /dev/null +++ b/docs/docsgen/source/intro/python.md @@ -0,0 +1,1601 @@ +# ONNX with Python + +```{tip} +Check out the [ir-py project](https://github.com/onnx/ir-py) for an alternative set of Python APIs for creating and manipulating ONNX models. The ir-py project provides a more modern and ergonomic interface compared to the ONNX Protobuf APIs described here. +``` + +Next sections highlight the main functions used to build +an ONNX graph with the {ref}`Python API ` +*onnx* offers. + +(l-onnx-linear-regression-onnx-api)= + +## A simple example: a linear regression + +The linear regression is the most simple model +in machine learning described by the following expression +$Y = XA + B$. We can see it as a function of three +variables $Y = f(X, A, B)$ decomposed into +`y = Add(MatMul(X, A), B)`. That's what we need to represent +with ONNX operators. The first thing is to implement a function +with {ref}`ONNX operators `. +ONNX is strongly typed. Shape and type must be defined for both +input and output of the function. That said, we need four functions +to build the graph among the {ref}`l-onnx-make-function`: + +- `make_tensor_value_info`: declares a variable (input or output) + given its shape and type +- `make_node`: creates a node defined by an operation + (an operator type), its inputs and outputs +- `make_graph`: a function to create an ONNX graph with + the objects created by the two previous functions +- `make_model`: a last function which merges the graph and + additional metadata + +All along the creation, we need to give a name to every input, +output of every node of the graph. Input and output of the graph +are defined by onnx objects, strings are used to refer to +intermediate results. This is how it looks like. + +```{eval-rst} +.. exec_code:: + + # imports + + from onnx import TensorProto + from onnx.helper import ( + make_model, make_node, make_graph, + make_tensor_value_info) + from onnx.checker import check_model + + # inputs + + # 'X' is the name, TensorProto.FLOAT the type, [None, None] the shape + X = make_tensor_value_info('X', TensorProto.FLOAT, [None, None]) + A = make_tensor_value_info('A', TensorProto.FLOAT, [None, None]) + B = make_tensor_value_info('B', TensorProto.FLOAT, [None, None]) + + # outputs, the shape is left undefined + + Y = make_tensor_value_info('Y', TensorProto.FLOAT, [None]) + + # nodes + + # It creates a node defined by the operator type MatMul, + # 'X', 'A' are the inputs of the node, 'XA' the output. + node1 = make_node('MatMul', ['X', 'A'], ['XA']) + node2 = make_node('Add', ['XA', 'B'], ['Y']) + + # from nodes to graph + # the graph is built from the list of nodes, the list of inputs, + # the list of outputs and a name. + + graph = make_graph([node1, node2], # nodes + 'lr', # a name + [X, A, B], # inputs + [Y]) # outputs + + # onnx graph + # there is no metadata in this case. + + onnx_model = make_model(graph) + + # Let's check the model is consistent, + # this function is described in section + # Checker and Shape Inference. + check_model(onnx_model) + + # the work is done, let's display it... + print(onnx_model) +``` + +```{image} images/dot_linreg.png +``` + +An empty shape (`None`) means any shape, a shape defined as `[None, None]` +tells this object is a tensor with two dimensions without any further precision. +The ONNX graph can also be inspected by looking into the fields +of each object of the graph. + +```{eval-rst} +.. exec_code:: + + from onnx import TensorProto + from onnx.helper import ( + make_model, make_node, make_graph, + make_tensor_value_info) + from onnx.checker import check_model + + def shape2tuple(shape): + return tuple(getattr(d, 'dim_value', 0) for d in shape.dim) + + X = make_tensor_value_info('X', TensorProto.FLOAT, [None, None]) + A = make_tensor_value_info('A', TensorProto.FLOAT, [None, None]) + B = make_tensor_value_info('B', TensorProto.FLOAT, [None, None]) + Y = make_tensor_value_info('Y', TensorProto.FLOAT, [None]) + node1 = make_node('MatMul', ['X', 'A'], ['XA']) + node2 = make_node('Add', ['XA', 'B'], ['Y']) + graph = make_graph([node1, node2], 'lr', [X, A, B], [Y]) + onnx_model = make_model(graph) + check_model(onnx_model) + + # the list of inputs + print('** inputs **') + print(onnx_model.graph.input) + + # in a more nicely format + print('** inputs **') + for obj in onnx_model.graph.input: + print("name=%r dtype=%r shape=%r" % ( + obj.name, obj.type.tensor_type.elem_type, + shape2tuple(obj.type.tensor_type.shape))) + + # the list of outputs + print('** outputs **') + print(onnx_model.graph.output) + + # in a more nicely format + print('** outputs **') + for obj in onnx_model.graph.output: + print("name=%r dtype=%r shape=%r" % ( + obj.name, obj.type.tensor_type.elem_type, + shape2tuple(obj.type.tensor_type.shape))) + + # the list of nodes + print('** nodes **') + print(onnx_model.graph.node) + + # in a more nicely format + print('** nodes **') + for node in onnx_model.graph.node: + print("name=%r type=%r input=%r output=%r" % ( + node.name, node.op_type, node.input, node.output)) +``` + +The tensor type is an integer value (=1 for `FLOAT`). The helper function {func}`onnx.helper.tensor_dtype_to_np_dtype` converts +the integer to its corresponding numpy data type (float32 for 1). + +```{eval-rst} +.. exec_code:: + + from onnx import TensorProto + from onnx.helper import tensor_dtype_to_np_dtype, tensor_dtype_to_string + + np_dtype = tensor_dtype_to_np_dtype(TensorProto.FLOAT) + print(f"The converted numpy dtype for {tensor_dtype_to_string(TensorProto.FLOAT)} is {np_dtype}.") +``` + +## Serialization + +ONNX is built on the top of protobuf. It adds the necessary definitions +to describe a machine learning model and most of the time, ONNX is used +to serialize or deserialize a model. First section addresses this need. +Second section introduces the serialization and deserialization of +data such as tensors, sparse tensors... + +### Model Serialization + +The model needs to be saved to be deployed. +ONNX is based on protobuf. It minimizes the space needed +to save the graph on disk. Every object (see {ref}`l-onnx-classes`) +in onnx can be serialized with method `SerializeToString`. That's +the case for the whole model. + +```{eval-rst} +.. exec_code:: + + from onnx import TensorProto + from onnx.helper import ( + make_model, make_node, make_graph, + make_tensor_value_info) + from onnx.checker import check_model + + def shape2tuple(shape): + return tuple(getattr(d, 'dim_value', 0) for d in shape.dim) + + X = make_tensor_value_info('X', TensorProto.FLOAT, [None, None]) + A = make_tensor_value_info('A', TensorProto.FLOAT, [None, None]) + B = make_tensor_value_info('B', TensorProto.FLOAT, [None, None]) + Y = make_tensor_value_info('Y', TensorProto.FLOAT, [None]) + node1 = make_node('MatMul', ['X', 'A'], ['XA']) + node2 = make_node('Add', ['XA', 'B'], ['Y']) + graph = make_graph([node1, node2], 'lr', [X, A, B], [Y]) + onnx_model = make_model(graph) + check_model(onnx_model) + + # The serialization + with open("linear_regression.onnx", "wb") as f: + f.write(onnx_model.SerializeToString()) + + # display + print(onnx_model) +``` + +The graph can be restored with function `load`: + +```{eval-rst} +.. exec_code:: + + from onnx import load + + with open("linear_regression.onnx", "rb") as f: + onnx_model = load(f) + + # display + print(onnx_model) +``` + +It looks exactly the same. Any model can be serialized this way +unless they are bigger than 2 Gb. protobuf is limited to size +smaller than this threshold. Next sections will show how to +overcome that limit. + +### Data Serialization + +The serialization of tensors usually happens like the following: + +```{eval-rst} +.. exec_code:: + + import numpy + from onnx.numpy_helper import from_array + + numpy_tensor = numpy.array([0, 1, 4, 5, 3], dtype=numpy.float32) + print(type(numpy_tensor)) + + onnx_tensor = from_array(numpy_tensor) + print(type(onnx_tensor)) + + serialized_tensor = onnx_tensor.SerializeToString() + print(type(serialized_tensor)) + + with open("saved_tensor.pb", "wb") as f: + f.write(serialized_tensor) +``` + +And the deserialization like: + +```{eval-rst} +.. exec_code:: + + from onnx import TensorProto + from onnx.numpy_helper import to_array + + with open("saved_tensor.pb", "rb") as f: + serialized_tensor = f.read() + print(type(serialized_tensor)) + + onnx_tensor = TensorProto() + onnx_tensor.ParseFromString(serialized_tensor) + print(type(onnx_tensor)) + + numpy_tensor = to_array(onnx_tensor) + print(numpy_tensor) +``` + +The same schema can be used for but not limited to {ref}`l-tensorproto`: + +```{eval-rst} +.. exec_code:: + + import onnx + import pprint + pprint.pprint([p for p in dir(onnx) + if p.endswith('Proto') and p[0] != '_']) +``` + +This code can be simplified with function *load_tensor_from_string* +(see {ref}`l-onnx-load-data`). + +```{eval-rst} +.. exec_code:: + + from onnx import load_tensor_from_string + + with open("saved_tensor.pb", "rb") as f: + serialized = f.read() + proto = load_tensor_from_string(serialized) + print(type(proto)) +``` + +(l-onnx-linear-regression-onnx-api-init)= + +## Initializer, default value + +The previous model assumed the coefficients of the linear regression +were also input of the model. That's not very convenient. They should be +part of the model itself as constant or **initializer** to follow +onnx semantic. Next example modifies the previous one to change inputs +`A` and `B` into initializers. The package implements two functions to +convert from numpy into onnx and the other way around +(see {ref}`l-numpy-helper-onnx-array`). + +- `onnx.numpy_helper.to_array`: converts from onnx to numpy +- `onnx.numpy_helper.from_array`: converts from numpy to onnx + +```{eval-rst} +.. exec_code:: + + import numpy + from onnx import numpy_helper, TensorProto + from onnx.helper import ( + make_model, make_node, make_graph, + make_tensor_value_info) + from onnx.checker import check_model + + # initializers + value = numpy.array([0.5, -0.6], dtype=numpy.float32) + A = numpy_helper.from_array(value, name='A') + + value = numpy.array([0.4], dtype=numpy.float32) + C = numpy_helper.from_array(value, name='C') + + # the part which does not change + X = make_tensor_value_info('X', TensorProto.FLOAT, [None, None]) + Y = make_tensor_value_info('Y', TensorProto.FLOAT, [None]) + node1 = make_node('MatMul', ['X', 'A'], ['AX']) + node2 = make_node('Add', ['AX', 'C'], ['Y']) + graph = make_graph([node1, node2], 'lr', [X], [Y], [A, C]) + onnx_model = make_model(graph) + check_model(onnx_model) + + print(onnx_model) +``` + +```{image} images/dot_linreg2.png +``` + +Again, it is possible to go through the onnx structure to check +how the initializers look like. + +```{eval-rst} +.. exec_code:: + + import numpy + from onnx import numpy_helper, TensorProto + from onnx.helper import ( + make_model, make_node, make_graph, + make_tensor_value_info) + from onnx.checker import check_model + + # initializers + value = numpy.array([0.5, -0.6], dtype=numpy.float32) + A = numpy_helper.from_array(value, name='A') + + value = numpy.array([0.4], dtype=numpy.float32) + C = numpy_helper.from_array(value, name='C') + + # the part which does not change + X = make_tensor_value_info('X', TensorProto.FLOAT, [None, None]) + Y = make_tensor_value_info('Y', TensorProto.FLOAT, [None]) + node1 = make_node('MatMul', ['X', 'A'], ['AX']) + node2 = make_node('Add', ['AX', 'C'], ['Y']) + graph = make_graph([node1, node2], 'lr', [X], [Y], [A, C]) + onnx_model = make_model(graph) + check_model(onnx_model) + + print('** initializer **') + for init in onnx_model.graph.initializer: + print(init) +``` + +The type is defined as integer as well with the same meaning. +In this second example, there is only one input left. +Input `A` and `B` were removed. They could be kept. In that case, +they are optional: every initializer sharing the same name as input +is considered as a default value. It replaces the input if this one +is not given. + +## Attributes + +Some operators need attributes such as {ref}`l-onnx-doc-Transpose` operator. +Let's build the graph for expression $y = XA' + B$ or +`y = Add(MatMul(X, Transpose(A)) + B)`. Transpose needs an attribute +defining the permutation of axes: `perm=[1, 0]`. It is added +as a named attribute in function `make_node`. + +```{eval-rst} +.. exec_code:: + + from onnx import TensorProto + from onnx.helper import ( + make_model, make_node, make_graph, + make_tensor_value_info) + from onnx.checker import check_model + + # unchanged + X = make_tensor_value_info('X', TensorProto.FLOAT, [None, None]) + A = make_tensor_value_info('A', TensorProto.FLOAT, [None, None]) + B = make_tensor_value_info('B', TensorProto.FLOAT, [None, None]) + Y = make_tensor_value_info('Y', TensorProto.FLOAT, [None]) + + # added + node_transpose = make_node('Transpose', ['A'], ['tA'], perm=[1, 0]) + + # unchanged except A is replaced by tA + node1 = make_node('MatMul', ['X', 'tA'], ['XA']) + node2 = make_node('Add', ['XA', 'B'], ['Y']) + + # node_transpose is added to the list + graph = make_graph([node_transpose, node1, node2], + 'lr', [X, A, B], [Y]) + onnx_model = make_model(graph) + check_model(onnx_model) + + # the work is done, let's display it... + print(onnx_model) +``` + +```{image} images/dot_att.png +``` + +The whole list of *make* functions is the following. Many of them +are described in section {ref}`l-onnx-make-function`. + +```{eval-rst} +.. exec_code:: + + import onnx + import pprint + pprint.pprint([k for k in dir(onnx.helper) + if k.startswith('make')]) +``` + +## Opset and metadata + +Let's load the ONNX file previously created and check +what kind of metadata it has. + +```{eval-rst} +.. exec_code:: + + from onnx import load + + with open("linear_regression.onnx", "rb") as f: + onnx_model = load(f) + + for field in ['doc_string', 'domain', 'functions', + 'ir_version', 'metadata_props', 'model_version', + 'opset_import', 'producer_name', 'producer_version', + 'training_info']: + print(field, getattr(onnx_model, field)) +``` + +Most of them are empty because it was not filled when the ONNX +graph was created. Two of them have a value: + +```{eval-rst} +.. exec_code:: + + from onnx import load + + with open("linear_regression.onnx", "rb") as f: + onnx_model = load(f) + + print("ir_version:", onnx_model.ir_version) + for opset in onnx_model.opset_import: + print("opset domain=%r version=%r" % (opset.domain, opset.version)) +``` + +`IR` defined the version of ONNX language. +Opset defines the version of operators being used. +Without any precision, ONNX uses the latest version available +coming from the installed package. +Another one can be used. + +```{eval-rst} +.. exec_code:: + + from onnx import load + + with open("linear_regression.onnx", "rb") as f: + onnx_model = load(f) + + del onnx_model.opset_import[:] + opset = onnx_model.opset_import.add() + opset.domain = '' + opset.version = 14 + + for opset in onnx_model.opset_import: + print("opset domain=%r version=%r" % (opset.domain, opset.version)) +``` + +Any opset can be used as long as all operators are defined +the way ONNX specifies it. Version 5 of operator *Reshape* +defines the shape as an input and not as an attribute like in +version 1. The opset tells which specifications is followed +while describing the graph. + +The other metadata can be used to store any information, +to store information about the way the model was generated, +a way to distinguish a model from another one with a version +number. + +```{eval-rst} +.. exec_code:: + + from onnx import load, helper + + with open("linear_regression.onnx", "rb") as f: + onnx_model = load(f) + + onnx_model.model_version = 15 + onnx_model.producer_name = "something" + onnx_model.producer_version = "some other thing" + onnx_model.doc_string = "documentation about this model" + prop = onnx_model.metadata_props + + data = dict(key1="value1", key2="value2") + helper.set_model_props(onnx_model, data) + + print(onnx_model) +``` + +Field `training_info` can be used to store additional graphs. +See [training_tool_test.py](https://github.com/onnx/onnx/blob/main/onnx/test/training_tool_test.py) +to see how it works. + +## Subgraph: test and loops + +They are usually grouped in a category called *control flow*. +It is usually better to avoid them as they are not as efficient +as the matrix operation are much faster and optimized. + +### If + +A test can be implemented with operator {ref}`l-onnx-doc-If`. +It executes one subgraph or another depending on one +boolean. This is not used very often as a function usually +needs the result of many comparisons in a batch. +The following example computes the sum of all floats +in a matrix based on the sign, returns 1 or -1. + +```{eval-rst} +.. exec_code:: + + import numpy + import onnx + from onnx.helper import ( + make_node, make_graph, make_model, make_tensor_value_info) + from onnx.numpy_helper import from_array + from onnx.checker import check_model + from onnxruntime import InferenceSession + + # initializers + value = numpy.array([0], dtype=numpy.float32) + zero = from_array(value, name='zero') + + # Same as before, X is the input, Y is the output. + X = make_tensor_value_info('X', onnx.TensorProto.FLOAT, [None, None]) + Y = make_tensor_value_info('Y', onnx.TensorProto.FLOAT, [None]) + + # The node building the condition. The first one + # sum over all axes. + rsum = make_node('ReduceSum', ['X'], ['rsum']) + # The second compares the result to 0. + cond = make_node('Greater', ['rsum', 'zero'], ['cond']) + + # Builds the graph is the condition is True. + # Input for then + then_out = make_tensor_value_info( + 'then_out', onnx.TensorProto.FLOAT, None) + # The constant to return. + then_cst = from_array(numpy.array([1]).astype(numpy.float32)) + + # The only node. + then_const_node = make_node( + 'Constant', inputs=[], + outputs=['then_out'], + value=then_cst, name='cst1') + + # And the graph wrapping these elements. + then_body = make_graph( + [then_const_node], 'then_body', [], [then_out]) + + # Same process for the else branch. + else_out = make_tensor_value_info( + 'else_out', onnx.TensorProto.FLOAT, [5]) + else_cst = from_array(numpy.array([-1]).astype(numpy.float32)) + + else_const_node = make_node( + 'Constant', inputs=[], + outputs=['else_out'], + value=else_cst, name='cst2') + + else_body = make_graph( + [else_const_node], 'else_body', + [], [else_out]) + + # Finally the node If taking both graphs as attributes. + if_node = onnx.helper.make_node( + 'If', ['cond'], ['Y'], + then_branch=then_body, + else_branch=else_body) + + # The final graph. + graph = make_graph([rsum, cond, if_node], 'if', [X], [Y], [zero]) + onnx_model = make_model(graph) + check_model(onnx_model) + + # Let's freeze the opset. + del onnx_model.opset_import[:] + opset = onnx_model.opset_import.add() + opset.domain = '' + opset.version = 15 + onnx_model.ir_version = 8 + + # Save. + with open("onnx_if_sign.onnx", "wb") as f: + f.write(onnx_model.SerializeToString()) + + # Let's see the output. + sess = InferenceSession(onnx_model.SerializeToString(), + providers=["CPUExecutionProvider"]) + + x = numpy.ones((3, 2), dtype=numpy.float32) + res = sess.run(None, {'X': x}) + + # It works. + print("result", res) + print() + + # Some display. + print(onnx_model) +``` + +The whole is easier to visualize with the following image. + +```{image} images/dot_if_py.png +``` + +Both else and then branches are very simple. +Node *If* could even be replaced with a node *Where* and +that would be faster. It becomes interesting when both branches +are bigger and skipping one is more efficient. + +### Scan + +{ref}`l-onnx-doc-Scan` seems quite complex when reading the specifications. +It is useful to loop over one dimension of a tensor and store +the results in a preallocated tensor. + +The following example implements a classic nearest neighbors for +a regression problem. The first step consists in computing the +pairwise distances between the input features *X* and the training +set *W*: $dist(X,W) = (M_{ij}) = (\norm{X_i - W_j}^2)_{ij}$. It is +followed by an operator {ref}`l-onnx-doc-TopK` which extracts the *k* nearest +neighbors. + +```{eval-rst} +.. exec_code:: + + import numpy + from onnx import numpy_helper, TensorProto + from onnx.helper import ( + make_model, make_node, set_model_props, make_tensor, make_graph, + make_tensor_value_info) + from onnx.checker import check_model + + # subgraph + initializers = [] + nodes = [] + inputs = [] + outputs = [] + + value = make_tensor_value_info('next_in', 1, [None, 4]) + inputs.append(value) + value = make_tensor_value_info('next', 1, [None]) + inputs.append(value) + + value = make_tensor_value_info('next_out', 1, [None, None]) + outputs.append(value) + value = make_tensor_value_info('scan_out', 1, [None]) + outputs.append(value) + + node = make_node( + 'Identity', ['next_in'], ['next_out'], + name='cdistd_17_Identity', domain='') + nodes.append(node) + + node = make_node( + 'Sub', ['next_in', 'next'], ['cdistdf_17_C0'], + name='cdistdf_17_Sub', domain='') + nodes.append(node) + + node = make_node( + 'ReduceSumSquare', ['cdistdf_17_C0'], ['cdistdf_17_reduced0'], + name='cdistdf_17_ReduceSumSquare', axes=[1], keepdims=0, domain='') + nodes.append(node) + + node = make_node( + 'Identity', ['cdistdf_17_reduced0'], + ['scan_out'], name='cdistdf_17_Identity', domain='') + nodes.append(node) + + graph = make_graph(nodes, 'OnnxIdentity', + inputs, outputs, initializers) + + # main graph + + initializers = [] + nodes = [] + inputs = [] + outputs = [] + + opsets = {'': 15, 'ai.onnx.ml': 15} + target_opset = 15 # subgraphs + + # initializers + list_value = [23.29599822460675, -120.86516699239603, -144.70495899914215, -260.08772982740413, + 154.65272105889147, -122.23295157108991, 247.45232560871727, -182.83789715805776, + -132.92727431421793, 147.48710175784703, 88.27761768038069, -14.87785569894749, + 111.71487894705504, 301.0518319089629, -29.64235742280055, -113.78493504731911, + -204.41218591022718, 112.26561056133608, 66.04032954135549, + -229.5428380626701, -33.549262642481615, -140.95737409864623, -87.8145187836131, + -90.61397011283958, 57.185488100413366, 56.864151796743855, 77.09054590340892, + -187.72501631246712, -42.779503579806025, -21.642642730674076, -44.58517761667535, + 78.56025104939847, -23.92423223842056, 234.9166231927213, -73.73512816431007, + -10.150864499514297, -70.37105466673813, 65.5755688281476, 108.68676290979731, -78.36748960443065] + value = numpy.array(list_value, dtype=numpy.float64).reshape((2, 20)) + tensor = numpy_helper.from_array( + value, name='knny_ArrayFeatureExtractorcst') + initializers.append(tensor) + + list_value = [1.1394007205963135, -0.6848101019859314, -1.234825849533081, 0.4023416340351105, + 0.17742614448070526, 0.46278226375579834, -0.4017809331417084, -1.630198359489441, + -0.5096521973609924, 0.7774903774261475, -0.4380742907524109, -1.2527953386306763, + -1.0485529899597168, 1.950775384902954, -1.420017957687378, -1.7062702178955078, + 1.8675580024719238, -0.15135720372200012, -0.9772778749465942, 0.9500884413719177, + -2.5529897212982178, -0.7421650290489197, 0.653618574142456, 0.8644362092018127, + 1.5327792167663574, 0.37816253304481506, 1.4693588018417358, 0.154947429895401, + -0.6724604368209839, -1.7262825965881348, -0.35955315828323364, -0.8131462931632996, + -0.8707971572875977, 0.056165341287851334, -0.5788496732711792, -0.3115525245666504, + 1.2302906513214111, -0.302302747964859, 1.202379822731018, -0.38732680678367615, + 2.269754648208618, -0.18718385696411133, -1.4543657302856445, 0.04575851559638977, + -0.9072983860969543, 0.12898291647434235, 0.05194539576768875, 0.7290905714035034, + 1.4940791130065918, -0.8540957570075989, -0.2051582634449005, 0.3130677044391632, + 1.764052391052246, 2.2408931255340576, 0.40015721321105957, 0.978738009929657, + 0.06651721894741058, -0.3627411723136902, 0.30247190594673157, -0.6343221068382263, + -0.5108051300048828, 0.4283318817615509, -1.18063223361969, -0.02818222902715206, + -1.6138978004455566, 0.38690251111984253, -0.21274028718471527, -0.8954665660858154, + 0.7610377073287964, 0.3336743414402008, 0.12167501449584961, 0.44386324286460876, + -0.10321885347366333, 1.4542734622955322, 0.4105985164642334, 0.14404356479644775, + -0.8877857327461243, 0.15634897351264954, -1.980796456336975, -0.34791216254234314] + value = numpy.array(list_value, dtype=numpy.float32).reshape((20, 4)) + tensor = numpy_helper.from_array(value, name='Sc_Scancst') + initializers.append(tensor) + + value = numpy.array([2], dtype=numpy.int64) + tensor = numpy_helper.from_array(value, name='To_TopKcst') + initializers.append(tensor) + + value = numpy.array([2, -1, 2], dtype=numpy.int64) + tensor = numpy_helper.from_array(value, name='knny_Reshapecst') + initializers.append(tensor) + + # inputs + value = make_tensor_value_info('input', 1, [None, 4]) + inputs.append(value) + + # outputs + value = make_tensor_value_info('variable', 1, [None, 2]) + outputs.append(value) + + # nodes + + node = make_node( + 'Scan', ['input', 'Sc_Scancst'], ['UU032UU', 'UU033UU'], + name='Sc_Scan', body=graph, num_scan_inputs=1, domain='') + nodes.append(node) + + node = make_node( + 'Transpose', ['UU033UU'], ['Tr_transposed0'], + name='Tr_Transpose', perm=[1, 0], domain='') + nodes.append(node) + + node = make_node( + 'Sqrt', ['Tr_transposed0'], ['Sq_Y0'], + name='Sq_Sqrt', domain='') + nodes.append(node) + + node = make_node( + 'TopK', ['Sq_Y0', 'To_TopKcst'], ['To_Values0', 'To_Indices1'], + name='To_TopK', largest=0, sorted=1, domain='') + nodes.append(node) + + node = make_node( + 'Flatten', ['To_Indices1'], ['knny_output0'], + name='knny_Flatten', domain='') + nodes.append(node) + + node = make_node( + 'ArrayFeatureExtractor', + ['knny_ArrayFeatureExtractorcst', 'knny_output0'], ['knny_Z0'], + name='knny_ArrayFeatureExtractor', domain='ai.onnx.ml') + nodes.append(node) + + node = make_node( + 'Reshape', ['knny_Z0', 'knny_Reshapecst'], ['knny_reshaped0'], + name='knny_Reshape', allowzero=0, domain='') + nodes.append(node) + + node = make_node( + 'Transpose', ['knny_reshaped0'], ['knny_transposed0'], + name='knny_Transpose', perm=[1, 0, 2], domain='') + nodes.append(node) + + node = make_node( + 'Cast', ['knny_transposed0'], ['Ca_output0'], + name='Ca_Cast', to=TensorProto.FLOAT, domain='') + nodes.append(node) + + node = make_node( + 'ReduceMean', ['Ca_output0'], ['variable'], + name='Re_ReduceMean', axes=[2], keepdims=0, domain='') + nodes.append(node) + + # graph + graph = make_graph(nodes, 'KNN regressor', inputs, outputs, initializers) + + # model + onnx_model = make_model(graph) + onnx_model.ir_version = 8 + onnx_model.producer_name = 'skl2onnx' + onnx_model.producer_version = '' + onnx_model.domain = 'ai.onnx' + onnx_model.model_version = 0 + onnx_model.doc_string = '' + set_model_props(onnx_model, {}) + + # opsets + del onnx_model.opset_import[:] + for dom, value in opsets.items(): + op_set = onnx_model.opset_import.add() + op_set.domain = dom + op_set.version = value + + check_model(onnx_model) + with open("knnr.onnx", "wb") as f: + f.write(onnx_model.SerializeToString()) + + print(onnx_model) +``` + +Visually it looks like the following: + +```{image} images/dot_scan_py.png +``` + +The subgraph is executed by operator {ref}`l-onnx-doc-Scan`. In this case, +there is one *scan* input meaning the operator only builds one output. + +``` +node = make_node( + 'Scan', ['X1', 'X2'], ['Y1', 'Y2'], + name='Sc_Scan', body=graph, num_scan_inputs=1, domain='') +``` + +At the first iteration, the subgraph gets *X1* and the first row of *X2*. +The graph produces two outputs. The first one replaces *X1* in the next iteration, +the second one is store in a container to form *Y2*. At the second iteration, +second input of the subgraph is the second row of *X2*. +Here is a short summary. Green is the first iteration, blue the second. + +```{image} images/scanop.png +:width: 400 +``` + +## Functions + +As mentioned in previous chapter, functions can be used to shorten +the code to build the model and offer more possibilities to the runtime +running predictions to be faster if there exists a specific implementation +of this function. If it is not the case, the runtime can still use +the default implementation based on existing operators. + +Function `make_function` is used to define a function. +It works like a graph with less types. It is more like a +template. This API may evolve. It does not include initializers either. + +### A function with no attribute + +That's the more simple case. Every input of the function is a dynamic +object known at execution time. + +```{eval-rst} +.. exec_code:: + + import numpy + from onnx import numpy_helper, TensorProto + from onnx.helper import ( + make_model, make_node, set_model_props, make_tensor, + make_graph, make_tensor_value_info, make_opsetid, + make_function) + from onnx.checker import check_model + + new_domain = 'custom' + opset_imports = [make_opsetid("", 14), make_opsetid(new_domain, 1)] + + # Let's define a function for a linear regression + + node1 = make_node('MatMul', ['X', 'A'], ['XA']) + node2 = make_node('Add', ['XA', 'B'], ['Y']) + + linear_regression = make_function( + new_domain, # domain name + 'LinearRegression', # function name + ['X', 'A', 'B'], # input names + ['Y'], # output names + [node1, node2], # nodes + opset_imports, # opsets + []) # attribute names + + # Let's use it in a graph. + + X = make_tensor_value_info('X', TensorProto.FLOAT, [None, None]) + A = make_tensor_value_info('A', TensorProto.FLOAT, [None, None]) + B = make_tensor_value_info('B', TensorProto.FLOAT, [None, None]) + Y = make_tensor_value_info('Y', TensorProto.FLOAT, [None]) + + graph = make_graph( + [make_node('LinearRegression', ['X', 'A', 'B'], ['Y1'], domain=new_domain), + make_node('Abs', ['Y1'], ['Y'])], + 'example', + [X, A, B], [Y]) + + onnx_model = make_model( + graph, opset_imports=opset_imports, + functions=[linear_regression]) # functions to add) + check_model(onnx_model) + + # the work is done, let's display it... + print(onnx_model) +``` + +### A function with attributes + +```{index} ref_attr_name +``` + +The following functions are equivalent to the previous one except +one input, *B*, was converted into an argument named *bias*. +The code is almost the same except the bias is now a constant. +Inside the function definition, a node *Constant* is created +to insert the argument as a result. It is linked to the argument +with the attribute `ref_attr_name`. + +```{eval-rst} +.. exec_code:: + + import numpy + from onnx import numpy_helper, TensorProto, AttributeProto + from onnx.helper import ( + make_model, make_node, set_model_props, make_tensor, + make_graph, make_tensor_value_info, make_opsetid, + make_function) + from onnx.checker import check_model + + new_domain = 'custom' + opset_imports = [make_opsetid("", 14), make_opsetid(new_domain, 1)] + + # Let's define a function for a linear regression + # The first step consists in creating a constant + # equal to the input parameter of the function. + cst = make_node('Constant', [], ['B']) + + att = AttributeProto() + att.name = "value" + + # This line indicates the value comes from the argument + # named 'bias' the function is given. + att.ref_attr_name = "bias" + att.type = AttributeProto.TENSOR + cst.attribute.append(att) + + node1 = make_node('MatMul', ['X', 'A'], ['XA']) + node2 = make_node('Add', ['XA', 'B'], ['Y']) + + linear_regression = make_function( + new_domain, # domain name + 'LinearRegression', # function name + ['X', 'A'], # input names + ['Y'], # output names + [cst, node1, node2], # nodes + opset_imports, # opsets + ["bias"]) # attribute names + + # Let's use it in a graph. + + X = make_tensor_value_info('X', TensorProto.FLOAT, [None, None]) + A = make_tensor_value_info('A', TensorProto.FLOAT, [None, None]) + B = make_tensor_value_info('B', TensorProto.FLOAT, [None, None]) + Y = make_tensor_value_info('Y', TensorProto.FLOAT, [None]) + + graph = make_graph( + [make_node('LinearRegression', ['X', 'A'], ['Y1'], domain=new_domain, + # bias is now an argument of the function and is defined as a tensor + bias=make_tensor('former_B', TensorProto.FLOAT, [1], [0.67])), + make_node('Abs', ['Y1'], ['Y'])], + 'example', + [X, A], [Y]) + + onnx_model = make_model( + graph, opset_imports=opset_imports, + functions=[linear_regression]) # functions to add) + check_model(onnx_model) + + # the work is done, let's display it... + print(onnx_model) +``` + +## Parsing + +Module onnx provides a faster way to define a graph +and is lot easier to read. That's easy to use when the graph is built +in a single function, less easy when the graph is built from many +different functions converting each piece of a machine learning +pipeline. + +``` +import onnx.parser +from onnx.checker import check_model + +input = ''' + < + ir_version: 8, + opset_import: [ "" : 15] + > + agraph (float[I,J] X, float[I] A, float[I] B) => (float[I] Y) { + XA = MatMul(X, A) + Y = Add(XA, B) + } + ''' +onnx_model = onnx.parser.parse_model(input) +check_model(onnx_model) + +print(onnx_model) +``` + +``` +ir_version: 8 +graph { +node { + input: "X" + input: "A" + output: "XA" + op_type: "MatMul" + domain: "" +} +node { + input: "XA" + input: "B" + output: "Y" + op_type: "Add" + domain: "" +} +name: "agraph" +input { + name: "X" + type { + tensor_type { + elem_type: 1 + shape { + dim { + dim_param: "I" + } + dim { + dim_param: "J" + } + } + } + } +} +input { + name: "A" + type { + tensor_type { + elem_type: 1 + shape { + dim { + dim_param: "I" + } + } + } + } +} +input { + name: "B" + type { + tensor_type { + elem_type: 1 + shape { + dim { + dim_param: "I" + } + } + } + } +} +output { + name: "Y" + type { + tensor_type { + elem_type: 1 + shape { + dim { + dim_param: "I" + } + } + } + } +} +} +opset_import { +domain: "" +version: 15 +} +``` + +This way is used to create small models but it is rarely used +in converting libraries. + +## Checker and Shape Inference + +onnx provides a function to check the model is valid. +It checks input type or shapes whenever it can detect inconsistency. +The following example adds two matrices of different types +which is not allowed. + +```{eval-rst} +.. exec_code:: + + import onnx.parser + import onnx.checker + + input = ''' + < + ir_version: 8, + opset_import: [ "" : 15] + > + agraph (float[I,4] X, float[4,2] A, int[4] B) => (float[I] Y) { + XA = MatMul(X, A) + Y = Add(XA, B) + } + ''' + try: + onnx_model = onnx.parser.parse_model(input) + onnx.checker.check_model(onnx_model) + except Exception as e: + print(e) +``` + +`check_model` raises an error due to that inconsistency. +This work for all operators defined in the main domain or the ML domain. +It remains silent for any custom operator not defined in any specification. + +Shape inference serves one purpose: estimate the shape +and the type of intermediate results. +If known, the runtime can estimate the memory consumption +beforehand and optimize the computation. It can fuse some +operators, it can do the computation inplace... + +```{eval-rst} +.. exec_code:: + + import onnx.parser + from onnx import helper, shape_inference + + input = ''' + < + ir_version: 8, + opset_import: [ "" : 15] + > + agraph (float[I,4] X, float[4,2] A, float[4] B) => (float[I] Y) { + XA = MatMul(X, A) + Y = Add(XA, B) + } + ''' + onnx_model = onnx.parser.parse_model(input) + inferred_model = shape_inference.infer_shapes(onnx_model) + + print(inferred_model) +``` + +There is a new attribute `value_info` which stores the inferred shapes. +Letter `I` in `dim_param: "I"` can be seen as a variable. It depends on the inputs +but the function is able to tell which intermediate result will share +the same dimension. +Shape inference does not work all the time. For example, +a Reshape operator. Shape inference only works if the shape is constant. +If not constant, the shape cannot be easily inferred unless +the following nodes expect specific shape. + +## Evaluation and Runtime + +The ONNX standard allows frameworks to export trained models in ONNX format, +and enables inference using any backend that supports the ONNX format. +*onnxruntime* is one efficient option. It is available in many platforms. +It is optimized for fast inference. Its coverage can be tracked on +[ONNX Backend Dashboard](https://onnx.ai/backend-scoreboard/). +*onnx* implements a python runtime useful to help understand a model. +It is not intended to be used for production and performance is not a goal. + +### Evaluation of a linear regression + +Full API is described at {ref}`l-reference-implementation`. +It takes a model (a *ModelProto*, a filename, ...). +Method `run` returns the outputs for a given set of inputs +specified in a dictionary. + +```{eval-rst} +.. exec_code:: + + import numpy + from onnx import numpy_helper, TensorProto + from onnx.helper import ( + make_model, make_node, set_model_props, make_tensor, + make_graph, make_tensor_value_info) + from onnx.checker import check_model + from onnx.reference import ReferenceEvaluator + + X = make_tensor_value_info('X', TensorProto.FLOAT, [None, None]) + A = make_tensor_value_info('A', TensorProto.FLOAT, [None, None]) + B = make_tensor_value_info('B', TensorProto.FLOAT, [None, None]) + Y = make_tensor_value_info('Y', TensorProto.FLOAT, [None]) + node1 = make_node('MatMul', ['X', 'A'], ['XA']) + node2 = make_node('Add', ['XA', 'B'], ['Y']) + graph = make_graph([node1, node2], 'lr', [X, A, B], [Y]) + onnx_model = make_model(graph) + check_model(onnx_model) + + sess = ReferenceEvaluator(onnx_model) + + x = numpy.random.randn(4, 2).astype(numpy.float32) + a = numpy.random.randn(2, 1).astype(numpy.float32) + b = numpy.random.randn(1, 1).astype(numpy.float32) + feeds = {'X': x, 'A': a, 'B': b} + + print(sess.run(None, feeds)) +``` + +### Evaluation of a node + +The evaluator can also evaluate a simple node to check how an operator +behaves on a specific input. + +```{eval-rst} +.. exec_code:: + + import numpy + from onnx import numpy_helper, TensorProto + from onnx.helper import make_node + + from onnx.reference import ReferenceEvaluator + + node = make_node('EyeLike', ['X'], ['Y']) + + sess = ReferenceEvaluator(node) + + x = numpy.random.randn(4, 2).astype(numpy.float32) + feeds = {'X': x} + + print(sess.run(None, feeds)) +``` + +Similar code would also work on *GraphProto* or *FunctionProto*. + +### Evaluation Step by Step + +A converting library takes an existing model trained with a machine +learning framework (*pytorch*, *scikit-learn*, ...) and +converts the model into an ONNX graph. Complex models usually do not work +on the first try and seeing intermediate results may help to find the +part incorrectly converted. Parameter `verbose` displays information +about intermediate results. + +```{eval-rst} +.. exec_code:: + + import numpy + from onnx import numpy_helper, TensorProto + from onnx.helper import ( + make_model, make_node, set_model_props, make_tensor, + make_graph, make_tensor_value_info) + from onnx.checker import check_model + from onnx.reference import ReferenceEvaluator + + X = make_tensor_value_info('X', TensorProto.FLOAT, [None, None]) + A = make_tensor_value_info('A', TensorProto.FLOAT, [None, None]) + B = make_tensor_value_info('B', TensorProto.FLOAT, [None, None]) + Y = make_tensor_value_info('Y', TensorProto.FLOAT, [None]) + node1 = make_node('MatMul', ['X', 'A'], ['XA']) + node2 = make_node('Add', ['XA', 'B'], ['Y']) + graph = make_graph([node1, node2], 'lr', [X, A, B], [Y]) + onnx_model = make_model(graph) + check_model(onnx_model) + + for verbose in [1, 2, 3, 4]: + print() + print(f"------ verbose={verbose}") + print() + sess = ReferenceEvaluator(onnx_model, verbose=verbose) + + x = numpy.random.randn(4, 2).astype(numpy.float32) + a = numpy.random.randn(2, 1).astype(numpy.float32) + b = numpy.random.randn(1, 1).astype(numpy.float32) + feeds = {'X': x, 'A': a, 'B': b} + + print(sess.run(None, feeds)) +``` + +### Evaluate a custom node + +The following example still implements a linear regression +but adds the identity matrix to *A*: $Y = X(A + I) + B$. + +```{eval-rst} +.. exec_code:: + + import numpy + from onnx import numpy_helper, TensorProto + from onnx.helper import ( + make_model, make_node, set_model_props, make_tensor, + make_graph, make_tensor_value_info) + from onnx.checker import check_model + from onnx.reference import ReferenceEvaluator + + X = make_tensor_value_info('X', TensorProto.FLOAT, [None, None]) + A = make_tensor_value_info('A', TensorProto.FLOAT, [None, None]) + B = make_tensor_value_info('B', TensorProto.FLOAT, [None, None]) + Y = make_tensor_value_info('Y', TensorProto.FLOAT, [None]) + node0 = make_node('EyeLike', ['A'], ['Eye']) + node1 = make_node('Add', ['A', 'Eye'], ['A1']) + node2 = make_node('MatMul', ['X', 'A1'], ['XA1']) + node3 = make_node('Add', ['XA1', 'B'], ['Y']) + graph = make_graph([node0, node1, node2, node3], 'lr', [X, A, B], [Y]) + onnx_model = make_model(graph) + check_model(onnx_model) + with open("linear_regression.onnx", "wb") as f: + f.write(onnx_model.SerializeToString()) + + sess = ReferenceEvaluator(onnx_model, verbose=2) + + x = numpy.random.randn(4, 2).astype(numpy.float32) + a = numpy.random.randn(2, 2).astype(numpy.float32) / 10 + b = numpy.random.randn(1, 2).astype(numpy.float32) + feeds = {'X': x, 'A': a, 'B': b} + + print(sess.run(None, feeds)) +``` + +What if we combine operators *EyeLike* and *Add* into *AddEyeLike* to +make it more efficient. Next example replaces these two operators +by a single one from domain `'optimized'`. + +```{eval-rst} +.. exec_code:: + + import numpy + from onnx import numpy_helper, TensorProto + from onnx.helper import ( + make_model, make_node, set_model_props, make_tensor, + make_graph, make_tensor_value_info, make_opsetid) + from onnx.checker import check_model + + X = make_tensor_value_info('X', TensorProto.FLOAT, [None, None]) + A = make_tensor_value_info('A', TensorProto.FLOAT, [None, None]) + B = make_tensor_value_info('B', TensorProto.FLOAT, [None, None]) + Y = make_tensor_value_info('Y', TensorProto.FLOAT, [None]) + + node01 = make_node('AddEyeLike', ['A'], ['A1'], domain='optimized') + + node2 = make_node('MatMul', ['X', 'A1'], ['XA1']) + node3 = make_node('Add', ['XA1', 'B'], ['Y']) + graph = make_graph([node01, node2, node3], 'lr', [X, A, B], [Y]) + + onnx_model = make_model(graph, opset_imports=[ + make_opsetid('', 18), make_opsetid('optimized', 1) + ]) + + check_model(onnx_model) + with open("linear_regression_improved.onnx", "wb") as f: + f.write(onnx_model.SerializeToString()) +``` + +We need to evaluate this model is equivalent to the first one. +This requires an implementation for this particular node. + +```{eval-rst} +.. exec_code:: + + import numpy + from onnx.reference import ReferenceEvaluator + from onnx.reference.op_run import OpRun + + class AddEyeLike(OpRun): + + op_domain = "optimized" + + def _run(self, X, alpha=1.): + assert len(X.shape) == 2 + assert X.shape[0] == X.shape[1] + X = X.copy() + ind = numpy.diag_indices(X.shape[0]) + X[ind] += alpha + return (X,) + + sess = ReferenceEvaluator("linear_regression_improved.onnx", verbose=2, new_ops=[AddEyeLike]) + + x = numpy.random.randn(4, 2).astype(numpy.float32) + a = numpy.random.randn(2, 2).astype(numpy.float32) / 10 + b = numpy.random.randn(1, 2).astype(numpy.float32) + feeds = {'X': x, 'A': a, 'B': b} + + print(sess.run(None, feeds)) + + # Let's check with the previous model. + + sess0 = ReferenceEvaluator("linear_regression.onnx",) + sess1 = ReferenceEvaluator("linear_regression_improved.onnx", new_ops=[AddEyeLike]) + + y0 = sess0.run(None, feeds)[0] + y1 = sess1.run(None, feeds)[0] + print(y0) + print(y1) + print(f"difference: {numpy.abs(y0 - y1).max()}") +``` + +Predictions are the same. Let's compare the performance +on a matrix big enough to see a significant difference. + +```{eval-rst} +.. exec_code:: + + import timeit + import numpy + from onnx.reference import ReferenceEvaluator + from onnx.reference.op_run import OpRun + + class AddEyeLike(OpRun): + + op_domain = "optimized" + + def _run(self, X, alpha=1.): + assert len(X.shape) == 2 + assert X.shape[0] == X.shape[1] + X = X.copy() + ind = numpy.diag_indices(X.shape[0]) + X[ind] += alpha + return (X,) + + sess = ReferenceEvaluator("linear_regression_improved.onnx", verbose=2, new_ops=[AddEyeLike]) + + x = numpy.random.randn(4, 100).astype(numpy.float32) + a = numpy.random.randn(100, 100).astype(numpy.float32) / 10 + b = numpy.random.randn(1, 100).astype(numpy.float32) + feeds = {'X': x, 'A': a, 'B': b} + + sess0 = ReferenceEvaluator("linear_regression.onnx") + sess1 = ReferenceEvaluator("linear_regression_improved.onnx", new_ops=[AddEyeLike]) + + y0 = sess0.run(None, feeds)[0] + y1 = sess1.run(None, feeds)[0] + print(f"difference: {numpy.abs(y0 - y1).max()}") + print(f"time with EyeLike+Add: {timeit.timeit(lambda: sess0.run(None, feeds), number=1000)}") + print(f"time with AddEyeLike: {timeit.timeit(lambda: sess1.run(None, feeds), number=1000)}") +``` + +It seems worth adding an optimized node in this case. +This kind of optimization is usually called *fusion*. +Two consecutive operators are fused into an optimized version of both. +Production usually relies on *onnxruntime* but since +the optimization uses basic matrix operation, it should bring +the same performance gain on any other runtime. + +## Implementation details + +### Python and C++ + +onnx relies on protobuf to define its type. +You would assume that a python object is just a wrapper around +a C pointer on the internal structure. Therefore, it should be +possible to access internal data from a function receiving a python +object of type `ModelProto`. But it is not. According to +[Protobuf 4, changes](https://developers.google.com/protocol-buffers/docs/news/2022-05-06), +this is no longer possible after version 4 and it is safer to assume the +only way to get a hold on the content is to serialize the model +into bytes, give it to the C function, then deserialize it. +Functions like `check_model` or +`shape_inference` are calling `SerializeToString` then +`ParseFromString` before checking the model with a C code. + +### Attributes and inputs + +There is a clear distinction between the two. Inputs are dynamic and +may change at every execution. Attributes never changes and an optimizer +can improve the execution graph assuming it never changes. +Therefore, it is impossible to turn an input into an attribute. +And the operator *Constant* is the only operator changing an +attribute into an input. + +### Shape or no shape + +onnx usually expects a shape for every input or output +assuming the rank (or the number of dimensions) is known. +What if we need to create a valid graph for every dimension? +This case is still puzzling. + +```{eval-rst} +.. exec_code:: + + import numpy + from onnx import numpy_helper, TensorProto, FunctionProto + from onnx.helper import ( + make_model, make_node, set_model_props, make_tensor, + make_graph, make_tensor_value_info, make_opsetid, + make_function) + from onnx.checker import check_model + from onnxruntime import InferenceSession + + def create_model(shapes): + new_domain = 'custom' + opset_imports = [make_opsetid("", 14), make_opsetid(new_domain, 1)] + + node1 = make_node('MatMul', ['X', 'A'], ['XA']) + node2 = make_node('Add', ['XA', 'A'], ['Y']) + + X = make_tensor_value_info('X', TensorProto.FLOAT, shapes['X']) + A = make_tensor_value_info('A', TensorProto.FLOAT, shapes['A']) + Y = make_tensor_value_info('Y', TensorProto.FLOAT, shapes['Y']) + + graph = make_graph([node1, node2], 'example', [X, A], [Y]) + + onnx_model = make_model(graph, opset_imports=opset_imports) + # Let models runnable by onnxruntime with a released ir_version + onnx_model.ir_version = 8 + + return onnx_model + + print("----------- case 1: 2D x 2D -> 2D") + onnx_model = create_model({'X': [None, None], 'A': [None, None], 'Y': [None, None]}) + check_model(onnx_model) + sess = InferenceSession(onnx_model.SerializeToString(), + providers=["CPUExecutionProvider"]) + res = sess.run(None, { + 'X': numpy.random.randn(2, 2).astype(numpy.float32), + 'A': numpy.random.randn(2, 2).astype(numpy.float32)}) + print(res) + + print("----------- case 2: 2D x 1D -> 1D") + onnx_model = create_model({'X': [None, None], 'A': [None], 'Y': [None]}) + check_model(onnx_model) + sess = InferenceSession(onnx_model.SerializeToString(), + providers=["CPUExecutionProvider"]) + res = sess.run(None, { + 'X': numpy.random.randn(2, 2).astype(numpy.float32), + 'A': numpy.random.randn(2).astype(numpy.float32)}) + print(res) + + print("----------- case 3: 2D x 0D -> 0D") + onnx_model = create_model({'X': [None, None], 'A': [], 'Y': []}) + check_model(onnx_model) + try: + InferenceSession(onnx_model.SerializeToString(), + providers=["CPUExecutionProvider"]) + except Exception as e: + print(e) + + print("----------- case 4: 2D x None -> None") + onnx_model = create_model({'X': [None, None], 'A': None, 'Y': None}) + try: + check_model(onnx_model) + except Exception as e: + print(type(e), e) + sess = InferenceSession(onnx_model.SerializeToString(), + providers=["CPUExecutionProvider"]) + res = sess.run(None, { + 'X': numpy.random.randn(2, 2).astype(numpy.float32), + 'A': numpy.random.randn(2).astype(numpy.float32)}) + print(res) + print("----------- end") +``` diff --git a/docs/docsgen/source/onnx-favicon.png b/docs/docsgen/source/onnx-favicon.png new file mode 100644 index 0000000..dfe4177 Binary files /dev/null and b/docs/docsgen/source/onnx-favicon.png differ diff --git a/docs/docsgen/source/onnx_sphinx.py b/docs/docsgen/source/onnx_sphinx.py new file mode 100644 index 0000000..da292e4 --- /dev/null +++ b/docs/docsgen/source/onnx_sphinx.py @@ -0,0 +1,905 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +"""Automates the generation of ONNX operators.""" + +from __future__ import annotations + +import difflib +import importlib +import inspect +import keyword +import os +import pathlib +import re +import shutil +import sys +import textwrap +from typing import Any + +import jinja2 +import numpy as np +from sphinx.util import logging + +import onnx +from onnx.backend.test.case.base import _Exporter +from onnx.defs import OpSchema + +REPO_DOCS_EXCLUDE = { + "Changelog-ml.md", + "Changelog.md", + "CIPipelines.md", + "CONTRIBUTING.md", + "Operators-ml.md", + "Operators.md", + "Relicensing.md", + "TestCoverage-ml.md", + "TestCoverage.md", +} + + +def _get_diff_template(): + return jinja2.Template( + textwrap.dedent( + """ +
+ + + + """ + ), + autoescape=True, + ) + + +def _get_ops_template(): + return jinja2.Template( + """\ +{% for sch in schemas %} + +.. tag-diff-insert. + +(l-onnx-op{{sch.domain.lower().replace(".", "-")}}-{{sch.name.lower()}}-{{str(sch.since_version)}})= + +## {{format_name_with_domain(sch)}} + +### Version + +- **name**: [{{sch.name}} (GitHub)]({{build_doc_url(sch)}}{{sch.name}}) +- **domain**: `{% if sch.domain == '' %}main{% else %}{{sch.domain}}{% endif %}` +- **since_version**: `{{sch.since_version}}` +- **function**: `{{sch.has_function or sch.has_context_dependent_function}}` +- **support_level**: `{{sch.support_level}}` +- **shape inference**: `{{sch.has_type_and_shape_inference_function}}` + +{% if sch.support_level == OpSchema.SupportType.EXPERIMENTAL %} +No versioning maintained for experimental ops. +{% else %} +This version of the operator has been {% if +sch.deprecated %}deprecated{% else %}available{% endif %} +**since version {{sch.since_version}}{% if +sch.domain %} of domain {{sch.domain}}{% endif %}**. +{% if len(sch.versions) > 1 %} +Other versions of this operator: +{% for v in sch.version[:-1] %} {{v}} {% endfor %} +{% endif %} +{% endif %} + +### Summary + +{{process_documentation(sch.doc)}} + +{% if sch.has_function %} + +#### Function Body + +The function definition for this operator. + +``` +{{get_function_body(sch)}} +``` +{% endif %} +{% if sch.attributes %} + +### Attributes + +{% for _, attr in sorted(sch.attributes.items()) +%}* **{{attr.name}} - {{str(attr.type).split('.')[-1]}}**{% + if attr.required %} (required){% endif %} {% + if attr.default_value %}{{clean_default_value(attr)}}{% + endif %}: + +{{text_indent(attr.description, 2)}} + +{% endfor %} +{% endif %} +{% if sch.inputs %} + +### Inputs + +{% if sch.min_input != sch.max_input %}Between {{sch.min_input +}} and {{sch.max_input}} inputs. +{% endif %} +{% for ii, inp in enumerate(sch.inputs) %} +- **{{getname(inp, ii)}}**{{format_option(inp)}} - **{{inp.type_str}}**: + +{{text_indent(inp.description, 2)}}{% endfor %} +{% endif %} +{% if sch.outputs %} + +### Outputs + +{% if sch.min_output != sch.max_output %}Between {{sch.min_output +}} and {{sch.max_output}} outputs. +{% endif %} +{% for ii, out in enumerate(sch.outputs) %} +- **{{getname(out, ii)}}**{{format_option(out)}} - **{{out.type_str}}**: + +{{text_indent(out.description, 2)}}{% endfor %} +{% endif %} +{% if sch.type_constraints %} + +### Type Constraints + +{% for ii, type_constraint in enumerate(sch.type_constraints) +%}* {{get_constraint(type_constraint, ii)}}: + +{{text_indent(type_constraint.description, 2)}} +{% endfor %} +{% endif %} +{% if examples and is_last_schema(sch): %} + +### Examples + +{% for example, code in examples.items(): %} + +#### {{ example }} + +```python +{{ format_example(code) }} +``` +{% endfor %} +{% endif %} +{% endfor %}""", + autoescape=jinja2.select_autoescape(), + ) + + +def _get_main_template(): + return jinja2.Template( + textwrap.dedent( + """ + .. _l-onnx-operators: + + {{ title }} + {{ "=" * len(title) }} + + Lists out all the ONNX operators. For each operator, lists out the usage guide, + parameters, examples, and line-by-line version history. + This section also includes tables detailing each operator + with its versions, as done in `Operators.md + `_. + + All examples end by calling function `expect`. + which checks a runtime produces the expected output for this example. + One implementation based on `onnxruntime `_ + can be found at :ref:`l-function-expect`. + + .. toctree:: + :hidden: + + ../expect_onnxruntime + {% for p in pages %}{{ os.path.split(p)[-1] }} + {% endfor %} + + .. tabs:: + + {% for t in tabs %}.. tab:: {{ t.domain_name }} + {{ t.render(indent=" ") }} + {% endfor %} + """ + ), + autoescape=True, + ) + + +def _clean_unicode(text): + text = text.replace(""", '"') + text = text.replace("—", "-") + text = text.replace(" ", " ") + text = text.replace("'", "'") + text = text.replace(">", ">") + return text.replace("<", "<") + + +_template_diff = _get_diff_template() +_template_operator = _get_ops_template() +_template_main = _get_main_template() +_all_schemas_with_history = None + + +_attribute_conversion_functions = { + onnx.AttributeProto.FLOAT: lambda att: np.float32(att.f), + onnx.AttributeProto.FLOATS: lambda att: [np.float32(f) for f in att.floats], + # AttributeProto.GRAPH(5) + # AttributeProto.GRAPHS(10) + onnx.AttributeProto.INT: lambda att: int(att.i), + onnx.AttributeProto.INTS: lambda att: [int(i) for i in att.ints], + # AttributeProto.SPARSE_TENSOR(11) + # AttributeProto.SPARSE_TENSORS(12) + onnx.AttributeProto.STRING: lambda att: att.s.decode("utf-8"), + onnx.AttributeProto.STRINGS: lambda att: [s.decode("utf-8") for s in att.strings], + onnx.AttributeProto.TENSOR: lambda att: onnx.numpy_helper.to_array(att.t), + # AttributeProto.TENSORS(9) + # onnx.AttributeProto.TYPE_PROTO: lambda att: OnnxType(att.tp), + # AttributeProto.TYPE_PROTOS(14) +} + + +def _populate_all_schemas_with_history(): + res: dict[str, Any] = {} + for schema in onnx.defs.get_all_schemas_with_history(): + domain = schema.domain + version = schema.since_version + name = schema.name + if domain not in res: + res[domain] = {} + if name not in res[domain]: + res[domain][name] = {} + res[domain][name][version] = schema + + return res + + +def _get_all_schemas_with_history(): + global _all_schemas_with_history # noqa: PLW0603 + if _all_schemas_with_history is None: + _all_schemas_with_history = _populate_all_schemas_with_history() + return _all_schemas_with_history + + +def get_operator_schemas(op_name, version=None, domain=None): + """Returns all schemas mapped to an operator name. + :param op_name: name of the operator + :param version: version + :param domain: domain + :return: list of schemas + """ + if version == "last" and op_name is not None: + if domain is not None: + return [onnx.defs.get_schema(op_name, domain=domain)] + all_schemas = _get_all_schemas_with_history() + if domain is None: + domains = [] + for dom, ops in all_schemas.items(): + if op_name is None or op_name in ops: + domains.append(dom) + else: + domains = [domain] + + # schemas + sch = [] + for dom in domains: + ops = all_schemas[dom] + if op_name is None: + for op, v in ops.items(): + if version is None: + sch.extend(v.values()) + elif version == "last" and (dom == "" or "onnx" in dom): + try: + sch.append(onnx.defs.get_schema(op, domain=dom)) + except onnx.defs.SchemaError: + sch.append(v[max(v)]) + elif version == "last": + sch.append(v[max(v)]) + else: + sch.append(v[version]) + elif op_name in ops: + if version is None: + sch.extend(ops[op_name].values()) + elif version in ops[op_name]: + sch.append(ops[op_name][version]) + + # sort + vals = [(s.domain, s.name, -s.since_version, s) for s in sch] + vals.sort() + return [v[-1] for v in vals] + + +def get_markdown_doc( + folder, + op_name=None, + domain=None, + version="last", + clean=True, + diff=False, + example=False, +): + """Returns a documentation in Markdown format + for all :class:`OnnxOperator`. + + :param op_name: operator name of None for all + :param domain: domain + :param version: version, None for all, `'last'` for the most recent one + :param clean: clean empty lines + :param diff: highlights differences between two versions + :param example: add example to the documentation + :return: string + """ + schemas = get_operator_schemas(op_name, domain=domain, version=version) + + def format_name_with_domain(sch): + if version == "last": + if sch.domain: + return f"{sch.name} ({sch.domain})" + return sch.name + if sch.domain: + return f"{sch.name} - {sch.since_version} ({sch.domain})" + return f"{sch.name} - {sch.since_version}" + + def format_option(obj): + opts = [] + if OpSchema.FormalParameterOption.Optional == obj.option: + opts.append("optional") + elif OpSchema.FormalParameterOption.Variadic == obj.option: + opts.append("variadic") + if getattr(obj, "is_homogeneous", False): + opts.append("heterogeneous") + if opts: + return f" ({', '.join(opts)})" + return "" + + def format_example(code): + return code + + def get_constraint(const, ii): + if const.type_param_str: + name = const.type_param_str + else: + name = str(ii) + name = f"**{name}** in (" + if const.allowed_type_strs: + types = [f"`{type_str}`" for type_str in sorted(const.allowed_type_strs)] + text = ", ".join(types) + name += " " + text + " )" + return name + + def getname(obj, i): + name = obj.name + if len(name) == 0: + return str(i) + return name + + def process_documentation(doc): + if doc is None: + doc = "" + if not isinstance(doc, str): + raise TypeError(f"doc must be a string not {type(doc)!r} - {doc + 42!r}.") + main_docs_url = "https://github.com/onnx/onnx/blob/main/" + rep = { + "[the doc](IR.md)": f"[ONNX IR]({main_docs_url}docs/IR.md)", + "[the doc](Broadcasting.md)": f"[Broadcasting in ONNX]({main_docs_url}docs/Broadcasting.md)", + } + for key, value in rep.items(): + doc = doc.replace(key, value) + return textwrap.dedent(doc) + + def build_doc_url(sch): + doc_url = "https://github.com/onnx/onnx/blob/main/docs/Operators" + if "ml" in sch.domain: + doc_url += "-ml" + doc_url += ".md" + doc_url += "#" + if sch.domain not in (None, "", "ai.onnx"): + doc_url += sch.domain + "." + return doc_url + + def format_default_value(value): + if isinstance(value, float): + formatted = str(np.round(value, 5)) + # use default formatting, unless too long. + if len(formatted) > 10: # noqa: PLR2004 + formatted = f"({value:e})" + return formatted + if isinstance(value, (bytes, bytearray)): + return value.decode("utf-8") + return str(value) + + def clean_default_value(attr): + if not attr.default_value.name: + return "" + default_value = onnx.helper.get_attribute_value(attr.default_value) + if isinstance(default_value, onnx.AttributeProto) and hasattr( + default_value, "default_value" + ): + if attr.type in _attribute_conversion_functions: + sval = _attribute_conversion_functions[attr.type](default_value) + return f"(default is `{sval}`)" + + if isinstance(default_value, list): + sval = f"[{', '.join(format_default_value(val) for val in default_value)}]" + else: + sval = format_default_value(default_value) + return f"(default is `{sval}`)" + + def text_indent(text: str, indent: int) -> str: + s = " " * indent + return textwrap.indent(text, s) + + def get_function_body(schema: OpSchema) -> str: + return onnx.printer.to_text(schema.function_body) + + examples = get_onnx_example(op_name, domain) if example else {} + docs = _template_operator.render( + schemas=schemas, + OpSchema=OpSchema, + len=len, + getattr=getattr, + sorted=sorted, + format_option=format_option, + get_constraint=get_constraint, + getname=getname, + enumerate=enumerate, + format_name_with_domain=format_name_with_domain, + process_documentation=process_documentation, + build_doc_url=build_doc_url, + text_indent=text_indent, + str=str, + clean_default_value=clean_default_value, + examples=examples, + format_example=format_example, + is_last_schema=is_last_schema, + get_function_body=get_function_body, + ) + + d_links = {} + for schema in schemas: + sdom = schema.domain.replace(".", "-") + d_links[schema.since_version] = ( + f"l-onnx-op{sdom}-{schema.name.lower()}-{schema.since_version}" + ) + + if diff: + lines = docs.split("\n") + new_lines = [""] + for line in lines: + line = line.rstrip("\r\t ") # noqa: PLW2901 + if len(line) == 0 and len(new_lines[-1]) == 0: + continue + new_lines.append(line) + docs = "\n".join(new_lines) + docs, d_links_diff = _insert_diff( + folder, + docs, + ".. tag-diff-insert.", + op_name=op_name, + version=version, + domain=domain, + ) + d_links.update(d_links_diff) + + if clean: + lines = docs.split("\n") + new_lines = [""] + for line in lines: + line = line.rstrip("\r\t ") # noqa: PLW2901 + if len(line) == 0 and len(new_lines[-1]) == 0: + continue + new_lines.append(line) + docs = "\n".join(new_lines) + + return docs, d_links, len(examples) + + +def _insert_diff( + folder, docs, split=".. tag-diff-insert.", op_name=None, version=None, domain=None +): + """Splits a using `split`, insert HTML differences between pieces. + The function relies on package `pyquickhelper`. + """ + doc_parts = docs.split(split) + if len(doc_parts) <= 1: + return docs + + reg = re.compile("([A-Z][A-Za-z0-9_]*) - ([0-9]+)") + + d_links = {} + pieces = [doc_parts[0]] + mds = [] + for i in range(1, len(doc_parts)): + spl1 = doc_parts[i - 1].strip("\n ") + spl2 = doc_parts[i].strip("\n ") + vers1 = reg.findall(spl1) + vers2 = reg.findall(spl2) + + spl1 = spl1.split("### Examples")[0].replace("`", "") + spl2 = spl2.split("### Examples")[0].replace("`", "") + spl1 = spl1.split("### Summary")[-1].strip("\n ") + spl2 = spl2.split("### Summary")[-1].strip("\n ") + if len(spl1) < 5 or len(spl2) < 5: # noqa: PLR2004 + pieces.append(doc_parts[i]) + continue + if not vers1: + raise ValueError(f"Unable to find version {version!r} in\n{spl1}") + if not vers2: + raise ValueError(f"Unable to find version {version!r} in\n{spl2}") + v2 = vers2[0][1] + v1 = vers1[0][1] + + if not mds: + mds.append( + (v1, textwrap.dedent(spl1.strip(" \n\r\t")).splitlines(keepends=True)) + ) + mds.append( + (v2, textwrap.dedent(spl2.strip(" \n\r\t")).splitlines(keepends=True)) + ) + + if len(mds) > 1: + show_diff_toc = True + else: + show_diff_toc = False + + if show_diff_toc: + pieces.append("```{toctree}") + + for di in range(len(mds) - 1): + dj = len(mds) - 1 + + v1, s1 = mds[di] + v2, s2 = mds[dj] + differ = difflib.Differ() + result = list(differ.compare(s2, s1)) + raw = "".join(result) + + diff = _template_diff.render( + op_name=op_name, + version1=v2, + version2=v1, + div_name=f"div_{op_name}_{i}", + diff_content=raw, + ) + diff = _clean_unicode(diff) + + title = f"{op_name} - {v2} vs {v1}" + + name = f"text_diff_{op_name}_{v2}_{v1}" + domain_str = domain.replace(".", "-") + link = f"l-onnx-op{domain_str}-{op_name.lower()}-d{v2}-{v1}" + d_links[int(v2), int(v1)] = link + content = "\n".join( + [ + "", + f".. _{link}:", + "", + title, + "=" * len(title), + "", + "Next section compares an older to a newer version of the same operator ", + "after both definition are converted into markdown text.", + "Green means an addition to the newer version, red means a deletion.", + "Anything else is unchanged.", + "", + ".. raw:: html", + "", + textwrap.indent(diff, " "), + ] + ) + filename = os.path.join(folder, name + ".rst") + pathlib.Path(filename).write_text(content, encoding="utf-8") + # Add diff page to the toctree using myst syntax + pieces.append(name) + + if show_diff_toc: + # End the toctree + pieces.append("```") + + pieces.extend(["", doc_parts[i]]) + + return "\n".join(pieces), d_links + + +def pascal_to_snake_case(name: str) -> str: + """Switches from *AaBb* into *aa_bb*. + :param name: name to convert + :return: converted name + """ + s1 = re.sub("(.)([A-Z][a-z]+)", r"\1_\2", name) + s2 = re.sub("([a-z0-9])([A-Z])", r"\1_\2", s1).lower() + return s2 if not keyword.iskeyword(s2) else s2 + "_" + + +def _process_example(code: str) -> str: + """Add necessary imports to make the example work.""" + code = code.replace("", "") + missing_imports = ["import numpy as np", "import onnx"] + elements = [*missing_imports, "", "", code.strip("\n")] + return "\n".join(elements) + + +def get_onnx_example(op_name, domain): + """Retrieves examples associated to one operator + stored in onnx packages. + :param op_name: operator name + :param domain: operator domain + :param fmt: rendering format + :return: dictionary + """ + if domain in (None, "ai.onnx"): + modules = [ + f"onnx.backend.test.case.node.{op_name.lower()}", + f"onnx.backend.test.case.node.{pascal_to_snake_case(op_name)}", + ] + else: + domain_ = domain.replace(".", "_") + modules = [ + f"onnx.backend.test.case.node.{domain_}.{op_name.lower()}", + f"onnx.backend.test.case.node.{domain_}.{pascal_to_snake_case(op_name)}", + ] + module = None + for m in modules: + try: + mod = importlib.import_module(m) + module = m + except ImportError: # noqa: PERF203 + continue + if module is None: + # Unable to find an example for 'op_name'. + return {} + results: dict[str, Any] = {} + for v in mod.__dict__.values(): + if not isinstance(v, _Exporter): + continue + code_cls = inspect.getsource(v) + codes = code_cls.split("@staticmethod") + for me in v.__dict__: + if not me.startswith("export"): + continue + sub = f" {me}()" + found = None + for code in codes: + if sub in code: + found = code + if found is None: + raise RuntimeError(f"Unable to find {sub!r} in\n{code_cls}") + found = textwrap.dedent(found) + lines = found.split("\n") + first = 0 + for i in range(len(lines)): + if lines[i].startswith("def "): + first = i + 1 + found = textwrap.dedent("\n".join(lines[first:])) + key = me[len("export") :] + if key == "": + key = "default" + if key in results: + key = f"example {len(results) + 1}" + results[key] = _process_example(found) + return results + + +def is_last_schema(sch: OpSchema) -> bool: + """Tells if this is the most recent schema for this operator. + :param sch: schema + :return: True + """ + try: + last = onnx.defs.get_schema(sch.name, domain=sch.domain) + except onnx.defs.SchemaError: + return True + return last.since_version == sch.since_version + + +def onnx_documentation_folder( + folder, title="ONNX Operators", flog=None, max_opsets=None +): + """Creates documentation in a folder for all known + ONNX operators or a subset. + :param folder: folder where to write the documentation + :param title: index title + :param flog: logging function + :param max_opsets: included operator definition up to this opsets + :return: list of creates files + """ + + class _Table: + def __init__(self, ops, domain, title=None): + self.title = title or domain + self.domain = domain + self.ops = ops + + @property + def domain_name(self): + title = self.domain + if title == "": + title = "ai.onnx" + return title + + def render(self, indent=""): + table_dom = [""] + table_dom.extend( + [ + ".. list-table::", + " :widths: 10 10 10", + " :header-rows: 1", + "", + " * - operator", + " - versions", + " - differences", + ] + ) + + for op in self.ops: + name = op["name"] + dom = self.domain.replace(".", "-") + table_dom.append(f" * - :ref:`{name} `") + versions = sorted( + [(k, v) for k, v in op["links"].items() if isinstance(k, int)], + reverse=True, + ) + col1 = ", ".join(f":ref:`{k} <{v}>`" for k, v in versions) + diffs = sorted( + [(k, v) for k, v in op["links"].items() if isinstance(k, tuple)], + reverse=True, + ) + col2 = ", ".join(f":ref:`{k[1]}/{k[0]} <{v}>`" for k, v in diffs) + table_dom.append(f" - {col1}") + table_dom.append(f" - {col2}") + table_dom.append("") + if indent != "": + for i in range(len(table_dom)): + table_dom[i] = indent + table_dom[i] + return "\n".join(table_dom) + + all_schemas_available = _get_all_schemas_with_history() + if len(all_schemas_available) < 3: # noqa: PLR2004 + raise RuntimeError( + f"At least three domains are expected, found {list(all_schemas_available)}." + ) + + # filter out operator under development + all_schemas = {} + for domain, opset in all_schemas_available.items(): + max_version = None if max_opsets is None else max_opsets.get(domain, None) + d = {} + for op, schemas in opset.items(): + vers = {} + for version, schema in schemas.items(): + if max_version is not None and version > max_version: + continue + vers[version] = schema + d[op] = vers + all_schemas[domain] = d + + if len(all_schemas) < 3: # noqa: PLR2004 + raise RuntimeError( + f"At least three domains are expected, found {list(all_schemas)} in all_schemas." + ) + + if not os.path.exists(folder): + os.makedirs(folder) + + pages = [] + tables = [] + + # loop on domains + for dom in sorted(all_schemas): + sdom = "ai.onnx" if dom == "" else dom + dom_pages = [] + + do = all_schemas[dom] + if len(do) == 0: + raise RuntimeError(f"No operator for domain={dom!r}.") + + # loop on operators + for op in sorted(do): + if flog is not None: + flog(f"generate page for onnx {dom!r} - {op!r}") + page_name = f"onnx_{dom.replace('.', '')}_{op}" + doc, d_links, n_examples = get_markdown_doc( + folder, op, domain=dom, version=None, example=True, diff=True + ) + if flog is not None and n_examples == 0: + flog(f"{' ' * 14}no_example for {op} from domain {domain}") + if dom == "": + main = op + else: + main = f"{dom} - {op}" + sdom = dom.replace(".", "-") + # Target in MyST https://myst-parser.readthedocs.io/en/v0.15.1/syntax/syntax.html?highlight=role#extra-markdown-syntax + ref_link = f"(l-onnx-doc{sdom}-{op})=" + rows = [ + "", + ref_link, + "", + f"# {main}", + "", + doc, + ] + + full = os.path.join(folder, page_name + ".md") + content = "\n".join(rows) + pathlib.Path(full).write_text(content, encoding="utf-8") + pages.append(full) + dom_pages.append({"name": op, "links": d_links}) + + tables.append(_Table(dom_pages, dom, sdom)) + + # final + if len(tables) < 3: # noqa: PLR2004 + raise RuntimeError(f"At least three domain are expected not {len(tables)}.") + index = _template_main.render(pages=pages, tabs=tables, os=os, len=len, title=title) + index = _clean_unicode(index) + page_name = os.path.join(folder, "index.rst") + pathlib.Path(page_name).write_text(index, encoding="utf-8") + pages.append(page_name) + return pages + + +def _generate_op_doc(app): + logger = logging.getLogger(__name__) + folder = app.config.onnx_doc_folder + max_opsets = app.config.max_opsets + onnx_documentation_folder(folder, flog=logger.info, max_opsets=max_opsets) + + +def _copy_repo_docs(app): + logger = logging.getLogger(__name__) + dest_name = app.config.onnx_md_folder + + docs_dir = pathlib.Path(__file__).parent.parent.parent # docs + dest_folder = docs_dir / "docsgen" / "source" / dest_name + dest_folder.mkdir(parents=True, exist_ok=True) + # Copy all the markdown files from the folder except for the blocklisted ones + + logger.info("Copying Markdown files from '%s' to '%s'", docs_dir, dest_folder) + for file in docs_dir.glob("*.md"): + if file.name in REPO_DOCS_EXCLUDE: + continue + shutil.copy(file, dest_folder) + logger.info("Copying '%s'", file.name) + + +def setup(app): + """Sphinx extension `onnx_sphinx` displays documentation + on ONNX Operators. + """ + import sphinx # noqa: PLC0415 + + app.add_config_value("onnx_doc_folder", "operators", "env") + # Folder for storing the Markdown documentation from the repository + app.add_config_value("onnx_md_folder", "repo-docs", "env") + app.add_config_value("max_opsets", {}, "env") + app.connect("builder-inited", _generate_op_doc) + app.connect("builder-inited", _copy_repo_docs) + return {"version": sphinx.__display_version__, "parallel_read_safe": True} + + +if "debug" in sys.argv: + print("DEBUG") + onnx_documentation_folder("_debug", flog=print) + print("END") diff --git a/docs/docsgen/source/repo-docs/.gitignore b/docs/docsgen/source/repo-docs/.gitignore new file mode 100644 index 0000000..427eb8d --- /dev/null +++ b/docs/docsgen/source/repo-docs/.gitignore @@ -0,0 +1,3 @@ +* +!index.md +!.gitignore diff --git a/docs/docsgen/source/repo-docs/index.md b/docs/docsgen/source/repo-docs/index.md new file mode 100644 index 0000000..9224db8 --- /dev/null +++ b/docs/docsgen/source/repo-docs/index.md @@ -0,0 +1,16 @@ + + +# ONNX Repository Documentation + +Markdown documentation from the [ONNX repository](https://github.com/onnx/onnx/tree/main/docs). + +```{toctree} +:maxdepth: 1 +:glob: + +* +``` diff --git a/docs/docsgen/source/technical/InPlaceKVCache.png b/docs/docsgen/source/technical/InPlaceKVCache.png new file mode 100644 index 0000000..7cacb90 Binary files /dev/null and b/docs/docsgen/source/technical/InPlaceKVCache.png differ diff --git a/docs/docsgen/source/technical/float4.md b/docs/docsgen/source/technical/float4.md new file mode 100644 index 0000000..dac1aa9 --- /dev/null +++ b/docs/docsgen/source/technical/float4.md @@ -0,0 +1,121 @@ + + +(onnx-detail-float4)= + +# Float stored in 4 bits + +## Papers + +4 bit floating point formats have emerged as a solution to the +rising cost and deployment challenges of large language models. +The S1E2M1 format has been part of the [Open Compute Project (OCP)](https://www.opencompute.org/documents/ocp-microscaling-formats-mx-v1-0-spec-final-pdf) +standard. + +As a result, a new data type was introduced in `onnx==1.18.0` +to support a limited set of operators to enable computation +with float4. + +- `FLOAT4E2M1`: 1 bit for the sign, 2 bits for the exponents, and 1 bit for the mantissa. + No nan or infinities. + +## E2M1 + +$S$ stands for the sign. $10_2$ describe a number base 2. + +```{eval-rst} +.. list-table:: Float4 type + :widths: 10 10 + :header-rows: 1 + + * - + - E2M1 + * - Exponent bias + - 1 + * - Infinities + - + * - NaN + - + * - Zeros + - :math:`S.00.0_2` + * - Max + - :math:`S.11.1_2` + * - Min + - :math:`S.00.1_2 = 2^{-1}` + +``` + +Let's denote the bit representation as $S.b_2 b_1 b_0$. +The float value is defined by the following expressions: + +```{eval-rst} +.. list-table:: Float4 type values + :widths: 10 10 + :header-rows: 1 + + * - + - E2M1 + * - exponent :math:`\neq` 0 + - :math:`(-1)^S 2^{\sum_{i=1}^2 b_i 2^{i-1} - 1} \left( 1 + b_0 2^{-1} \right)` + * - exponent :math:`=` 0 + - :math:`(-1)^S b_0 2^{-1}` +``` + +The following table lists all the representable values by float4 E2M1, ignoring the sign bit: + +```{eval-rst} +.. list-table:: Float4 type values + :widths: 10 10 + :header-rows: 1 + + * - bits (ignoring sign bit) + - E2M1 + * - 000 + - 0 + * - 001 + - 0.5 + * - 010 + - 1 + * - 011 + - 1.5 + * - 100 + - 2 + * - 101 + - 3 + * - 110 + - 4 + * - 111 + - 6 +``` + +## Cast + +Upcasting from float4 to float32, float16, bfloat16, and float8 is exact. +The behavior for downcasting to float 4 is summarized below + +| x | E2M1 | +| ----------------- | ------------------------------------------------- | +| -6<=x<=6 | E2M1 converted value of x. Round to nearest even. | +| x=+/-0 | +/-0 | +| x>6 | 6 | +| x<-6 | -6 | +| +Inf | 6 | +| -Inf | -6 | +| NaN | 6 | + +## Packing and Unpacking + +Float4 is stored as 2x4bit in a single byte. +The first element is stored in the 4 LSB and the second element is stored in the 4 MSB, +i.e. for elements `x` and `y` that are consecutive elements in the array: + +``` +pack(x,y): y << 4 | x & 0x0F +unpack(z): x = z & 0x0F, y = z >> 4 +``` + +In case the total number of elements is odd, padding of 4 bits will be appended. +The storage size of a 4 bit tensor of size `N` is `ceil(N/2)`. diff --git a/docs/docsgen/source/technical/float8.md b/docs/docsgen/source/technical/float8.md new file mode 100644 index 0000000..46d6fb2 --- /dev/null +++ b/docs/docsgen/source/technical/float8.md @@ -0,0 +1,232 @@ + + +(onnx-detail-float8)= + +# Float stored in 8 bits + +## Papers + +Two papers have been published in 2022 to introduce floats +stored on a byte as opposed to float 32 stored on 4 bytes. +The float precision is much lower but the training accuracy +does not suffer too much. + +[FP8 Formats for Deep Learning](https://arxiv.org/abs/2209.05433) +from NVIDIA, Intel and ARM introduces two types following +[IEEE specification](https://en.wikipedia.org/wiki/IEEE_754). +First one is E4M3, 1 bit for the sign, 4 bits for the exponents and 3 +bits for the mantissa. Second one is E5M2, 1 bit for the sign, +5 bits for the exponents and 2 for the mantissa. The first types +is mostly used for the weights, the second one for the gradient. + +Second paper [8-bit Numerical Formats For Deep Neural Networks](https://arxiv.org/pdf/2206.02915.pdf) introduces +similar types. IEEE standard gives the same value +to `+0` (or integer 0) and `-0` (or integer 128). +They chose to give distinct float values to these two +numbers. The paper experiments different split between +exponent and mantissa and shows and E4M3 and E5M2 are +the best ones. + +As a result, four new types were introduced in `onnx==1.15.0` +to support a limited set of operators to enable computation +with float 8. + +- `E4M3FN`: 1 bit for the sign, 4 bits for the exponents, 3 bits for the mantissa, + only nan values and no infinite values (FN), +- `E4M3FNUZ`: 1 bit for the sign, 4 bits for the exponents, 3 bits for the mantissa, + only nan values and no infinite values (FN), no negative zero (UZ) +- `E5M2`: 1 bit for the sign, 5 bits for the exponents, 2 bits for the mantissa, +- `E5M2FNUZ`: 1 bit for the sign, 5 bits for the exponents, 2 bits for the mantissa, + only nan values and no infinite values (FN), no negative zero (UZ) + +The implementation is usually hardware dependent. +NVIDIA, Intel and Arm implement `E4M3FN` and `E5M2` is its latest graphical processor. +GraphCore does the same only with `E4M3FNUZ` and `E5M2FNUZ`. + +## E4M3FN and E5M2 + +$S$ stands for the sign. $10_2$ describe a number base 2. + +```{eval-rst} +.. list-table:: Float8 types + :widths: 10 10 10 + :header-rows: 1 + + * - + - E4M3FN + - E5M2 + * - Exponent bias + - 7 + - 15 + * - Infinities + - + - :math:`S.11111.00_2` + * - NaN + - :math:`S.1111.111_2` + - :math:`S.11111.\{01, 10, 11\}_2` + * - Zeros + - :math:`S.0000.000_2` + - :math:`S.00000.00_2` + * - Max + - :math:`S.1111.110_2` + - :math:`1.75 \times 2^{15}= 57344` + * - Min + - :math:`S.0000.001_2 = 2^{-9}` + - :math:`S.00000.01_2 = 2^{-16}` + +``` + +Let's denote the bit representation as $S.b_6 b_5 b_4 b_3 b_2 b_1 b_0$. +The float value is defined by the following expressions: + +```{eval-rst} +.. list-table:: Float8 types values + :widths: 10 10 10 + :header-rows: 1 + + * - + - E4M3FN + - E5M2 + * - exponent :math:`\neq` 0 + - :math:`(-1)^S 2^{\sum_{i=3}^6 b_i 2^{i-3} - 7} \left( 1 + \sum_{i=0}^2 b_i 2^{i-3} \right)` + - :math:`(-1)^S 2^{\sum_{i=2}^6 b_i 2^{i-2} - 15} \left( 1 + \sum_{i=0}^1 b_i 2^{i-2} \right)` + * - exponent :math:`=` 0 + - :math:`(-1)^S 2^{-6} \sum_{i=0}^2 b_i 2^{i-3}` + - :math:`(-1)^S 2^{-14} \sum_{i=0}^1 b_i 2^{i-2}` +``` + +## E4M3FNUZ and E5M2FNUZ + +The previous types support positive and negative zero, positive and negative nan. +Another type definition was introduced by GraphCore to make a better use +of these four values. Every type including UZ in its name have only one zero +and one nan (= negative zero). The other difference comes from the exponent bias. +As a result, a float 8 *FLOAT8E4M3FN*, not null, not nan, cannot be simply +converted into *FLOAT8E4M3FNUZ* due to this exponent bias difference. +Even if the mantissa is the same, the exponent is not. + +```{eval-rst} +.. list-table:: Float8 types + :widths: 10 10 10 + :header-rows: 1 + + * - + - E4M3FNUZ + - E5M2FNUZ + * - Exponent bias + - 8 + - 16 + * - Infinities + - + - + * - NaN + - :math:`1.0000.000_2` + - :math:`1.00000.00_2` + * - Zeros + - :math:`0.0000.000_2` + - :math:`0.00000.00_2` + * - Max + - :math:`S.1111.111_2` + - :math:`S.11111.11_2` + * - Min + - :math:`S.0000.001_2 = 2^{-10}` + - :math:`S.00000.01_2 = 2^{-17}` +``` + +The float value is defined by the following expressions: + +```{eval-rst} +.. list-table:: Float8 types values + :widths: 10 10 10 + :header-rows: 1 + + * - + - E4M3FNUZ + - E5M2FNUZ + * - exponent :math:`\neq` 0 + - :math:`(-1)^S 2^{\sum_{i=3}^6 b_i 2^{i-3} - 8} \left( 1 + \sum_{i=0}^2 b_i 2^{i-3} \right)` + - :math:`(-1)^S 2^{\sum_{i=2}^6 b_i 2^{i-2} - 16} \left( 1 + \sum_{i=0}^1 b_i 2^{i-2} \right)` + * - exponent :math:`=` 0 + - :math:`(-1)^S 2^{-7} \sum_{i=0}^2 b_i 2^{i-3}` + - :math:`(-1)^S 2^{-15} \sum_{i=0}^1 b_i 2^{i-2}` +``` + +## Cast + +Cast from float 8 to +[float 16](https://en.wikipedia.org/wiki/Half-precision_floating-point_format) (or E5M10), +[bfloat16](https://en.wikipedia.org/wiki/Bfloat16_floating-point_format) (or E8M7), +[float32](https://en.wikipedia.org/wiki/Single-precision_floating-point_format) (or E8M23) is easier. +The cast is exact. The conversion does not necessarily preserve the sign for +specific values such as `-0` or `-NaN`. + +Cast to float 8 consists in finding the closest float 8 +to the original float 32 value. It is usually done by shifting +and truncating. + +The conversion may with saturation, every value out of range +becomes the highest available value. Next table summarizes +all the case. `[x]` means the value rounded to +the target mantissa width. + +| x | E4M3FN | E4M3FNUZ | E5M2 | E5M2FNUZ | +| ----------------- | -------- | -------- | -------- | -------- | +| 0 | 0 | 0 | 0 | 0 | +| -0 | -0 | 0 | -0 | 0 | +| NaN | NaN | NaN | NaN | NaN | +| Inf | FLT_MAX | NaN | FLT_MAX | NaN | +| -Inf | -FLT_MAX | NaN | -FLT_MAX | NaN | +| \[x\] > FLT_MAX | FLT_MAX | FLT_MAX | FLT_MAX | FLT_MAX | +| \[x\] \< -FLT_MAX | -FLT_MAX | -FLT_MAX | -FLT_MAX | -FLT_MAX | +| else | RNE | RNE | RNE | RNE | + +The conversion may also be defined without any saturation. + +| x | E4M3FN | E4M3FNUZ | E5M2 | E5M2FNUZ | +| ----------------- | ------ | -------- | ---- | -------- | +| 0 | 0 | 0 | 0 | 0 | +| -0 | -0 | 0 | -0 | 0 | +| NaN | NaN | NaN | NaN | NaN | +| -NaN | -NaN | NaN | -NaN | NaN | +| Inf | NaN | NaN | Inf | NaN | +| -Inf | -NaN | NaN | -Inf | NaN | +| \[x\] > FLT_MAX | NaN | NaN | Inf | NaN | +| \[x\] \< -FLT_MAX | NaN | NaN | -Inf | NaN | +| else | RNE | RNE | RNE | RNE | + +## E8M0 + +The E8M0 data type serves as the common scale type for all [OCP Microscaling (MX) Formats](https://www.opencompute.org/documents/ocp-microscaling-formats-mx-v1-0-spec-final-pdf). It has eight bits for the exponent, and no sign or mantissa bits. + +```{eval-rst} +.. list-table:: E8M0 + :widths: 10 10 + :header-rows: 1 + + * - + - E8M0 + * - Exponent bias + - 127 + * - Infinities + - + * - NaN + - :math:`11111111_2` + * - Zeros + - + * - Max + - :math:`11111110_2 = 2^{127}` + * - Min + - :math:`00000000_2 = 2^{-127}` +``` + +When computing scale factors in MX formats, there are different casting choices one can make. For this reason, the ONNX spec for the Cast operator has introduced an additional "round_mode" attribute, which accepts the following: + +- "up": round to nearest value away from zero +- "down": round to nearest value towards zero +- "nearest": round to nearest value and ties round up + +It has been [shown](https://arxiv.org/abs/2506.08027) that rounding up with saturation achieves superior accuracy in LLM pretraining compared to other rounding modes. diff --git a/docs/docsgen/source/technical/index.md b/docs/docsgen/source/technical/index.md new file mode 100644 index 0000000..9b99e6e --- /dev/null +++ b/docs/docsgen/source/technical/index.md @@ -0,0 +1,21 @@ + + +(onnx-technical)= + +# Technical Details + +This section enters into implementation details, technical descriptions, +deeper than the code documentation. + +```{toctree} +:maxdepth: 2 + +float8 +int4 +float4 +int2 +``` diff --git a/docs/docsgen/source/technical/int2.md b/docs/docsgen/source/technical/int2.md new file mode 100644 index 0000000..3876bc9 --- /dev/null +++ b/docs/docsgen/source/technical/int2.md @@ -0,0 +1,43 @@ + +(onnx-detail-int2) = + +# 2 bit integer types + +## Papers + +[T-MAC: CPU Renaissance via Table Lookup for Low-Bit LLM Deployment on Edge](https://arxiv.org/abs/2407.00088) + +T-MAC, an innovative lookup table(LUT)-based method designed for efficient low-bit LLM (i.e., weight-quantized LLM) inference on CPUs. T-MAC directly supports mpGEMM without dequantization, while simultaneously eliminating multiplications and reducing additions required. Specifically, T-MAC transforms the traditional data-type-centric multiplication to bit-wise table lookup, and enables a unified and scalable mpGEMM solution. + +## Cast + +Cast from 2 bit to any higher precision type is exact. +Cast to a 2 bit type is done by rounding to the nearest-integer (with ties to even) +nearest-even integer and truncating. + + +## Packing and Unpacking (2-bit) +All 2-bit types are stored as 4×2-bit values in a single byte. The elements are packed from least significant bits (LSB) to most significant bits (MSB). That is, for consecutive elements x0, x1, x2, x3 in the array: + +Packing: +``` +pack(x0, x1, x2, x3): + (x0 & 0x03) | + ((x1 & 0x03) << 2) | + ((x2 & 0x03) << 4) | + ((x3 & 0x03) << 6) +``` + +Unpacking: +``` +x0 = z & 0x03 +x1 = (z >> 2) & 0x03 +x2 = (z >> 4) & 0x03 +x3 = (z >> 6) & 0x03 +``` +In case the total number of elements is not divisible by 4, zero-padding will be applied in the remaining higher bits of the final byte. +The storage size of a 2-bit tensor of size N is: ceil(N / 4) bytes diff --git a/docs/docsgen/source/technical/int4.md b/docs/docsgen/source/technical/int4.md new file mode 100644 index 0000000..42468d6 --- /dev/null +++ b/docs/docsgen/source/technical/int4.md @@ -0,0 +1,58 @@ + + +(onnx-detail-int4)= + +# 4 bit integer types + +## Papers + +Several papers have been published in 2023 to introduce 4 bit integers and their usage in LLMs. Although their range is +limited, with careful selection of scaling parameters, good accuracy is obtained when used for compression of weights +(weight-only quantization), and in some cases for quantization of activations as well. + +[AWQ: Activation-aware Weight Quantization for LLM Compression and Acceleration](https://arxiv.org/abs/2306.00978) +Activation-aware Weight Quantization (AWQ) focuses on the quantization of weights in LLMs by considering the +observation that not all weights are equally important. The method aims to protect salient weights based on the +activation, rather than relying on backpropagation or reconstruction techniques. By searching for the optimal +per-channel scaling that preserves the crucial weights, AWQ aims to minimize quantization errors. + +[GPTQ: Accurate Post-Training Quantization for Generative Pre-trained Transformers](https://arxiv.org/abs/2210.17323) +GPTQ proposes a one-shot weight quantization method based on approximate second-order information. GPTQ achieves +significant compression gains, reducing the bit-width to 3 or 4 bits per weight with negligible accuracy degradation +compared to the uncompressed baseline. + +[Understanding INT4 Quantization for Transformer Models: Latency Speedup, Composability, and Failure Cases](https://arxiv.org/abs/2301.12017) +This paper discusses quantization of both weights and activations to 4 bit (W4A4). Results indicate that W4A4 +quantization leads to little to no accuracy degradation for encoder-only and encoder-decoder models but results in +a significant accuracy drop for decoder-only models. To realize the performance gains using W4A4, the study introduces +a highly optimized end-to-end W4A4 encoder inference pipeline that supports various quantization strategies. + +As a result, two new types were introduced in `onnx==1.17.0` supporting a limited set of operators to enable compression using +4 bit data-types: + +- `UINT4`: 4 bit unsigned integer, values in range [0, 15] +- `INT4`: 4 bit signed integer, using two's complement representation. Values in range [-8, 7]. + +## Cast + +Cast from 4 bit to any higher precision type is exact. +Cast to a 4 bit type is done by rounding to the nearest-integer (with ties to even) +nearest-even integer and truncating. + +## Packing and Unpacking + +All 4 bit types are stored as 2x4bit in a single byte. +The first element is stored in the 4 LSB and the second element is stored in the 4 MSB. +i.e. for elements x, y, that are consecutive elements in the array: + +``` +pack(x,y): y << 4 | x & 0x0F +unpack(z): x = z & 0x0F, y = z >> 4 +``` + +In case the total number of elements is odd, padding of 4 bits will be appended. +The storage size of a 4 bit tensor of size `N` is `ceil(N/2)`. diff --git a/docs/docsgen/source/technical/kv_cache.md b/docs/docsgen/source/technical/kv_cache.md new file mode 100644 index 0000000..b258926 --- /dev/null +++ b/docs/docsgen/source/technical/kv_cache.md @@ -0,0 +1,25 @@ + + +(onnx-detail-kvcache)= + +# In-place KV Cache for Attention + +KV caching in attention-based models refers to a mechanism for storing previously computed Key and Value tensors during autoregressive generation. In decoder-only transformers, each new token must attend to all previous tokens using the attention mechanism. Normally, this would require recomputing the Key and Value projections for every prior token at each time step, which is inefficient. Instead, the KV cache stores these projections after they are first computed, allowing the model to reuse them for future tokens without recomputation. This significantly speeds up the generation process. + +Updating the KV cache in place means writing new Key and Value tensors directly into pre-allocated memory at the index corresponding to the current position in the sequence. This has several advantages: it avoids repeated memory allocation or copying, reducing computational overhead; it also allows better performance on hardware accelerators by enabling the use of fused kernels and reducing memory bandwidth usage. In-place updates are essential for achieving high throughput and low latency during inference, particularly for large language models deployed in real-time applications. + +ONNX opset-24 has introduced new features to facilitate the representation of in-place KV cache updates. This diagram shows an example use case: + +![InPlace KV Cache](InPlaceKVCache.png) + +- The `K` and `V` inputs to the `Attention` op contain the entire KV cache tensors with the sequence length dimension being max_sequence_length, hence the size of these inputs do not grow between autoregressive iterations. For this reason an optional `nonpad_kv_seqlen` input can be used to indicate the number of valid (non-padding) tokens in each sample to skip unnecessary computations. +- When `is_causal=1` is used with this external KV-cache pattern (`nonpad_kv_seqlen` provided without `past_key`), causal masking uses bottom-right (offset-aware) alignment: per batch, a query at in-block position `i` attends keys `j <= i + offset`, where `offset = nonpad_kv_seqlen - q_sequence_length`, anchoring the current query tokens to the end of the valid cache rather than its start. +- The logic for KV cache update is separated out of the `Attention` op. The `TensorScatter` op can be used to update the cache tensors, where the incoming key and value tokens for the current iteration are scattered into the cache tensors according to `write_indices`. +- As an optimization, the backend is free to alias the past and present key/value tensors to avoid duplicating the cache tensors and achieve in-place update. For this optimization to be valid, the backend will need to ensure that the input to `TensorScatter` is not subsequently reused by other ops. Only then is it safe to reuse the memory allocated to the `past_k/v` input of the op for the `present_k/v` output. +- The same computational graph can be used for both the prefill and decode stages of the autoregressive model. + +As a reminder, the ONNX representation is still a functional representation, with ops that are pure functions. The graph layout described above is a useful common pattern to express in-place KV cache update, and the input/output aliasing is entirely up to backend implementations. diff --git a/docs/images/onnx_hub_arch.svg b/docs/images/onnx_hub_arch.svg new file mode 100644 index 0000000..e79453a --- /dev/null +++ b/docs/images/onnx_hub_arch.svg @@ -0,0 +1 @@ +Git LFS StorageONNX Hub ArchitectureM1 v2M2 v3MN v1M1 v1M1 v2M1 v2onnx/models RepoMANIFEST.jsonM1 v2 PointerM2 v3 PointerMN v1 Pointeronnx/onnxRepoONNX Hub Python ClientLocal MachineLocal Processimport onnxmodel = onnx.hub.load(‘modelN’)Model CacheMN v1 \ No newline at end of file diff --git a/docs/onnx-horizontal-color.png b/docs/onnx-horizontal-color.png new file mode 100644 index 0000000..e93090b Binary files /dev/null and b/docs/onnx-horizontal-color.png differ diff --git a/docs/proposals/0000-template.md b/docs/proposals/0000-template.md new file mode 100644 index 0000000..1f48359 --- /dev/null +++ b/docs/proposals/0000-template.md @@ -0,0 +1,101 @@ + + + +- Feature Name: (fill me in with a unique ident, `my_awesome_feature`) +- Start Date: (fill me in with today's date, YYYY-MM-DD) +- RFC PR: [onnx/onnx#0000](https://github.com/onnx/onnx/pull/0000) +- Status: (one of "under discussion, "accepted", "superseded", "rejected") +- Authors: (list of github user names) + +## Summary +[summary]: #summary + +One paragraph explanation of the feature. + +## Motivation +[motivation]: #motivation + +Any changes to the ONNX standard or related software should focus on solving a problem that users are having. +This section should explain this problem in detail, including necessary background. + +It should also contain several specific use cases where this feature can help a user, and explain how it helps. +This can then be used to guide the design of the feature. + +This section is one of the most important sections of any RFC, and can be lengthy. + +## Guide-level explanation +[guide-level-explanation]: #guide-level-explanation + +Explain the proposal as if it has already been accepted and this were part of the relevant user-facing documentation. +For operators they may typically mean the doc-string associated with the operator. +More generally (e.g., when proposing a large addition to the `onnx` Python package) this may include: + +- Introducing new named concepts. +- Explaining the feature largely in terms of examples. +- Explaining how downstream users should *think* about the feature. It should explain the impact on downstream use-cases as concretely as possible. +- If applicable, provide sample error messages, deprecation warnings, or migration guidance. + +## Reference-level explanation +[reference-level-explanation]: #reference-level-explanation + +This is the technical portion of the RFC. Explain the design in sufficient detail that: + +- Its interaction with other features/operators is clear. +- It is reasonably clear how the feature would be implemented (here or downstream in case of a proposed operator). +- Corner cases are dissected by example. + +The section should return to the examples given in the previous section, and explain more fully how the detailed proposal makes those examples work. + +## Drawbacks +[drawbacks]: #drawbacks + +Why should we *not* do this? + +## Rationale and alternatives +[rationale-and-alternatives]: #rationale-and-alternatives + +- Why is this design the best in the space of possible designs? +- What other designs have been considered and what is the rationale for not choosing them? +- What is the impact of not doing this? + +## Prior art +[prior-art]: #prior-art + +Discuss prior art, both the good and the bad, in relation to this proposal. +A few examples of what this can include are: + +- Does a similar feature/operator exist in other projects? +- Is there an existing workaround that is commonly used? + +This section is intended to encourage you as an author to think about the lessons from other projects to provide readers of your RFC with a fuller picture. +If there is no prior art, that is fine - your ideas are interesting to us whether they are brand new or if it is an adaptation from other languages. + +Note that while precedent is some motivation, it does not on its own motivate an RFC. + +## Unresolved questions +[unresolved-questions]: #unresolved-questions + +- What parts of the design do you expect to resolve through the RFC process before this gets merged? +- What parts of the design do you expect to resolve through the implementation of this feature before stabilization? +- What related issues do you consider out of scope for this RFC that could be addressed in the future independently of the solution that comes out of this RFC? + +## Future possibilities +[future-possibilities]: #future-possibilities + +Think about what the natural extension and evolution of your proposal would +be and how it would affect the standard and project as a whole in a holistic +way. Try to use this section as a tool to more fully consider all possible +interactions with the project and language in your proposal. + +This is also a good place to "dump ideas", if they are out of scope for the +RFC you are writing but otherwise related. + +If you have tried and cannot think of any future possibilities, +you may simply state that you cannot think of anything. + +Note that having something written down in the future-possibilities section +is not a reason to accept the current or a future RFC; such notes should be +in the section on motivation or rationale in this or subsequent RFCs. +The section merely provides additional information. diff --git a/docs/proposals/0001-ArchiveFileFormatProposal.md b/docs/proposals/0001-ArchiveFileFormatProposal.md new file mode 100644 index 0000000..db00ab6 --- /dev/null +++ b/docs/proposals/0001-ArchiveFileFormatProposal.md @@ -0,0 +1,47 @@ + + + +- Feature Name: ONNX File Format Proposal +- Start Date: 2019-04-29 +- RFC PR: [onnx/onnx#1973](https://github.com/onnx/onnx/pull/1973) +- Status: unclear (historical) +- Authors: + - jspisak + +# ONNX File Format Proposal + +## Summary + +We propose a new file format for ONNX models that is a specific application of the [zip](https://en.wikipedia.org/wiki/Zip_(file_format)) file format. We would like to address issues with capacity limits as well as (de)serialization inefficiencies[0][1]. We aim to design a file format that is simple, widely applicable, and efficient. By storing Tensor values (i.e. values typically contained in `TensorProto` messages) as files within a zip archive, we avoid these size limitations and—with special constraints—allow for direct memory-mapping of an ONNX file such that weights can be used directly from the memory-mapped region. Using zip as our base file format allows us to create a design that is conceptually simple as well as well-supported on various platforms. + +## Design + +We propose to treat a .zip file as a key-value store, mapping string keys (filenames) to binary data files. For ONNX model serialization, we will have the following entries: + +* Data files - Files mapping a unique string identifier to a raw binary data file. These files shall be referenced from the appropriate fields within the base `ModelProto` +* `__MODEL_PROTO` - File that contains the `ModelProto` describing the file + +Note that the order is significant here. We place the model definition file at the end of the archive to allow for the common case of net manipulations while keeping the weights invariant. This way, tools that manipulate the archive do not need to repack or realign all weights when only touching the model file. + +Within the ONNX protobuf definition, we propose the following changes: + +* Add `optional string external_data` to `TensorProto`. This can be treated as a data field similar to `float_data`, `int_data`, etc in that there must be exactly one of those fields specified. If a `TensorProto` specifies `external_data`, the implementation shall resolve this reference by string key in the containing zip archive. All values of `external_data` must be unique (under down-casing) and conform to the C identifier specification. + +Raw data files referenced by `TensorProto`s shall conform to the following specification: + +* The data shall be equivalent to that stored within the `raw_data` field in `TensorProto`. +* Raw data files within the zip archive shall reside on an alignment boundary of 64 bytes. That is, the byte offset within the file of the first byte of a raw data tensor must be divisible by 64. This requirement can be fulfilled by packing bytes into the `extra` field of each local file record in the zip archive. (example: [2]). This constraint facilitates the direct memory-mapping of data files within the archive, and allows for architectures with both strict alignment requirements (e.g. SIMD instructions on aligned data) to operate and give architectures that operate more efficiently on cache line-aligned data to take full advantage. + +## File Extension + +In keeping with other domain-specific zip applications, we propose to use a custom file extension rather than the `.zip` extension. A custom file extension makes it clear to the user that this is not a general zip file, but rather a file that should be emitted by ONNX tools to conform to the spec. + +## Future-Proofing Considerations + +This file format represents a generic key-value store that is scalable to many entries as well as large values. Further improvements to the format may come in the form of supporting different or multiple model definitions within the same model, or modifying the way in which weight files are stored. Building off of a proven archival format allows us the reliability as well as flexibility of zip. + +[0] https://github.com/onnx/onnx/issues/251 +[1] https://stackoverflow.com/questions/34128872/google-protobuf-maximum-size +[2] https://developer.android.com/studio/command-line/zipalign.html implementation https://github.com/aosp-mirror/platform_build/blob/master/tools/zipalign/ZipAlign.cpp diff --git a/docs/proposals/0002-NLP-in-ONNX-proposal.md b/docs/proposals/0002-NLP-in-ONNX-proposal.md new file mode 100644 index 0000000..6bb8ad5 --- /dev/null +++ b/docs/proposals/0002-NLP-in-ONNX-proposal.md @@ -0,0 +1,77 @@ + + + +- Feature Name: NLP in ONNX +- Start Date: 2019-04-29 +- RFC PR: [onnx/onnx#1975](https://github.com/onnx/onnx/pull/1975) +- Status: unclear (historical) +- Authors: + - jspisak + +## Background + +Modern NLP (Natural Language Processing) is an important domain in which deep learning is applied. In addition, modern NLP networks are often non-trivial to implement and even more difficult to transfer between frameworks. These networks are handled fairly non-uniformly across the landscape of frameworks. The ability for ONNX to interchange these networks can be a very compelling feature. + +NLP networks, including recurrent networks, are often built on dynamic control structures. Standardizing the handling of these structures can lead to better collaboration with backends to expose network semantics and achieve better performance. A tradition has developed within the Computer Vision field for optimizing hardware backends for canonical vision models, such as ResNet-50. There is not really such as tradition in the NLP field, however. Through standardizing the representation of NLP networks, we can give vendors a common representation and push forward the performance of NLP models. + +## Ultimate Goal and Challenges + +We should work toward being able to represent major classes of NLP model architectures. One example of such an architecture is the seq2seq with attention model (e.g. https://arxiv.org/abs/1409.0473). This architecture is used for many use cases, including neural machine translation, speech processing, summarization, dialog systems, image captioning, and syntax parsing, among many others. At the same time, seq2seq with attention is sufficiently complex that supporting it will push forward the state of the art in ONNX, but not so complex that we'd need to define a full programming language. + +seq2seq with attention can roughly be broken down into these constituent parts: + +* An Encoder network + * This network takes a sequence of tokens and yields a sequence of embeddings representing the context found at each time-step + * Major classes of encoders: recurrent network (e.g. LSTM[1]), convolutional[2], attention[3]. + * Requirements from an ONNX representation + * Recurrent network - general recurrent network structures preserving outputs at every timestep. Handling of padding and hidden states for batches with different sequence lengths). + * Convolutional - 1d convolution, position embeddings + * Attention - sinusoid position encodings, layer normalization +* A Decoder network + * This network generates a sequence token by token, parameterized by the context provided from the encoder. + * Yields a probability distribution over possible tokens given previous context and encoder context. + * Major classes of decoders: recurrent network (e.g. LSTM), convolutional (causal, temporal for generation), attention. + * Generation requires dynamic control flow. Often, this is done as a beam search, so this is distinct from regular recurrent networks. + * Model-specific requirements + * Recurrent network - Recurrent network cell that can be used within the context of beam search + * Convolutional - 1d causal convolution (only see previous timesteps) + * Attention - sinusoid position encodings, masking along diagonal +* An Attention mechanism + * This network weights the Encoder contexts based on the Decoder's generation state, and provides a focused Encoder context to the decoder. The Decoder “focuses” on a certain part of the input sequence at each timestep via this mechanism. + * Many classes of attention mechanism: some examples are here https://arxiv.org/pdf/1508.04025.pdf + +Vanilla seq2seq with attention and non-backtracking beam search does NOT include things such as auxiliary data-structures (e.g. stacks), thus it does not require us to implement the full semantics of a programming language. It is an architecture that we can break down into incremental improvements to ONNX without compromising ONNX's fundamental goal. + +[1] https://arxiv.org/abs/1409.0473 +[2] https://arxiv.org/abs/1705.03122 +[3] https://arxiv.org/abs/1706.03762 + +## Standard Recurrent Network Constructs + +Standard recurrent network architectures such as LSTM or GRU are very common, and we can get very far supporting these. We already have the [LSTM](/docs/Operators.md#LSTM) and [GRU](/docs/Operators.md#GRU) operators, which execute the standard LSTM and GRU[4] operations over a sequence of inputs. These high-level operators are great, since they give backends a semantic view of the computation to be performed, and thus backends can make informed decisions about optimization. Many NLP use cases can get away with using just these operators. + +[4] http://colah.github.io/posts/2015-08-Understanding-LSTMs/ + +## Generic Control Flow + +Once we move beyond the domain of standard LSTM and GRU operations, we need a more generic abstraction onto which we can map NLP architectures. A simple example is how one can implement Multiplicative Integration LSTM (https://arxiv.org/pdf/1606.06630.pdf) in ONNX. We can expose a standard LSTMCell via the proposed Function abstraction (https://github.com/onnx/onnx/issues/481). Building on top of this, we can construct a MI-LSTM by applying the required second-order transformations to the inputs to the LSTMCell. Once we have this aggregated implementation, we can use the generic control flow operators (https://github.com/onnx/onnx/pull/436) to apply this “composite” MI-LSTM cell over a sequence. + +Of course, the dynamic control flow constructs can be used for more general use cases. For example, consider the [beam search](https://en.wikipedia.org/wiki/Beam_search) used often in NLP for sequence generation. This algorithm has several tricky aspects: a (potentially) dynamic stopping condition, a desired maximum trip count (so we don't fall into an infinite loop), loop-carried dependencies, and the desire to preserve the outputs at every time-step, not just the final time-step. Inherently, this is an imperative algorithm that operates on mutable state. The proposed control flow operators in ONNX, however, fulfill all of these requirements, and thus we can represent many instances of sequence generation in ONNX graphs. + +Note that there are more general forms of beam search, such as those including backtracking, but we are not considering these forms for this focused proposal. + +## End-to-end Example : seq2seq with attention + +We should endeavor to have full support for seq2seq with attention models in ONNX. Facebook is currently working on this internally and creating a pytorch→ONNX→caffe2 pathway. An example of such a model we'd like to represent in ONNX is [fairseq](https://github.com/facebookresearch/fairseq). We would love to engage with the community and collaborate on anything that will help make this a reality. Additionally, if the community has any other suggestions for prominent NLP models we should be able to represent, we would love to hear your ideas. + +## Further Challenges + +Beyond the constructs used in seq2seq with attention, there are NLP models that exist today that contain more non-trivial features, such as mutable data structures that are manipulated at runtime. Examples of this include back-tracking beam search and parser models such as RNNG (https://arxiv.org/abs/1602.07776). These will present further challenges for ONNX, and the representation of these models will likely remain tied to application code for the time being. We may want to revisit this class of models in the future. + +Another thing we should consider is how to handle preprocessing and postprocessing routines for NLP models. For example, do we defer tokenization, normalization, and index lookup to application code? And how do we, for example, distribute dictionaries that map tokens to indices. Initially this will probably remain out of the scope of ONNX unless there is a good story for standardizing text processing. + +## Conclusion + +We have presented a proposal for a strategy for representing NLP models in ONNX, using seq2seq with attention as a canonical example that covers many use cases. We would like to hear your thoughts about this proposal and to explore opportunities for collaboration with the ONNX community for making ONNX a pleasure to use for NLP. Please feel free to voice your opinions! diff --git a/docs/proposals/0003-ONNXIFIproposal.md b/docs/proposals/0003-ONNXIFIproposal.md new file mode 100644 index 0000000..07866bd --- /dev/null +++ b/docs/proposals/0003-ONNXIFIproposal.md @@ -0,0 +1,127 @@ + + + +- Feature Name: ONNX Interface for Framework Integration: API Proposal +- Start Date: 2019-05-29 +- RFC PR: [onnx/onnx#1976](https://github.com/onnx/onnx/pull/1976) +- Status: unclear (historical) +- Authors: + - jspisak + +# ONNX Interface for Framework Integration: API Proposal + +## Background + +Leading hardware and systems vendors offer highly optimized software to run neural network graphs. These software can deliver order-of-magnitude speedups compared to generic implementations, but their integration with deep learning frameworks and applications is complicated by large variety in vendor-specific interfaces, and subtle incompatibilities with the software stack of high-level applications. + +So far, ONNX format targets the problem of offline conversion of neural network models between different high-level frameworks and vendor-specific libraries through offline translation. In this proposal, we suggest that ONNX ecosystem could be enriched to enable runtime discovery and selection of high-performance graph execution backends, and online (in runtime) conversion of ONNX graph to internal representations of these implementations. + +## Ultimate Goal + +We should strive for consensus on a library API to interface with optimized backends and offload parts of ONNX graphs to these high-performance hardware and software implementation. The API should enable wide interoperability between high-level deep learning frameworks, software implementations of optimized graph runtimes, and existing and upcoming neural network acceleration hardware. + +The standardized API should reduce friction in deploying neural network models for all involved parties: + +- Applications would be able to ship only one version of a neural network model (either in ONNX format, or in the format of their deep learning framework, and convert it on the fly to ONNX). +- Deep learning frameworks would be able to integrate with many hardware vendors by using only a single interface. +- Hardware vendors would be able to implement only one interface and get integration with many deep learning frameworks. + +## Design Choices + +- Interface must use only highly portable aspects of C ABI. +- Neural network graphs are passed as serialized ONNX ModelProto messages. To avoid serialization overhead, weights can be passed as raw memory blobs. +- Input and output tensors are allocated by the caller and use NCHW layout. +- Intermediate tensors are allocated by the vendor implementation, and can use any layout. +- Backends (software implementations and hardware accelerators) are discovered, selected, and initialized on-demand in run-time. Multiple backends can be used in the same application simultaneously. +- There is no minimal set of ONNX operators to implement. The implementer and the user (a deep learning framework) of the API decide which operators can and will be offloaded in runtime. +- The proposal includes the minimal functionality to let deep learning frameworks and vendor libraries work together. Several extension mechanisms can be used for more efficient vendor- or platform-specific functionality. + +## Proposed Interface + +We propose a small C-based API, which includes the following functionality: + +* Discover (`onnxGetNumBackends`) and query information (`onnxGetBackendInfo`) about high-performance backends +* Initialize (`onnxInitBackend`) and deinitialize (`onnxReleaseBackend`) high-performance backends +* Query if a backend supports an ONNX operator with particular parameters and input shapes (`onnxGetBackendCompatibility`) +* Convert an ONNX graph to opaque vendor-specific representation of a backend (`onnxInitGraph`) +* Specify memory locations and metadata about graph inputs and outputs (`onnxSetGraphIO`) +* Run an ONNX graph, converted to vendor-specific representation (`onnxRunGraph`) +* Release the vendor-specific representation of a graph and associated resources (`onnxReleaseGraph`) + +## General Use Pattern for Deep Learning Frameworks + +1. The user (deep learning framework) iterates operators in a model graph one-by-one, convert them to ONNX, and calls `onnxGetBackendCompatibility` to check which of the operators can be offloaded to the backend. +2. The user constructs connected subgraphs of operators that can be offloaded to the backend. +3. (Optional) For each subgraph, the user estimates if it is beneficial to offload it to the optimized backend: + + a. The user queries the backend about it high-level performance characteristics using `ONNX_BACKEND_MACS_*` and `ONNX_BACKEND_MEMORY_BANDWIDTH` information queries. These data let the user build a simple roofline model of backend performance. + + b. For every subgraph the user estimates time to do inference using the roofline model. + + c. The user additionally estimates time to transfer subgraph inputs to the backend using `ONNX_BACKEND_CPU_MEMORY_READ_BANDWIDTH` information query and to transfer subgraph outputs from the backend using `ONNX_BACKEND_CPU_MEMORY_WRITE_BANDWIDTH`. + + d. If predicted time to transfer inputs to the backend, do inference, and transfer outputs from the backend exceeds predicted time to do the inference on default engine (e.g. CPU), the user falls back to a different ONNX backend, or to the default engine. + +4. The user initialized the backend, and offloads the subgraph execution to the ONNX backend by calling `onnxInitGraph`, `onnxSetGraphIO` and `onnxRunGraph` + +## Implementation Notes + +### Backend object + +Backend is a combination of software library and hardware device. The same device (e.g. "NVIDIA Tesla P100 on CUDA index #0" accessed though different software libraries would be seen as different backends. A single software library can expose multiple backends, one per device (e.g. each CUDA GPU in a system is exposed as a separate backend, or CPU, GPU, and DSP on a mobile chipset are exposed as three different backends). + +We recommend that vendors make the backend object reference-counted, and use `uint32_t magic` as the first data field of the object: + +```c +struct MyBackend { + uint32_t magic; + uint64_t referenceCount; + ... +}; + +/* This line won't compile, but gives you an idea of relation between MyBackend structure and onnxBackend type. */ +typedef MyBackend* onnxBackend; +``` + +Magic is an arbitrary 32-bit integer unique for a library implementing the API. It should be used to verify that the backend object passed to `onnxInitGraph` was created by `onnxInitBackend` in the same library. + +### Graph object + +Graph object is a vendor-specific representation of ONNX ModelProto message. Graph is logically related to the backend used to create it, and a typical implementation of a graph object would hold a reference to its backend object. + +We recommend that vendors use `uint32_t magic` as the first data field of the graph object: + +```c +struct MyGraph { + uint32_t magic; + struct MyBackend* backend; + ... +}; + +/* This line won't compile, but gives you an idea of relation between MyGraph structure and onnxGraph type. */ +typedef MyGraph* onnxGraph; +``` + +Magic is an arbitrary 32-bit integer unique for a library implementing the API. It should be used to verify that the backend object passed to `onnxInitGraph` was created by `onnxInitBackend` in the same library. Magic for a graph object should be different from magic of a backend object of the same library. + +### Library initialization + +During one-time library initialization, the implementation of the API would detect `n` supported devices and map them to backend indices in `0...(n-1)` range. The implementation of device discovery and checking required device characteristics is highly vendor- and platform-specific, e.g.: + +- A CPU implementation may always expose 1 device. +- A CUDA-based implementation may call `cudaGetDeviceCount` to get the number of CUDA-enabled devices, then + call `cudaGetDeviceProperties` for each device, and map CUDA devices which satisfy the minimum required functionality, such as compute capability, to backend indices. +- An OpenCL-based implementation for a mobile GPU would try to load OpenCL library, call `clGetPlatformIDs` and `clGetPlatformInfo` to find a supported platform, then call `clGetDeviceIDs` and `clGetDeviceInfo` to find a supported GPU device, and map it to the only exposed backend if such device exists, or expose 0 devices otherwise. +- An implementation for hardware neural network accelerators would call vendor-specific driver API to discover accelerator devices installed in the system and map them to backend indices. + +We recommend that library initialization is triggered on the first call to `onnxGetNumBackends`, `onnxGetBackendInfo`, or `onnxInitBackend`. Using a global static C++ object for initialization may hurt portability if library initialization involves loading other shared libraries (DLLs): on Windows `LoadLibrary` function can't be used in initializers of global static objects. + +### onnxGetNumBackends + +Implementation would [initialize the library](#library-initialization), if it wasn't initialized already, and return the number `n` of available backends. + +### onnxGetBackendInfo + +Implementation would [initialize the library](#library-initialization), if it wasn't initialized already, and query information about the backend using vendor- or platform-specific API (e.g. `cudaGetDeviceProperties`, `clGetDeviceInfo`, CPUID instruction). Implementation can cache this information when it is first queried or during initialization, and return the cached value. diff --git a/docs/proposals/0004-FunctionsProposal.md b/docs/proposals/0004-FunctionsProposal.md new file mode 100644 index 0000000..3ad7d32 --- /dev/null +++ b/docs/proposals/0004-FunctionsProposal.md @@ -0,0 +1,33 @@ + + + +- Feature Name: Adding Function into ONNX +- Start Date: 2019-04-29 +- RFC PR: [onnx/onnx#1978](https://github.com/onnx/onnx/pull/1978) +- Status: unclear (historical) +- Authors: + - jspisak + +## Proposal Adding Function into ONNX + +Motivation: + +1. Reduce number of primitive operators in ONNX +To make it easier for hardware vendors to follow ONNX, we want to make it possible to define composite operators in terms of more primitive operators, reducing the number of kernels which must be directly implemented. For example, FC should be declared to be a composition MatMul and Add. + +2. Expose customize function capability for graph optimization. +To provide a mechanism of doing graph optimization, say, kernel fusion (merge a subgraph into one node with generated efficient kernel codes). This will in turn help HW acceleration, since common-patterns of kernel fusion may be pre-defined as common functions in ONNX and no sub-graph (function) finding needed for kernel fusion anymore. For example, subgraph having "Add", "Sigmoid", "Tanh", "Mul" nodes could be merged into one fusion node with generated cuda kernel containing "+", "sigmoidf", "tanhf", "*". + +3. Provide a flexible RNN implementation. +To define a library of RNN cells and allow the user to write a custom one. + +MAJOR CHANGES: + +1. FunctionProto added to represent a function. +2. FunctionSetProto added to represent a function set. +3. AttributeProto updated to support function attribute type and allow attribute reference. +4. ModelProto updated to contain customized function set. + +Prototype details can be found [here](https://github.com/linkerzhang/onnx/blob/kezhan/add_function_private/onnx/onnx.in.proto) diff --git a/docs/proposals/0005-SymbolicShapeInfProposal.md b/docs/proposals/0005-SymbolicShapeInfProposal.md new file mode 100644 index 0000000..b462c6a --- /dev/null +++ b/docs/proposals/0005-SymbolicShapeInfProposal.md @@ -0,0 +1,178 @@ + +- Feature Name: Symbolic Shape Inference And Partial Data Propagation +- Start Date: 2021-09-16 +- RFC PR: [onnx/onnx#3721](https://github.com/onnx/onnx/pull/3721) +- Status: accepted +- Authors: + - askhade + +# Proposal - Symbolic Shape Inference And Partial Data Propagation + +*Note: This proposal was accepted and implemented in ONNX 1.10. Following PRs implemented this proposal: 3518, 3551, 3593, 3580* + +## Introduction + +ONNX provides an implementation of shape inference on ONNX graphs. Shape inference is computed using the operator level shape inference functions. The inferred shape of an operator is used to get the shape information without having to launch the model in a session. Such static shape inference can be used to catch obvious errors before runtime, eliminate run-time checks which are otherwise guaranteed to pass, improve static memory planning and improve model visualization experience. For pytorch exporter and compiler-based execution providers like Nuphar, shape inference is required (rank inference is minimum requirement), and they cannot work with unknown shapes. + +This document explains the limitations of shape inference and lays out a proposal for addressing these limitations. + +## Current onnx shape inference limitations (Pre ONNX 1.10) + +Today, ONNX shape inference is not guaranteed to be complete. Wherever possible we fall back to rank inference however, there are scenarios when rank inference is not possible either. Here are the various limitations which block the completion of shape inference: + +1. Some dynamic behaviors block the flow of shape inference, and the shape inference stops. For example, reshape to a dynamically computed shape. + +2. Shape inference works only with constants and simple variables. It does not support arithmetic expressions containing variables nor does it support symbol generation. For example, concatenation on tensors of shapes (5, 2) and (7, 2) can be inferred to produce a result of shape (12, 2), but concatenation on tensors of shapes (5, 2) and (N, 2) will simply produce (?, 2), where “?” represents a dimension with neither dim value nor dim param, rather than containing a representation of N+5 or generating a new symbol (M, 2). In such scenarios shape propagation stops. + +3. All operators are not required to have a shape inference implementation. When such an op is encountered the shape inference stops. There are also cases when rank inference is not done as a fallback mechanism. (Note: We are working on an ongoing basis to identify and fix such issues. The current document does not focus on this limitation) + +## Goals and Non-Goals + +Our **goal** is to fix the shape inference gap in scenarios where: + +* Shape computations are done in branches (refer to limitation 1) + +* Symbolic dimensions are present (refer to limitation 2) + +By fixing these gaps we aim to: + +* Unblock pytorch exporter from exporting models when exporting stops because of absence of shape information. + +* Improve static memory planning in the runtimes. + +* Enable pre-allocating output buffers outside of the runtimes so that its lifetime can be managed by the caller itself. + +### Non-goals + +* Add symbolic expressions to ONNX standard: This is not necessary for accomplishing our goals. There are advantages to having this capability, for example this can significantly reduce the number of symbols introduced and it can also provide more deterministic shape calculations in certain special cases. However, the tradeoff is the added complexity. So, at this point we are not considering it. This can be considered in future iterations. + +* Enable data computation and propagation for older operator sets. (details in the proposal section) + +Note: This work will benefit Nuphar as well but right now there is no plan to move Nuphar to use this solution. + +## Terminology + +Shape inference can be broken into 2 parts: + +* Node level shape inference: This refers to operator specific shape inference functions. They are defined with the operator schema itself. + +* Graph-level shape inference: This refers to the higher-level logic which walks through the entire graph, gets the inferred shape from node level shape inference functions and then makes decisions on merging these inferred shapes with existing shapes so that they are available for downstream nodes. + +## Proposal + +Extend current shape inference to allow: + +* Symbol generation and propagation + +* Partial data computation and propagation + +* Extend shape op to generate slice of the shape to facilitate simplifying shape computations. + +## Extend shape inference + +### Symbol generation and propagation + +Extend graph level shape inference to maintain a graph level view of symbols and generate new symbols where necessary. This will enable us to continue the shape inference of the downstream nodes. + +Example: + +For an op like “Concat” if its inputs have shapes “[M]” and “[N]” current shape-inference returns “[?]” where “?” is to indicate a dimension with neither dim-value nor dim-param set. Now, suppose the output X of “Concat” is input to a unary-op Op1() whose output Y is then input to another unary-op Op2() whose output is Z, etc. The shape “[?]” is propagated further. We infer that Y and Z have shape “[?]”. However, we do not infer that X, Y, and Z have the same shape because two “?” cannot be considered equal. + +Per the current proposal, “[?]” in inferred shapes will be replaced by a new unique symbol by the graph level shape inference so the downstream nodes can use the symbolic shapes to carry out shape inference. In the current example, “Concat” will produce “[?]” as the shape which will then be replaced by “[K]”, then subsequent shape inference will infer that X, Y, and Z all have the same shape “[K]”. Runtimes can use this information to reuse memory for these tensors. + +### Partial data computation and propagation + +When shape inputs are computed dynamically, shape inference post a reshape node stops. This can be prevented by making this data available to the reshape node during shape inference. We propose computation and propagation of data for operators which are used in shape computation. + +It is called “partial” data computation and propagation because this will only be done for shape computations. It is not meant to be a full-fledged kernel for the operator. For the same reasons data computations will be implemented for a limited set of operators. While we will increase the coverage in the future iterations it is important to note that for some operators like LSTM, convolution ops, pooling ops etc. data propagation function will never be added because such ops are not used in shape computations. + +The following operators will be picked in the first phase. (These operators are generally used for shape computations.) + +| Ops | +| --------| +| Add | +| Sub | +| Mul | +| Cast | +| Concat | +| Gather | +| Reshape | +| Shape | +| Slice | +| Size | +| Squeeze | +| UnSqueeze | + +The OpSchema class will be extended to include an optional “PartialDataPropagationFunction” like the existing TypeAndShapeInferenceFunction. This function will provide data computation for the operators which will then be propagated to the downstream operators by the graph level shape inference. PartialDataPropagationFunction will be called by the graph level shape inference after TypeAndShapeInference runs for the node because the output shape is required for partial data computation. + +A new interface "DataPropagationContext” will be added to allow PartialDataPropagationFunction to access all the information required to propagate shape data for the given node and allow writing of the computed data. + +Example: + +``` +using DataPropagationFunction = std::function + +class OpSchema final { + + public: + . + . + . + + OpSchema& PartialDataPropagationFunction(DataPropagationFunction dataPropagationFunction)  { +   partial_data_propagation_function_ = std::move(dataPropagationFunction); +   return *this; + } + + DataPropagationFunction GetDataPropagationFunction() const { +    return partial_data_propagation_function_ ? partial_data_propagation_function_ : dummyDataPropagator; + } +} + +// Operator schema example +ONNX_OPERATOR_SET_SCHEMA( +    Shape, +    13, +    OpSchema() +        .SetDoc(“”) +        .Input(0, "data", "An input tensor.", "T", . . .) +        .Output(0, "shape", "Shape of the input tensor", "T1", . . .) +        .TypeConstraint("T", OpSchema::all_tensor_types()) +        .TypeConstraint("T1", {"tensor(int64)"}) +        .TypeAndShapeInferenceFunction([](InferenceContext& ctx) { + . . . +        }) + +        .PartialDataPropagationFunction([](DataPropagationContext& ctx) { + TensorShapeProto tp; + // compute output data for shape operator + // add computed data to DataPropagationContext for propagating it downstream +          ctx.addOutputData(0, std::move(tp)); +        })); +``` + +The symbol generation will happen at the graph level shape inference, therefore all the models (older opsets as well as the latest opset versions) can benefit from this enhancement. However, the data computation and propagation are tied to the OpScehma and will happen at node level. To begin with these functions will only be added to the latest op schemas. Older schemas can be extended to support data computation later, on a case by case basis to support some high priority scenarios. What this means is that older opset models will not benefit from shape inference improvements because of this enhancement. + +## Special Cases + +This section considers some edge cases and proposes a solution to handle them. + +### Broadcasting with symbolic dims + +If we have a broadcast between two unknown dimensions “M” and “N” we cannot infer that both M and N should have the same value. The runtime semantics allows for one of the two symbols to have the value 1 and the other to have a value different from 1. So, merging M and N and treating them as the same value is potentially unsound. In this case, a new symbol will be generated for the output shape and the shape inference will continue. + +### Inferred shape does not match output shape + +Inferred and existing shapes can be mismatched. Although failing shape inference in such cases seems like the correct approach it may not always be practical. By default, shape inference will fail when such a case is encountered however callers will have an option to override existing types with inferred types. When this option is enabled, shape inference will continue with the inferred type. + +### Handling symbolic dimensions with data propagation + +When the shape contains symbolic dimensions, we try and propagate them downstream, however in cases where some arithmetic operations are performed on these symbolic dims we create new symbols and propagate them instead. + +### Output shape is dependent on input data + +There are certain nodes like NonZero where the output shape depends on the input data. In this case it is not possible to infer the shape completely hence a new symbolic shape will be created using the inferred rank and shape inference will continue. diff --git a/docs/proposals/0006-ONNXMultiDeviceProposal.md b/docs/proposals/0006-ONNXMultiDeviceProposal.md new file mode 100644 index 0000000..e8f10a0 --- /dev/null +++ b/docs/proposals/0006-ONNXMultiDeviceProposal.md @@ -0,0 +1,191 @@ + +- Feature Name: Multi-Device Proposal +- Start Date: 2025-03-04 +- RFC PR: [onnx/onnx#6641](https://github.com/onnx/onnx/pull/6641) +- Status: unclear (historical) +- Authors: + - kevinch-nv + +# ONNX Multi-Device Proposal + +## Background + +The recent trend in increasingly larger models has spurred an interest in distributed inference. A key performance bottleneck for inference for these large models has been the memory limits of GPUs and other accelerators as well as communication bandwidth. Thus, efficient distributed inference typically requires parallelization of the computation across multiple devices taking memory and bandwidth into account. + +Our goal is to extend ONNX so that it can serve as a representation of a parallelized model. This is driven by the current state-of-the-art techniques used for distributed inference (eg., see [GSPMD: General and Scalable Parallelization for ML Computation Graphs](https://arxiv.org/pdf/2105.04663.pdf)). In particular, two techniques of interest are tensor parallelism and pipelining. In tensor parallelism (also known as horizontal parallelism or operator parallelism), the computation of a single operator (node) in the graph is parallelized across multiple devices by sharding its inputs, In pipeline parallelism, different subgraphs are assigned to different devices. + +## Design + +See [this commit](https://github.com/kevinch-nv/onnx/commit/07e97452096b28ba7c46fec6927d195907431e07) for the proposed additions to the ONNX spec. + +The key point of this design is that all multi-device specific annotations are at the node level, and do not affect the main computational graph. This means: + +- All communication operations required for multi-device execution are implicit +- A backend may choose to ignore the annotations if the provided configurations are either not supported or not available + +### Sharding Specification + +Sharding refers to modifying a tensor into multiple parts to be sent across multiple devices. A tensor may be sharded across any of its axis. + +Modification of a tensor generally falls into two categories: splitting and duplication. A formal description of the sharding rules can be found [here](0007-ShardingFormalism.md). + +#### Sharding as a Split + +For example, consider the following 2x2 tensor: + +`[[1, 2], [3, 4]]` + +If a sharding across axis 0 is specified over two devices, then: + +- Device 0 will receive a tensor of shape 1x2 with data `[[1, 2]]` +- Device 1 will receive a tensor of shape 1x2 with data `[[3, 4]]` + +The corresponding ShardingSpecProto for the above will look like: + +``` +{ + device = [0, 1] + sharded_dim =[ + { + axis = 0 + simple_sharding = + [ + { + num_shards = 2 + } + ] + } + ] +} +``` + +If a sharding across axis 1 is specified over two devices, then: + +- Device 0 will receive a tensor of shape 2x1 with data `[[1], [3]]` +- Device 1 will receive a tensor of shape 2x1 with data `[[2], [4]]` + +The corresponding ShardingSpecProto for the above will look like: + +``` +{ + device = [0, 1] + sharded_dim =[ + { + axis = 1 + simple_sharding = + [ + { + num_shards = 2 + } + ] + } + ] +} +``` + +If a sharding across axis 0 and axis 1 is specified over four devices, then: + +- Device 0 will receive a tensor of shape 1x1 with data `[[1]]` +- Device 1 will receive a tensor of shape 1x1 with data `[[2]]` +- Device 2 will receive a tensor of shape 1x1 with data `[[3]]` +- Device 3 will receive a tensor of shape 1x1 with data `[[4]]` + +The corresponding ShardingSpecProto for the above will look like: + +``` +{ + device = [0, 1, 2, 3] + sharded_dim =[ + { + axis = 0 + simple_sharding = + [ + { + num_shards = 2 + } + ] + } + { + axis = 1 + simple_sharding = + [ + { + num_shards = 2 + } + ] + } + ] +} +``` + +A key observation in the above example shows how indexing is performed when multiple sharding axes are provided. In general, the splitting is done as: + +``` +split_tensors = [] +for a in range(num_shards_a): + a_width = input.shape[axis0] / num_shards_a + a_index = a * a_width + for b in range(num_shards_b): + b_width = input.shape[axis1] / num_shards_b + b_index = b * b_width + split = input[a_index : a_index + a_width, b_index : b_index + b_width] + split_tensors.append(split) +``` + +Note that the above examples assume that the num_shards are evenly divisible into the axis that's being sharded. While this is not a hard restriction, it is up to the backend on how to handle non-evenly divisible cases. + +#### Sharding as a Broadcast + +There may be cases where data in a tensor must be duplicated across multiple devices to ensure that operations stay functionally correct. + +For example consider replicating the same 2x2 tensor across two devices. We can do so by providing the following ShardingSpecProto: + +``` +{ + device = [-1] // keys into device_map + device_map = {-1: [0, 1]} + sharded_dim =[] +} +``` + +It is also possible to mix splitting and broadcasting, consider the following ShardingSpecProto: + +``` +{ + device = [-1, -2] // keys into device_map + device_map = {-1: [0, 1], -2: [2, 3]} + sharded_dim =[ + { + axis = 0 + simple_sharding = + [ + { + num_shards = 2 + } + ] + } + ] +} +``` + +On device 0 and 1, the following 1x2 tensor is produced: `[[1,2]]` +On device 2 and 3, the following 1x2 tensor is produced: `[[2,3]]` + +#### Pipeline Parallelism + +Pipeline stages are represented as an optional integer value in a node's NodeConfigurationProto. It is a hint to the backend on how to run a model in a pipelined fashion across multiple devices. For example, consider the following diagram: + +``` +Nodes below have a pipeline id of 1: + +A -> B -> C -> D -> E + | Nodes below have a pipeline id of 2: + F -> G -> H -> I -> J -> K + +``` + +It is possible to have both pipeline and tensor parallel annotations in the same ONNX graph. diff --git a/docs/proposals/0007-ShardingFormalism.md b/docs/proposals/0007-ShardingFormalism.md new file mode 100644 index 0000000..1cad51b --- /dev/null +++ b/docs/proposals/0007-ShardingFormalism.md @@ -0,0 +1,269 @@ + +- Feature Name: Sharding Formalism +- Start Date: 2025-03-04 +- RFC PR: [onnx/onnx#6641](https://github.com/onnx/onnx/pull/6641) +- Status: unclear (historical) +- Authors: + - kevinch-nv + +# Sharding Formalism + +In this section, we address the following aspects of a sharding specification: +the semantics of a sharding specification, +checking a sharding specification for validity, +and inferring a complete sharding specification given a partial one. + +**Semantics of the sharding spec**: +We start with an informal description of the intended behavior of a sharding spec. +Operationally, the execution of an annotated node proceeds as below: +first, the input data is partitioned or repartitioned, as necessary, to +ensure that it is in the sharded form specified in the node. +This potentially involves communication operations among the different devices. +Next, a parallelized implementation of the operation is applied to the sharded +data. +Finally, the output is produced in the sharded form specified in the node. +This too may involve the use of communication collective ops. + +**Validity of a sharding spec**: +Note that not all input sharding specs make sense. +For example, consider the addition operator `Add(A,B)`, where both inputs are +two dimensional tensors of shapes `[32, 1024]`. Sharding the first input between +two devices along axis 0 and the second input between the same two devices +along axis 1 does not make sense. In fact, we typically expect both inputs to be +sharded the same way. + +A sharding-checker to check if a given input sharding spec makes sense would be +useful and we recommend building one. The correctness requirements, however, vary from +operator to operator, though they mostly fall into one of a few different groups, +described in more detail below. + +Note that the output sharding spec for a node does not have to be consistent with +the input sharding spec of the node. +This is useful when we want to reshard the output to be more suitable for the consumers +of the output. + +However, even if a given sharding spec makes sense, a particular implementation +may not support it. The implementation should ideally provide feedback to +the user indicating this, but may choose to use an alternative impcccccbkvgevnrbllementation +or abort. Different users and scenarios may have different requirements (on +whether an alternative parallel or sequential implementation is preferable or not.) +Thus, a particular implementation may have stricter requirements on the set of sharding +specs that it supports. + +**Inference of missing elements of a sharding spec**: +A validity checker can be extended to automatically infer some missing elements of a sharding +spec, as we outline below. + +* If no input sharding spec is provided for a node's input X, it is assumed to be the same as +the sharding spec specified for X at the node that produces the value X. +* If X is a model input, then X is assumed to be unsharded. + +If no output sharding spec is provided for a node's output, it is inferred from the node's +input sharding spec and the node's operation. In general, this may vary from operator to +operator. The inference scheme is outlined for a few core groups of operators below. + +**Extensions**: +Currently, the sharding spec does not allow a way of specifying a sharding for the model +inputs. Sharded model inputs could be useful in an execution setting where the model input +already exists in sharded form, making it easier to compose sharded execution. +Extensions to the sharding spec to enable this is future work. + +## Restrictions on Sharding Specs + +Informally, constraints on sharding follow from parallelizability of the computation along +the different axes of the input and output tensors. Often the computation of the output +can be expressed in terms of loops (iterations) over the different axes of the input and/or output tensors. +If the iteration over a specific axis can be expressed as a parallel loop, sharding along +that axis makes sense. If that iteration is a reduction loop, sharding along that axis may +still work, but require a subsequent collective (multi-device) reduction after the local +reductions on each device. + +### Unary elementwise ops + +List of operations: +_Abs, Acos, Acosh, Asin, Asinh, Atan, Atanh, Cast, Ceil, Cos, Cosh, Dropout, Erf, Exp, Floor, Identity, IsInf, IsNaN, Log, Max, Min, Neg, Not, Reciprocal, Round, Sigmoid, Sign, Sin, Sinh, Tan, Tanh, ConstantOfShape_. + +**Constraints on input sharding** + +* No constraints on input sharding. + +**Inference of output sharding** + +* If not specified, the output sharding is the same as input sharding + +### Broadcast n-ary elementwise ops + +List of operations: +_Add, And, BitShift, BitwiseAnd, BitwiseNot, BitwiseOr, BitwiseXor, Equal, Greater, Less, Mod, Mul, Or, Pow, Sub, Sum, Where, Xor_. + +**Constraints on input sharding** + +* For any non-broadcast axis, the sharding spec of the two (or more) inputs must be identical +* Any broadcast axis of size 1 (in the unsharded original tensor) must be replicated across all devices +that participate in the parallel computation (that is, all devices identified in the node's sharding spec). +* The case where there are two or more broadcast axes is more involved. Some conditions must be satisfied +to ensure that the natural output (without extra communication ops) has a proper (complete) sharding. +The constraint is that the sharding specs of the multiple broadcast axes must be *composable*, +which is illustrated down below. + +**Inference of output sharding** + +* The sharding spec for any axis of the output is the same as the sharding spec for the corresponding +input axes in the case of non-broadcast. +* In the case of a single broadcast axis, the output axis derives the sharding spec from the corresponding +input axes with a size other than 1, if any. +* In the special case where all corresponding input axes have a size of 1, the output axis inherits +the same sharding (that is, replicated across all devices of the node op). +* In the case of two or more broadcast axes, the output axis derives the sharding spec from the corresponding +input axes with a size other than 1, if any. However, the device assignment is inferred by composing the +sharding specs of all broadcast axes (where each output shard resides in the intersection of the sets of +devices that contain the corresponding input shards used to compute that output shard). See below for +an illustration of this. + +**Composing Sharding Specs on Different Axes** + +Consider the example of an `Add (Input1, Input2)` op. Consider the case where `Input1` has shape `[M, 1]` and +`Input2` has shape `[1, N]`. The output has shape `[M, N]`, as a result of broadcasting. + +The figure below shows how we can use sharding for both the `M` and `N` axes: + +![Composing sharding specs on different axes](images/composing_broadcast_axes.png) + +Note that in this example, both the `M` and `N` axes are split into two shards each. +This means that the output itself has 4 shards, as shown in the figure. +In this example, we want each output-shard to be on one device, as described by +the sharding spec + +```python +{ + device = [0, 1, 2, 3] + sharded_dim =[ + { + axis = 0 + simple_sharding = + [ + { + num_shards = 2 + } + ] + } + { + axis = 1 + simple_sharding = + [ + { + num_shards = 2 + } + ] + } + ] +} +``` + +To produce this output, however, we need to ensure that the input-shards are +each available in two devices each, as shown in the figure above. In particular, +the first shard of `Input1` is needed by both devices 0 and 1, as it is used +to compute the first two output shards. Likewise, the first shard of `Input2` +is needed by both devices 0 and 2. + +Thus, the sharding spec for `Input1` is as below: + +```python +{ + device = [-1, -2] // keys into device_map + device_map = {-1: [0, 1], -2: [2, 3]} + sharded_dim =[ + { + axis = 0 + simple_sharding = + [ + { + num_shards = 2 + } + ] + } + ] +} +``` + +The sharding spec for `Input2` is analogous, as explained and shown in figure above. + +This leads to the following constraint for input-sharding and inference rule +for output-sharding in the presence of two broadcast axes: + +* The (inferred) devices for `output-shard[i,j]` is the intersection of the set of devices +for `input-1-shard[i]` and `input-2-shard[j]`. If this set is empty, then the input +sharding specs are not compatible (for broadcast composition). + +This rule is extended to the case of more than two broadcast axes accordingly. + +### Reduction ops + +**Constraints on input sharding** + +* No constraints on input sharding. +* Sharding along non-reduction axes is straightforward. It indicates +parallelization of the iteration over the non-reduction axes. +* Sharding along reduction axes is permitted. It indicates parallelization of the reduction +loop, but this involves performing the reduction in two steps. In the first step, the +reduction is done locally on the shard, and in the second step the reduction is done +across the different shards. This can be typically mapped to a collective-reduce operation. + +**Inference of output sharding** + +* Non-reduction axes inherit the sharding of the corresponding axes of the input. +* Since the size of the reduction axis is one after the reduction, it can't be used +for any meaningful sharding. The axis may even be omitted from the output shape, +depending on the value of the attribute `keep_dims`. If the axis is retained, it +is treated as having no sharding. + +In the case where the inputs are only sharded along one or more reduction axes, +there will be no sharded axis in the inferred output sharding specification. +However, there is still a choice as to whether the computed output is replicated +on all the devices that participate in this operation, or whether it is stored +only in some distinguished node. Collective-reduce operations typically +support both variations. The default inferred output specification is to +broadcast the computed result to all devices that participate in the particular +reduction (the first option). + +### MatMul-like ops + +List of operations: MatMul, Gemm, quantized variations of these ops, special cases of Einsum + +The constraints for these ops follow analogous cases above. Consider the simple case of matrix multiplication +of two matrices of dimensions `[M, K]` and `[K, N]` producing an output matrix of dimension `[M, N]`. +This operation is essentially a broadcast-reduction operation, where the first +input is interpreted to have the shape `[M, K, 1]` and the second input is interpreted to have +the shape `[1, K, N]`, and we perform a broadcast element-wise multiplication, followed +by a reduce-sum along the `K` axis. The constraints and inference for the operation follows +from the corresponding rules for broadcast and reduction described above. + +Axis 0 of the first input (with value `M`) is conceptually broadcast to the second input. +Hence, its constraints and handling are similar to the treatment of broadcast axes for n-ary +elementwise ops. Specifically, since only the first input has this axis, the partitioning of +this axis is not constrained by the partitioning of the second input. Furthermore, the output +matrix will inherit the partitioning for the corresponding axis from the partitioning of axis +0 of the first input. + +Axis 1 of the second input (with value `N`) is also handled similarly. + +The two axes with size value (the _reduction_ axes) are both required to +have the same sharding (similar to non-broadcast axes in a binary operation above). + +The output device assignment follows the rules described above for broadcast axes. + +### Unsupported ops + +The following ops are not supported in this version: + +* Operations on sequences and optional values. +* Control-flow ops, such as _If, Loop, Scan_. +* _GRU, LSTM, RNN, DFT, STFT, MelWeightMatrix, TfidVectorizer_ +* Convolution / Pooling ops, such as: +* _AveragePool, GlobalAveragePool, GlobalLpPool, GlobalMaxPool, LpPool, MaxPool, MaxRoiPool,_ +* _Conv, ConvInteger, ConvTranspose, DeformConv,_ +* _InstanceNorm, LpNormalization, LayerNormalization_ diff --git a/docs/proposals/README.md b/docs/proposals/README.md new file mode 100644 index 0000000..44fa56b --- /dev/null +++ b/docs/proposals/README.md @@ -0,0 +1,34 @@ + + + + +# ONNX RFCs +[ONNX RFCs]: #onnx-rfcs + +The "RFC" (request for comments) process is intended to provide a consistent +and controlled path for changes to ONNX (such as new features) so that all +stakeholders can be confident about the direction of the project. + +Many changes, including bug fixes and documentation improvements can be +implemented and reviewed via the normal GitHub pull request workflow without an RFC. + +Some changes though are "substantial", and we ask that these be put through a +bit of a design process and produce a consensus among the ONNX community and +the relevant [Special Interest Groups](https://github.com/onnx/sigs/tree/main). + +The template found in this folder is the (strongly recommended) starting point for new RFCs, but authors may deviate from it if needed. + +## Life-cycle of an RFC + +Before drafting up an RFC, it is recommended to first get in touch with relevant people and groups. +This may happen by creating a small issue in [`onnx/onnx`](https://github.com/onnx/onnx), asking questions on [slack](https://app.slack.com/client/TPUCV58TG/CPS6Q1600), or by joining relevant [sig meetings](https://github.com/onnx/sigs/tree/main). + +After this initial phase, authors are encouraged to draft the RFC based on the template found in this folder and to open a PR. +The proposal is then reviewed and discussed within that PR. +The outcome of this process may either lead to the proposal being accepted or rejected, but it should be merged either way for future reference. + +Generally, an accepted RFC should be a fairly stable and final affair due to a rigorous review process leading to the acceptance in the first place. +However, new circumstances and ideas may arise after an RFC has been accepted. +In such cases we may either choose to re-open the accepted RFC, or to create a new RFC. diff --git a/docs/proposals/images/composing_broadcast_axes.png b/docs/proposals/images/composing_broadcast_axes.png new file mode 100644 index 0000000..d147056 Binary files /dev/null and b/docs/proposals/images/composing_broadcast_axes.png differ diff --git a/onnx/CMakeLists.txt b/onnx/CMakeLists.txt new file mode 100644 index 0000000..1c7a7c6 --- /dev/null +++ b/onnx/CMakeLists.txt @@ -0,0 +1,21 @@ +# Copyright (c) ONNX Project Contributors +# SPDX-License-Identifier: Apache-2.0 + +# Sources directly in onnx/ +# Note: cpp2py_export.cc is excluded — it is compiled separately into the +# onnx_cpp2py_export Python extension module. +target_sources(onnx PRIVATE + checker.cc + checker.h + onnx_pb.h + onnx-operators_pb.h + proto_utils.h + py_utils.h + string_utils.h +) + +add_subdirectory(common) +add_subdirectory(defs) +add_subdirectory(inliner) +add_subdirectory(shape_inference) +add_subdirectory(version_converter) diff --git a/onnx/__init__.py b/onnx/__init__.py new file mode 100644 index 0000000..4c286c4 --- /dev/null +++ b/onnx/__init__.py @@ -0,0 +1,470 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 + +from __future__ import annotations + +__all__ = [ + # Constants + "ONNX_ML", + "IR_VERSION", + "IR_VERSION_2017_10_10", + "IR_VERSION_2017_10_30", + "IR_VERSION_2017_11_3", + "IR_VERSION_2019_1_22", + "IR_VERSION_2019_3_18", + "IR_VERSION_2019_9_19", + "IR_VERSION_2020_5_8", + "IR_VERSION_2021_7_30", + "IR_VERSION_2023_5_5", + "IR_VERSION_2024_3_25", + "EXPERIMENTAL", + "STABLE", + # Modules + "checker", + "compose", + "defs", + "gen_proto", + "helper", + "numpy_helper", + "parser", + "printer", + "shape_inference", + "utils", + "version_converter", + # Proto classes + "AttributeProto", + "DeviceConfigurationProto", + "FunctionProto", + "GraphProto", + "IntIntListEntryProto", + "MapProto", + "ModelProto", + "NodeDeviceConfigurationProto", + "NodeProto", + "OperatorProto", + "OperatorSetIdProto", + "OperatorSetProto", + "OperatorStatus", + "OptionalProto", + "SequenceProto", + "SimpleShardedDimProto", + "ShardedDimProto", + "ShardingSpecProto", + "SparseTensorProto", + "StringStringEntryProto", + "TensorAnnotation", + "TensorProto", + "TensorShapeProto", + "TrainingInfoProto", + "TypeProto", + "ValueInfoProto", + "Version", + # Utility functions + "convert_model_to_external_data", + "load_external_data_for_model", + "load_model_from_string", + "load_model", + "load_tensor_from_string", + "load_tensor", + "save_model", + "save_tensor", + "write_external_data_tensors", +] +# isort:skip_file + +import os +import typing +from typing import IO, Literal + + +from onnx import serialization +from onnx.onnx_cpp2py_export import ONNX_ML +from onnx.external_data_helper import ( + load_external_data_for_model, + write_external_data_tensors, + convert_model_to_external_data, +) +from onnx.onnx_pb import ( + AttributeProto, + DeviceConfigurationProto, + EXPERIMENTAL, + FunctionProto, + GraphProto, + IntIntListEntryProto, + IR_VERSION, + IR_VERSION_2017_10_10, + IR_VERSION_2017_10_30, + IR_VERSION_2017_11_3, + IR_VERSION_2019_1_22, + IR_VERSION_2019_3_18, + IR_VERSION_2019_9_19, + IR_VERSION_2020_5_8, + IR_VERSION_2021_7_30, + IR_VERSION_2023_5_5, + IR_VERSION_2024_3_25, + ModelProto, + NodeDeviceConfigurationProto, + NodeProto, + OperatorSetIdProto, + OperatorStatus, + STABLE, + SimpleShardedDimProto, + ShardedDimProto, + ShardingSpecProto, + SparseTensorProto, + StringStringEntryProto, + TensorAnnotation, + TensorProto, + TensorShapeProto, + TrainingInfoProto, + TypeProto, + ValueInfoProto, + Version, +) +from onnx.onnx_operators_pb import OperatorProto, OperatorSetProto +from onnx.onnx_data_pb import MapProto, OptionalProto, SequenceProto +import importlib.metadata + +# Import common subpackages so they're available when you 'import onnx' +from onnx import ( + checker, + compose, + defs, + gen_proto, + helper, + numpy_helper, + parser, + printer, + shape_inference, + utils, + version_converter, +) + +if typing.TYPE_CHECKING: + from collections.abc import Sequence + +try: + __version__ = importlib.metadata.version("onnx") +except importlib.metadata.PackageNotFoundError: + try: + __version__ = importlib.metadata.version("onnx-weekly") + except importlib.metadata.PackageNotFoundError: + __version__ = "unknown" + +# Supported model formats that can be loaded from and saved to +# The literals are formats with built-in support. But we also allow users to +# register their own formats. So we allow str as well. +_SupportedFormat = Literal["protobuf", "textproto", "onnxtxt", "json"] | str # noqa: PYI051 +# Default serialization format +_DEFAULT_FORMAT = "protobuf" + + +def _load_bytes(f: IO[bytes] | str | os.PathLike) -> bytes: + if hasattr(f, "read") and callable(typing.cast("IO[bytes]", f).read): + content = typing.cast("IO[bytes]", f).read() + else: + f = typing.cast("str | os.PathLike", f) + with open(f, "rb") as readable: + content = readable.read() + return content + + +def _save_bytes(content: bytes, f: IO[bytes] | str | os.PathLike) -> None: + if hasattr(f, "write") and callable(typing.cast("IO[bytes]", f).write): + typing.cast("IO[bytes]", f).write(content) + else: + f = typing.cast("str | os.PathLike", f) + with open(f, "wb") as writable: + writable.write(content) + + +def _get_file_path(f: IO[bytes] | str | os.PathLike | None) -> str | None: + if isinstance(f, (str, os.PathLike)): + return os.path.abspath(f) + if hasattr(f, "name"): + assert f is not None + return os.path.abspath(f.name) + return None + + +def _get_serializer( + fmt: _SupportedFormat | None, f: str | os.PathLike | IO[bytes] | None = None +) -> serialization.ProtoSerializer: + """Get the serializer for the given path and format from the serialization registry.""" + # Use fmt if it is specified + if fmt is not None: + return serialization.registry.get(fmt) + + if (file_path := _get_file_path(f)) is not None: + _, ext = os.path.splitext(file_path) + fmt = serialization.registry.get_format_from_file_extension(ext) + + # Failed to resolve format if fmt is None. Use protobuf as default + fmt = fmt or _DEFAULT_FORMAT + assert fmt is not None + + return serialization.registry.get(fmt) + + +def load_model( + f: IO[bytes] | str | os.PathLike, + format: _SupportedFormat | None = None, # noqa: A002 + load_external_data: bool = True, +) -> ModelProto: + """Loads a serialized ModelProto into memory. + + Args: + f: can be a file-like object (has "read" function) or a string/PathLike containing a file name + format: The serialization format. When it is not specified, it is inferred + from the file extension when ``f`` is a path. If not specified _and_ + ``f`` is not a path, 'protobuf' is used. The encoding is assumed to + be "utf-8" when the format is a text format. + load_external_data: Whether to load the external data. + Set to True if the data is under the same directory of the model. + If not, users need to call :func:`load_external_data_for_model` + with directory to load external data from. + + Returns: + Loaded in-memory ModelProto. + """ + model = _get_serializer(format, f).deserialize_proto(_load_bytes(f), ModelProto()) + + if load_external_data: + model_filepath = _get_file_path(f) + if model_filepath: + base_dir = os.path.dirname(model_filepath) + load_external_data_for_model(model, base_dir) + + return model + + +def load_tensor( + f: IO[bytes] | str | os.PathLike, + format: _SupportedFormat | None = None, # noqa: A002 +) -> TensorProto: + """Loads a serialized TensorProto into memory. + + Args: + f: can be a file-like object (has "read" function) or a string/PathLike containing a file name + format: The serialization format. When it is not specified, it is inferred + from the file extension when ``f`` is a path. If not specified _and_ + ``f`` is not a path, 'protobuf' is used. The encoding is assumed to + be "utf-8" when the format is a text format. + + Returns: + Loaded in-memory TensorProto. + """ + return _get_serializer(format, f).deserialize_proto(_load_bytes(f), TensorProto()) + + +def load_model_from_string( + s: bytes | str, + format: _SupportedFormat = _DEFAULT_FORMAT, # noqa: A002 +) -> ModelProto: + """Loads a binary string (bytes) that contains serialized ModelProto. + + Args: + s: a string, which contains serialized ModelProto + format: The serialization format. When it is not specified, it is inferred + from the file extension when ``f`` is a path. If not specified _and_ + ``f`` is not a path, 'protobuf' is used. The encoding is assumed to + be "utf-8" when the format is a text format. + + Returns: + Loaded in-memory ModelProto. + """ + return _get_serializer(format).deserialize_proto(s, ModelProto()) + + +def load_tensor_from_string( + s: bytes, + format: _SupportedFormat = _DEFAULT_FORMAT, # noqa: A002 +) -> TensorProto: + """Loads a binary string (bytes) that contains serialized TensorProto. + + Args: + s: a string, which contains serialized TensorProto + format: The serialization format. When it is not specified, it is inferred + from the file extension when ``f`` is a path. If not specified _and_ + ``f`` is not a path, 'protobuf' is used. The encoding is assumed to + be "utf-8" when the format is a text format. + + Returns: + Loaded in-memory TensorProto. + """ + return _get_serializer(format).deserialize_proto(s, TensorProto()) + + +def save_model( + proto: ModelProto | bytes, + f: IO[bytes] | str | os.PathLike, + format: _SupportedFormat | None = None, # noqa: A002 + *, + save_as_external_data: bool = False, + all_tensors_to_one_file: bool = True, + location: str | None = None, + size_threshold: int = 1024, + convert_attribute: bool = False, +) -> None: + """Saves the ModelProto to the specified path and optionally, serialize tensors with raw data as external data before saving. + + Args: + proto: should be a in-memory ModelProto + f: can be a file-like object (has "write" function) or a string containing + a file name or a pathlike object + format: The serialization format. When it is not specified, it is inferred + from the file extension when ``f`` is a path. If not specified _and_ + ``f`` is not a path, 'protobuf' is used. The encoding is assumed to + be "utf-8" when the format is a text format. + save_as_external_data: If true, save tensors to external file(s). + all_tensors_to_one_file: Effective only if save_as_external_data is True. + If true, save all tensors to one external file specified by location. + If false, save each tensor to a file named with the tensor name. + location: Effective only if save_as_external_data is true. + Specify the external file that all tensors to save to. + Path is relative to the model path. + If not specified, will use the model name. + size_threshold: Effective only if save_as_external_data is True. + Threshold for size of data. Only when tensor's data is >= the size_threshold it will be converted + to external data. To convert every tensor with raw data to external data set size_threshold=0. + convert_attribute: Effective only if save_as_external_data is True. + If true, convert all tensors to external data + If false, convert only non-attribute tensors to external data + """ + if isinstance(proto, bytes): + proto = _get_serializer(_DEFAULT_FORMAT).deserialize_proto(proto, ModelProto()) + + if save_as_external_data: + convert_model_to_external_data( + proto, all_tensors_to_one_file, location, size_threshold, convert_attribute + ) + + model_filepath = _get_file_path(f) + if model_filepath is not None: + basepath = os.path.dirname(model_filepath) + proto = write_external_data_tensors(proto, basepath) + + serialized = _get_serializer(format, model_filepath).serialize_proto(proto) + _save_bytes(serialized, f) + + +def save_tensor( + proto: TensorProto, + f: IO[bytes] | str | os.PathLike, + format: _SupportedFormat | None = None, # noqa: A002 +) -> None: + """Saves the TensorProto to the specified path. + + Args: + proto: should be a in-memory TensorProto + f: can be a file-like object (has "write" function) or a string + containing a file name or a pathlike object. + format: The serialization format. When it is not specified, it is inferred + from the file extension when ``f`` is a path. If not specified _and_ + ``f`` is not a path, 'protobuf' is used. The encoding is assumed to + be "utf-8" when the format is a text format. + """ + serialized = _get_serializer(format, f).serialize_proto(proto) + _save_bytes(serialized, f) + + +# For backward compatibility +load = load_model +load_from_string = load_model_from_string +save = save_model + + +def _model_proto_repr(self: ModelProto) -> str: + if self.domain: + domain = f", domain='{self.domain}'" + else: + domain = "" + if self.producer_name: + producer_name = f", producer_name='{self.producer_name}'" + else: + producer_name = "" + if self.producer_version: + producer_version = f", producer_version='{self.producer_version}'" + else: + producer_version = "" + if self.graph: + graph = f", graph={self.graph!r}" + else: + graph = "" + if self.functions: + functions = f", functions=<{len(self.functions)} functions>" + else: + functions = "" + if self.opset_import: + opset_import = f", opset_import={_operator_set_protos_repr(self.opset_import)}" + else: + opset_import = "" + return f"ModelProto(ir_version={self.ir_version}{opset_import}{domain}{producer_name}{producer_version}{graph}{functions})" + + +def _graph_proto_repr(self: GraphProto) -> str: + if self.initializer: + initializer = f", initializer=<{len(self.initializer)} initializers>" + else: + initializer = "" + if self.node: + node = f", node=<{len(self.node)} nodes>" + else: + node = "" + if self.value_info: + value_info = f", value_info=<{len(self.value_info)} value_info>" + else: + value_info = "" + if self.input: + input = f", input=<{len(self.input)} inputs>" + else: + input = "" + if self.output: + output = f", output=<{len(self.output)} outputs>" + else: + output = "" + return f"GraphProto('{self.name}'{input}{output}{initializer}{node}{value_info})" + + +def _function_proto_repr(self: FunctionProto) -> str: + if self.domain: + domain = f", domain='{self.domain}'" + else: + domain = "" + if self.overload: + overload = f", overload='{self.overload}'" + else: + overload = "" + if self.node: + node = f", node=<{len(self.node)} nodes>" + else: + node = "" + if self.attribute: + attribute = f", attribute={self.attribute}" + else: + attribute = "" + if self.opset_import: + opset_import = f", opset_import={_operator_set_protos_repr(self.opset_import)}" + else: + opset_import = "" + if self.input: + input = f", input=<{len(self.input)} inputs>" + else: + input = "" + if self.output: + output = f", output=<{len(self.output)} outputs>" + else: + output = "" + return f"FunctionProto('{self.name}'{domain}{overload}{opset_import}{input}{output}{attribute}{node})" + + +def _operator_set_protos_repr(protos: Sequence[OperatorSetIdProto]) -> str: + opset_imports = {proto.domain: proto.version for proto in protos} + return repr(opset_imports) + + +# Override __repr__ for some proto classes to make it more efficient +ModelProto.__repr__ = _model_proto_repr # type: ignore[method-assign,assignment] +GraphProto.__repr__ = _graph_proto_repr # type: ignore[method-assign,assignment] +FunctionProto.__repr__ = _function_proto_repr # type: ignore[method-assign,assignment] diff --git a/onnx/_mapping.py b/onnx/_mapping.py new file mode 100644 index 0000000..ff4a602 --- /dev/null +++ b/onnx/_mapping.py @@ -0,0 +1,119 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +from typing import NamedTuple + +import ml_dtypes +import numpy as np + +from onnx.onnx_pb import TensorProto + + +class TensorDtypeMap(NamedTuple): + np_dtype: np.dtype + storage_dtype: int + name: str + + +# tensor_dtype: (numpy type, storage type, string name) +# The storage type is the type used to store the tensor in the *_data field of +# a TensorProto. All available fields are float_data, int32_data, int64_data, +# string_data, uint64_data and double_data. +TENSOR_TYPE_MAP: dict[int, TensorDtypeMap] = { + int(TensorProto.FLOAT): TensorDtypeMap( + np.dtype("float32"), int(TensorProto.FLOAT), "TensorProto.FLOAT" + ), + int(TensorProto.UINT8): TensorDtypeMap( + np.dtype("uint8"), int(TensorProto.INT32), "TensorProto.UINT8" + ), + int(TensorProto.INT8): TensorDtypeMap( + np.dtype("int8"), int(TensorProto.INT32), "TensorProto.INT8" + ), + int(TensorProto.UINT16): TensorDtypeMap( + np.dtype("uint16"), int(TensorProto.INT32), "TensorProto.UINT16" + ), + int(TensorProto.INT16): TensorDtypeMap( + np.dtype("int16"), int(TensorProto.INT32), "TensorProto.INT16" + ), + int(TensorProto.INT32): TensorDtypeMap( + np.dtype("int32"), int(TensorProto.INT32), "TensorProto.INT32" + ), + int(TensorProto.INT64): TensorDtypeMap( + np.dtype("int64"), int(TensorProto.INT64), "TensorProto.INT64" + ), + int(TensorProto.BOOL): TensorDtypeMap( + np.dtype("bool"), int(TensorProto.INT32), "TensorProto.BOOL" + ), + int(TensorProto.FLOAT16): TensorDtypeMap( + np.dtype("float16"), int(TensorProto.INT32), "TensorProto.FLOAT16" + ), + int(TensorProto.BFLOAT16): TensorDtypeMap( + np.dtype(ml_dtypes.bfloat16), + int(TensorProto.INT32), + "TensorProto.BFLOAT16", + ), + int(TensorProto.DOUBLE): TensorDtypeMap( + np.dtype("float64"), int(TensorProto.DOUBLE), "TensorProto.DOUBLE" + ), + int(TensorProto.COMPLEX64): TensorDtypeMap( + np.dtype("complex64"), int(TensorProto.FLOAT), "TensorProto.COMPLEX64" + ), + int(TensorProto.COMPLEX128): TensorDtypeMap( + np.dtype("complex128"), + int(TensorProto.DOUBLE), + "TensorProto.COMPLEX128", + ), + int(TensorProto.UINT32): TensorDtypeMap( + np.dtype("uint32"), int(TensorProto.UINT64), "TensorProto.UINT32" + ), + int(TensorProto.UINT64): TensorDtypeMap( + np.dtype("uint64"), int(TensorProto.UINT64), "TensorProto.UINT64" + ), + int(TensorProto.STRING): TensorDtypeMap( + np.dtype("object"), int(TensorProto.STRING), "TensorProto.STRING" + ), + int(TensorProto.FLOAT8E4M3FN): TensorDtypeMap( + np.dtype(ml_dtypes.float8_e4m3fn), + int(TensorProto.INT32), + "TensorProto.FLOAT8E4M3FN", + ), + int(TensorProto.FLOAT8E4M3FNUZ): TensorDtypeMap( + np.dtype(ml_dtypes.float8_e4m3fnuz), + int(TensorProto.INT32), + "TensorProto.FLOAT8E4M3FNUZ", + ), + int(TensorProto.FLOAT8E5M2): TensorDtypeMap( + np.dtype(ml_dtypes.float8_e5m2), + int(TensorProto.INT32), + "TensorProto.FLOAT8E5M2", + ), + int(TensorProto.FLOAT8E5M2FNUZ): TensorDtypeMap( + np.dtype(ml_dtypes.float8_e5m2fnuz), + int(TensorProto.INT32), + "TensorProto.FLOAT8E5M2FNUZ", + ), + int(TensorProto.UINT4): TensorDtypeMap( + np.dtype(ml_dtypes.uint4), int(TensorProto.INT32), "TensorProto.UINT4" + ), + int(TensorProto.INT4): TensorDtypeMap( + np.dtype(ml_dtypes.int4), int(TensorProto.INT32), "TensorProto.INT4" + ), + int(TensorProto.FLOAT4E2M1): TensorDtypeMap( + np.dtype(ml_dtypes.float4_e2m1fn), + int(TensorProto.INT32), + "TensorProto.FLOAT4E2M1", + ), + int(TensorProto.FLOAT8E8M0): TensorDtypeMap( + np.dtype(ml_dtypes.float8_e8m0fnu), + int(TensorProto.INT32), + "TensorProto.FLOAT8E8M0", + ), + int(TensorProto.UINT2): TensorDtypeMap( + np.dtype(ml_dtypes.uint2), int(TensorProto.INT32), "TensorProto.UINT2" + ), + int(TensorProto.INT2): TensorDtypeMap( + np.dtype(ml_dtypes.int2), int(TensorProto.INT32), "TensorProto.INT2" + ), +} diff --git a/onnx/backend/__init__.py b/onnx/backend/__init__.py new file mode 100644 index 0000000..c974daf --- /dev/null +++ b/onnx/backend/__init__.py @@ -0,0 +1,3 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 diff --git a/onnx/backend/base.py b/onnx/backend/base.py new file mode 100644 index 0000000..c4fd765 --- /dev/null +++ b/onnx/backend/base.py @@ -0,0 +1,148 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +from collections import namedtuple +from typing import TYPE_CHECKING, Any, NewType + +import onnx.checker +import onnx.onnx_cpp2py_export.checker as c_checker +from onnx import IR_VERSION, ModelProto, NodeProto + +if TYPE_CHECKING: + from collections.abc import Sequence + + import numpy + + +class DeviceType: + """Describes device type.""" + + _Type = NewType("_Type", int) + CPU: _Type = _Type(0) + CUDA: _Type = _Type(1) + + +class Device: + """Describes device type and device id + syntax: device_type:device_id(optional) + example: 'CPU', 'CUDA', 'CUDA:1' + """ + + def __init__(self, device: str) -> None: + options = device.split(":") + self.type = getattr(DeviceType, options[0]) + self.device_id = 0 + if len(options) > 1: + self.device_id = int(options[1]) + + +def namedtupledict( + typename: str, field_names: Sequence[str], *args: Any, **kwargs: Any +) -> type[tuple[Any, ...]]: + field_names_map = {n: i for i, n in enumerate(field_names)} + # Some output names are invalid python identifier, e.g. "0" + kwargs.setdefault("rename", True) + data = namedtuple(typename, field_names, *args, **kwargs) # type: ignore[misc] # noqa: PYI024 + + def getitem(self: Any, key: Any) -> Any: + if isinstance(key, str): + key = field_names_map[key] + return super(type(self), self).__getitem__(key) + + data.__getitem__ = getitem # type: ignore[method-assign] + return data + + +class BackendRep: + """BackendRep is the handle that a Backend returns after preparing to execute + a model repeatedly. Users will then pass inputs to the run function of + BackendRep to retrieve the corresponding results. + """ + + def run(self, inputs: Any, **kwargs: Any) -> tuple[Any, ...]: # noqa: ARG002 + """Abstract function.""" + return (None,) + + +class Backend: + """Backend is the entity that will take an ONNX model with inputs, + perform a computation, and then return the output. + + For one-off execution, users can use run_node and run_model to obtain results quickly. + + For repeated execution, users should use prepare, in which the Backend + does all of the preparation work for executing the model repeatedly + (e.g., loading initializers), and returns a BackendRep handle. + """ + + @classmethod + def is_compatible( + cls, + model: ModelProto, # noqa: ARG003 + device: str = "CPU", # noqa: ARG003 + **kwargs: Any, # noqa: ARG003 + ) -> bool: + # Return whether the model is compatible with the backend. + return True + + @classmethod + def prepare( + cls, + model: ModelProto, + device: str = "CPU", # noqa: ARG003 + **kwargs: Any, # noqa: ARG003 + ) -> BackendRep | None: + # TODO Remove Optional from return type + onnx.checker.check_model(model) + return None + + @classmethod + def run_model( + cls, model: ModelProto, inputs: Any, device: str = "CPU", **kwargs: Any + ) -> tuple[Any, ...]: + backend = cls.prepare(model, device, **kwargs) + assert backend is not None + return backend.run(inputs) + + @classmethod + def run_node( + cls, + node: NodeProto, + inputs: Any, # noqa: ARG003 + device: str = "CPU", # noqa: ARG003 + outputs_info: ( # noqa: ARG003 + Sequence[tuple[numpy.dtype, tuple[int, ...]]] | None + ) = None, + **kwargs: dict[str, Any], + ) -> tuple[Any, ...] | None: + """Simple run one operator and return the results. + + Args: + node: The node proto. + inputs: Inputs to the node. + device: The device to run on. + outputs_info: a list of tuples, which contains the element type and + shape of each output. First element of the tuple is the dtype, and + the second element is the shape. More use case can be found in + https://github.com/onnx/onnx/blob/main/onnx/backend/test/runner/__init__.py + kwargs: Other keyword arguments. + """ + # TODO Remove Optional from return type + if "opset_version" in kwargs: + special_context = c_checker.CheckerContext() + special_context.ir_version = IR_VERSION + special_context.opset_imports = {"": kwargs["opset_version"]} # type: ignore[dict-item] + onnx.checker.check_node(node, special_context) + else: + onnx.checker.check_node(node) + + return None + + @classmethod + def supports_device(cls, device: str) -> bool: # noqa: ARG003 + """Checks whether the backend is compiled with particular device support. + In particular it's used in the testing suite. + """ + return True diff --git a/onnx/backend/sample/__init__.py b/onnx/backend/sample/__init__.py new file mode 100644 index 0000000..e790f24 --- /dev/null +++ b/onnx/backend/sample/__init__.py @@ -0,0 +1,3 @@ +# Copyright (c) ONNX Project Contributors + +# SPDX-License-Identifier: Apache-2.0 diff --git a/onnx/backend/sample/ops/__init__.py b/onnx/backend/sample/ops/__init__.py new file mode 100644 index 0000000..dbdaf61 --- /dev/null +++ b/onnx/backend/sample/ops/__init__.py @@ -0,0 +1,30 @@ +# Copyright (c) ONNX Project Contributors + +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import importlib +import inspect +import pkgutil +import sys +from typing import TYPE_CHECKING + +if TYPE_CHECKING: + from types import ModuleType + + +def collect_sample_implementations() -> dict[str, str]: + dict_: dict[str, str] = {} + _recursive_scan(sys.modules[__name__], dict_) + return dict_ + + +def _recursive_scan(package: ModuleType, dict_: dict[str, str]) -> None: + pkg_dir = package.__path__ + module_location = package.__name__ + for _module_loader, name, ispkg in pkgutil.iter_modules(pkg_dir): + module_name = f"{module_location}.{name}" # Module/package + module = importlib.import_module(module_name) + dict_[name] = inspect.getsource(module) + if ispkg: + _recursive_scan(module, dict_) diff --git a/onnx/backend/sample/ops/abs.py b/onnx/backend/sample/ops/abs.py new file mode 100644 index 0000000..d76cc5e --- /dev/null +++ b/onnx/backend/sample/ops/abs.py @@ -0,0 +1,8 @@ +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + + +def abs(input: np.ndarray) -> np.ndarray: # noqa: A001 + return np.abs(input) # type: ignore[no-any-return] diff --git a/onnx/backend/test/__init__.py b/onnx/backend/test/__init__.py new file mode 100644 index 0000000..f38efa7 --- /dev/null +++ b/onnx/backend/test/__init__.py @@ -0,0 +1,8 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +__all__ = ["BackendTest"] +# for backward compatibility +from onnx.backend.test.runner import Runner as BackendTest diff --git a/onnx/backend/test/case/__init__.py b/onnx/backend/test/case/__init__.py new file mode 100644 index 0000000..f78d288 --- /dev/null +++ b/onnx/backend/test/case/__init__.py @@ -0,0 +1,14 @@ +# Copyright (c) ONNX Project Contributors + +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import sys + +from onnx.backend.test.case.base import Snippets +from onnx.backend.test.case.utils import import_recursive + + +def collect_snippets() -> dict[str, list[tuple[str, str]]]: + import_recursive(sys.modules[__name__]) + return Snippets diff --git a/onnx/backend/test/case/base.py b/onnx/backend/test/case/base.py new file mode 100644 index 0000000..b979fad --- /dev/null +++ b/onnx/backend/test/case/base.py @@ -0,0 +1,47 @@ +# Copyright (c) ONNX Project Contributors + +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import inspect +from collections import defaultdict +from textwrap import dedent +from typing import Any, ClassVar + +import numpy as np + + +def process_snippet(op_name: str, name: str, export: Any) -> tuple[str, str]: + snippet_name = name[len("export_") :] or op_name.lower() + source_code = dedent(inspect.getsource(export)) + # remove the function signature line + lines = source_code.splitlines() + assert lines[0] == "@staticmethod" + assert lines[1].startswith("def export") + return snippet_name, dedent("\n".join(lines[2:])) + + +Snippets: dict[str, list[tuple[str, str]]] = defaultdict(list) + + +class _Exporter(type): + exports: ClassVar[dict[str, list[tuple[str, str]]]] = defaultdict(list) + + def __init__( + cls, name: str, bases: tuple[type[Any], ...], dct: dict[str, Any] + ) -> None: + for k, v in dct.items(): + if k.startswith("export"): + if not isinstance(v, staticmethod): + raise ValueError("Only staticmethods could be named as export.*") + export = getattr(cls, k) + Snippets[name].append(process_snippet(name, k, export)) + # export functions should call expect and so populate + # TestCases + np.random.seed(seed=0) + export() + super().__init__(name, bases, dct) + + +class Base(metaclass=_Exporter): + pass diff --git a/onnx/backend/test/case/model/__init__.py b/onnx/backend/test/case/model/__init__.py new file mode 100644 index 0000000..75dfb8d --- /dev/null +++ b/onnx/backend/test/case/model/__init__.py @@ -0,0 +1,81 @@ +# Copyright (c) ONNX Project Contributors + +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import sys +from typing import TYPE_CHECKING + +from onnx.backend.test.case.test_case import TestCase +from onnx.backend.test.case.utils import import_recursive + +if TYPE_CHECKING: + from collections.abc import Sequence + + import numpy as np + + from onnx import ModelProto + +_SimpleModelTestCases = [] + + +def expect( + model: ModelProto, + inputs: Sequence[np.ndarray], + outputs: Sequence[np.ndarray], + name: str | None = None, +) -> None: + name = name or model.graph.name + _SimpleModelTestCases.append( + TestCase( + name=name, + model_name=model.graph.name, + url=None, + model_dir=None, + model=model, + data_sets=[(inputs, outputs)], + kind="simple", + rtol=1e-3, + atol=1e-7, + ) + ) + + +BASE_URL = "onnx/backend/test/data/light/light_%s.onnx" + + +def collect_testcases() -> list[TestCase]: + """Collect model test cases defined in python/numpy code.""" + real_model_testcases = [] + + model_tests = [ + ("test_bvlc_alexnet", "bvlc_alexnet", 1e-3, 1e-7), + ("test_densenet121", "densenet121", 2e-3, 1e-7), + ("test_inception_v1", "inception_v1", 1e-3, 1e-7), + ("test_inception_v2", "inception_v2", 1e-3, 1e-7), + ("test_resnet50", "resnet50", 1e-3, 1e-7), + ("test_shufflenet", "shufflenet", 1e-3, 1e-7), + ("test_squeezenet", "squeezenet", 1e-3, 1e-7), + ("test_vgg19", "vgg19", 1e-3, 1e-7), + ("test_zfnet512", "zfnet512", 1e-3, 1e-7), + ] + + for test_name, model_name, rtol, atol in model_tests: + url = BASE_URL % model_name + real_model_testcases.append( + TestCase( + name=test_name, + model_name=model_name, + url=url, + model_dir=None, + model=None, + data_sets=None, + kind="real", + rtol=rtol, + atol=atol, + ) + ) + + import_recursive(sys.modules[__name__]) + + return real_model_testcases + _SimpleModelTestCases diff --git a/onnx/backend/test/case/model/expand.py b/onnx/backend/test/case/model/expand.py new file mode 100644 index 0000000..b99ed46 --- /dev/null +++ b/onnx/backend/test/case/model/expand.py @@ -0,0 +1,91 @@ +# Copyright (c) ONNX Project Contributors + +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +from typing import TYPE_CHECKING + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.model import expect + +if TYPE_CHECKING: + from collections.abc import Sequence + + +class ExpandDynamicShape(Base): + @staticmethod + def export() -> None: + def make_graph( + node: onnx.helper.NodeProto, + input_shape: Sequence[int], + shape_shape: Sequence[int], + output_shape: Sequence[int], + ) -> onnx.helper.GraphProto: + return onnx.helper.make_graph( + nodes=[node], + name="Expand", + inputs=[ + onnx.helper.make_tensor_value_info( + "X", onnx.TensorProto.FLOAT, input_shape + ), + onnx.helper.make_tensor_value_info( + "shape", onnx.TensorProto.INT64, shape_shape + ), + ], + outputs=[ + onnx.helper.make_tensor_value_info( + "Y", onnx.TensorProto.FLOAT, output_shape + ) + ], + ) + + node = onnx.helper.make_node("Expand", ["X", "shape"], ["Y"], name="test") + input_shape = [1, 3, 1] + x = np.ones(input_shape, dtype=np.float32) + + # 1st testcase + shape = np.array([3, 1], dtype=np.int64) + y = x * np.ones(shape, dtype=np.float32) + graph = make_graph(node, input_shape, shape.shape, y.shape) + model = onnx.helper.make_model_gen_version( + graph, + producer_name="backend-test", + opset_imports=[onnx.helper.make_opsetid("", 9)], + ) + expect(model, inputs=[x, shape], outputs=[y], name="test_expand_shape_model1") + + # 2nd testcase + shape = np.array([1, 3], dtype=np.int64) + y = x * np.ones(shape, dtype=np.float32) + graph = make_graph(node, input_shape, shape.shape, y.shape) + model = onnx.helper.make_model_gen_version( + graph, + producer_name="backend-test", + opset_imports=[onnx.helper.make_opsetid("", 9)], + ) + expect(model, inputs=[x, shape], outputs=[y], name="test_expand_shape_model2") + + # 3rd testcase + shape = np.array([3, 1, 3], dtype=np.int64) + y = x * np.ones(shape, dtype=np.float32) + graph = make_graph(node, input_shape, shape.shape, y.shape) + model = onnx.helper.make_model_gen_version( + graph, + producer_name="backend-test", + opset_imports=[onnx.helper.make_opsetid("", 9)], + ) + expect(model, inputs=[x, shape], outputs=[y], name="test_expand_shape_model3") + + # 4th testcase + shape = np.array([3, 3, 1, 3], dtype=np.int64) + y = x * np.ones(shape, dtype=np.float32) + graph = make_graph(node, input_shape, shape.shape, y.shape) + model = onnx.helper.make_model_gen_version( + graph, + producer_name="backend-test", + opset_imports=[onnx.helper.make_opsetid("", 9)], + ) + expect(model, inputs=[x, shape], outputs=[y], name="test_expand_shape_model4") diff --git a/onnx/backend/test/case/model/gradient.py b/onnx/backend/test/case/model/gradient.py new file mode 100644 index 0000000..947ee2c --- /dev/null +++ b/onnx/backend/test/case/model/gradient.py @@ -0,0 +1,110 @@ +# Copyright (c) ONNX Project Contributors + +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.model import expect +from onnx.defs import AI_ONNX_PREVIEW_TRAINING_DOMAIN, ONNX_DOMAIN + + +class Gradient(Base): + @staticmethod + def export_gradient_scalar_add() -> None: + add_node = onnx.helper.make_node("Add", ["a", "b"], ["c"], name="my_add") + gradient_node = onnx.helper.make_node( + "Gradient", + ["a", "b"], + ["dc_da", "dc_db"], + name="my_gradient", + domain=AI_ONNX_PREVIEW_TRAINING_DOMAIN, + xs=["a", "b"], + y="c", + ) + + a = np.array(1.0).astype(np.float32) + b = np.array(2.0).astype(np.float32) + c = a + b + # dc / da = d(a+b) / da = 1 + dc_da = np.array(1).astype(np.float32) + # db / db = d(a+b) / db = 1 + dc_db = np.array(1).astype(np.float32) + + graph = onnx.helper.make_graph( + nodes=[add_node, gradient_node], + name="GradientOfAdd", + inputs=[ + onnx.helper.make_tensor_value_info("a", onnx.TensorProto.FLOAT, []), + onnx.helper.make_tensor_value_info("b", onnx.TensorProto.FLOAT, []), + ], + outputs=[ + onnx.helper.make_tensor_value_info("c", onnx.TensorProto.FLOAT, []), + onnx.helper.make_tensor_value_info("dc_da", onnx.TensorProto.FLOAT, []), + onnx.helper.make_tensor_value_info("dc_db", onnx.TensorProto.FLOAT, []), + ], + ) + opsets = [ + onnx.helper.make_operatorsetid(ONNX_DOMAIN, 12), + onnx.helper.make_operatorsetid(AI_ONNX_PREVIEW_TRAINING_DOMAIN, 1), + ] + model = onnx.helper.make_model_gen_version( + graph, producer_name="backend-test", opset_imports=opsets + ) + expect( + model, inputs=[a, b], outputs=[c, dc_da, dc_db], name="test_gradient_of_add" + ) + + @staticmethod + def export_gradient_scalar_add_and_mul() -> None: + add_node = onnx.helper.make_node("Add", ["a", "b"], ["c"], name="my_add") + mul_node = onnx.helper.make_node("Mul", ["c", "a"], ["d"], name="my_mul") + gradient_node = onnx.helper.make_node( + "Gradient", + ["a", "b"], + ["dd_da", "dd_db"], + name="my_gradient", + domain=AI_ONNX_PREVIEW_TRAINING_DOMAIN, + xs=["a", "b"], + y="d", + ) + + a = np.array(1.0).astype(np.float32) + b = np.array(2.0).astype(np.float32) + c = a + b + # d = a * c = a * (a + b) + d = a * c + # dd / da = d(a*a+a*b) / da = 2 * a + b + dd_da = (2 * a + b).astype(np.float32) + # dd / db = d(a*a+a*b) / db = a + dd_db = a + + graph = onnx.helper.make_graph( + nodes=[add_node, mul_node, gradient_node], + name="GradientOfTwoOperators", + inputs=[ + onnx.helper.make_tensor_value_info("a", onnx.TensorProto.FLOAT, []), + onnx.helper.make_tensor_value_info("b", onnx.TensorProto.FLOAT, []), + ], + outputs=[ + onnx.helper.make_tensor_value_info("d", onnx.TensorProto.FLOAT, []), + onnx.helper.make_tensor_value_info("dd_da", onnx.TensorProto.FLOAT, []), + onnx.helper.make_tensor_value_info("dd_db", onnx.TensorProto.FLOAT, []), + ], + ) + + opsets = [ + onnx.helper.make_operatorsetid(ONNX_DOMAIN, 12), + onnx.helper.make_operatorsetid(AI_ONNX_PREVIEW_TRAINING_DOMAIN, 1), + ] + model = onnx.helper.make_model_gen_version( + graph, producer_name="backend-test", opset_imports=opsets + ) + expect( + model, + inputs=[a, b], + outputs=[d, dd_da, dd_db], + name="test_gradient_of_add_and_mul", + ) diff --git a/onnx/backend/test/case/model/sequence.py b/onnx/backend/test/case/model/sequence.py new file mode 100644 index 0000000..9ac4513 --- /dev/null +++ b/onnx/backend/test/case/model/sequence.py @@ -0,0 +1,456 @@ +# Copyright (c) ONNX Project Contributors + +# SPDX-License-Identifier: Apache-2.0 + +from __future__ import annotations + +import typing + +import numpy as np + +import onnx +from onnx import TensorProto +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.model import expect + + +def SequenceEmptyImpl() -> list[np.ndarray | None]: + return [] + + +def SequenceConstructImpl(*tensors: np.ndarray) -> list[np.ndarray]: + return list(tensors) + + +def SequenceInsertImpl( + sequence: list[np.ndarray], tensor: np.ndarray, position: int | None = None +) -> list[np.ndarray]: + if position is None: + position = len(sequence) + sequence.insert(position, tensor) + return sequence + + +def SequenceAtImpl(sequence: list[np.ndarray], position: int) -> np.ndarray: + return sequence[position] + + +def SequenceEraseImpl( + sequence: list[np.ndarray], position: int | None = None +) -> list[np.ndarray | None]: + if position is None: + position = -1 + del sequence[position] + return sequence + + +def SequenceLengthImpl(sequence: list[np.ndarray]) -> np.int64: + return np.int64(len(sequence)) + + +def SplitToSequenceImpl( + tensor: np.ndarray, + split: int | list[int] | None = None, + axis: int = 0, + keepdims: int = 1, +) -> list[np.ndarray]: + dim_size = tensor.shape[axis] + if split is None: + split = 1 + split_indices = [ + i * split + 1 for i in range(dim_size) if i * split + 1 < dim_size + ] + if not keepdims: + results = np.array_split(tensor, split_indices, axis) + return [np.squeeze(res, axis) for res in results] + if np.isscalar(split): + split_indices = [ + i * split + 1 for i in range(dim_size) if i * split + 1 < dim_size + ] + else: + split_indices = np.cumsum(split) + 1 + return np.array_split(tensor, split_indices, axis) + + +def ConcatFromSequenceImpl( + sequence: list[np.ndarray], axis: int, new_axis: int | None = 0 +) -> np.ndarray: + if not new_axis: + return np.concatenate(sequence, axis) + return np.stack(sequence, axis) + + +class Sequence(Base): + @staticmethod + def export() -> None: + def make_graph( + nodes: list[onnx.helper.NodeProto], + input_shapes: list[typing.Sequence[str | int] | None], + output_shapes: list[typing.Sequence[str | int] | None], + input_names: list[str], + output_names: list[str], + input_types: list[TensorProto.DataType], + output_types: list[TensorProto.DataType], + initializers: list[TensorProto] | None = None, + ) -> onnx.helper.GraphProto: + return onnx.helper.make_graph( + nodes=nodes, + name="Sequence", + inputs=[ + onnx.helper.make_tensor_value_info(name, input_type, input_shape) + for name, input_type, input_shape in zip( + input_names, input_types, input_shapes, strict=False + ) + ], + outputs=[ + onnx.helper.make_tensor_value_info(name, output_type, output_shape) + for name, output_type, output_shape in zip( + output_names, output_types, output_shapes, strict=False + ) + ], + initializer=initializers, + ) + + # 1st testcase - insert and at. + # 1. SequenceEmpty: -> [] + # 2. SequenceInsert(x): -> [x] + # 3. SequenceInsert(y): -> [x, y] + # 4. SequenceInsert(z, 1): -> [x, z, y] + # 5. SequenceAt(2): -> y + seq_empty_node = onnx.helper.make_node("SequenceEmpty", [], ["Seq_empty"]) + seq_insert_node = onnx.helper.make_node( + "SequenceInsert", ["Seq_empty", "X"], ["Seq_1"] + ) + seq_insert_node2 = onnx.helper.make_node( + "SequenceInsert", ["Seq_1", "Y"], ["Seq_2"] + ) + seq_insert_node3 = onnx.helper.make_node( + "SequenceInsert", ["Seq_2", "Z", "pos"], ["Seq_3"] + ) + seq_at_node = onnx.helper.make_node("SequenceAt", ["Seq_3", "pos_at"], ["out"]) + + x_shape = [2, 3, 4] + y_shape = [1, 3, 4] + z_shape = [3, 3, 4] + out_shape = [None, 3, 4] + + x = np.ones(x_shape, dtype=np.float32) + y = np.zeros(y_shape, dtype=np.float32) + z = np.ones(z_shape, dtype=np.float32) * 2 + pos_val = 1 + pos_at_val = 2 + + out = SequenceEmptyImpl() + out = SequenceInsertImpl(out, x) + out = SequenceInsertImpl(out, y) + out = SequenceInsertImpl(out, z, pos_val) + out = SequenceAtImpl(out, pos_at_val) + assert np.array_equal(out, y) + + pos = onnx.helper.make_tensor("pos", TensorProto.INT64, (), (pos_val,)) + pos_at = onnx.helper.make_tensor("pos_at", TensorProto.INT64, (), (pos_at_val,)) + + graph = make_graph( + [ + seq_empty_node, + seq_insert_node, + seq_insert_node2, + seq_insert_node3, + seq_at_node, + ], + [x_shape, y_shape, z_shape, [], []], + [out_shape], + ["X", "Y", "Z", "pos", "pos_at"], + ["out"], + [onnx.TensorProto.FLOAT] * 3 + [onnx.TensorProto.INT64] * 2, + [onnx.TensorProto.FLOAT], + [pos, pos_at], + ) + model = onnx.helper.make_model_gen_version( + graph, + producer_name="backend-test", + opset_imports=[onnx.helper.make_opsetid("", 12)], + ) + expect(model, inputs=[x, y, z], outputs=[out], name="test_sequence_model1") + + # 2nd testcase - erase and at. + # 1. SequenceConstruct(x, y, z): -> [x, y, z] + # 2. SequenceErase(1): -> [x, z] + # 3. SequenceAt(1): -> z + seq_construct_node = onnx.helper.make_node( + "SequenceConstruct", ["X", "Y", "Z"], ["seq_1"] + ) + seq_erase_node = onnx.helper.make_node( + "SequenceErase", ["seq_1", "pos_erase"], ["seq_2"] + ) + seq_at_node = onnx.helper.make_node("SequenceAt", ["seq_2", "pos_at"], ["out"]) + + tensor_shape = [2, 3, 4] + + x = np.ones(tensor_shape, dtype=np.float32) + y = np.zeros(tensor_shape, dtype=np.float32) + z = np.ones(tensor_shape, dtype=np.float32) * 2 + pos_erase_val = 1 + pos_at_val = 1 + + out = SequenceConstructImpl(x, y, z) + out = SequenceEraseImpl(out, pos_erase_val) + out = SequenceAtImpl(out, pos_at_val) + assert np.array_equal(out, z) + + pos_erase = onnx.helper.make_tensor( + "pos_erase", TensorProto.INT64, (), (pos_erase_val,) + ) + pos_at = onnx.helper.make_tensor("pos_at", TensorProto.INT64, (), (pos_at_val,)) + + graph = make_graph( + [seq_construct_node, seq_erase_node, seq_at_node], + [tensor_shape, tensor_shape, tensor_shape, [], []], + [tensor_shape], + ["X", "Y", "Z", "pos_erase", "pos_at"], + ["out"], + [onnx.TensorProto.FLOAT] * 3 + [onnx.TensorProto.INT64] * 2, + [onnx.TensorProto.FLOAT], + [pos_erase, pos_at], + ) + model = onnx.helper.make_model_gen_version( + graph, + producer_name="backend-test", + opset_imports=[onnx.helper.make_opsetid("", 12)], + ) + expect(model, inputs=[x, y, z], outputs=[out], name="test_sequence_model2") + + # 3rd testcase - erase, insert and at, with negative index value. + # 1. SequenceConstruct(x, y, z): -> [x, y, z] + # 2. SequenceErase(-3): -> [y, z] + # 3. SequenceInsert(x, -1): -> [y, x, z] + # 4. SequenceAt(-1): -> z + seq_construct_node = onnx.helper.make_node( + "SequenceConstruct", ["X", "Y", "Z"], ["seq_1"] + ) + seq_erase_node = onnx.helper.make_node( + "SequenceErase", ["seq_1", "pos_erase"], ["seq_2"] + ) + seq_insert_node = onnx.helper.make_node( + "SequenceInsert", ["seq_2", "X", "pos_insert"], ["seq_3"] + ) + seq_at_node = onnx.helper.make_node("SequenceAt", ["seq_3", "pos_at"], ["out"]) + + tensor_shape = [2, 3, 4] + + x = np.ones(tensor_shape, dtype=np.float32) + y = np.zeros(tensor_shape, dtype=np.float32) + z = np.ones(tensor_shape, dtype=np.float32) * 2 + pos_erase_val = -3 + pos_insert_val = -1 + pos_at_val = -1 + out = SequenceConstructImpl(x, y, z) + out = SequenceEraseImpl(out, pos_erase_val) + out = SequenceInsertImpl(out, x, pos_insert_val) + out = SequenceAtImpl(out, pos_at_val) + assert np.array_equal(out, z) + + pos_erase = onnx.helper.make_tensor( + "pos_erase", TensorProto.INT64, (), (pos_erase_val,) + ) + pos_insert = onnx.helper.make_tensor( + "pos_insert", TensorProto.INT64, (), (pos_insert_val,) + ) + pos_at = onnx.helper.make_tensor("pos_at", TensorProto.INT64, (), (pos_at_val,)) + + graph = make_graph( + [seq_construct_node, seq_erase_node, seq_insert_node, seq_at_node], + [tensor_shape, tensor_shape, tensor_shape, [], [], []], + [tensor_shape], + ["X", "Y", "Z", "pos_erase", "pos_insert", "pos_at"], + ["out"], + [onnx.TensorProto.FLOAT] * 3 + [onnx.TensorProto.INT64] * 3, + [onnx.TensorProto.FLOAT], + [pos_erase, pos_insert, pos_at], + ) + model = onnx.helper.make_model_gen_version( + graph, + producer_name="backend-test", + opset_imports=[onnx.helper.make_opsetid("", 12)], + ) + expect(model, inputs=[x, y, z], outputs=[out], name="test_sequence_model3") + + # 4th testcase - concat + seq_construct_node = onnx.helper.make_node( + "SequenceConstruct", ["X", "Y", "Z"], ["seq_1"] + ) + seq_concat_node = onnx.helper.make_node( + "ConcatFromSequence", ["seq_1"], ["out"], axis=1 + ) + + tensor_shape = [2, 3, 4] + concat_out_shape = [2, None, 4] + + x = np.ones(tensor_shape, dtype=np.float32) + y = np.zeros(tensor_shape, dtype=np.float32) + z = np.ones(tensor_shape, dtype=np.float32) * 2 + out = SequenceConstructImpl(x, y, z) + concat_out = ConcatFromSequenceImpl(out, 1) + + graph = make_graph( + [seq_construct_node, seq_concat_node], + [tensor_shape] * 3, + [concat_out_shape], + ["X", "Y", "Z"], + ["out"], + [onnx.TensorProto.FLOAT] * 3, + [onnx.TensorProto.FLOAT], + ) + model = onnx.helper.make_model_gen_version( + graph, + producer_name="backend-test", + opset_imports=[onnx.helper.make_opsetid("", 12)], + ) + expect( + model, inputs=[x, y, z], outputs=[concat_out], name="test_sequence_model4" + ) + + # 5th testcase - concat with new_axis = 1 + seq_construct_node = onnx.helper.make_node( + "SequenceConstruct", ["X", "Y", "Z"], ["seq_1"] + ) + seq_concat_node = onnx.helper.make_node( + "ConcatFromSequence", ["seq_1"], ["out"], axis=-1, new_axis=1 + ) + + tensor_shape = [2, 3, 4] + concat_out_shape = [2, 3, 4, 3] + + x = np.ones(tensor_shape, dtype=np.float32) + y = np.zeros(tensor_shape, dtype=np.float32) + z = np.ones(tensor_shape, dtype=np.float32) * 2 + out = SequenceConstructImpl(x, y, z) + concat_out = ConcatFromSequenceImpl(out, -1, 1) + + graph = make_graph( + [seq_construct_node, seq_concat_node], + [tensor_shape] * 3, + [concat_out_shape], + ["X", "Y", "Z"], + ["out"], + [onnx.TensorProto.FLOAT] * 3, + [onnx.TensorProto.FLOAT], + ) + model = onnx.helper.make_model_gen_version( + graph, + producer_name="backend-test", + opset_imports=[onnx.helper.make_opsetid("", 12)], + ) + expect( + model, inputs=[x, y, z], outputs=[concat_out], name="test_sequence_model5" + ) + + # 6th testcase - split and len + seq_split_node = onnx.helper.make_node( + "SplitToSequence", ["X"], ["seq_1"], axis=-1 + ) + seq_len_node = onnx.helper.make_node("SequenceLength", ["seq_1"], ["len"]) + + tensor_shape = [2, 3, 4] + len_shape = [] + + x = np.ones(tensor_shape, dtype=np.float32) + out = SplitToSequenceImpl(x, axis=-1) + out = SequenceLengthImpl(out) + assert np.array_equal(out, np.int64(4)) + + graph = onnx.helper.make_graph( + nodes=[seq_split_node, seq_len_node], + name="Sequence", + inputs=[ + onnx.helper.make_tensor_value_info( + "X", onnx.TensorProto.FLOAT, tensor_shape + ) + ], + outputs=[ + onnx.helper.make_tensor_value_info( + "len", onnx.TensorProto.INT64, len_shape + ) + ], + ) + + model = onnx.helper.make_model_gen_version( + graph, + producer_name="backend-test", + opset_imports=[onnx.helper.make_opsetid("", 12)], + ) + expect(model, inputs=[x], outputs=[out], name="test_sequence_model6") + + # 7th testcase - split with keepdims=0, and SequenceAt + seq_split_node = onnx.helper.make_node( + "SplitToSequence", ["X"], ["seq_1"], axis=0, keepdims=0 + ) + seq_at_node = onnx.helper.make_node("SequenceAt", ["seq_1", "pos_at"], ["out"]) + + tensor_shape = [2, 3, 4] + out_shape = [3, 4] + + x = np.random.rand(*tensor_shape) + pos_at_val = 1 + out = SplitToSequenceImpl(x, axis=0, keepdims=0) + out = SequenceAtImpl(out, pos_at_val) + assert np.array_equal(out, x[pos_at_val]) + + pos_at = onnx.helper.make_tensor("pos_at", TensorProto.INT64, (), (pos_at_val,)) + + graph = make_graph( + [seq_split_node, seq_at_node], + [tensor_shape, []], + [out_shape], + ["X", "pos_at"], + ["out"], + [onnx.TensorProto.DOUBLE, onnx.TensorProto.INT64], + [onnx.TensorProto.DOUBLE], + [pos_at], + ) + model = onnx.helper.make_model_gen_version( + graph, + producer_name="backend-test", + opset_imports=[onnx.helper.make_opsetid("", 12)], + ) + expect(model, inputs=[x], outputs=[out], name="test_sequence_model7") + + # 8th testcase - split zero length + seq_split_node = onnx.helper.make_node( + "SplitToSequence", ["X", "Splits"], ["seq_1"] + ) + seq_len_node = onnx.helper.make_node("SequenceLength", ["seq_1"], ["len"]) + + tensor_shape = ["n"] + splits_shape = [3] + + x = np.array([]).astype(np.float32) + splits = np.array([0, 0, 0]).astype(np.int64) + out_len = np.int64(3) + + graph = onnx.helper.make_graph( + nodes=[seq_split_node, seq_len_node], + name="Sequence", + inputs=[ + onnx.helper.make_tensor_value_info( + "X", onnx.TensorProto.FLOAT, tensor_shape + ), + onnx.helper.make_tensor_value_info( + "Splits", onnx.TensorProto.INT64, splits_shape + ), + ], + outputs=[ + onnx.helper.make_tensor_value_info( + "len", onnx.TensorProto.INT64, len_shape + ) + ], + ) + + model = onnx.helper.make_model_gen_version( + graph, + producer_name="backend-test", + opset_imports=[onnx.helper.make_opsetid("", 12)], + ) + expect( + model, inputs=[x, splits], outputs=[out_len], name="test_sequence_model8" + ) diff --git a/onnx/backend/test/case/model/shrink.py b/onnx/backend/test/case/model/shrink.py new file mode 100644 index 0000000..6a4ad6a --- /dev/null +++ b/onnx/backend/test/case/model/shrink.py @@ -0,0 +1,42 @@ +# Copyright (c) ONNX Project Contributors + +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.model import expect + + +class ShrinkTest(Base): + @staticmethod + def export() -> None: + node = onnx.helper.make_node( + "Shrink", + ["x"], + ["y"], + lambd=1.5, + bias=1.5, + ) + graph = onnx.helper.make_graph( + nodes=[node], + name="Shrink", + inputs=[ + onnx.helper.make_tensor_value_info("x", onnx.TensorProto.FLOAT, [5]) + ], + outputs=[ + onnx.helper.make_tensor_value_info("y", onnx.TensorProto.FLOAT, [5]) + ], + ) + model = onnx.helper.make_model_gen_version( + graph, + producer_name="backend-test", + opset_imports=[onnx.helper.make_opsetid("", 10)], + ) + + x = np.array([-2.0, -1.0, 0.0, 1.0, 2.0], dtype=np.float32) + y = np.array([-0.5, 0.0, 0.0, 0.0, 0.5], dtype=np.float32) + + expect(model, inputs=[x], outputs=[y], name="test_shrink") diff --git a/onnx/backend/test/case/model/sign.py b/onnx/backend/test/case/model/sign.py new file mode 100644 index 0000000..59b1b84 --- /dev/null +++ b/onnx/backend/test/case/model/sign.py @@ -0,0 +1,36 @@ +# Copyright (c) ONNX Project Contributors + +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.model import expect + + +class SingleSign(Base): + @staticmethod + def export() -> None: + node = onnx.helper.make_node("Sign", ["x"], ["y"], name="test") + + x = np.array([-1.0, 4.5, -4.5, 3.1, 0.0, 2.4, -5.5]).astype(np.float32) + y = np.array([-1.0, 1.0, -1.0, 1.0, 0.0, 1.0, -1.0]).astype(np.float32) + + graph = onnx.helper.make_graph( + nodes=[node], + name="SingleSign", + inputs=[ + onnx.helper.make_tensor_value_info("x", onnx.TensorProto.FLOAT, [7]) + ], + outputs=[ + onnx.helper.make_tensor_value_info("y", onnx.TensorProto.FLOAT, [7]) + ], + ) + model = onnx.helper.make_model_gen_version( + graph, + producer_name="backend-test", + opset_imports=[onnx.helper.make_opsetid("", 9)], + ) + expect(model, inputs=[x], outputs=[y], name="test_sign_model") diff --git a/onnx/backend/test/case/model/single_relu.py b/onnx/backend/test/case/model/single_relu.py new file mode 100644 index 0000000..a7f8ab3 --- /dev/null +++ b/onnx/backend/test/case/model/single_relu.py @@ -0,0 +1,36 @@ +# Copyright (c) ONNX Project Contributors + +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.model import expect + + +class SingleRelu(Base): + @staticmethod + def export() -> None: + node = onnx.helper.make_node("Relu", ["x"], ["y"], name="test") + graph = onnx.helper.make_graph( + nodes=[node], + name="SingleRelu", + inputs=[ + onnx.helper.make_tensor_value_info("x", onnx.TensorProto.FLOAT, [1, 2]) + ], + outputs=[ + onnx.helper.make_tensor_value_info("y", onnx.TensorProto.FLOAT, [1, 2]) + ], + ) + model = onnx.helper.make_model_gen_version( + graph, + producer_name="backend-test", + opset_imports=[onnx.helper.make_opsetid("", 9)], + ) + + x = np.random.randn(1, 2).astype(np.float32) + y = np.maximum(x, 0) + + expect(model, inputs=[x], outputs=[y], name="test_single_relu_model") diff --git a/onnx/backend/test/case/model/stringnormalizer.py b/onnx/backend/test/case/model/stringnormalizer.py new file mode 100644 index 0000000..948ad36 --- /dev/null +++ b/onnx/backend/test/case/model/stringnormalizer.py @@ -0,0 +1,205 @@ +# Copyright (c) ONNX Project Contributors + +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +from typing import TYPE_CHECKING + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.model import expect + +if TYPE_CHECKING: + from collections.abc import Sequence + + +class NormalizeStrings(Base): + @staticmethod + def export() -> None: + def make_graph( + node: onnx.helper.NodeProto, + input_shape: Sequence[int], + output_shape: Sequence[int], + ) -> onnx.helper.GraphProto: + return onnx.helper.make_graph( + nodes=[node], + name="StringNormalizer", + inputs=[ + onnx.helper.make_tensor_value_info( + "x", onnx.TensorProto.STRING, input_shape + ) + ], + outputs=[ + onnx.helper.make_tensor_value_info( + "y", onnx.TensorProto.STRING, output_shape + ) + ], + ) + + # 1st model_monday_casesensintive_nochangecase + stopwords = ["monday"] + node = onnx.helper.make_node( + "StringNormalizer", + inputs=["x"], + outputs=["y"], + is_case_sensitive=1, + stopwords=stopwords, + ) + + x = np.array(["monday", "tuesday", "wednesday", "thursday"]).astype(object) + y = np.array(["tuesday", "wednesday", "thursday"]).astype(object) + + graph = make_graph(node, [4], [3]) + model = onnx.helper.make_model_gen_version( + graph, + producer_name="backend-test", + opset_imports=[onnx.helper.make_opsetid("", 10)], + ) + expect( + model, + inputs=[x], + outputs=[y], + name="test_strnorm_model_monday_casesensintive_nochangecase", + ) + + # 2nd model_nostopwords_nochangecase + node = onnx.helper.make_node( + "StringNormalizer", inputs=["x"], outputs=["y"], is_case_sensitive=1 + ) + + x = np.array(["monday", "tuesday"]).astype(object) + y = x + + graph = make_graph(node, [2], [2]) + model = onnx.helper.make_model_gen_version( + graph, + producer_name="backend-test", + opset_imports=[onnx.helper.make_opsetid("", 10)], + ) + expect( + model, + inputs=[x], + outputs=[y], + name="test_strnorm_model_nostopwords_nochangecase", + ) + + # 3rd model_monday_casesensintive_lower + stopwords = ["monday"] + node = onnx.helper.make_node( + "StringNormalizer", + inputs=["x"], + outputs=["y"], + case_change_action="LOWER", + is_case_sensitive=1, + stopwords=stopwords, + ) + + x = np.array(["monday", "tuesday", "wednesday", "thursday"]).astype(object) + y = np.array(["tuesday", "wednesday", "thursday"]).astype(object) + + graph = make_graph(node, [4], [3]) + model = onnx.helper.make_model_gen_version( + graph, + producer_name="backend-test", + opset_imports=[onnx.helper.make_opsetid("", 10)], + ) + expect( + model, + inputs=[x], + outputs=[y], + name="test_strnorm_model_monday_casesensintive_lower", + ) + + # 4 model_monday_casesensintive_upper + stopwords = ["monday"] + node = onnx.helper.make_node( + "StringNormalizer", + inputs=["x"], + outputs=["y"], + case_change_action="UPPER", + is_case_sensitive=1, + stopwords=stopwords, + ) + + x = np.array(["monday", "tuesday", "wednesday", "thursday"]).astype(object) + y = np.array(["TUESDAY", "WEDNESDAY", "THURSDAY"]).astype(object) + + graph = make_graph(node, [4], [3]) + model = onnx.helper.make_model_gen_version( + graph, + producer_name="backend-test", + opset_imports=[onnx.helper.make_opsetid("", 10)], + ) + expect( + model, + inputs=[x], + outputs=[y], + name="test_strnorm_model_monday_casesensintive_upper", + ) + + # 5 monday_insensintive_upper_twodim + stopwords = ["monday"] + node = onnx.helper.make_node( + "StringNormalizer", + inputs=["x"], + outputs=["y"], + case_change_action="UPPER", + stopwords=stopwords, + ) + + input_shape = [1, 6] + output_shape = [1, 4] + x = ( + np.array( + ["Monday", "tuesday", "wednesday", "Monday", "tuesday", "wednesday"] + ) + .astype(object) + .reshape(input_shape) + ) + y = ( + np.array(["TUESDAY", "WEDNESDAY", "TUESDAY", "WEDNESDAY"]) + .astype(object) + .reshape(output_shape) + ) + + graph = make_graph(node, input_shape, output_shape) + model = onnx.helper.make_model_gen_version( + graph, + producer_name="backend-test", + opset_imports=[onnx.helper.make_opsetid("", 10)], + ) + expect( + model, + inputs=[x], + outputs=[y], + name="test_strnorm_model_monday_insensintive_upper_twodim", + ) + + # 6 monday_empty_output + stopwords = ["monday"] + node = onnx.helper.make_node( + "StringNormalizer", + inputs=["x"], + outputs=["y"], + case_change_action="UPPER", + is_case_sensitive=0, + stopwords=stopwords, + ) + + x = np.array(["monday", "monday"]).astype(object) + y = np.array([""]).astype(object) + + graph = make_graph(node, [2], [1]) + model = onnx.helper.make_model_gen_version( + graph, + producer_name="backend-test", + opset_imports=[onnx.helper.make_opsetid("", 10)], + ) + expect( + model, + inputs=[x], + outputs=[y], + name="test_strnorm_model_monday_empty_output", + ) diff --git a/onnx/backend/test/case/node/__init__.py b/onnx/backend/test/case/node/__init__.py new file mode 100644 index 0000000..4c9eb8d --- /dev/null +++ b/onnx/backend/test/case/node/__init__.py @@ -0,0 +1,474 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import subprocess +import sys +from copy import deepcopy +from pathlib import Path +from typing import TYPE_CHECKING, Any + +import onnx +from onnx.backend.test.case.test_case import TestCase +from onnx.backend.test.case.utils import import_recursive +from onnx.onnx_pb import ( + AttributeProto, + FunctionProto, + GraphProto, + ModelProto, + NodeProto, + OperatorSetIdProto, + TensorProto, + TypeProto, +) + +if TYPE_CHECKING: + from collections.abc import Callable, Sequence + + import numpy as np + +_NodeTestCases = [] +_TargetOpType = None +_DiffOpTypes = None +_existing_names: dict[str, onnx.NodeProto] = {} + + +def _rename_edges_helper( + internal_node: NodeProto, + rename_helper: Callable[[str], str], + attribute_map: dict[str, AttributeProto], + prefix: str, +) -> NodeProto: + new_node = NodeProto() + new_node.CopyFrom(internal_node) + new_node.ClearField("input") + new_node.ClearField("output") + new_node.ClearField("attribute") + for internal_name in internal_node.input: + new_node.input.append(rename_helper(internal_name)) + for internal_name in internal_node.output: + new_node.output.append(rename_helper(internal_name)) + for attr in internal_node.attribute: + if attr.HasField("ref_attr_name"): + if attr.ref_attr_name in attribute_map: + new_attr = AttributeProto() + new_attr.CopyFrom(attribute_map[attr.ref_attr_name]) + new_attr.name = attr.name + new_node.attribute.extend([new_attr]) + else: + new_attr = AttributeProto() + new_attr.CopyFrom(attr) + if attr.type == AttributeProto.GRAPH: + new_graph = new_attr.g + sg_rename = {} + for in_desc in new_graph.input: + sg_rename[in_desc.name] = in_desc.name = prefix + in_desc.name + for out_desc in new_graph.output: + sg_rename[out_desc.name] = out_desc.name = prefix + out_desc.name + for init_desc in new_graph.initializer: + sg_rename[init_desc.name] = init_desc.name = prefix + init_desc.name + for sparse_init_desc in new_graph.sparse_initializer: + sg_rename[sparse_init_desc.values.name] = ( + sparse_init_desc.values.name + ) = prefix + sparse_init_desc.values.name + for sparse_init_desc in new_graph.sparse_initializer: + sg_rename[sparse_init_desc.indices.name] = ( + sparse_init_desc.indices.name + ) = prefix + sparse_init_desc.indices.name + + def subgraph_rename_helper(name: str) -> Any: + if name in sg_rename: # noqa: B023 + return sg_rename[name] # noqa: B023 + return rename_helper(name) + + new_nodes = [ + _rename_edges_helper( + node_desc, subgraph_rename_helper, attribute_map, prefix + ) + for node_desc in new_graph.node + ] + new_graph.ClearField("node") + new_graph.node.extend(new_nodes) + new_node.attribute.extend([new_attr]) + return new_node + + +# FIXME(TMVector): Any reason we can't get rid of this and use the C++ helper directly? +def function_expand_helper( + node: NodeProto, function_proto: FunctionProto, op_prefix: str +) -> list[NodeProto]: + io_names_map = {} + attribute_map = {a.name: a for a in node.attribute} + + for idx, input in enumerate(function_proto.input): + io_names_map[input] = node.input[idx] if idx in range(len(node.input)) else "" + + for idx, output in enumerate(function_proto.output): + # Even if the node has been created with optional outputs missing, we + # can't assume that the function body handles this correctly, such as in + # the case that output is also an intermediate value. + # So we only add a name mapping if the output is present. An internal + # name will be generated if the missing output is used, the same as any + # other internal tensor. + if idx in range(len(node.output)) and node.output[idx] != "": + io_names_map[output] = node.output[idx] + + def rename_helper(internal_name: str) -> Any: + if internal_name in io_names_map: + return io_names_map[internal_name] + if internal_name == "": + return "" + return op_prefix + internal_name + + return [ + _rename_edges_helper(internal_node, rename_helper, attribute_map, op_prefix) + for internal_node in function_proto.node + ] + + +def function_testcase_helper( + node: NodeProto, + input_types: list[TypeProto], + name: str, + opset_imports: Sequence[OperatorSetIdProto] | None = None, +) -> tuple[list[tuple[list[NodeProto], Any]], int]: + test_op = node.op_type + op_prefix = test_op + "_" + name + "_expanded_function_" + if opset_imports is None: + # No opset in the model. We take the most recent definition. + schema = onnx.defs.get_schema(test_op, domain=node.domain) + else: + # We take the function defined in the specific version mentioned + # in the model. Find the opset_import matching the node's domain. + node_domain = node.domain or "" + matching_opset = None + for opset in opset_imports: + opset_domain = opset.domain or "" + if opset_domain == node_domain or ( + node_domain in {"", "ai.onnx"} and opset_domain in {"", "ai.onnx"} + ): + matching_opset = opset + break + if matching_opset is None: + raise ValueError( + f"No matching opset_import found for domain {node_domain!r} " + f"in {[o.domain for o in opset_imports]}." + ) + version = matching_opset.version + schema = onnx.defs.get_schema(test_op, version, domain=node.domain) + + # an op schema may have several functions, each for one opset version + # opset versions include the op's since_version and other opset versions + # if it is needed to define the op for a opset version other than the op's since_version. + function_protos = [] + for opset_version in schema.function_opset_versions: # type: ignore[attr-defined] + function_proto_str = schema.get_function_with_opset_version(opset_version) # type: ignore[attr-defined] + function_proto = FunctionProto() + function_proto.ParseFromString(function_proto_str) + function_protos.append(function_proto) + for opset_version in schema.context_dependent_function_opset_versions: # type: ignore[attr-defined] + function_proto_str = schema.get_context_dependent_function_with_opset_version( # type: ignore[attr-defined] + opset_version, + node.SerializeToString(), + [t.SerializeToString() for t in input_types], + ) + function_proto = FunctionProto() + function_proto.ParseFromString(function_proto_str) + function_protos.append(function_proto) + + expanded_tests = [] + for function_proto in function_protos: + for attr in schema.attributes: + if attr in [a.name for a in node.attribute]: + continue + if schema.attributes[attr].default_value: + node.attribute.extend([schema.attributes[attr].default_value]) + + # function_proto.attributes + node_list = function_expand_helper(node, function_proto, op_prefix) + expanded_tests.append((node_list, function_proto.opset_import)) + + return expanded_tests, schema.since_version + + +def _extract_value_info( + input: list[Any] | np.ndarray | None, + name: str, + type_proto: TypeProto | None = None, +) -> onnx.ValueInfoProto: + if type_proto is None: + if input is None: + raise NotImplementedError( + "_extract_value_info: both input and type_proto arguments cannot be None." + ) + if isinstance(input, list): + elem_type = onnx.helper.np_dtype_to_tensor_dtype(input[0].dtype) + shape = None + tensor_type_proto = onnx.helper.make_tensor_type_proto(elem_type, shape) + type_proto = onnx.helper.make_sequence_type_proto(tensor_type_proto) + elif isinstance(input, TensorProto): + elem_type = input.data_type + shape = tuple(input.dims) + type_proto = onnx.helper.make_tensor_type_proto(elem_type, shape) + else: + elem_type = onnx.helper.np_dtype_to_tensor_dtype(input.dtype) + shape = input.shape + type_proto = onnx.helper.make_tensor_type_proto(elem_type, shape) + + return onnx.helper.make_value_info(name, type_proto) + + +def _make_test_model_gen_version(graph: GraphProto, **kwargs: Any) -> ModelProto: + ( + latest_onnx_version, + latest_ml_version, + latest_training_version, + ) = onnx.helper.VERSION_TABLE[-1][2:5] # type: ignore[index] + if "opset_imports" in kwargs: + for opset in kwargs["opset_imports"]: + # If the test model uses an unreleased opset version (latest_version+1), + # directly use make_model to create a model with the latest ir version + if ( + ( + (opset.domain in {"", "ai.onnx"}) + and opset.version == latest_onnx_version + 1 + ) + or ( + opset.domain == "ai.onnx.ml" + and opset.version == latest_ml_version + 1 + ) + or ( + ( + opset.domain + in {"ai.onnx.training version", "ai.onnx.preview.training"} + ) + and opset.version == latest_training_version + 1 + ) + ): + return onnx.helper.make_model(graph, **kwargs) + # Otherwise, find and use the corresponding ir version according to given opset version + return onnx.helper.make_model_gen_version(graph, **kwargs) + + +# In the case of ops with optional inputs and outputs, node_op.input and node_op.output indicate +# which inputs/outputs are present and which are omitted. However, the parameter inputs +# and outputs of this function include values only for inputs/outputs that are present. +# E.g., for an op with 3 inputs, if the second parameter is optional and we wish to omit it, +# node_op.inputs would look like ["Param1", "", "Param3"], while inputs would look like +# [input-1-value, input-3-value] +# Instead of creating model with latest version, it now generates models for since_version by default. +# Thus it can make every model uses the same opset version after every opset change. +# Besides, user can specify "use_max_opset_version" to generate models for +# the latest opset version that supports before targeted opset version +def expect( + node_op: onnx.NodeProto, + inputs: Sequence[np.ndarray | TensorProto], + outputs: Sequence[np.ndarray | TensorProto], + name: str, + **kwargs: Any, +) -> None: + # skip if the node_op's op_type is not same as the given one + if _TargetOpType and node_op.op_type != _TargetOpType: + return + if _DiffOpTypes is not None and node_op.op_type.lower() not in _DiffOpTypes: + return + if name in _existing_names: + raise ValueError( + f"Name {name!r} is already using by one test case for node type {node_op.op_type!r}." + ) + _existing_names[name] = node_op + + # in case node_op is modified + node = deepcopy(node_op) + present_inputs = [x for x in node.input if (x != "")] + present_outputs = [x for x in node.output if (x != "")] + input_type_protos = [None] * len(inputs) + if "input_type_protos" in kwargs: + input_type_protos = kwargs["input_type_protos"] + del kwargs["input_type_protos"] + output_type_protos = [None] * len(outputs) + if "output_type_protos" in kwargs: + output_type_protos = kwargs["output_type_protos"] + del kwargs["output_type_protos"] + inputs_vi = [ + _extract_value_info(arr, arr_name, input_type) + for arr, arr_name, input_type in zip( + inputs, present_inputs, input_type_protos, strict=False + ) + ] + outputs_vi = [ + _extract_value_info(arr, arr_name, output_type) + for arr, arr_name, output_type in zip( + outputs, present_outputs, output_type_protos, strict=False + ) + ] + graph = onnx.helper.make_graph( + nodes=[node], name=name, inputs=inputs_vi, outputs=outputs_vi + ) + kwargs["producer_name"] = "backend-test" + + if "opset_imports" not in kwargs: + # To make sure the model will be produced with the same opset_version after opset changes + # By default, it uses since_version as opset_version for produced models + produce_opset_version = onnx.defs.get_schema( + node.op_type, domain=node.domain + ).since_version + kwargs["opset_imports"] = [ + onnx.helper.make_operatorsetid(node.domain, produce_opset_version) + ] + + model = _make_test_model_gen_version(graph, **kwargs) + + _NodeTestCases.append( + TestCase( + name=name, + model_name=name, + url=None, + model_dir=None, + model=model, + data_sets=[(inputs, outputs)], + kind="node", + rtol=1e-3, + atol=1e-7, + ) + ) + + # Create list of types for node.input, filling a default TypeProto for missing inputs: + # E.g. merge(["x", "", "y"], [x-value-info, y-value-info]) will return [x-type, default-type, y-type] + def merge( + node_inputs: list[str], present_value_info: list[onnx.ValueInfoProto] + ) -> list[TypeProto]: + if node_inputs: + if node_inputs[0] != "": + return [ + present_value_info[0].type, + *merge(node_inputs[1:], present_value_info[1:]), + ] + return [TypeProto(), *merge(node_inputs[1:], present_value_info)] + return [] + + merged_types = merge(list(node.input), inputs_vi) + ( + expanded_tests, + since_version, + ) = function_testcase_helper( + node, merged_types, name, opset_imports=kwargs.get("opset_imports") + ) + for expanded_function_nodes, func_opset_import in expanded_tests: + kwargs["producer_name"] = "backend-test" + + # TODO: if kwargs["opset_imports"] already exists, only generate test case for the opset version. + # replace opset versions with what are specified in function proto + if "opset_imports" not in kwargs: + kwargs["opset_imports"] = func_opset_import + else: + for opset_import in func_opset_import: + matches = [ + opset + for opset in kwargs["opset_imports"] + if opset.domain == opset_import.domain + ] + if matches: + matches[0].version = opset_import.version + else: + kwargs["opset_imports"].append(opset_import) + + onnx_ai_opset_version = "" + if "opset_imports" in kwargs: + onnx_ai_opset_imports = [ + oi for oi in kwargs["opset_imports"] if oi.domain in ("", "ai.onnx") + ] + if len(onnx_ai_opset_imports) == 1: + onnx_ai_opset_version = onnx_ai_opset_imports[0].version + + function_test_name = name + "_expanded" + if onnx_ai_opset_version and onnx_ai_opset_version != since_version: + function_test_name += f"_ver{onnx_ai_opset_version}" + graph = onnx.helper.make_graph( + nodes=expanded_function_nodes, + name=function_test_name, + inputs=inputs_vi, + outputs=outputs_vi, + ) + model = _make_test_model_gen_version(graph, **kwargs) + _NodeTestCases.append( + TestCase( + name=function_test_name, + model_name=function_test_name, + url=None, + model_dir=None, + model=model, + data_sets=[(inputs, outputs)], + kind="node", + rtol=1e-3, + atol=1e-7, + ) + ) + + +def collect_testcases(op_type: str) -> list[TestCase]: + """Collect node test cases""" + # only keep those tests related to this operator + global _TargetOpType # noqa: PLW0603 + _TargetOpType = op_type + + import_recursive(sys.modules[__name__]) + return _NodeTestCases + + +def collect_diff_testcases() -> list[TestCase]: + """Collect node test cases which are different from the main branch""" + global _DiffOpTypes # noqa: PLW0603 + _DiffOpTypes = get_diff_op_types() + + import_recursive(sys.modules[__name__]) + return _NodeTestCases + + +def get_diff_op_types(): + cwd_path = Path.cwd() + # Resolve the upstream main branch from the canonical onnx/onnx repository + # to avoid depending on local branch or remote naming conventions. + upstream_url = "https://github.com/onnx/onnx.git" + ls_remote = subprocess.run( + ["git", "ls-remote", upstream_url, "refs/heads/main"], + cwd=cwd_path, + capture_output=True, + check=True, + ) + upstream_main_hash = ls_remote.stdout.split()[0].decode("utf-8") + # Fetch the upstream main commit so merge-base works even if the + # local repo hasn't fetched recently. + subprocess.run( + ["git", "fetch", upstream_url, upstream_main_hash], + cwd=cwd_path, + capture_output=True, + check=True, + ) + # Find the fork point from upstream main + merge_base = subprocess.run( + ["git", "merge-base", "HEAD", upstream_main_hash], + cwd=cwd_path, + capture_output=True, + check=True, + ) + base_commit = merge_base.stdout.strip().decode("utf-8") + # obtain list of added or modified files since the fork point + result = subprocess.run( + ["git", "diff", "--name-only", "--diff-filter=AM", base_commit, "HEAD"], + cwd=cwd_path, + capture_output=True, + check=True, + ) + diff_list = result.stdout.split() + changed_op_types = [] + for file in diff_list: + file_name = file.decode("utf-8") + if file_name.startswith("onnx/backend/test/case/node/") and file_name.endswith( + ".py" + ): + changed_op_types.append( + file_name.split("/")[-1].replace(".py", "").rstrip("_") + ) + return changed_op_types diff --git a/onnx/backend/test/case/node/_image_decoder_data.py b/onnx/backend/test/case/node/_image_decoder_data.py new file mode 100644 index 0000000..90828e4 --- /dev/null +++ b/onnx/backend/test/case/node/_image_decoder_data.py @@ -0,0 +1,6353 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 + +# This file contains freeze NumPy array for ImageDecoder backend test's input/output +# They were generated by image_decoder.py's generate_test_data with pillow +# To make ONNX backend test generation simple, use freeze NumPy array directly +# People can still use generate_test_data to get these data here with installed pillow +from __future__ import annotations + +from typing import NamedTuple + +import numpy as np + + +class ImageData(NamedTuple): + data: np.ndarray + output: np.ndarray + + +# Remove black check for better readability with large NumPy array +# fmt: off +image_decoder_decode_jpeg_rgb = ImageData( + np.array([255, 216, 255, 224, 0, 16, 74, 70, 73, 70, 0, 1, 1, + 0, 0, 1, 0, 1, 0, 0, 255, 219, 0, 67, 0, 8, + 6, 6, 7, 6, 5, 8, 7, 7, 7, 9, 9, 8, 10, + 12, 20, 13, 12, 11, 11, 12, 25, 18, 19, 15, 20, 29, + 26, 31, 30, 29, 26, 28, 28, 32, 36, 46, 39, 32, 34, + 44, 35, 28, 28, 40, 55, 41, 44, 48, 49, 52, 52, 52, + 31, 39, 57, 61, 56, 50, 60, 46, 51, 52, 50, 255, 219, + 0, 67, 1, 9, 9, 9, 12, 11, 12, 24, 13, 13, 24, + 50, 33, 28, 33, 50, 50, 50, 50, 50, 50, 50, 50, 50, + 50, 50, 50, 50, 50, 50, 50, 50, 50, 50, 50, 50, 50, + 50, 50, 50, 50, 50, 50, 50, 50, 50, 50, 50, 50, 50, + 50, 50, 50, 50, 50, 50, 50, 50, 50, 50, 50, 50, 50, + 50, 50, 255, 192, 0, 17, 8, 0, 32, 0, 32, 3, 1, + 34, 0, 2, 17, 1, 3, 17, 1, 255, 196, 0, 31, 0, + 0, 1, 5, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, + 0, 0, 0, 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, + 10, 11, 255, 196, 0, 181, 16, 0, 2, 1, 3, 3, 2, + 4, 3, 5, 5, 4, 4, 0, 0, 1, 125, 1, 2, 3, + 0, 4, 17, 5, 18, 33, 49, 65, 6, 19, 81, 97, 7, + 34, 113, 20, 50, 129, 145, 161, 8, 35, 66, 177, 193, 21, + 82, 209, 240, 36, 51, 98, 114, 130, 9, 10, 22, 23, 24, + 25, 26, 37, 38, 39, 40, 41, 42, 52, 53, 54, 55, 56, + 57, 58, 67, 68, 69, 70, 71, 72, 73, 74, 83, 84, 85, + 86, 87, 88, 89, 90, 99, 100, 101, 102, 103, 104, 105, 106, + 115, 116, 117, 118, 119, 120, 121, 122, 131, 132, 133, 134, 135, + 136, 137, 138, 146, 147, 148, 149, 150, 151, 152, 153, 154, 162, + 163, 164, 165, 166, 167, 168, 169, 170, 178, 179, 180, 181, 182, + 183, 184, 185, 186, 194, 195, 196, 197, 198, 199, 200, 201, 202, + 210, 211, 212, 213, 214, 215, 216, 217, 218, 225, 226, 227, 228, + 229, 230, 231, 232, 233, 234, 241, 242, 243, 244, 245, 246, 247, + 248, 249, 250, 255, 196, 0, 31, 1, 0, 3, 1, 1, 1, + 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 1, + 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 255, 196, 0, + 181, 17, 0, 2, 1, 2, 4, 4, 3, 4, 7, 5, 4, + 4, 0, 1, 2, 119, 0, 1, 2, 3, 17, 4, 5, 33, + 49, 6, 18, 65, 81, 7, 97, 113, 19, 34, 50, 129, 8, + 20, 66, 145, 161, 177, 193, 9, 35, 51, 82, 240, 21, 98, + 114, 209, 10, 22, 36, 52, 225, 37, 241, 23, 24, 25, 26, + 38, 39, 40, 41, 42, 53, 54, 55, 56, 57, 58, 67, 68, + 69, 70, 71, 72, 73, 74, 83, 84, 85, 86, 87, 88, 89, + 90, 99, 100, 101, 102, 103, 104, 105, 106, 115, 116, 117, 118, + 119, 120, 121, 122, 130, 131, 132, 133, 134, 135, 136, 137, 138, + 146, 147, 148, 149, 150, 151, 152, 153, 154, 162, 163, 164, 165, + 166, 167, 168, 169, 170, 178, 179, 180, 181, 182, 183, 184, 185, + 186, 194, 195, 196, 197, 198, 199, 200, 201, 202, 210, 211, 212, + 213, 214, 215, 216, 217, 218, 226, 227, 228, 229, 230, 231, 232, + 233, 234, 242, 243, 244, 245, 246, 247, 248, 249, 250, 255, 218, + 0, 12, 3, 1, 0, 2, 17, 3, 17, 0, 63, 0, 93, + 15, 199, 122, 93, 181, 235, 187, 193, 120, 65, 140, 143, 149, + 23, 212, 127, 181, 93, 36, 95, 16, 180, 150, 145, 36, 22, + 247, 187, 119, 3, 247, 19, 255, 0, 138, 175, 29, 180, 183, + 153, 37, 36, 195, 32, 249, 123, 169, 174, 175, 68, 138, 194, + 73, 108, 226, 187, 104, 193, 105, 66, 186, 180, 155, 78, 11, + 125, 120, 226, 184, 243, 204, 13, 12, 101, 117, 141, 154, 110, + 46, 209, 211, 123, 247, 125, 45, 243, 61, 156, 62, 34, 141, + 92, 59, 173, 137, 77, 201, 221, 46, 94, 253, 14, 135, 198, + 14, 62, 32, 253, 139, 251, 39, 48, 253, 135, 127, 153, 246, + 191, 151, 59, 246, 227, 27, 119, 127, 112, 245, 199, 106, 224, + 124, 90, 134, 211, 194, 183, 118, 114, 96, 201, 8, 142, 54, + 43, 208, 149, 117, 7, 30, 220, 87, 166, 234, 22, 182, 250, + 103, 151, 253, 132, 163, 247, 153, 243, 188, 166, 50, 244, 198, + 220, 231, 56, 234, 107, 142, 241, 245, 157, 168, 240, 86, 161, + 114, 80, 11, 179, 229, 179, 18, 199, 59, 140, 139, 158, 51, + 238, 107, 179, 15, 130, 246, 20, 21, 55, 36, 224, 175, 202, + 147, 214, 251, 235, 243, 60, 117, 78, 166, 38, 42, 53, 218, + 92, 154, 174, 154, 147, 29, 35, 96, 207, 159, 159, 248, 7, + 255, 0, 94, 179, 100, 180, 251, 62, 168, 178, 239, 221, 229, + 186, 182, 49, 140, 227, 6, 181, 173, 124, 127, 224, 229, 148, + 153, 181, 4, 43, 142, 51, 107, 33, 231, 254, 248, 170, 26, + 151, 141, 124, 35, 52, 243, 52, 23, 145, 144, 203, 242, 145, + 107, 32, 231, 31, 238, 215, 6, 89, 154, 85, 141, 79, 99, + 94, 140, 185, 31, 149, 149, 219, 93, 108, 107, 71, 56, 132, + 40, 243, 209, 161, 40, 174, 145, 123, 223, 190, 167, 75, 164, + 106, 249, 243, 191, 113, 253, 223, 227, 250, 251, 86, 119, 196, + 109, 63, 30, 0, 212, 175, 124, 223, 188, 34, 125, 155, 122, + 110, 149, 56, 206, 125, 235, 147, 255, 0, 132, 199, 71, 143, + 253, 86, 160, 201, 158, 187, 99, 144, 103, 244, 170, 158, 37, + 241, 133, 166, 167, 225, 155, 155, 8, 181, 73, 166, 103, 8, + 4, 76, 36, 193, 195, 41, 238, 49, 218, 175, 49, 194, 42, + 88, 181, 245, 95, 134, 234, 246, 215, 77, 58, 234, 24, 90, + 95, 95, 162, 241, 56, 185, 165, 36, 155, 73, 232, 238, 180, + 90, 105, 216, 255, 217], dtype=np.uint8), + np.array([[[230, 73, 255], + [227, 76, 255], + [222, 81, 255], + [211, 95, 206], + [204, 123, 142], + [251, 202, 133], + [245, 226, 72], + [234, 230, 34], + [235, 234, 32], + [231, 229, 32], + [227, 221, 37], + [233, 224, 45], + [237, 227, 42], + [232, 216, 32], + [243, 219, 35], + [255, 247, 63], + [246, 255, 71], + [249, 255, 83], + [243, 253, 68], + [255, 251, 134], + [ 97, 23, 46], + [127, 19, 121], + [123, 0, 124], + [118, 19, 128], + [ 63, 28, 82], + [ 99, 133, 143], + [ 39, 146, 128], + [ 24, 162, 110], + [ 26, 157, 64], + [ 66, 154, 76], + [ 0, 9, 0], + [ 15, 0, 9]], + + [[232, 77, 255], + [228, 79, 255], + [221, 83, 254], + [210, 93, 208], + [202, 117, 146], + [248, 193, 137], + [242, 216, 77], + [230, 222, 35], + [239, 237, 40], + [235, 233, 36], + [230, 225, 37], + [235, 227, 41], + [238, 228, 42], + [230, 220, 34], + [237, 225, 41], + [255, 253, 70], + [242, 250, 68], + [242, 251, 70], + [255, 255, 79], + [255, 232, 124], + [112, 32, 57], + [119, 9, 108], + [132, 10, 129], + [117, 21, 121], + [ 83, 50, 95], + [ 98, 132, 134], + [ 34, 137, 108], + [ 31, 165, 106], + [ 40, 168, 75], + [ 62, 151, 71], + [ 0, 9, 0], + [ 11, 0, 5]], + + [[234, 81, 255], + [229, 82, 255], + [221, 86, 250], + [211, 95, 218], + [207, 115, 164], + [254, 189, 161], + [249, 213, 101], + [238, 224, 57], + [235, 232, 41], + [231, 229, 30], + [229, 221, 26], + [229, 221, 26], + [231, 225, 29], + [218, 219, 27], + [215, 229, 45], + [237, 252, 71], + [252, 252, 76], + [255, 248, 80], + [255, 249, 94], + [255, 225, 135], + [120, 30, 58], + [120, 6, 101], + [126, 9, 116], + [109, 20, 104], + [ 75, 47, 72], + [ 97, 130, 113], + [ 48, 144, 98], + [ 37, 163, 89], + [ 48, 169, 72], + [ 59, 151, 66], + [ 0, 16, 0], + [ 0, 13, 0]], + + [[216, 83, 236], + [211, 83, 238], + [205, 88, 246], + [203, 98, 226], + [205, 114, 181], + [255, 184, 178], + [255, 207, 120], + [251, 220, 77], + [246, 228, 56], + [247, 228, 46], + [248, 216, 43], + [251, 214, 45], + [250, 217, 50], + [234, 217, 51], + [217, 232, 69], + [234, 255, 95], + [245, 251, 93], + [255, 254, 104], + [252, 232, 101], + [255, 228, 153], + [111, 34, 52], + [126, 33, 103], + [109, 15, 93], + [103, 34, 91], + [ 52, 33, 39], + [ 98, 127, 99], + [ 75, 152, 106], + [ 48, 148, 86], + [ 53, 151, 78], + [ 69, 148, 83], + [ 0, 16, 0], + [ 0, 15, 0]], + + [[202, 104, 227], + [196, 103, 235], + [191, 106, 253], + [192, 111, 242], + [200, 117, 199], + [253, 176, 192], + [255, 193, 127], + [255, 204, 85], + [255, 210, 67], + [255, 209, 67], + [255, 195, 76], + [255, 189, 82], + [255, 193, 88], + [255, 197, 88], + [229, 217, 97], + [229, 246, 118], + [228, 250, 123], + [249, 255, 148], + [245, 251, 145], + [239, 224, 155], + [ 97, 57, 49], + [ 87, 35, 58], + [ 72, 21, 52], + [ 83, 48, 68], + [ 80, 76, 65], + [ 99, 122, 96], + [ 88, 136, 110], + [ 63, 123, 98], + [ 70, 127, 108], + [ 86, 130, 115], + [ 0, 9, 0], + [ 0, 7, 0]], + + [[ 83, 27, 128], + [ 76, 23, 137], + [ 70, 23, 161], + [ 73, 22, 151], + [ 84, 16, 103], + [138, 60, 86], + [146, 66, 13], + [150, 72, 0], + [146, 73, 0], + [164, 71, 0], + [186, 55, 0], + [198, 48, 15], + [202, 51, 24], + [176, 56, 19], + [136, 81, 16], + [116, 114, 31], + [ 94, 131, 38], + [ 62, 112, 17], + [ 75, 109, 23], + [108, 125, 55], + [173, 175, 128], + [200, 194, 162], + [203, 197, 175], + [175, 174, 153], + [150, 161, 131], + [ 98, 117, 95], + [ 83, 105, 102], + [ 80, 103, 117], + [ 92, 111, 143], + [ 92, 107, 138], + [ 0, 3, 12], + [ 0, 5, 2]], + + [[ 52, 43, 132], + [ 45, 40, 142], + [ 41, 38, 167], + [ 51, 35, 159], + [ 70, 21, 103], + [129, 55, 82], + [144, 53, 6], + [155, 53, 0], + [163, 53, 0], + [189, 52, 10], + [224, 32, 53], + [242, 23, 77], + [251, 25, 88], + [223, 33, 77], + [172, 59, 61], + [131, 98, 65], + [ 62, 111, 55], + [ 47, 130, 58], + [ 80, 146, 72], + [ 73, 128, 44], + [153, 200, 104], + [139, 183, 86], + [160, 202, 120], + [169, 206, 139], + [174, 203, 155], + [ 92, 109, 91], + [ 92, 92, 116], + [101, 90, 148], + [103, 88, 171], + [ 97, 87, 160], + [ 0, 0, 23], + [ 0, 4, 4]], + + [[ 26, 47, 140], + [ 21, 44, 146], + [ 22, 48, 169], + [ 39, 47, 158], + [ 67, 31, 103], + [131, 62, 83], + [153, 56, 14], + [170, 52, 0], + [164, 37, 0], + [195, 37, 25], + [233, 21, 71], + [255, 13, 100], + [255, 14, 111], + [236, 20, 103], + [180, 45, 88], + [131, 84, 92], + [ 70, 118, 92], + [ 46, 136, 85], + [ 43, 118, 59], + [ 53, 122, 41], + [153, 222, 106], + [156, 225, 100], + [143, 209, 101], + [150, 205, 122], + [155, 192, 141], + [ 89, 101, 91], + [119, 98, 137], + [120, 83, 161], + [104, 65, 174], + [104, 78, 167], + [ 4, 6, 27], + [ 0, 7, 0]], + + [[ 18, 50, 161], + [ 20, 54, 164], + [ 13, 53, 166], + [ 26, 47, 140], + [ 69, 44, 99], + [118, 52, 64], + [155, 55, 23], + [170, 48, 0], + [169, 41, 2], + [190, 36, 26], + [233, 35, 71], + [249, 26, 91], + [239, 10, 92], + [218, 23, 102], + [177, 54, 117], + [129, 83, 119], + [ 75, 112, 105], + [ 58, 131, 101], + [ 56, 116, 78], + [ 64, 120, 57], + [151, 214, 110], + [153, 217, 103], + [138, 203, 109], + [147, 202, 134], + [169, 199, 163], + [102, 102, 104], + [124, 88, 132], + [120, 67, 147], + [131, 78, 184], + [101, 68, 147], + [ 3, 9, 7], + [ 0, 18, 0]], + + [[ 15, 46, 136], + [ 16, 52, 138], + [ 11, 53, 135], + [ 23, 46, 114], + [ 66, 43, 89], + [114, 48, 76], + [151, 46, 60], + [164, 39, 45], + [167, 43, 51], + [164, 28, 38], + [200, 43, 54], + [214, 43, 59], + [210, 42, 59], + [195, 56, 79], + [144, 65, 94], + [115, 93, 114], + [ 72, 103, 106], + [ 63, 116, 108], + [ 70, 111, 103], + [ 87, 127, 103], + [139, 187, 129], + [151, 201, 138], + [147, 198, 155], + [160, 198, 177], + [150, 162, 162], + [117, 97, 124], + [143, 86, 141], + [142, 68, 147], + [148, 76, 176], + [124, 74, 145], + [ 6, 0, 0], + [ 0, 10, 0]], + + [[ 36, 57, 88], + [ 37, 62, 92], + [ 29, 65, 91], + [ 39, 55, 88], + [ 76, 47, 95], + [118, 47, 115], + [150, 39, 134], + [158, 32, 132], + [154, 41, 123], + [146, 43, 86], + [196, 101, 79], + [194, 111, 45], + [180, 109, 17], + [170, 126, 37], + [140, 138, 77], + [173, 197, 165], + [185, 215, 215], + [183, 214, 235], + [186, 206, 239], + [173, 192, 225], + [120, 142, 165], + [107, 128, 157], + [101, 121, 171], + [112, 118, 178], + [158, 138, 199], + [180, 129, 195], + [215, 130, 198], + [226, 125, 203], + [222, 126, 216], + [201, 125, 189], + [ 44, 6, 3], + [ 23, 5, 0]], + + [[ 43, 58, 65], + [ 43, 62, 66], + [ 36, 65, 63], + [ 42, 55, 64], + [ 72, 44, 84], + [112, 41, 121], + [140, 28, 156], + [143, 21, 158], + [130, 28, 140], + [115, 39, 86], + [164, 121, 70], + [151, 132, 14], + [131, 127, 0], + [127, 142, 0], + [115, 151, 55], + [196, 235, 190], + [189, 214, 218], + [192, 206, 245], + [201, 208, 255], + [202, 207, 255], + [110, 114, 188], + [109, 113, 202], + [117, 115, 225], + [126, 109, 224], + [137, 95, 195], + [195, 127, 212], + [225, 129, 201], + [237, 127, 200], + [229, 120, 203], + [217, 125, 188], + [ 41, 0, 0], + [ 32, 0, 0]], + + [[ 44, 55, 73], + [ 46, 63, 73], + [ 41, 66, 63], + [ 46, 57, 59], + [ 74, 50, 76], + [111, 47, 108], + [141, 35, 146], + [142, 27, 148], + [146, 52, 148], + [114, 55, 85], + [139, 130, 55], + [125, 147, 10], + [119, 155, 0], + [115, 158, 16], + [104, 140, 68], + [186, 213, 194], + [196, 209, 226], + [186, 190, 235], + [187, 187, 247], + [198, 197, 255], + [109, 105, 202], + [121, 113, 232], + [123, 108, 249], + [122, 91, 231], + [149, 99, 214], + [211, 141, 230], + [225, 133, 200], + [232, 126, 190], + [224, 118, 192], + [227, 132, 196], + [ 51, 0, 14], + [ 43, 0, 4]], + + [[ 33, 57, 59], + [ 36, 62, 59], + [ 34, 66, 53], + [ 39, 58, 52], + [ 69, 52, 70], + [107, 50, 105], + [137, 36, 140], + [142, 27, 148], + [128, 30, 131], + [110, 49, 93], + [126, 120, 68], + [116, 146, 32], + [115, 160, 18], + [112, 150, 31], + [121, 131, 81], + [205, 200, 196], + [215, 206, 227], + [218, 206, 242], + [215, 207, 248], + [214, 206, 255], + [120, 113, 193], + [121, 110, 215], + [125, 106, 234], + [135, 105, 229], + [141, 97, 192], + [190, 133, 202], + [206, 133, 178], + [216, 135, 176], + [210, 132, 184], + [209, 139, 193], + [ 36, 0, 21], + [ 29, 0, 18]], + + [[ 22, 75, 33], + [ 27, 79, 40], + [ 26, 77, 44], + [ 33, 65, 50], + [ 61, 57, 72], + [ 99, 50, 106], + [134, 32, 141], + [143, 19, 153], + [146, 29, 162], + [142, 57, 150], + [136, 108, 120], + [123, 131, 84], + [123, 141, 57], + [123, 124, 48], + [162, 121, 91], + [248, 192, 193], + [227, 185, 197], + [233, 201, 214], + [221, 199, 201], + [207, 192, 197], + [134, 126, 150], + [122, 114, 161], + [116, 105, 174], + [133, 116, 184], + [150, 127, 171], + [171, 143, 165], + [181, 149, 154], + [189, 157, 160], + [188, 156, 177], + [175, 152, 181], + [ 11, 0, 30], + [ 1, 0, 27]], + + [[ 58, 122, 61], + [ 61, 125, 64], + [ 60, 121, 64], + [ 66, 106, 71], + [ 92, 93, 97], + [129, 81, 133], + [165, 59, 170], + [174, 41, 184], + [172, 40, 185], + [151, 48, 165], + [102, 50, 112], + [ 82, 60, 73], + [ 91, 77, 50], + [ 94, 59, 27], + [134, 53, 50], + [199, 106, 114], + [193, 121, 124], + [186, 127, 121], + [173, 115, 101], + [184, 143, 121], + [179, 165, 139], + [192, 189, 170], + [181, 172, 175], + [180, 174, 176], + [168, 169, 155], + [150, 158, 134], + [134, 151, 119], + [125, 148, 120], + [123, 150, 133], + [121, 143, 140], + [ 0, 4, 17], + [ 0, 3, 26]], + + [[ 61, 119, 61], + [ 60, 121, 54], + [ 60, 124, 38], + [ 71, 116, 47], + [ 96, 97, 79], + [127, 76, 119], + [164, 51, 167], + [181, 39, 183], + [181, 41, 172], + [164, 45, 161], + [118, 40, 139], + [100, 45, 113], + [106, 56, 85], + [124, 56, 71], + [140, 31, 60], + [224, 107, 126], + [212, 114, 105], + [213, 116, 97], + [223, 109, 99], + [206, 116, 89], + [205, 181, 109], + [185, 190, 100], + [192, 182, 110], + [188, 185, 116], + [170, 194, 118], + [112, 162, 89], + [104, 180, 118], + [ 87, 176, 120], + [ 76, 166, 105], + [ 98, 165, 121], + [ 0, 20, 7], + [ 0, 0, 5]], + + [[ 61, 114, 72], + [ 61, 116, 59], + [ 63, 121, 37], + [ 77, 114, 44], + [100, 97, 78], + [128, 77, 120], + [161, 54, 168], + [178, 43, 182], + [183, 50, 169], + [174, 52, 163], + [135, 37, 158], + [120, 35, 139], + [120, 38, 104], + [135, 39, 87], + [151, 24, 77], + [231, 100, 132], + [223, 109, 98], + [227, 111, 86], + [240, 101, 94], + [220, 111, 82], + [210, 183, 92], + [186, 193, 79], + [195, 186, 85], + [189, 191, 94], + [161, 199, 98], + [ 94, 165, 71], + [ 80, 181, 105], + [ 76, 190, 118], + [ 72, 184, 100], + [ 91, 174, 104], + [ 0, 13, 0], + [ 0, 1, 0]], + + [[ 59, 110, 91], + [ 65, 111, 82], + [ 73, 113, 63], + [ 86, 107, 68], + [106, 94, 98], + [127, 79, 131], + [149, 62, 169], + [163, 54, 179], + [163, 47, 154], + [164, 48, 155], + [138, 26, 154], + [134, 23, 144], + [136, 23, 111], + [149, 30, 98], + [162, 27, 94], + [231, 98, 141], + [223, 106, 99], + [226, 110, 87], + [235, 102, 95], + [214, 110, 85], + [208, 181, 102], + [184, 190, 92], + [189, 184, 103], + [181, 189, 112], + [167, 211, 126], + [102, 174, 90], + [ 81, 173, 98], + [ 83, 181, 104], + [ 86, 179, 88], + [102, 173, 95], + [ 0, 14, 0], + [ 1, 12, 0]], + + [[ 88, 95, 88], + [ 94, 95, 81], + [104, 95, 64], + [114, 90, 66], + [124, 81, 88], + [133, 73, 111], + [138, 65, 138], + [143, 60, 142], + [155, 66, 132], + [163, 62, 142], + [144, 29, 148], + [151, 26, 154], + [152, 25, 130], + [160, 33, 124], + [162, 35, 124], + [204, 91, 157], + [200, 115, 138], + [199, 120, 125], + [207, 115, 130], + [190, 121, 114], + [196, 187, 128], + [180, 194, 115], + [186, 189, 122], + [182, 193, 125], + [145, 189, 102], + [115, 176, 81], + [104, 170, 80], + [105, 171, 74], + [110, 167, 60], + [124, 167, 75], + [ 0, 12, 0], + [ 0, 7, 0]], + + [[194, 115, 111], + [198, 114, 103], + [207, 113, 88], + [210, 112, 87], + [204, 111, 96], + [192, 111, 108], + [178, 113, 121], + [171, 114, 123], + [171, 111, 111], + [175, 99, 127], + [159, 49, 144], + [170, 44, 169], + [167, 39, 158], + [164, 43, 159], + [146, 43, 160], + [148, 77, 181], + [108, 84, 162], + [ 99, 93, 155], + [107, 89, 147], + [100, 94, 122], + [124, 153, 122], + [121, 157, 96], + [135, 148, 92], + [139, 152, 82], + [142, 179, 76], + [170, 211, 91], + [191, 217, 92], + [200, 212, 84], + [202, 206, 70], + [207, 207, 93], + [ 14, 19, 0], + [ 2, 8, 0]], + + [[230, 98, 93], + [234, 97, 87], + [239, 97, 77], + [236, 97, 74], + [220, 101, 79], + [197, 105, 80], + [170, 113, 84], + [158, 117, 85], + [170, 127, 92], + [177, 112, 118], + [159, 53, 143], + [180, 50, 184], + [175, 44, 182], + [167, 48, 192], + [143, 51, 198], + [117, 69, 205], + [ 81, 93, 205], + [ 66, 105, 198], + [ 73, 105, 182], + [ 73, 108, 148], + [113, 160, 142], + [117, 161, 112], + [134, 154, 103], + [140, 158, 84], + [122, 156, 44], + [185, 213, 77], + [214, 213, 73], + [223, 200, 58], + [225, 192, 51], + [224, 201, 89], + [ 4, 7, 0], + [ 0, 8, 0]], + + [[245, 93, 82], + [247, 93, 81], + [250, 92, 80], + [242, 95, 79], + [222, 101, 82], + [196, 109, 81], + [168, 119, 79], + [155, 122, 79], + [158, 120, 81], + [169, 106, 115], + [156, 45, 148], + [179, 44, 199], + [173, 36, 201], + [166, 44, 215], + [148, 53, 233], + [113, 66, 232], + [ 73, 92, 220], + [ 54, 108, 204], + [ 56, 110, 184], + [ 59, 113, 147], + [111, 160, 139], + [119, 159, 109], + [133, 153, 100], + [137, 158, 83], + [133, 170, 54], + [198, 222, 84], + [220, 203, 63], + [231, 189, 53], + [235, 183, 61], + [229, 197, 110], + [ 0, 8, 0], + [ 0, 18, 21]], + + [[222, 106, 57], + [223, 107, 60], + [225, 106, 66], + [218, 109, 70], + [202, 115, 72], + [182, 120, 69], + [159, 128, 64], + [150, 129, 64], + [158, 129, 71], + [170, 118, 107], + [150, 59, 138], + [167, 58, 185], + [152, 46, 178], + [142, 54, 192], + [128, 68, 216], + [ 95, 76, 218], + [ 60, 99, 218], + [ 44, 113, 208], + [ 42, 116, 187], + [ 49, 117, 152], + [111, 159, 147], + [124, 154, 116], + [135, 149, 113], + [142, 153, 93], + [137, 162, 61], + [205, 209, 86], + [230, 185, 58], + [255, 183, 62], + [255, 182, 73], + [246, 190, 116], + [ 0, 5, 0], + [ 0, 12, 25]], + + [[167, 145, 26], + [163, 140, 28], + [162, 137, 37], + [162, 137, 45], + [153, 136, 46], + [145, 134, 42], + [144, 140, 40], + [150, 146, 46], + [156, 142, 45], + [153, 122, 65], + [134, 81, 99], + [130, 76, 126], + [123, 85, 126], + [105, 89, 128], + [ 92, 102, 153], + [ 60, 97, 165], + [ 50, 114, 202], + [ 31, 115, 205], + [ 28, 119, 189], + [ 54, 131, 173], + [105, 144, 151], + [138, 151, 141], + [147, 146, 141], + [149, 143, 117], + [160, 159, 92], + [217, 188, 96], + [255, 176, 77], + [255, 179, 77], + [255, 162, 64], + [255, 159, 89], + [ 31, 6, 0], + [ 0, 3, 5]], + + [[119, 197, 23], + [121, 197, 29], + [124, 193, 42], + [132, 194, 49], + [145, 196, 55], + [161, 203, 59], + [178, 206, 59], + [191, 207, 59], + [196, 199, 58], + [187, 183, 75], + [153, 145, 99], + [135, 138, 117], + [118, 148, 110], + [ 96, 152, 115], + [ 78, 155, 139], + [ 46, 135, 153], + [ 33, 125, 192], + [ 26, 121, 205], + [ 21, 122, 192], + [ 43, 117, 166], + [ 87, 105, 127], + [114, 97, 107], + [121, 90, 105], + [126, 86, 84], + [132, 88, 49], + [175, 104, 42], + [205, 78, 9], + [231, 73, 0], + [230, 69, 0], + [219, 95, 35], + [ 34, 0, 0], + [ 7, 3, 2]], + + [[ 41, 226, 10], + [ 46, 226, 15], + [ 51, 219, 20], + [ 62, 212, 16], + [ 93, 215, 16], + [131, 224, 22], + [164, 223, 21], + [177, 214, 13], + [191, 217, 22], + [180, 207, 42], + [131, 173, 63], + [102, 168, 78], + [ 82, 184, 82], + [ 64, 193, 101], + [ 45, 188, 134], + [ 13, 152, 147], + [ 28, 143, 198], + [ 36, 139, 218], + [ 37, 140, 209], + [ 62, 125, 178], + [111, 96, 127], + [140, 78, 101], + [151, 73, 97], + [164, 72, 83], + [167, 65, 50], + [210, 83, 50], + [234, 64, 28], + [252, 67, 23], + [238, 63, 8], + [210, 82, 37], + [ 34, 0, 0], + [ 1, 0, 4]], + + [[ 14, 255, 23], + [ 22, 255, 27], + [ 27, 248, 23], + [ 38, 234, 10], + [ 77, 234, 5], + [127, 245, 13], + [163, 239, 7], + [176, 225, 0], + [178, 216, 0], + [166, 209, 15], + [113, 177, 29], + [ 78, 171, 41], + [ 62, 189, 50], + [ 53, 200, 83], + [ 38, 191, 127], + [ 2, 149, 143], + [ 4, 133, 190], + [ 12, 131, 213], + [ 20, 132, 206], + [ 52, 116, 177], + [113, 85, 125], + [150, 67, 95], + [164, 66, 91], + [181, 66, 81], + [194, 63, 55], + [226, 71, 51], + [239, 52, 33], + [250, 56, 29], + [234, 57, 15], + [203, 75, 38], + [ 42, 0, 0], + [ 10, 2, 0]], + + [[ 0, 251, 19], + [ 5, 252, 23], + [ 15, 241, 17], + [ 29, 228, 1], + [ 70, 231, 0], + [122, 242, 4], + [159, 237, 3], + [171, 222, 0], + [186, 228, 6], + [175, 222, 22], + [126, 188, 29], + [ 93, 174, 33], + [ 80, 184, 37], + [ 76, 189, 73], + [ 69, 175, 127], + [ 25, 138, 154], + [ 8, 140, 212], + [ 1, 140, 235], + [ 8, 138, 224], + [ 44, 121, 191], + [113, 91, 137], + [150, 74, 102], + [160, 72, 88], + [174, 68, 70], + [195, 65, 51], + [224, 69, 49], + [235, 53, 40], + [248, 63, 43], + [230, 67, 26], + [192, 70, 29], + [ 46, 0, 0], + [ 15, 0, 0]], + + [[ 37, 234, 58], + [ 45, 233, 60], + [ 55, 225, 58], + [ 70, 216, 47], + [101, 215, 39], + [137, 220, 44], + [163, 216, 48], + [170, 207, 42], + [170, 205, 43], + [163, 203, 55], + [125, 176, 55], + [103, 168, 52], + [ 96, 173, 43], + [ 94, 170, 70], + [ 99, 159, 133], + [ 66, 133, 160], + [ 33, 131, 192], + [ 19, 133, 206], + [ 17, 130, 200], + [ 48, 117, 174], + [114, 93, 126], + [144, 80, 96], + [141, 81, 83], + [146, 78, 69], + [166, 73, 58], + [191, 77, 66], + [204, 68, 70], + [219, 81, 78], + [205, 83, 59], + [168, 79, 47], + [ 50, 13, 0], + [ 10, 1, 0]], + + [[ 0, 28, 0], + [ 0, 25, 0], + [ 0, 19, 0], + [ 0, 15, 0], + [ 0, 10, 0], + [ 0, 7, 0], + [ 5, 4, 0], + [ 5, 6, 0], + [ 1, 13, 0], + [ 0, 21, 0], + [ 0, 15, 0], + [ 0, 19, 0], + [ 0, 24, 0], + [ 0, 20, 0], + [ 0, 8, 6], + [ 0, 1, 30], + [ 0, 5, 28], + [ 0, 10, 32], + [ 0, 15, 41], + [ 0, 9, 28], + [ 18, 0, 0], + [ 31, 0, 0], + [ 10, 0, 0], + [ 4, 1, 0], + [ 18, 0, 0], + [ 27, 0, 0], + [ 32, 0, 7], + [ 36, 0, 5], + [ 35, 0, 0], + [ 31, 1, 0], + [ 0, 1, 0], + [ 0, 5, 7]], + + [[ 0, 2, 0], + [ 3, 0, 0], + [ 10, 0, 4], + [ 17, 0, 10], + [ 22, 0, 11], + [ 18, 0, 14], + [ 15, 0, 25], + [ 9, 0, 29], + [ 0, 0, 21], + [ 0, 5, 18], + [ 0, 8, 11], + [ 0, 16, 0], + [ 0, 20, 0], + [ 0, 13, 0], + [ 7, 4, 15], + [ 8, 0, 25], + [ 6, 0, 2], + [ 0, 4, 0], + [ 0, 13, 16], + [ 0, 8, 9], + [ 22, 0, 0], + [ 25, 0, 0], + [ 0, 7, 0], + [ 0, 12, 0], + [ 0, 7, 0], + [ 0, 5, 15], + [ 1, 0, 32], + [ 10, 0, 33], + [ 9, 0, 10], + [ 8, 6, 11], + [ 0, 5, 14], + [ 0, 16, 27]]], dtype=np.uint8), +) + +image_decoder_decode_jpeg_grayscale = ImageData( + image_decoder_decode_jpeg_rgb.data, + np.array([[[141], [142], [143], [142], [149], [209], [214], [209], [211], [207], [202], [206], [209], [200], [205], [228], [231], [234], [229], [239], [ 48], [ 63], [ 51], [ 61], [ 45], [124], [112], [115], [107], [119], [ 5], [ 6]],[[144], [144], [144], [141], [146], [203], [208], [203], [215], [211], [205], [208], [210], [202], [208], [233], [227], [228], [235], [227], [ 59], [ 53], [ 60], [ 61], [ 65], [122], [103], [118], [119], [115], [ 5], [ 4]],[[147], [146], [145], [144], [148], [205], [211], [209], [211], [207], [201], [201], [204], [197], [204], [227], [232], [231], [233], [224], [ 60], [ 51], [ 56], [ 56], [ 58], [118], [110], [117], [122], [114], [ 9], [ 8]],[[140], [139], [141], [144], [149], [205], [211], [213], [214], [213], [206], [206], [208], [203], [209], [230], [231], [237], [223], [228], [ 59], [ 69], [ 52], [ 61], [ 39], [115], [124], [111], [113], [117], [ 9], [ 9]],[[147], [146], [148], [150], [151], [201], [204], [206], [207], [207], [199], [197], [200], [202], [207], [226], [229], [241], [237], [221], [ 68], [ 53], [ 40], [ 61], [ 76], [112], [119], [102], [108], [115], [ 5], [ 4]],[[ 55], [ 52], [ 53], [ 52], [ 46], [ 86], [ 84], [ 87], [ 87], [ 91], [ 88], [ 89], [ 93], [ 88], [ 90], [105], [109], [ 86], [ 89], [112], [169], [192], [196], [172], [154], [109], [ 98], [ 98], [109], [106], [ 3], [ 3]],[[ 56], [ 53], [ 54], [ 54], [ 45], [ 80], [ 75], [ 77], [ 80], [ 88], [ 92], [ 95], [100], [ 95], [ 93], [104], [ 90], [ 97], [118], [102], [175], [159], [180], [187], [189], [102], [ 95], [100], [102], [ 98], [ 3], [ 3]],[[ 51], [ 49], [ 54], [ 57], [ 50], [ 85], [ 80], [ 81], [ 71], [ 83], [ 90], [ 95], [ 97], [ 94], [ 90], [ 99], [101], [103], [ 89], [ 92], [188], [190], [177], [179], [175], [ 96], [109], [103], [ 89], [ 96], [ 8], [ 4]],[[ 53], [ 56], [ 54], [ 51], [ 58], [ 73], [ 81], [ 79], [ 75], [ 81], [ 98], [100], [ 88], [ 90], [ 98], [101], [100], [106], [ 94], [ 96], [183], [185], [173], [178], [186], [102], [104], [ 92], [106], [ 87], [ 7], [ 11]],[[ 47], [ 51], [ 50], [ 47], [ 55], [ 71], [ 79], [ 77], [ 81], [ 70], [ 91], [ 96], [ 94], [100], [ 92], [102], [ 94], [ 99], [ 98], [112], [166], [179], [178], [184], [158], [106], [109], [ 99], [109], [ 97], [ 2], [ 6]],[[ 54], [ 58], [ 57], [ 54], [ 61], [ 76], [ 83], [ 81], [ 84], [ 79], [127], [128], [120], [129], [132], [186], [206], [207], [204], [190], [138], [125], [121], [123], [151], [152], [163], [164], [165], [155], [ 17], [ 10]],[[ 54], [ 57], [ 56], [ 52], [ 57], [ 71], [ 76], [ 73], [ 71], [ 67], [128], [124], [114], [121], [129], [218], [207], [206], [211], [211], [121], [122], [128], [127], [119], [157], [166], [168], [162], [160], [ 12], [ 10]],[[ 54], [ 59], [ 58], [ 54], [ 60], [ 73], [ 79], [ 75], [ 91], [ 76], [124], [125], [127], [129], [121], [203], [207], [194], [194], [204], [117], [129], [129], [116], [127], [172], [168], [165], [158], [168], [ 17], [ 13]],[[ 50], [ 54], [ 55], [ 52], [ 59], [ 73], [ 78], [ 75], [ 71], [ 72], [116], [124], [130], [125], [122], [201], [211], [214], [214], [214], [124], [125], [126], [128], [121], [158], [160], [164], [161], [166], [ 13], [ 11]],[[ 54], [ 59], [ 58], [ 54], [ 60], [ 71], [ 75], [ 71], [ 79], [ 93], [118], [123], [126], [115], [130], [209], [199], [212], [206], [197], [131], [122], [116], [129], [139], [154], [159], [167], [168], [162], [ 7], [ 3]],[[ 96], [ 99], [ 96], [ 90], [ 93], [101], [103], [ 97], [ 96], [ 92], [ 73], [ 68], [ 78], [ 66], [ 77], [135], [143], [144], [131], [153], [166], [188], [175], [176], [167], [153], [142], [138], [140], [136], [ 4], [ 5]],[[ 95], [ 95], [ 95], [ 95], [ 95], [ 96], [ 98], [ 98], [ 98], [ 94], [ 75], [ 69], [ 74], [ 78], [ 67], [144], [142], [143], [142], [140], [180], [178], [177], [178], [178], [139], [150], [143], [132], [140], [ 13], [ 1]],[[ 93], [ 93], [ 94], [ 95], [ 96], [ 97], [ 99], [ 99], [103], [101], [ 80], [ 72], [ 70], [ 73], [ 68], [143], [142], [143], [142], [140], [181], [178], [177], [179], [176], [133], [142], [148], [141], [141], [ 8], [ 1]],[[ 93], [ 94], [ 95], [ 96], [ 98], [ 99], [100], [101], [ 94], [ 95], [ 74], [ 70], [ 67], [ 73], [ 75], [143], [140], [142], [141], [138], [180], [177], [176], [178], [188], [143], [137], [143], [141], [143], [ 8], [ 7]],[[ 92], [ 93], [ 94], [ 94], [ 95], [ 95], [ 95], [ 94], [100], [101], [ 77], [ 78], [ 75], [ 81], [ 83], [132], [143], [144], [144], [141], [183], [181], [180], [182], [166], [147], [140], [140], [138], [144], [ 7], [ 4]],[[138], [138], [138], [138], [137], [135], [133], [132], [129], [125], [ 93], [ 96], [ 91], [ 92], [ 87], [110], [100], [102], [101], [ 99], [141], [139], [138], [140], [156], [185], [195], [194], [189], [194], [ 15], [ 5]],[[137], [137], [137], [136], [134], [130], [127], [126], [136], [132], [ 95], [104], [ 99], [100], [ 95], [ 99], [102], [104], [104], [102], [144], [142], [142], [144], [133], [189], [197], [191], [186], [195], [ 5], [ 5]],[[137], [138], [138], [137], [135], [132], [129], [127], [127], [126], [ 90], [102], [ 96], [100], [102], [ 99], [101], [103], [102], [101], [143], [141], [141], [143], [146], [199], [192], [186], [185], [197], [ 5], [ 13]],[[135], [136], [137], [137], [136], [133], [130], [128], [131], [132], [ 95], [105], [ 93], [ 96], [103], [ 98], [101], [103], [102], [101], [143], [141], [141], [143], [143], [194], [184], [191], [191], [198], [ 3], [ 10]],[[138], [134], [133], [134], [131], [127], [130], [136], [135], [125], [ 99], [ 98], [101], [ 98], [105], [ 94], [105], [100], [100], [113], [133], [146], [146], [142], [152], [186], [188], [190], [179], [180], [ 13], [ 2]],[[154], [155], [155], [159], [165], [174], [181], [185], [182], [172], [142], [135], [135], [131], [130], [110], [105], [102], [100], [100], [102], [103], [101], [ 98], [ 97], [118], [108], [112], [109], [125], [ 10], [ 4]],[[146], [148], [146], [145], [156], [173], [182], [180], [187], [180], [148], [138], [142], [144], [139], [110], [115], [117], [117], [112], [104], [ 99], [ 99], [101], [ 94], [117], [111], [117], [109], [115], [ 10], [ 1]],[[156], [159], [156], [150], [161], [183], [190], [185], [180], [174], [141], [128], [135], [143], [138], [104], [101], [105], [107], [104], [ 98], [ 95], [ 98], [102], [101], [115], [106], [111], [105], [109], [ 13], [ 4]],[[150], [152], [148], [143], [157], [179], [187], [181], [190], [185], [151], [134], [136], [142], [138], [106], [109], [109], [109], [106], [103], [100], [100], [100], [102], [113], [106], [116], [111], [102], [ 14], [ 4]],[[155], [157], [155], [153], [161], [175], [181], [177], [176], [174], [147], [135], [135], [136], [138], [116], [109], [107], [104], [103], [103], [101], [ 99], [ 97], [ 99], [110], [109], [122], [117], [102], [ 23], [ 4]],[[ 16], [ 15], [ 11], [ 9], [ 6], [ 4], [ 4], [ 5], [ 8], [ 12], [ 9], [ 11], [ 14], [ 12], [ 5], [ 4], [ 6], [ 10], [ 13], [ 8], [ 5], [ 9], [ 3], [ 2], [ 5], [ 8], [ 10], [ 11], [ 10], [ 10], [ 1], [ 4]],[[ 1], [ 1], [ 3], [ 6], [ 8], [ 7], [ 7], [ 6], [ 2], [ 5], [ 6], [ 9], [ 12], [ 8], [ 6], [ 5], [ 2], [ 2], [ 9], [ 6], [ 7], [ 7], [ 4], [ 7], [ 4], [ 5], [ 4], [ 7], [ 4], [ 7], [ 5], [ 12]]], dtype=np.uint8), +) + +image_decoder_decode_jpeg_bgr = ImageData( + image_decoder_decode_jpeg_rgb.data, + np.array([[[255, 73, 230], + [255, 76, 227], + [255, 81, 222], + [206, 95, 211], + [142, 123, 204], + [133, 202, 251], + [ 72, 226, 245], + [ 34, 230, 234], + [ 32, 234, 235], + [ 32, 229, 231], + [ 37, 221, 227], + [ 45, 224, 233], + [ 42, 227, 237], + [ 32, 216, 232], + [ 35, 219, 243], + [ 63, 247, 255], + [ 71, 255, 246], + [ 83, 255, 249], + [ 68, 253, 243], + [134, 251, 255], + [ 46, 23, 97], + [121, 19, 127], + [124, 0, 123], + [128, 19, 118], + [ 82, 28, 63], + [143, 133, 99], + [128, 146, 39], + [110, 162, 24], + [ 64, 157, 26], + [ 76, 154, 66], + [ 0, 9, 0], + [ 9, 0, 15]], + + [[255, 77, 232], + [255, 79, 228], + [254, 83, 221], + [208, 93, 210], + [146, 117, 202], + [137, 193, 248], + [ 77, 216, 242], + [ 35, 222, 230], + [ 40, 237, 239], + [ 36, 233, 235], + [ 37, 225, 230], + [ 41, 227, 235], + [ 42, 228, 238], + [ 34, 220, 230], + [ 41, 225, 237], + [ 70, 253, 255], + [ 68, 250, 242], + [ 70, 251, 242], + [ 79, 255, 255], + [124, 232, 255], + [ 57, 32, 112], + [108, 9, 119], + [129, 10, 132], + [121, 21, 117], + [ 95, 50, 83], + [134, 132, 98], + [108, 137, 34], + [106, 165, 31], + [ 75, 168, 40], + [ 71, 151, 62], + [ 0, 9, 0], + [ 5, 0, 11]], + + [[255, 81, 234], + [255, 82, 229], + [250, 86, 221], + [218, 95, 211], + [164, 115, 207], + [161, 189, 254], + [101, 213, 249], + [ 57, 224, 238], + [ 41, 232, 235], + [ 30, 229, 231], + [ 26, 221, 229], + [ 26, 221, 229], + [ 29, 225, 231], + [ 27, 219, 218], + [ 45, 229, 215], + [ 71, 252, 237], + [ 76, 252, 252], + [ 80, 248, 255], + [ 94, 249, 255], + [135, 225, 255], + [ 58, 30, 120], + [101, 6, 120], + [116, 9, 126], + [104, 20, 109], + [ 72, 47, 75], + [113, 130, 97], + [ 98, 144, 48], + [ 89, 163, 37], + [ 72, 169, 48], + [ 66, 151, 59], + [ 0, 16, 0], + [ 0, 13, 0]], + + [[236, 83, 216], + [238, 83, 211], + [246, 88, 205], + [226, 98, 203], + [181, 114, 205], + [178, 184, 255], + [120, 207, 255], + [ 77, 220, 251], + [ 56, 228, 246], + [ 46, 228, 247], + [ 43, 216, 248], + [ 45, 214, 251], + [ 50, 217, 250], + [ 51, 217, 234], + [ 69, 232, 217], + [ 95, 255, 234], + [ 93, 251, 245], + [104, 254, 255], + [101, 232, 252], + [153, 228, 255], + [ 52, 34, 111], + [103, 33, 126], + [ 93, 15, 109], + [ 91, 34, 103], + [ 39, 33, 52], + [ 99, 127, 98], + [106, 152, 75], + [ 86, 148, 48], + [ 78, 151, 53], + [ 83, 148, 69], + [ 0, 16, 0], + [ 0, 15, 0]], + + [[227, 104, 202], + [235, 103, 196], + [253, 106, 191], + [242, 111, 192], + [199, 117, 200], + [192, 176, 253], + [127, 193, 255], + [ 85, 204, 255], + [ 67, 210, 255], + [ 67, 209, 255], + [ 76, 195, 255], + [ 82, 189, 255], + [ 88, 193, 255], + [ 88, 197, 255], + [ 97, 217, 229], + [118, 246, 229], + [123, 250, 228], + [148, 255, 249], + [145, 251, 245], + [155, 224, 239], + [ 49, 57, 97], + [ 58, 35, 87], + [ 52, 21, 72], + [ 68, 48, 83], + [ 65, 76, 80], + [ 96, 122, 99], + [110, 136, 88], + [ 98, 123, 63], + [108, 127, 70], + [115, 130, 86], + [ 0, 9, 0], + [ 0, 7, 0]], + + [[128, 27, 83], + [137, 23, 76], + [161, 23, 70], + [151, 22, 73], + [103, 16, 84], + [ 86, 60, 138], + [ 13, 66, 146], + [ 0, 72, 150], + [ 0, 73, 146], + [ 0, 71, 164], + [ 0, 55, 186], + [ 15, 48, 198], + [ 24, 51, 202], + [ 19, 56, 176], + [ 16, 81, 136], + [ 31, 114, 116], + [ 38, 131, 94], + [ 17, 112, 62], + [ 23, 109, 75], + [ 55, 125, 108], + [128, 175, 173], + [162, 194, 200], + [175, 197, 203], + [153, 174, 175], + [131, 161, 150], + [ 95, 117, 98], + [102, 105, 83], + [117, 103, 80], + [143, 111, 92], + [138, 107, 92], + [ 12, 3, 0], + [ 2, 5, 0]], + + [[132, 43, 52], + [142, 40, 45], + [167, 38, 41], + [159, 35, 51], + [103, 21, 70], + [ 82, 55, 129], + [ 6, 53, 144], + [ 0, 53, 155], + [ 0, 53, 163], + [ 10, 52, 189], + [ 53, 32, 224], + [ 77, 23, 242], + [ 88, 25, 251], + [ 77, 33, 223], + [ 61, 59, 172], + [ 65, 98, 131], + [ 55, 111, 62], + [ 58, 130, 47], + [ 72, 146, 80], + [ 44, 128, 73], + [104, 200, 153], + [ 86, 183, 139], + [120, 202, 160], + [139, 206, 169], + [155, 203, 174], + [ 91, 109, 92], + [116, 92, 92], + [148, 90, 101], + [171, 88, 103], + [160, 87, 97], + [ 23, 0, 0], + [ 4, 4, 0]], + + [[140, 47, 26], + [146, 44, 21], + [169, 48, 22], + [158, 47, 39], + [103, 31, 67], + [ 83, 62, 131], + [ 14, 56, 153], + [ 0, 52, 170], + [ 0, 37, 164], + [ 25, 37, 195], + [ 71, 21, 233], + [100, 13, 255], + [111, 14, 255], + [103, 20, 236], + [ 88, 45, 180], + [ 92, 84, 131], + [ 92, 118, 70], + [ 85, 136, 46], + [ 59, 118, 43], + [ 41, 122, 53], + [106, 222, 153], + [100, 225, 156], + [101, 209, 143], + [122, 205, 150], + [141, 192, 155], + [ 91, 101, 89], + [137, 98, 119], + [161, 83, 120], + [174, 65, 104], + [167, 78, 104], + [ 27, 6, 4], + [ 0, 7, 0]], + + [[161, 50, 18], + [164, 54, 20], + [166, 53, 13], + [140, 47, 26], + [ 99, 44, 69], + [ 64, 52, 118], + [ 23, 55, 155], + [ 0, 48, 170], + [ 2, 41, 169], + [ 26, 36, 190], + [ 71, 35, 233], + [ 91, 26, 249], + [ 92, 10, 239], + [102, 23, 218], + [117, 54, 177], + [119, 83, 129], + [105, 112, 75], + [101, 131, 58], + [ 78, 116, 56], + [ 57, 120, 64], + [110, 214, 151], + [103, 217, 153], + [109, 203, 138], + [134, 202, 147], + [163, 199, 169], + [104, 102, 102], + [132, 88, 124], + [147, 67, 120], + [184, 78, 131], + [147, 68, 101], + [ 7, 9, 3], + [ 0, 18, 0]], + + [[136, 46, 15], + [138, 52, 16], + [135, 53, 11], + [114, 46, 23], + [ 89, 43, 66], + [ 76, 48, 114], + [ 60, 46, 151], + [ 45, 39, 164], + [ 51, 43, 167], + [ 38, 28, 164], + [ 54, 43, 200], + [ 59, 43, 214], + [ 59, 42, 210], + [ 79, 56, 195], + [ 94, 65, 144], + [114, 93, 115], + [106, 103, 72], + [108, 116, 63], + [103, 111, 70], + [103, 127, 87], + [129, 187, 139], + [138, 201, 151], + [155, 198, 147], + [177, 198, 160], + [162, 162, 150], + [124, 97, 117], + [141, 86, 143], + [147, 68, 142], + [176, 76, 148], + [145, 74, 124], + [ 0, 0, 6], + [ 0, 10, 0]], + + [[ 88, 57, 36], + [ 92, 62, 37], + [ 91, 65, 29], + [ 88, 55, 39], + [ 95, 47, 76], + [115, 47, 118], + [134, 39, 150], + [132, 32, 158], + [123, 41, 154], + [ 86, 43, 146], + [ 79, 101, 196], + [ 45, 111, 194], + [ 17, 109, 180], + [ 37, 126, 170], + [ 77, 138, 140], + [165, 197, 173], + [215, 215, 185], + [235, 214, 183], + [239, 206, 186], + [225, 192, 173], + [165, 142, 120], + [157, 128, 107], + [171, 121, 101], + [178, 118, 112], + [199, 138, 158], + [195, 129, 180], + [198, 130, 215], + [203, 125, 226], + [216, 126, 222], + [189, 125, 201], + [ 3, 6, 44], + [ 0, 5, 23]], + + [[ 65, 58, 43], + [ 66, 62, 43], + [ 63, 65, 36], + [ 64, 55, 42], + [ 84, 44, 72], + [121, 41, 112], + [156, 28, 140], + [158, 21, 143], + [140, 28, 130], + [ 86, 39, 115], + [ 70, 121, 164], + [ 14, 132, 151], + [ 0, 127, 131], + [ 0, 142, 127], + [ 55, 151, 115], + [190, 235, 196], + [218, 214, 189], + [245, 206, 192], + [255, 208, 201], + [255, 207, 202], + [188, 114, 110], + [202, 113, 109], + [225, 115, 117], + [224, 109, 126], + [195, 95, 137], + [212, 127, 195], + [201, 129, 225], + [200, 127, 237], + [203, 120, 229], + [188, 125, 217], + [ 0, 0, 41], + [ 0, 0, 32]], + + [[ 73, 55, 44], + [ 73, 63, 46], + [ 63, 66, 41], + [ 59, 57, 46], + [ 76, 50, 74], + [108, 47, 111], + [146, 35, 141], + [148, 27, 142], + [148, 52, 146], + [ 85, 55, 114], + [ 55, 130, 139], + [ 10, 147, 125], + [ 0, 155, 119], + [ 16, 158, 115], + [ 68, 140, 104], + [194, 213, 186], + [226, 209, 196], + [235, 190, 186], + [247, 187, 187], + [255, 197, 198], + [202, 105, 109], + [232, 113, 121], + [249, 108, 123], + [231, 91, 122], + [214, 99, 149], + [230, 141, 211], + [200, 133, 225], + [190, 126, 232], + [192, 118, 224], + [196, 132, 227], + [ 14, 0, 51], + [ 4, 0, 43]], + + [[ 59, 57, 33], + [ 59, 62, 36], + [ 53, 66, 34], + [ 52, 58, 39], + [ 70, 52, 69], + [105, 50, 107], + [140, 36, 137], + [148, 27, 142], + [131, 30, 128], + [ 93, 49, 110], + [ 68, 120, 126], + [ 32, 146, 116], + [ 18, 160, 115], + [ 31, 150, 112], + [ 81, 131, 121], + [196, 200, 205], + [227, 206, 215], + [242, 206, 218], + [248, 207, 215], + [255, 206, 214], + [193, 113, 120], + [215, 110, 121], + [234, 106, 125], + [229, 105, 135], + [192, 97, 141], + [202, 133, 190], + [178, 133, 206], + [176, 135, 216], + [184, 132, 210], + [193, 139, 209], + [ 21, 0, 36], + [ 18, 0, 29]], + + [[ 33, 75, 22], + [ 40, 79, 27], + [ 44, 77, 26], + [ 50, 65, 33], + [ 72, 57, 61], + [106, 50, 99], + [141, 32, 134], + [153, 19, 143], + [162, 29, 146], + [150, 57, 142], + [120, 108, 136], + [ 84, 131, 123], + [ 57, 141, 123], + [ 48, 124, 123], + [ 91, 121, 162], + [193, 192, 248], + [197, 185, 227], + [214, 201, 233], + [201, 199, 221], + [197, 192, 207], + [150, 126, 134], + [161, 114, 122], + [174, 105, 116], + [184, 116, 133], + [171, 127, 150], + [165, 143, 171], + [154, 149, 181], + [160, 157, 189], + [177, 156, 188], + [181, 152, 175], + [ 30, 0, 11], + [ 27, 0, 1]], + + [[ 61, 122, 58], + [ 64, 125, 61], + [ 64, 121, 60], + [ 71, 106, 66], + [ 97, 93, 92], + [133, 81, 129], + [170, 59, 165], + [184, 41, 174], + [185, 40, 172], + [165, 48, 151], + [112, 50, 102], + [ 73, 60, 82], + [ 50, 77, 91], + [ 27, 59, 94], + [ 50, 53, 134], + [114, 106, 199], + [124, 121, 193], + [121, 127, 186], + [101, 115, 173], + [121, 143, 184], + [139, 165, 179], + [170, 189, 192], + [175, 172, 181], + [176, 174, 180], + [155, 169, 168], + [134, 158, 150], + [119, 151, 134], + [120, 148, 125], + [133, 150, 123], + [140, 143, 121], + [ 17, 4, 0], + [ 26, 3, 0]], + + [[ 61, 119, 61], + [ 54, 121, 60], + [ 38, 124, 60], + [ 47, 116, 71], + [ 79, 97, 96], + [119, 76, 127], + [167, 51, 164], + [183, 39, 181], + [172, 41, 181], + [161, 45, 164], + [139, 40, 118], + [113, 45, 100], + [ 85, 56, 106], + [ 71, 56, 124], + [ 60, 31, 140], + [126, 107, 224], + [105, 114, 212], + [ 97, 116, 213], + [ 99, 109, 223], + [ 89, 116, 206], + [109, 181, 205], + [100, 190, 185], + [110, 182, 192], + [116, 185, 188], + [118, 194, 170], + [ 89, 162, 112], + [118, 180, 104], + [120, 176, 87], + [105, 166, 76], + [121, 165, 98], + [ 7, 20, 0], + [ 5, 0, 0]], + + [[ 72, 114, 61], + [ 59, 116, 61], + [ 37, 121, 63], + [ 44, 114, 77], + [ 78, 97, 100], + [120, 77, 128], + [168, 54, 161], + [182, 43, 178], + [169, 50, 183], + [163, 52, 174], + [158, 37, 135], + [139, 35, 120], + [104, 38, 120], + [ 87, 39, 135], + [ 77, 24, 151], + [132, 100, 231], + [ 98, 109, 223], + [ 86, 111, 227], + [ 94, 101, 240], + [ 82, 111, 220], + [ 92, 183, 210], + [ 79, 193, 186], + [ 85, 186, 195], + [ 94, 191, 189], + [ 98, 199, 161], + [ 71, 165, 94], + [105, 181, 80], + [118, 190, 76], + [100, 184, 72], + [104, 174, 91], + [ 0, 13, 0], + [ 0, 1, 0]], + + [[ 91, 110, 59], + [ 82, 111, 65], + [ 63, 113, 73], + [ 68, 107, 86], + [ 98, 94, 106], + [131, 79, 127], + [169, 62, 149], + [179, 54, 163], + [154, 47, 163], + [155, 48, 164], + [154, 26, 138], + [144, 23, 134], + [111, 23, 136], + [ 98, 30, 149], + [ 94, 27, 162], + [141, 98, 231], + [ 99, 106, 223], + [ 87, 110, 226], + [ 95, 102, 235], + [ 85, 110, 214], + [102, 181, 208], + [ 92, 190, 184], + [103, 184, 189], + [112, 189, 181], + [126, 211, 167], + [ 90, 174, 102], + [ 98, 173, 81], + [104, 181, 83], + [ 88, 179, 86], + [ 95, 173, 102], + [ 0, 14, 0], + [ 0, 12, 1]], + + [[ 88, 95, 88], + [ 81, 95, 94], + [ 64, 95, 104], + [ 66, 90, 114], + [ 88, 81, 124], + [111, 73, 133], + [138, 65, 138], + [142, 60, 143], + [132, 66, 155], + [142, 62, 163], + [148, 29, 144], + [154, 26, 151], + [130, 25, 152], + [124, 33, 160], + [124, 35, 162], + [157, 91, 204], + [138, 115, 200], + [125, 120, 199], + [130, 115, 207], + [114, 121, 190], + [128, 187, 196], + [115, 194, 180], + [122, 189, 186], + [125, 193, 182], + [102, 189, 145], + [ 81, 176, 115], + [ 80, 170, 104], + [ 74, 171, 105], + [ 60, 167, 110], + [ 75, 167, 124], + [ 0, 12, 0], + [ 0, 7, 0]], + + [[111, 115, 194], + [103, 114, 198], + [ 88, 113, 207], + [ 87, 112, 210], + [ 96, 111, 204], + [108, 111, 192], + [121, 113, 178], + [123, 114, 171], + [111, 111, 171], + [127, 99, 175], + [144, 49, 159], + [169, 44, 170], + [158, 39, 167], + [159, 43, 164], + [160, 43, 146], + [181, 77, 148], + [162, 84, 108], + [155, 93, 99], + [147, 89, 107], + [122, 94, 100], + [122, 153, 124], + [ 96, 157, 121], + [ 92, 148, 135], + [ 82, 152, 139], + [ 76, 179, 142], + [ 91, 211, 170], + [ 92, 217, 191], + [ 84, 212, 200], + [ 70, 206, 202], + [ 93, 207, 207], + [ 0, 19, 14], + [ 0, 8, 2]], + + [[ 93, 98, 230], + [ 87, 97, 234], + [ 77, 97, 239], + [ 74, 97, 236], + [ 79, 101, 220], + [ 80, 105, 197], + [ 84, 113, 170], + [ 85, 117, 158], + [ 92, 127, 170], + [118, 112, 177], + [143, 53, 159], + [184, 50, 180], + [182, 44, 175], + [192, 48, 167], + [198, 51, 143], + [205, 69, 117], + [205, 93, 81], + [198, 105, 66], + [182, 105, 73], + [148, 108, 73], + [142, 160, 113], + [112, 161, 117], + [103, 154, 134], + [ 84, 158, 140], + [ 44, 156, 122], + [ 77, 213, 185], + [ 73, 213, 214], + [ 58, 200, 223], + [ 51, 192, 225], + [ 89, 201, 224], + [ 0, 7, 4], + [ 0, 8, 0]], + + [[ 82, 93, 245], + [ 81, 93, 247], + [ 80, 92, 250], + [ 79, 95, 242], + [ 82, 101, 222], + [ 81, 109, 196], + [ 79, 119, 168], + [ 79, 122, 155], + [ 81, 120, 158], + [115, 106, 169], + [148, 45, 156], + [199, 44, 179], + [201, 36, 173], + [215, 44, 166], + [233, 53, 148], + [232, 66, 113], + [220, 92, 73], + [204, 108, 54], + [184, 110, 56], + [147, 113, 59], + [139, 160, 111], + [109, 159, 119], + [100, 153, 133], + [ 83, 158, 137], + [ 54, 170, 133], + [ 84, 222, 198], + [ 63, 203, 220], + [ 53, 189, 231], + [ 61, 183, 235], + [110, 197, 229], + [ 0, 8, 0], + [ 21, 18, 0]], + + [[ 57, 106, 222], + [ 60, 107, 223], + [ 66, 106, 225], + [ 70, 109, 218], + [ 72, 115, 202], + [ 69, 120, 182], + [ 64, 128, 159], + [ 64, 129, 150], + [ 71, 129, 158], + [107, 118, 170], + [138, 59, 150], + [185, 58, 167], + [178, 46, 152], + [192, 54, 142], + [216, 68, 128], + [218, 76, 95], + [218, 99, 60], + [208, 113, 44], + [187, 116, 42], + [152, 117, 49], + [147, 159, 111], + [116, 154, 124], + [113, 149, 135], + [ 93, 153, 142], + [ 61, 162, 137], + [ 86, 209, 205], + [ 58, 185, 230], + [ 62, 183, 255], + [ 73, 182, 255], + [116, 190, 246], + [ 0, 5, 0], + [ 25, 12, 0]], + + [[ 26, 145, 167], + [ 28, 140, 163], + [ 37, 137, 162], + [ 45, 137, 162], + [ 46, 136, 153], + [ 42, 134, 145], + [ 40, 140, 144], + [ 46, 146, 150], + [ 45, 142, 156], + [ 65, 122, 153], + [ 99, 81, 134], + [126, 76, 130], + [126, 85, 123], + [128, 89, 105], + [153, 102, 92], + [165, 97, 60], + [202, 114, 50], + [205, 115, 31], + [189, 119, 28], + [173, 131, 54], + [151, 144, 105], + [141, 151, 138], + [141, 146, 147], + [117, 143, 149], + [ 92, 159, 160], + [ 96, 188, 217], + [ 77, 176, 255], + [ 77, 179, 255], + [ 64, 162, 255], + [ 89, 159, 255], + [ 0, 6, 31], + [ 5, 3, 0]], + + [[ 23, 197, 119], + [ 29, 197, 121], + [ 42, 193, 124], + [ 49, 194, 132], + [ 55, 196, 145], + [ 59, 203, 161], + [ 59, 206, 178], + [ 59, 207, 191], + [ 58, 199, 196], + [ 75, 183, 187], + [ 99, 145, 153], + [117, 138, 135], + [110, 148, 118], + [115, 152, 96], + [139, 155, 78], + [153, 135, 46], + [192, 125, 33], + [205, 121, 26], + [192, 122, 21], + [166, 117, 43], + [127, 105, 87], + [107, 97, 114], + [105, 90, 121], + [ 84, 86, 126], + [ 49, 88, 132], + [ 42, 104, 175], + [ 9, 78, 205], + [ 0, 73, 231], + [ 0, 69, 230], + [ 35, 95, 219], + [ 0, 0, 34], + [ 2, 3, 7]], + + [[ 10, 226, 41], + [ 15, 226, 46], + [ 20, 219, 51], + [ 16, 212, 62], + [ 16, 215, 93], + [ 22, 224, 131], + [ 21, 223, 164], + [ 13, 214, 177], + [ 22, 217, 191], + [ 42, 207, 180], + [ 63, 173, 131], + [ 78, 168, 102], + [ 82, 184, 82], + [101, 193, 64], + [134, 188, 45], + [147, 152, 13], + [198, 143, 28], + [218, 139, 36], + [209, 140, 37], + [178, 125, 62], + [127, 96, 111], + [101, 78, 140], + [ 97, 73, 151], + [ 83, 72, 164], + [ 50, 65, 167], + [ 50, 83, 210], + [ 28, 64, 234], + [ 23, 67, 252], + [ 8, 63, 238], + [ 37, 82, 210], + [ 0, 0, 34], + [ 4, 0, 1]], + + [[ 23, 255, 14], + [ 27, 255, 22], + [ 23, 248, 27], + [ 10, 234, 38], + [ 5, 234, 77], + [ 13, 245, 127], + [ 7, 239, 163], + [ 0, 225, 176], + [ 0, 216, 178], + [ 15, 209, 166], + [ 29, 177, 113], + [ 41, 171, 78], + [ 50, 189, 62], + [ 83, 200, 53], + [127, 191, 38], + [143, 149, 2], + [190, 133, 4], + [213, 131, 12], + [206, 132, 20], + [177, 116, 52], + [125, 85, 113], + [ 95, 67, 150], + [ 91, 66, 164], + [ 81, 66, 181], + [ 55, 63, 194], + [ 51, 71, 226], + [ 33, 52, 239], + [ 29, 56, 250], + [ 15, 57, 234], + [ 38, 75, 203], + [ 0, 0, 42], + [ 0, 2, 10]], + + [[ 19, 251, 0], + [ 23, 252, 5], + [ 17, 241, 15], + [ 1, 228, 29], + [ 0, 231, 70], + [ 4, 242, 122], + [ 3, 237, 159], + [ 0, 222, 171], + [ 6, 228, 186], + [ 22, 222, 175], + [ 29, 188, 126], + [ 33, 174, 93], + [ 37, 184, 80], + [ 73, 189, 76], + [127, 175, 69], + [154, 138, 25], + [212, 140, 8], + [235, 140, 1], + [224, 138, 8], + [191, 121, 44], + [137, 91, 113], + [102, 74, 150], + [ 88, 72, 160], + [ 70, 68, 174], + [ 51, 65, 195], + [ 49, 69, 224], + [ 40, 53, 235], + [ 43, 63, 248], + [ 26, 67, 230], + [ 29, 70, 192], + [ 0, 0, 46], + [ 0, 0, 15]], + + [[ 58, 234, 37], + [ 60, 233, 45], + [ 58, 225, 55], + [ 47, 216, 70], + [ 39, 215, 101], + [ 44, 220, 137], + [ 48, 216, 163], + [ 42, 207, 170], + [ 43, 205, 170], + [ 55, 203, 163], + [ 55, 176, 125], + [ 52, 168, 103], + [ 43, 173, 96], + [ 70, 170, 94], + [133, 159, 99], + [160, 133, 66], + [192, 131, 33], + [206, 133, 19], + [200, 130, 17], + [174, 117, 48], + [126, 93, 114], + [ 96, 80, 144], + [ 83, 81, 141], + [ 69, 78, 146], + [ 58, 73, 166], + [ 66, 77, 191], + [ 70, 68, 204], + [ 78, 81, 219], + [ 59, 83, 205], + [ 47, 79, 168], + [ 0, 13, 50], + [ 0, 1, 10]], + + [[ 0, 28, 0], + [ 0, 25, 0], + [ 0, 19, 0], + [ 0, 15, 0], + [ 0, 10, 0], + [ 0, 7, 0], + [ 0, 4, 5], + [ 0, 6, 5], + [ 0, 13, 1], + [ 0, 21, 0], + [ 0, 15, 0], + [ 0, 19, 0], + [ 0, 24, 0], + [ 0, 20, 0], + [ 6, 8, 0], + [ 30, 1, 0], + [ 28, 5, 0], + [ 32, 10, 0], + [ 41, 15, 0], + [ 28, 9, 0], + [ 0, 0, 18], + [ 0, 0, 31], + [ 0, 0, 10], + [ 0, 1, 4], + [ 0, 0, 18], + [ 0, 0, 27], + [ 7, 0, 32], + [ 5, 0, 36], + [ 0, 0, 35], + [ 0, 1, 31], + [ 0, 1, 0], + [ 7, 5, 0]], + + [[ 0, 2, 0], + [ 0, 0, 3], + [ 4, 0, 10], + [ 10, 0, 17], + [ 11, 0, 22], + [ 14, 0, 18], + [ 25, 0, 15], + [ 29, 0, 9], + [ 21, 0, 0], + [ 18, 5, 0], + [ 11, 8, 0], + [ 0, 16, 0], + [ 0, 20, 0], + [ 0, 13, 0], + [ 15, 4, 7], + [ 25, 0, 8], + [ 2, 0, 6], + [ 0, 4, 0], + [ 16, 13, 0], + [ 9, 8, 0], + [ 0, 0, 22], + [ 0, 0, 25], + [ 0, 7, 0], + [ 0, 12, 0], + [ 0, 7, 0], + [ 15, 5, 0], + [ 32, 0, 1], + [ 33, 0, 10], + [ 10, 0, 9], + [ 11, 6, 8], + [ 14, 5, 0], + [ 27, 16, 0]]], dtype=np.uint8), +) + +image_decoder_decode_jpeg2k_rgb = ImageData( + np.array([ 0, 0, 0, 12, 106, 80, 32, 32, 13, 10, 135, 10, 0, + 0, 0, 20, 102, 116, 121, 112, 106, 112, 50, 32, 0, 0, + 0, 0, 106, 112, 50, 32, 0, 0, 0, 45, 106, 112, 50, + 104, 0, 0, 0, 22, 105, 104, 100, 114, 0, 0, 0, 32, + 0, 0, 0, 32, 0, 3, 7, 7, 0, 0, 0, 0, 0, + 15, 99, 111, 108, 114, 1, 0, 0, 0, 0, 0, 16, 0, + 0, 7, 18, 106, 112, 50, 99, 255, 79, 255, 81, 0, 47, + 0, 0, 0, 0, 0, 32, 0, 0, 0, 32, 0, 0, 0, + 0, 0, 0, 0, 0, 0, 0, 0, 32, 0, 0, 0, 32, + 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 7, 1, 1, + 7, 1, 1, 7, 1, 1, 255, 82, 0, 12, 0, 0, 0, + 1, 0, 5, 4, 4, 0, 1, 255, 92, 0, 19, 64, 64, + 72, 72, 80, 72, 72, 80, 72, 72, 80, 72, 72, 80, 72, + 72, 80, 255, 100, 0, 37, 0, 1, 67, 114, 101, 97, 116, + 101, 100, 32, 98, 121, 32, 79, 112, 101, 110, 74, 80, 69, + 71, 32, 118, 101, 114, 115, 105, 111, 110, 32, 50, 46, 53, + 46, 48, 255, 144, 0, 10, 0, 0, 0, 0, 6, 139, 0, + 1, 255, 147, 195, 231, 4, 0, 31, 193, 242, 2, 9, 127, + 195, 231, 2, 7, 195, 234, 2, 143, 180, 10, 31, 104, 16, + 4, 115, 5, 159, 0, 79, 199, 218, 5, 15, 168, 10, 31, + 104, 8, 3, 25, 8, 159, 9, 193, 243, 130, 131, 231, 5, + 63, 48, 32, 9, 111, 8, 127, 4, 167, 199, 218, 11, 63, + 0, 104, 252, 1, 64, 14, 25, 236, 129, 63, 10, 242, 160, + 112, 52, 191, 3, 34, 223, 152, 23, 207, 192, 22, 62, 208, + 88, 125, 160, 192, 14, 120, 105, 193, 230, 9, 210, 147, 177, + 25, 9, 144, 148, 195, 126, 191, 207, 192, 26, 62, 208, 88, + 252, 1, 64, 7, 247, 239, 48, 181, 159, 12, 90, 58, 122, + 9, 12, 13, 199, 195, 143, 207, 192, 78, 126, 2, 113, 248, + 10, 0, 22, 170, 96, 67, 117, 221, 185, 238, 123, 216, 135, + 177, 65, 60, 79, 209, 148, 7, 159, 1, 17, 79, 179, 172, + 17, 21, 60, 101, 99, 223, 82, 254, 246, 110, 40, 44, 0, + 127, 21, 238, 219, 43, 124, 121, 243, 213, 250, 63, 49, 33, + 98, 47, 113, 45, 170, 153, 160, 243, 207, 192, 78, 126, 2, + 144, 251, 68, 64, 34, 100, 150, 169, 72, 29, 190, 139, 77, + 175, 243, 121, 86, 141, 46, 115, 17, 255, 127, 27, 206, 245, + 36, 137, 3, 88, 150, 229, 17, 22, 80, 214, 179, 155, 191, + 9, 119, 234, 159, 22, 133, 163, 43, 90, 41, 169, 46, 72, + 36, 172, 70, 56, 17, 202, 131, 183, 199, 218, 37, 63, 1, + 41, 249, 137, 128, 20, 147, 110, 123, 141, 178, 193, 87, 126, + 222, 22, 15, 24, 73, 29, 111, 114, 149, 32, 218, 201, 39, + 120, 134, 155, 184, 134, 66, 58, 217, 10, 0, 156, 49, 44, + 239, 22, 2, 193, 92, 254, 178, 255, 95, 37, 196, 94, 93, + 83, 106, 3, 55, 215, 87, 63, 223, 154, 12, 252, 17, 35, + 240, 60, 57, 83, 92, 9, 186, 184, 253, 97, 108, 204, 42, + 121, 198, 54, 152, 214, 158, 133, 109, 255, 22, 77, 129, 217, + 162, 182, 150, 79, 119, 10, 227, 28, 236, 98, 161, 32, 251, + 158, 183, 120, 79, 138, 187, 174, 187, 111, 254, 30, 115, 99, + 23, 127, 60, 252, 16, 118, 155, 70, 55, 232, 247, 73, 175, + 224, 111, 60, 142, 99, 107, 203, 71, 232, 40, 144, 21, 187, + 70, 32, 169, 182, 179, 169, 171, 82, 155, 15, 190, 227, 163, + 167, 10, 254, 246, 118, 49, 244, 220, 255, 116, 207, 201, 87, + 180, 16, 121, 97, 154, 12, 240, 180, 206, 164, 0, 13, 219, + 227, 153, 33, 36, 212, 33, 89, 109, 6, 212, 168, 226, 221, + 243, 0, 50, 17, 127, 97, 234, 151, 12, 94, 181, 84, 194, + 7, 118, 33, 72, 104, 4, 221, 22, 70, 229, 50, 52, 80, + 241, 134, 38, 236, 26, 66, 70, 23, 53, 244, 221, 116, 56, + 165, 197, 163, 99, 7, 113, 30, 233, 241, 30, 91, 217, 146, + 56, 101, 216, 39, 56, 250, 172, 211, 15, 16, 47, 65, 127, + 207, 192, 254, 126, 7, 208, 251, 77, 192, 39, 93, 199, 157, + 201, 217, 6, 20, 49, 113, 89, 51, 238, 155, 138, 137, 202, + 96, 134, 221, 198, 47, 240, 209, 203, 72, 12, 202, 155, 22, + 157, 81, 250, 5, 207, 71, 13, 208, 91, 14, 180, 66, 25, + 170, 123, 251, 123, 200, 96, 140, 228, 107, 89, 93, 20, 28, + 69, 249, 146, 179, 144, 250, 127, 62, 97, 226, 175, 173, 54, + 142, 247, 5, 69, 105, 71, 176, 25, 38, 200, 187, 193, 148, + 222, 254, 21, 255, 122, 230, 25, 106, 31, 176, 84, 10, 231, + 179, 117, 255, 50, 202, 29, 225, 188, 22, 227, 11, 177, 103, + 37, 205, 237, 14, 73, 88, 35, 83, 169, 242, 85, 211, 102, + 4, 142, 68, 95, 37, 82, 80, 214, 20, 11, 88, 115, 195, + 98, 106, 218, 114, 145, 123, 75, 75, 137, 231, 55, 77, 234, + 255, 15, 84, 210, 255, 64, 64, 20, 121, 57, 78, 253, 249, + 212, 65, 128, 151, 92, 94, 202, 110, 182, 34, 187, 7, 53, + 92, 36, 83, 100, 165, 121, 71, 207, 192, 250, 126, 7, 176, + 251, 77, 128, 36, 198, 178, 18, 76, 218, 211, 240, 218, 60, + 13, 248, 75, 214, 67, 64, 18, 66, 236, 198, 84, 245, 51, + 12, 3, 1, 92, 45, 35, 139, 118, 66, 222, 137, 88, 222, + 75, 85, 44, 193, 125, 206, 91, 163, 92, 147, 203, 52, 24, + 223, 120, 99, 100, 87, 72, 29, 61, 233, 70, 212, 108, 239, + 82, 243, 93, 156, 226, 55, 118, 254, 179, 72, 189, 40, 125, + 216, 140, 179, 219, 226, 142, 202, 239, 14, 133, 104, 196, 156, + 84, 111, 170, 186, 228, 127, 214, 32, 165, 68, 129, 204, 171, + 3, 120, 212, 6, 164, 158, 250, 178, 132, 138, 76, 206, 80, + 43, 120, 0, 235, 221, 142, 194, 133, 111, 76, 233, 61, 247, + 7, 103, 43, 113, 35, 140, 59, 224, 80, 183, 221, 52, 198, + 22, 127, 253, 147, 102, 60, 126, 241, 91, 200, 146, 170, 69, + 217, 123, 36, 141, 88, 160, 132, 121, 239, 104, 123, 227, 227, + 123, 190, 157, 71, 12, 179, 28, 187, 245, 45, 111, 207, 193, + 146, 126, 12, 112, 251, 77, 192, 172, 193, 118, 152, 92, 250, + 245, 178, 145, 220, 2, 246, 200, 173, 130, 233, 43, 23, 207, + 176, 154, 220, 79, 208, 152, 232, 49, 148, 197, 12, 28, 187, + 215, 231, 74, 253, 114, 157, 45, 56, 62, 45, 55, 37, 63, + 220, 131, 255, 32, 189, 251, 116, 36, 204, 16, 72, 124, 138, + 94, 44, 96, 110, 62, 104, 57, 246, 44, 174, 179, 147, 146, + 32, 91, 92, 114, 196, 87, 209, 170, 88, 95, 21, 139, 254, + 78, 207, 156, 124, 151, 116, 227, 49, 30, 171, 162, 67, 120, + 31, 199, 127, 172, 192, 52, 46, 151, 230, 141, 248, 110, 35, + 243, 135, 232, 26, 43, 142, 196, 185, 12, 31, 123, 137, 118, + 145, 48, 91, 56, 46, 85, 72, 18, 97, 34, 253, 207, 73, + 6, 204, 217, 124, 228, 59, 146, 216, 33, 21, 121, 105, 196, + 65, 232, 214, 181, 33, 112, 35, 55, 32, 33, 125, 46, 251, + 203, 242, 226, 175, 225, 187, 121, 111, 111, 255, 29, 75, 9, + 3, 194, 219, 238, 88, 133, 72, 196, 238, 51, 233, 109, 12, + 25, 10, 233, 187, 9, 192, 207, 13, 156, 39, 179, 130, 200, + 62, 211, 143, 151, 41, 170, 39, 11, 131, 60, 130, 78, 123, + 42, 202, 95, 61, 144, 135, 25, 74, 217, 191, 126, 75, 2, + 248, 229, 162, 158, 203, 118, 243, 164, 243, 12, 46, 4, 178, + 182, 205, 93, 28, 245, 197, 208, 12, 129, 253, 202, 125, 52, + 175, 199, 218, 191, 31, 106, 252, 62, 211, 16, 28, 232, 48, + 162, 23, 193, 178, 85, 202, 167, 50, 213, 135, 203, 213, 27, + 46, 88, 209, 38, 100, 195, 157, 78, 8, 92, 80, 131, 1, + 63, 224, 212, 8, 26, 89, 41, 113, 24, 140, 81, 51, 226, + 213, 93, 247, 195, 32, 162, 62, 37, 90, 178, 221, 91, 29, + 208, 212, 99, 228, 11, 68, 39, 232, 182, 168, 128, 68, 47, + 120, 91, 215, 14, 39, 113, 211, 156, 72, 108, 30, 128, 171, + 43, 176, 182, 171, 113, 246, 165, 179, 121, 20, 155, 19, 123, + 199, 34, 225, 202, 31, 38, 55, 160, 175, 114, 38, 236, 62, + 89, 241, 175, 49, 106, 198, 41, 44, 173, 11, 243, 12, 6, + 173, 111, 165, 11, 112, 162, 192, 47, 188, 234, 18, 87, 128, + 156, 125, 24, 251, 76, 185, 246, 22, 208, 211, 181, 43, 9, + 5, 168, 66, 222, 117, 48, 39, 165, 199, 250, 206, 38, 56, + 205, 16, 78, 244, 43, 227, 148, 36, 44, 93, 250, 6, 159, + 16, 86, 5, 48, 155, 224, 126, 49, 225, 114, 202, 48, 143, + 249, 97, 218, 162, 47, 65, 170, 89, 251, 164, 134, 209, 85, + 26, 37, 116, 11, 118, 109, 5, 54, 2, 191, 141, 206, 195, + 31, 248, 32, 125, 3, 11, 136, 183, 82, 5, 75, 21, 29, + 7, 133, 33, 216, 139, 51, 76, 2, 21, 246, 232, 226, 180, + 170, 62, 199, 218, 181, 31, 106, 236, 62, 211, 80, 28, 76, + 84, 159, 4, 65, 45, 39, 210, 159, 35, 192, 202, 118, 120, + 113, 103, 253, 75, 75, 29, 51, 207, 47, 118, 61, 205, 24, + 61, 63, 1, 17, 52, 104, 120, 192, 211, 103, 43, 123, 71, + 170, 107, 8, 243, 28, 56, 166, 39, 181, 109, 213, 6, 39, + 56, 190, 181, 90, 56, 15, 152, 255, 45, 19, 192, 235, 243, + 23, 245, 230, 151, 239, 68, 55, 179, 23, 15, 235, 29, 68, + 125, 242, 9, 113, 86, 86, 21, 82, 207, 67, 115, 187, 10, + 73, 82, 210, 112, 95, 199, 163, 129, 28, 179, 43, 72, 187, + 122, 30, 152, 227, 80, 163, 50, 129, 121, 138, 9, 19, 10, + 19, 44, 101, 108, 69, 246, 105, 58, 85, 146, 155, 114, 216, + 168, 49, 23, 223, 94, 202, 124, 62, 127, 16, 20, 86, 26, + 183, 95, 189, 192, 165, 141, 55, 91, 79, 49, 229, 108, 77, + 250, 123, 247, 184, 138, 47, 103, 176, 157, 8, 81, 201, 192, + 156, 59, 240, 251, 47, 34, 71, 39, 3, 179, 38, 223, 110, + 159, 133, 196, 85, 72, 241, 227, 104, 224, 110, 127, 216, 242, + 88, 42, 220, 81, 93, 138, 63, 86, 78, 76, 149, 234, 116, + 126, 32, 5, 40, 46, 103, 109, 144, 200, 232, 34, 217, 153, + 38, 76, 185, 122, 147, 225, 110, 237, 245, 41, 121, 206, 151, + 255, 217], dtype=np.uint8), + np.array([[[226, 81, 251], + [226, 81, 251], + [226, 81, 251], + [226, 81, 251], + [226, 81, 251], + [237, 229, 45], + [237, 229, 45], + [237, 229, 45], + [237, 229, 45], + [237, 229, 45], + [225, 227, 29], + [225, 227, 29], + [225, 227, 29], + [225, 227, 29], + [225, 227, 29], + [253, 253, 80], + [253, 253, 80], + [253, 253, 80], + [253, 253, 80], + [253, 253, 80], + [129, 8, 118], + [129, 8, 118], + [129, 8, 118], + [129, 8, 118], + [129, 8, 118], + [ 33, 164, 77], + [ 33, 164, 77], + [ 33, 164, 77], + [ 33, 164, 77], + [ 33, 164, 77], + [ 0, 0, 0], + [ 0, 0, 0]], + + [[226, 81, 251], + [226, 81, 251], + [226, 81, 251], + [226, 81, 251], + [226, 81, 251], + [237, 229, 45], + [237, 229, 45], + [237, 229, 45], + [237, 229, 45], + [237, 229, 45], + [225, 227, 29], + [225, 227, 29], + [225, 227, 29], + [225, 227, 29], + [225, 227, 29], + [253, 253, 80], + [253, 253, 80], + [253, 253, 80], + [253, 253, 80], + [253, 253, 80], + [129, 8, 118], + [129, 8, 118], + [129, 8, 118], + [129, 8, 118], + [129, 8, 118], + [ 33, 164, 77], + [ 33, 164, 77], + [ 33, 164, 77], + [ 33, 164, 77], + [ 33, 164, 77], + [ 0, 0, 0], + [ 0, 0, 0]], + + [[226, 81, 251], + [226, 81, 251], + [226, 81, 251], + [226, 81, 251], + [226, 81, 251], + [237, 229, 45], + [237, 229, 45], + [237, 229, 45], + [237, 229, 45], + [237, 229, 45], + [225, 227, 29], + [225, 227, 29], + [225, 227, 29], + [225, 227, 29], + [225, 227, 29], + [253, 253, 80], + [253, 253, 80], + [253, 253, 80], + [253, 253, 80], + [253, 253, 80], + [129, 8, 118], + [129, 8, 118], + [129, 8, 118], + [129, 8, 118], + [129, 8, 118], + [ 33, 164, 77], + [ 33, 164, 77], + [ 33, 164, 77], + [ 33, 164, 77], + [ 33, 164, 77], + [ 0, 0, 0], + [ 0, 0, 0]], + + [[226, 81, 251], + [226, 81, 251], + [226, 81, 251], + [226, 81, 251], + [226, 81, 251], + [237, 229, 45], + [237, 229, 45], + [237, 229, 45], + [237, 229, 45], + [237, 229, 45], + [225, 227, 29], + [225, 227, 29], + [225, 227, 29], + [225, 227, 29], + [225, 227, 29], + [253, 253, 80], + [253, 253, 80], + [253, 253, 80], + [253, 253, 80], + [253, 253, 80], + [129, 8, 118], + [129, 8, 118], + [129, 8, 118], + [129, 8, 118], + [129, 8, 118], + [ 33, 164, 77], + [ 33, 164, 77], + [ 33, 164, 77], + [ 33, 164, 77], + [ 33, 164, 77], + [ 0, 0, 0], + [ 0, 0, 0]], + + [[226, 81, 251], + [226, 81, 251], + [226, 81, 251], + [226, 81, 251], + [226, 81, 251], + [237, 229, 45], + [237, 229, 45], + [237, 229, 45], + [237, 229, 45], + [237, 229, 45], + [225, 227, 29], + [225, 227, 29], + [225, 227, 29], + [225, 227, 29], + [225, 227, 29], + [253, 253, 80], + [253, 253, 80], + [253, 253, 80], + [253, 253, 80], + [253, 253, 80], + [129, 8, 118], + [129, 8, 118], + [129, 8, 118], + [129, 8, 118], + [129, 8, 118], + [ 33, 164, 77], + [ 33, 164, 77], + [ 33, 164, 77], + [ 33, 164, 77], + [ 33, 164, 77], + [ 0, 0, 0], + [ 0, 0, 0]], + + [[ 21, 47, 169], + [ 21, 47, 169], + [ 21, 47, 169], + [ 21, 47, 169], + [ 21, 47, 169], + [173, 45, 10], + [173, 45, 10], + [173, 45, 10], + [173, 45, 10], + [173, 45, 10], + [254, 15, 94], + [254, 15, 94], + [254, 15, 94], + [254, 15, 94], + [254, 15, 94], + [ 52, 126, 81], + [ 52, 126, 81], + [ 52, 126, 81], + [ 52, 126, 81], + [ 52, 126, 81], + [145, 211, 101], + [145, 211, 101], + [145, 211, 101], + [145, 211, 101], + [145, 211, 101], + [109, 86, 145], + [109, 86, 145], + [109, 86, 145], + [109, 86, 145], + [109, 86, 145], + [ 0, 0, 0], + [ 0, 0, 0]], + + [[ 21, 47, 169], + [ 21, 47, 169], + [ 21, 47, 169], + [ 21, 47, 169], + [ 21, 47, 169], + [173, 45, 10], + [173, 45, 10], + [173, 45, 10], + [173, 45, 10], + [173, 45, 10], + [254, 15, 94], + [254, 15, 94], + [254, 15, 94], + [254, 15, 94], + [254, 15, 94], + [ 52, 126, 81], + [ 52, 126, 81], + [ 52, 126, 81], + [ 52, 126, 81], + [ 52, 126, 81], + [145, 211, 101], + [145, 211, 101], + [145, 211, 101], + [145, 211, 101], + [145, 211, 101], + [109, 86, 145], + [109, 86, 145], + [109, 86, 145], + [109, 86, 145], + [109, 86, 145], + [ 0, 0, 0], + [ 0, 0, 0]], + + [[ 21, 47, 169], + [ 21, 47, 169], + [ 21, 47, 169], + [ 21, 47, 169], + [ 21, 47, 169], + [173, 45, 10], + [173, 45, 10], + [173, 45, 10], + [173, 45, 10], + [173, 45, 10], + [254, 15, 94], + [254, 15, 94], + [254, 15, 94], + [254, 15, 94], + [254, 15, 94], + [ 52, 126, 81], + [ 52, 126, 81], + [ 52, 126, 81], + [ 52, 126, 81], + [ 52, 126, 81], + [145, 211, 101], + [145, 211, 101], + [145, 211, 101], + [145, 211, 101], + [145, 211, 101], + [109, 86, 145], + [109, 86, 145], + [109, 86, 145], + [109, 86, 145], + [109, 86, 145], + [ 0, 0, 0], + [ 0, 0, 0]], + + [[ 21, 47, 169], + [ 21, 47, 169], + [ 21, 47, 169], + [ 21, 47, 169], + [ 21, 47, 169], + [173, 45, 10], + [173, 45, 10], + [173, 45, 10], + [173, 45, 10], + [173, 45, 10], + [254, 15, 94], + [254, 15, 94], + [254, 15, 94], + [254, 15, 94], + [254, 15, 94], + [ 52, 126, 81], + [ 52, 126, 81], + [ 52, 126, 81], + [ 52, 126, 81], + [ 52, 126, 81], + [145, 211, 101], + [145, 211, 101], + [145, 211, 101], + [145, 211, 101], + [145, 211, 101], + [109, 86, 145], + [109, 86, 145], + [109, 86, 145], + [109, 86, 145], + [109, 86, 145], + [ 0, 0, 0], + [ 0, 0, 0]], + + [[ 21, 47, 169], + [ 21, 47, 169], + [ 21, 47, 169], + [ 21, 47, 169], + [ 21, 47, 169], + [173, 45, 10], + [173, 45, 10], + [173, 45, 10], + [173, 45, 10], + [173, 45, 10], + [254, 15, 94], + [254, 15, 94], + [254, 15, 94], + [254, 15, 94], + [254, 15, 94], + [ 52, 126, 81], + [ 52, 126, 81], + [ 52, 126, 81], + [ 52, 126, 81], + [ 52, 126, 81], + [145, 211, 101], + [145, 211, 101], + [145, 211, 101], + [145, 211, 101], + [145, 211, 101], + [109, 86, 145], + [109, 86, 145], + [109, 86, 145], + [109, 86, 145], + [109, 86, 145], + [ 0, 0, 0], + [ 0, 0, 0]], + + [[ 34, 66, 54], + [ 34, 66, 54], + [ 34, 66, 54], + [ 34, 66, 54], + [ 34, 66, 54], + [136, 29, 158], + [136, 29, 158], + [136, 29, 158], + [136, 29, 158], + [136, 29, 158], + [117, 152, 1], + [117, 152, 1], + [117, 152, 1], + [117, 152, 1], + [117, 152, 1], + [187, 208, 244], + [187, 208, 244], + [187, 208, 244], + [187, 208, 244], + [187, 208, 244], + [118, 108, 234], + [118, 108, 234], + [118, 108, 234], + [118, 108, 234], + [118, 108, 234], + [246, 113, 205], + [246, 113, 205], + [246, 113, 205], + [246, 113, 205], + [246, 113, 205], + [ 0, 0, 0], + [ 0, 0, 0]], + + [[ 34, 66, 54], + [ 34, 66, 54], + [ 34, 66, 54], + [ 34, 66, 54], + [ 34, 66, 54], + [136, 29, 158], + [136, 29, 158], + [136, 29, 158], + [136, 29, 158], + [136, 29, 158], + [117, 152, 1], + [117, 152, 1], + [117, 152, 1], + [117, 152, 1], + [117, 152, 1], + [187, 208, 244], + [187, 208, 244], + [187, 208, 244], + [187, 208, 244], + [187, 208, 244], + [118, 108, 234], + [118, 108, 234], + [118, 108, 234], + [118, 108, 234], + [118, 108, 234], + [246, 113, 205], + [246, 113, 205], + [246, 113, 205], + [246, 113, 205], + [246, 113, 205], + [ 0, 0, 0], + [ 0, 0, 0]], + + [[ 34, 66, 54], + [ 34, 66, 54], + [ 34, 66, 54], + [ 34, 66, 54], + [ 34, 66, 54], + [136, 29, 158], + [136, 29, 158], + [136, 29, 158], + [136, 29, 158], + [136, 29, 158], + [117, 152, 1], + [117, 152, 1], + [117, 152, 1], + [117, 152, 1], + [117, 152, 1], + [187, 208, 244], + [187, 208, 244], + [187, 208, 244], + [187, 208, 244], + [187, 208, 244], + [118, 108, 234], + [118, 108, 234], + [118, 108, 234], + [118, 108, 234], + [118, 108, 234], + [246, 113, 205], + [246, 113, 205], + [246, 113, 205], + [246, 113, 205], + [246, 113, 205], + [ 0, 0, 0], + [ 0, 0, 0]], + + [[ 34, 66, 54], + [ 34, 66, 54], + [ 34, 66, 54], + [ 34, 66, 54], + [ 34, 66, 54], + [136, 29, 158], + [136, 29, 158], + [136, 29, 158], + [136, 29, 158], + [136, 29, 158], + [117, 152, 1], + [117, 152, 1], + [117, 152, 1], + [117, 152, 1], + [117, 152, 1], + [187, 208, 244], + [187, 208, 244], + [187, 208, 244], + [187, 208, 244], + [187, 208, 244], + [118, 108, 234], + [118, 108, 234], + [118, 108, 234], + [118, 108, 234], + [118, 108, 234], + [246, 113, 205], + [246, 113, 205], + [246, 113, 205], + [246, 113, 205], + [246, 113, 205], + [ 0, 0, 0], + [ 0, 0, 0]], + + [[ 34, 66, 54], + [ 34, 66, 54], + [ 34, 66, 54], + [ 34, 66, 54], + [ 34, 66, 54], + [136, 29, 158], + [136, 29, 158], + [136, 29, 158], + [136, 29, 158], + [136, 29, 158], + [117, 152, 1], + [117, 152, 1], + [117, 152, 1], + [117, 152, 1], + [117, 152, 1], + [187, 208, 244], + [187, 208, 244], + [187, 208, 244], + [187, 208, 244], + [187, 208, 244], + [118, 108, 234], + [118, 108, 234], + [118, 108, 234], + [118, 108, 234], + [118, 108, 234], + [246, 113, 205], + [246, 113, 205], + [246, 113, 205], + [246, 113, 205], + [246, 113, 205], + [ 0, 0, 0], + [ 0, 0, 0]], + + [[ 64, 118, 59], + [ 64, 118, 59], + [ 64, 118, 59], + [ 64, 118, 59], + [ 64, 118, 59], + [157, 54, 167], + [157, 54, 167], + [157, 54, 167], + [157, 54, 167], + [157, 54, 167], + [142, 26, 122], + [142, 26, 122], + [142, 26, 122], + [142, 26, 122], + [142, 26, 122], + [236, 105, 88], + [236, 105, 88], + [236, 105, 88], + [236, 105, 88], + [236, 105, 88], + [184, 191, 91], + [184, 191, 91], + [184, 191, 91], + [184, 191, 91], + [184, 191, 91], + [ 76, 185, 95], + [ 76, 185, 95], + [ 76, 185, 95], + [ 76, 185, 95], + [ 76, 185, 95], + [ 0, 0, 0], + [ 0, 0, 0]], + + [[ 64, 118, 59], + [ 64, 118, 59], + [ 64, 118, 59], + [ 64, 118, 59], + [ 64, 118, 59], + [157, 54, 167], + [157, 54, 167], + [157, 54, 167], + [157, 54, 167], + [157, 54, 167], + [142, 26, 122], + [142, 26, 122], + [142, 26, 122], + [142, 26, 122], + [142, 26, 122], + [236, 105, 88], + [236, 105, 88], + [236, 105, 88], + [236, 105, 88], + [236, 105, 88], + [184, 191, 91], + [184, 191, 91], + [184, 191, 91], + [184, 191, 91], + [184, 191, 91], + [ 76, 185, 95], + [ 76, 185, 95], + [ 76, 185, 95], + [ 76, 185, 95], + [ 76, 185, 95], + [ 0, 0, 0], + [ 0, 0, 0]], + + [[ 64, 118, 59], + [ 64, 118, 59], + [ 64, 118, 59], + [ 64, 118, 59], + [ 64, 118, 59], + [157, 54, 167], + [157, 54, 167], + [157, 54, 167], + [157, 54, 167], + [157, 54, 167], + [142, 26, 122], + [142, 26, 122], + [142, 26, 122], + [142, 26, 122], + [142, 26, 122], + [236, 105, 88], + [236, 105, 88], + [236, 105, 88], + [236, 105, 88], + [236, 105, 88], + [184, 191, 91], + [184, 191, 91], + [184, 191, 91], + [184, 191, 91], + [184, 191, 91], + [ 76, 185, 95], + [ 76, 185, 95], + [ 76, 185, 95], + [ 76, 185, 95], + [ 76, 185, 95], + [ 0, 0, 0], + [ 0, 0, 0]], + + [[ 64, 118, 59], + [ 64, 118, 59], + [ 64, 118, 59], + [ 64, 118, 59], + [ 64, 118, 59], + [157, 54, 167], + [157, 54, 167], + [157, 54, 167], + [157, 54, 167], + [157, 54, 167], + [142, 26, 122], + [142, 26, 122], + [142, 26, 122], + [142, 26, 122], + [142, 26, 122], + [236, 105, 88], + [236, 105, 88], + [236, 105, 88], + [236, 105, 88], + [236, 105, 88], + [184, 191, 91], + [184, 191, 91], + [184, 191, 91], + [184, 191, 91], + [184, 191, 91], + [ 76, 185, 95], + [ 76, 185, 95], + [ 76, 185, 95], + [ 76, 185, 95], + [ 76, 185, 95], + [ 0, 0, 0], + [ 0, 0, 0]], + + [[ 64, 118, 59], + [ 64, 118, 59], + [ 64, 118, 59], + [ 64, 118, 59], + [ 64, 118, 59], + [157, 54, 167], + [157, 54, 167], + [157, 54, 167], + [157, 54, 167], + [157, 54, 167], + [142, 26, 122], + [142, 26, 122], + [142, 26, 122], + [142, 26, 122], + [142, 26, 122], + [236, 105, 88], + [236, 105, 88], + [236, 105, 88], + [236, 105, 88], + [236, 105, 88], + [184, 191, 91], + [184, 191, 91], + [184, 191, 91], + [184, 191, 91], + [184, 191, 91], + [ 76, 185, 95], + [ 76, 185, 95], + [ 76, 185, 95], + [ 76, 185, 95], + [ 76, 185, 95], + [ 0, 0, 0], + [ 0, 0, 0]], + + [[247, 90, 80], + [247, 90, 80], + [247, 90, 80], + [247, 90, 80], + [247, 90, 80], + [167, 118, 85], + [167, 118, 85], + [167, 118, 85], + [167, 118, 85], + [167, 118, 85], + [172, 39, 208], + [172, 39, 208], + [172, 39, 208], + [172, 39, 208], + [172, 39, 208], + [ 60, 106, 191], + [ 60, 106, 191], + [ 60, 106, 191], + [ 60, 106, 191], + [ 60, 106, 191], + [114, 163, 112], + [114, 163, 112], + [114, 163, 112], + [114, 163, 112], + [114, 163, 112], + [228, 201, 50], + [228, 201, 50], + [228, 201, 50], + [228, 201, 50], + [228, 201, 50], + [ 0, 0, 0], + [ 0, 0, 0]], + + [[247, 90, 80], + [247, 90, 80], + [247, 90, 80], + [247, 90, 80], + [247, 90, 80], + [167, 118, 85], + [167, 118, 85], + [167, 118, 85], + [167, 118, 85], + [167, 118, 85], + [172, 39, 208], + [172, 39, 208], + [172, 39, 208], + [172, 39, 208], + [172, 39, 208], + [ 60, 106, 191], + [ 60, 106, 191], + [ 60, 106, 191], + [ 60, 106, 191], + [ 60, 106, 191], + [114, 163, 112], + [114, 163, 112], + [114, 163, 112], + [114, 163, 112], + [114, 163, 112], + [228, 201, 50], + [228, 201, 50], + [228, 201, 50], + [228, 201, 50], + [228, 201, 50], + [ 0, 0, 0], + [ 0, 0, 0]], + + [[247, 90, 80], + [247, 90, 80], + [247, 90, 80], + [247, 90, 80], + [247, 90, 80], + [167, 118, 85], + [167, 118, 85], + [167, 118, 85], + [167, 118, 85], + [167, 118, 85], + [172, 39, 208], + [172, 39, 208], + [172, 39, 208], + [172, 39, 208], + [172, 39, 208], + [ 60, 106, 191], + [ 60, 106, 191], + [ 60, 106, 191], + [ 60, 106, 191], + [ 60, 106, 191], + [114, 163, 112], + [114, 163, 112], + [114, 163, 112], + [114, 163, 112], + [114, 163, 112], + [228, 201, 50], + [228, 201, 50], + [228, 201, 50], + [228, 201, 50], + [228, 201, 50], + [ 0, 0, 0], + [ 0, 0, 0]], + + [[247, 90, 80], + [247, 90, 80], + [247, 90, 80], + [247, 90, 80], + [247, 90, 80], + [167, 118, 85], + [167, 118, 85], + [167, 118, 85], + [167, 118, 85], + [167, 118, 85], + [172, 39, 208], + [172, 39, 208], + [172, 39, 208], + [172, 39, 208], + [172, 39, 208], + [ 60, 106, 191], + [ 60, 106, 191], + [ 60, 106, 191], + [ 60, 106, 191], + [ 60, 106, 191], + [114, 163, 112], + [114, 163, 112], + [114, 163, 112], + [114, 163, 112], + [114, 163, 112], + [228, 201, 50], + [228, 201, 50], + [228, 201, 50], + [228, 201, 50], + [228, 201, 50], + [ 0, 0, 0], + [ 0, 0, 0]], + + [[247, 90, 80], + [247, 90, 80], + [247, 90, 80], + [247, 90, 80], + [247, 90, 80], + [167, 118, 85], + [167, 118, 85], + [167, 118, 85], + [167, 118, 85], + [167, 118, 85], + [172, 39, 208], + [172, 39, 208], + [172, 39, 208], + [172, 39, 208], + [172, 39, 208], + [ 60, 106, 191], + [ 60, 106, 191], + [ 60, 106, 191], + [ 60, 106, 191], + [ 60, 106, 191], + [114, 163, 112], + [114, 163, 112], + [114, 163, 112], + [114, 163, 112], + [114, 163, 112], + [228, 201, 50], + [228, 201, 50], + [228, 201, 50], + [228, 201, 50], + [228, 201, 50], + [ 0, 0, 0], + [ 0, 0, 0]], + + [[ 24, 246, 11], + [ 24, 246, 11], + [ 24, 246, 11], + [ 24, 246, 11], + [ 24, 246, 11], + [177, 219, 6], + [177, 219, 6], + [177, 219, 6], + [177, 219, 6], + [177, 219, 6], + [ 77, 188, 37], + [ 77, 188, 37], + [ 77, 188, 37], + [ 77, 188, 37], + [ 77, 188, 37], + [ 2, 138, 230], + [ 2, 138, 230], + [ 2, 138, 230], + [ 2, 138, 230], + [ 2, 138, 230], + [159, 74, 81], + [159, 74, 81], + [159, 74, 81], + [159, 74, 81], + [159, 74, 81], + [240, 63, 27], + [240, 63, 27], + [240, 63, 27], + [240, 63, 27], + [240, 63, 27], + [ 0, 0, 0], + [ 0, 0, 0]], + + [[ 24, 246, 11], + [ 24, 246, 11], + [ 24, 246, 11], + [ 24, 246, 11], + [ 24, 246, 11], + [177, 219, 6], + [177, 219, 6], + [177, 219, 6], + [177, 219, 6], + [177, 219, 6], + [ 77, 188, 37], + [ 77, 188, 37], + [ 77, 188, 37], + [ 77, 188, 37], + [ 77, 188, 37], + [ 2, 138, 230], + [ 2, 138, 230], + [ 2, 138, 230], + [ 2, 138, 230], + [ 2, 138, 230], + [159, 74, 81], + [159, 74, 81], + [159, 74, 81], + [159, 74, 81], + [159, 74, 81], + [240, 63, 27], + [240, 63, 27], + [240, 63, 27], + [240, 63, 27], + [240, 63, 27], + [ 0, 0, 0], + [ 0, 0, 0]], + + [[ 24, 246, 11], + [ 24, 246, 11], + [ 24, 246, 11], + [ 24, 246, 11], + [ 24, 246, 11], + [177, 219, 6], + [177, 219, 6], + [177, 219, 6], + [177, 219, 6], + [177, 219, 6], + [ 77, 188, 37], + [ 77, 188, 37], + [ 77, 188, 37], + [ 77, 188, 37], + [ 77, 188, 37], + [ 2, 138, 230], + [ 2, 138, 230], + [ 2, 138, 230], + [ 2, 138, 230], + [ 2, 138, 230], + [159, 74, 81], + [159, 74, 81], + [159, 74, 81], + [159, 74, 81], + [159, 74, 81], + [240, 63, 27], + [240, 63, 27], + [240, 63, 27], + [240, 63, 27], + [240, 63, 27], + [ 0, 0, 0], + [ 0, 0, 0]], + + [[ 24, 246, 11], + [ 24, 246, 11], + [ 24, 246, 11], + [ 24, 246, 11], + [ 24, 246, 11], + [177, 219, 6], + [177, 219, 6], + [177, 219, 6], + [177, 219, 6], + [177, 219, 6], + [ 77, 188, 37], + [ 77, 188, 37], + [ 77, 188, 37], + [ 77, 188, 37], + [ 77, 188, 37], + [ 2, 138, 230], + [ 2, 138, 230], + [ 2, 138, 230], + [ 2, 138, 230], + [ 2, 138, 230], + [159, 74, 81], + [159, 74, 81], + [159, 74, 81], + [159, 74, 81], + [159, 74, 81], + [240, 63, 27], + [240, 63, 27], + [240, 63, 27], + [240, 63, 27], + [240, 63, 27], + [ 0, 0, 0], + [ 0, 0, 0]], + + [[ 24, 246, 11], + [ 24, 246, 11], + [ 24, 246, 11], + [ 24, 246, 11], + [ 24, 246, 11], + [177, 219, 6], + [177, 219, 6], + [177, 219, 6], + [177, 219, 6], + [177, 219, 6], + [ 77, 188, 37], + [ 77, 188, 37], + [ 77, 188, 37], + [ 77, 188, 37], + [ 77, 188, 37], + [ 2, 138, 230], + [ 2, 138, 230], + [ 2, 138, 230], + [ 2, 138, 230], + [ 2, 138, 230], + [159, 74, 81], + [159, 74, 81], + [159, 74, 81], + [159, 74, 81], + [159, 74, 81], + [240, 63, 27], + [240, 63, 27], + [240, 63, 27], + [240, 63, 27], + [240, 63, 27], + [ 0, 0, 0], + [ 0, 0, 0]], + + [[ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0]], + + [[ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0]]], dtype=np.uint8), +) + +image_decoder_decode_bmp_rgb = ImageData( + np.array([ 66, 77, 54, 12, 0, 0, 0, 0, 0, 0, 54, 0, 0, + 0, 40, 0, 0, 0, 32, 0, 0, 0, 32, 0, 0, 0, + 1, 0, 24, 0, 0, 0, 0, 0, 0, 12, 0, 0, 196, + 14, 0, 0, 196, 14, 0, 0, 0, 0, 0, 0, 0, 0, + 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, + 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, + 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, + 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, + 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, + 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, + 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, + 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, + 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, + 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, + 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, + 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, + 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, + 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, + 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 11, + 246, 24, 11, 246, 24, 11, 246, 24, 11, 246, 24, 11, 246, + 24, 6, 219, 177, 6, 219, 177, 6, 219, 177, 6, 219, 177, + 6, 219, 177, 37, 188, 77, 37, 188, 77, 37, 188, 77, 37, + 188, 77, 37, 188, 77, 230, 138, 2, 230, 138, 2, 230, 138, + 2, 230, 138, 2, 230, 138, 2, 81, 74, 159, 81, 74, 159, + 81, 74, 159, 81, 74, 159, 81, 74, 159, 27, 63, 240, 27, + 63, 240, 27, 63, 240, 27, 63, 240, 27, 63, 240, 0, 0, + 0, 0, 0, 0, 11, 246, 24, 11, 246, 24, 11, 246, 24, + 11, 246, 24, 11, 246, 24, 6, 219, 177, 6, 219, 177, 6, + 219, 177, 6, 219, 177, 6, 219, 177, 37, 188, 77, 37, 188, + 77, 37, 188, 77, 37, 188, 77, 37, 188, 77, 230, 138, 2, + 230, 138, 2, 230, 138, 2, 230, 138, 2, 230, 138, 2, 81, + 74, 159, 81, 74, 159, 81, 74, 159, 81, 74, 159, 81, 74, + 159, 27, 63, 240, 27, 63, 240, 27, 63, 240, 27, 63, 240, + 27, 63, 240, 0, 0, 0, 0, 0, 0, 11, 246, 24, 11, + 246, 24, 11, 246, 24, 11, 246, 24, 11, 246, 24, 6, 219, + 177, 6, 219, 177, 6, 219, 177, 6, 219, 177, 6, 219, 177, + 37, 188, 77, 37, 188, 77, 37, 188, 77, 37, 188, 77, 37, + 188, 77, 230, 138, 2, 230, 138, 2, 230, 138, 2, 230, 138, + 2, 230, 138, 2, 81, 74, 159, 81, 74, 159, 81, 74, 159, + 81, 74, 159, 81, 74, 159, 27, 63, 240, 27, 63, 240, 27, + 63, 240, 27, 63, 240, 27, 63, 240, 0, 0, 0, 0, 0, + 0, 11, 246, 24, 11, 246, 24, 11, 246, 24, 11, 246, 24, + 11, 246, 24, 6, 219, 177, 6, 219, 177, 6, 219, 177, 6, + 219, 177, 6, 219, 177, 37, 188, 77, 37, 188, 77, 37, 188, + 77, 37, 188, 77, 37, 188, 77, 230, 138, 2, 230, 138, 2, + 230, 138, 2, 230, 138, 2, 230, 138, 2, 81, 74, 159, 81, + 74, 159, 81, 74, 159, 81, 74, 159, 81, 74, 159, 27, 63, + 240, 27, 63, 240, 27, 63, 240, 27, 63, 240, 27, 63, 240, + 0, 0, 0, 0, 0, 0, 11, 246, 24, 11, 246, 24, 11, + 246, 24, 11, 246, 24, 11, 246, 24, 6, 219, 177, 6, 219, + 177, 6, 219, 177, 6, 219, 177, 6, 219, 177, 37, 188, 77, + 37, 188, 77, 37, 188, 77, 37, 188, 77, 37, 188, 77, 230, + 138, 2, 230, 138, 2, 230, 138, 2, 230, 138, 2, 230, 138, + 2, 81, 74, 159, 81, 74, 159, 81, 74, 159, 81, 74, 159, + 81, 74, 159, 27, 63, 240, 27, 63, 240, 27, 63, 240, 27, + 63, 240, 27, 63, 240, 0, 0, 0, 0, 0, 0, 80, 90, + 247, 80, 90, 247, 80, 90, 247, 80, 90, 247, 80, 90, 247, + 85, 118, 167, 85, 118, 167, 85, 118, 167, 85, 118, 167, 85, + 118, 167, 208, 39, 172, 208, 39, 172, 208, 39, 172, 208, 39, + 172, 208, 39, 172, 191, 106, 60, 191, 106, 60, 191, 106, 60, + 191, 106, 60, 191, 106, 60, 112, 163, 114, 112, 163, 114, 112, + 163, 114, 112, 163, 114, 112, 163, 114, 50, 201, 228, 50, 201, + 228, 50, 201, 228, 50, 201, 228, 50, 201, 228, 0, 0, 0, + 0, 0, 0, 80, 90, 247, 80, 90, 247, 80, 90, 247, 80, + 90, 247, 80, 90, 247, 85, 118, 167, 85, 118, 167, 85, 118, + 167, 85, 118, 167, 85, 118, 167, 208, 39, 172, 208, 39, 172, + 208, 39, 172, 208, 39, 172, 208, 39, 172, 191, 106, 60, 191, + 106, 60, 191, 106, 60, 191, 106, 60, 191, 106, 60, 112, 163, + 114, 112, 163, 114, 112, 163, 114, 112, 163, 114, 112, 163, 114, + 50, 201, 228, 50, 201, 228, 50, 201, 228, 50, 201, 228, 50, + 201, 228, 0, 0, 0, 0, 0, 0, 80, 90, 247, 80, 90, + 247, 80, 90, 247, 80, 90, 247, 80, 90, 247, 85, 118, 167, + 85, 118, 167, 85, 118, 167, 85, 118, 167, 85, 118, 167, 208, + 39, 172, 208, 39, 172, 208, 39, 172, 208, 39, 172, 208, 39, + 172, 191, 106, 60, 191, 106, 60, 191, 106, 60, 191, 106, 60, + 191, 106, 60, 112, 163, 114, 112, 163, 114, 112, 163, 114, 112, + 163, 114, 112, 163, 114, 50, 201, 228, 50, 201, 228, 50, 201, + 228, 50, 201, 228, 50, 201, 228, 0, 0, 0, 0, 0, 0, + 80, 90, 247, 80, 90, 247, 80, 90, 247, 80, 90, 247, 80, + 90, 247, 85, 118, 167, 85, 118, 167, 85, 118, 167, 85, 118, + 167, 85, 118, 167, 208, 39, 172, 208, 39, 172, 208, 39, 172, + 208, 39, 172, 208, 39, 172, 191, 106, 60, 191, 106, 60, 191, + 106, 60, 191, 106, 60, 191, 106, 60, 112, 163, 114, 112, 163, + 114, 112, 163, 114, 112, 163, 114, 112, 163, 114, 50, 201, 228, + 50, 201, 228, 50, 201, 228, 50, 201, 228, 50, 201, 228, 0, + 0, 0, 0, 0, 0, 80, 90, 247, 80, 90, 247, 80, 90, + 247, 80, 90, 247, 80, 90, 247, 85, 118, 167, 85, 118, 167, + 85, 118, 167, 85, 118, 167, 85, 118, 167, 208, 39, 172, 208, + 39, 172, 208, 39, 172, 208, 39, 172, 208, 39, 172, 191, 106, + 60, 191, 106, 60, 191, 106, 60, 191, 106, 60, 191, 106, 60, + 112, 163, 114, 112, 163, 114, 112, 163, 114, 112, 163, 114, 112, + 163, 114, 50, 201, 228, 50, 201, 228, 50, 201, 228, 50, 201, + 228, 50, 201, 228, 0, 0, 0, 0, 0, 0, 59, 118, 64, + 59, 118, 64, 59, 118, 64, 59, 118, 64, 59, 118, 64, 167, + 54, 157, 167, 54, 157, 167, 54, 157, 167, 54, 157, 167, 54, + 157, 122, 26, 142, 122, 26, 142, 122, 26, 142, 122, 26, 142, + 122, 26, 142, 88, 105, 236, 88, 105, 236, 88, 105, 236, 88, + 105, 236, 88, 105, 236, 91, 191, 184, 91, 191, 184, 91, 191, + 184, 91, 191, 184, 91, 191, 184, 95, 185, 76, 95, 185, 76, + 95, 185, 76, 95, 185, 76, 95, 185, 76, 0, 0, 0, 0, + 0, 0, 59, 118, 64, 59, 118, 64, 59, 118, 64, 59, 118, + 64, 59, 118, 64, 167, 54, 157, 167, 54, 157, 167, 54, 157, + 167, 54, 157, 167, 54, 157, 122, 26, 142, 122, 26, 142, 122, + 26, 142, 122, 26, 142, 122, 26, 142, 88, 105, 236, 88, 105, + 236, 88, 105, 236, 88, 105, 236, 88, 105, 236, 91, 191, 184, + 91, 191, 184, 91, 191, 184, 91, 191, 184, 91, 191, 184, 95, + 185, 76, 95, 185, 76, 95, 185, 76, 95, 185, 76, 95, 185, + 76, 0, 0, 0, 0, 0, 0, 59, 118, 64, 59, 118, 64, + 59, 118, 64, 59, 118, 64, 59, 118, 64, 167, 54, 157, 167, + 54, 157, 167, 54, 157, 167, 54, 157, 167, 54, 157, 122, 26, + 142, 122, 26, 142, 122, 26, 142, 122, 26, 142, 122, 26, 142, + 88, 105, 236, 88, 105, 236, 88, 105, 236, 88, 105, 236, 88, + 105, 236, 91, 191, 184, 91, 191, 184, 91, 191, 184, 91, 191, + 184, 91, 191, 184, 95, 185, 76, 95, 185, 76, 95, 185, 76, + 95, 185, 76, 95, 185, 76, 0, 0, 0, 0, 0, 0, 59, + 118, 64, 59, 118, 64, 59, 118, 64, 59, 118, 64, 59, 118, + 64, 167, 54, 157, 167, 54, 157, 167, 54, 157, 167, 54, 157, + 167, 54, 157, 122, 26, 142, 122, 26, 142, 122, 26, 142, 122, + 26, 142, 122, 26, 142, 88, 105, 236, 88, 105, 236, 88, 105, + 236, 88, 105, 236, 88, 105, 236, 91, 191, 184, 91, 191, 184, + 91, 191, 184, 91, 191, 184, 91, 191, 184, 95, 185, 76, 95, + 185, 76, 95, 185, 76, 95, 185, 76, 95, 185, 76, 0, 0, + 0, 0, 0, 0, 59, 118, 64, 59, 118, 64, 59, 118, 64, + 59, 118, 64, 59, 118, 64, 167, 54, 157, 167, 54, 157, 167, + 54, 157, 167, 54, 157, 167, 54, 157, 122, 26, 142, 122, 26, + 142, 122, 26, 142, 122, 26, 142, 122, 26, 142, 88, 105, 236, + 88, 105, 236, 88, 105, 236, 88, 105, 236, 88, 105, 236, 91, + 191, 184, 91, 191, 184, 91, 191, 184, 91, 191, 184, 91, 191, + 184, 95, 185, 76, 95, 185, 76, 95, 185, 76, 95, 185, 76, + 95, 185, 76, 0, 0, 0, 0, 0, 0, 54, 66, 34, 54, + 66, 34, 54, 66, 34, 54, 66, 34, 54, 66, 34, 158, 29, + 136, 158, 29, 136, 158, 29, 136, 158, 29, 136, 158, 29, 136, + 1, 152, 117, 1, 152, 117, 1, 152, 117, 1, 152, 117, 1, + 152, 117, 244, 208, 187, 244, 208, 187, 244, 208, 187, 244, 208, + 187, 244, 208, 187, 234, 108, 118, 234, 108, 118, 234, 108, 118, + 234, 108, 118, 234, 108, 118, 205, 113, 246, 205, 113, 246, 205, + 113, 246, 205, 113, 246, 205, 113, 246, 0, 0, 0, 0, 0, + 0, 54, 66, 34, 54, 66, 34, 54, 66, 34, 54, 66, 34, + 54, 66, 34, 158, 29, 136, 158, 29, 136, 158, 29, 136, 158, + 29, 136, 158, 29, 136, 1, 152, 117, 1, 152, 117, 1, 152, + 117, 1, 152, 117, 1, 152, 117, 244, 208, 187, 244, 208, 187, + 244, 208, 187, 244, 208, 187, 244, 208, 187, 234, 108, 118, 234, + 108, 118, 234, 108, 118, 234, 108, 118, 234, 108, 118, 205, 113, + 246, 205, 113, 246, 205, 113, 246, 205, 113, 246, 205, 113, 246, + 0, 0, 0, 0, 0, 0, 54, 66, 34, 54, 66, 34, 54, + 66, 34, 54, 66, 34, 54, 66, 34, 158, 29, 136, 158, 29, + 136, 158, 29, 136, 158, 29, 136, 158, 29, 136, 1, 152, 117, + 1, 152, 117, 1, 152, 117, 1, 152, 117, 1, 152, 117, 244, + 208, 187, 244, 208, 187, 244, 208, 187, 244, 208, 187, 244, 208, + 187, 234, 108, 118, 234, 108, 118, 234, 108, 118, 234, 108, 118, + 234, 108, 118, 205, 113, 246, 205, 113, 246, 205, 113, 246, 205, + 113, 246, 205, 113, 246, 0, 0, 0, 0, 0, 0, 54, 66, + 34, 54, 66, 34, 54, 66, 34, 54, 66, 34, 54, 66, 34, + 158, 29, 136, 158, 29, 136, 158, 29, 136, 158, 29, 136, 158, + 29, 136, 1, 152, 117, 1, 152, 117, 1, 152, 117, 1, 152, + 117, 1, 152, 117, 244, 208, 187, 244, 208, 187, 244, 208, 187, + 244, 208, 187, 244, 208, 187, 234, 108, 118, 234, 108, 118, 234, + 108, 118, 234, 108, 118, 234, 108, 118, 205, 113, 246, 205, 113, + 246, 205, 113, 246, 205, 113, 246, 205, 113, 246, 0, 0, 0, + 0, 0, 0, 54, 66, 34, 54, 66, 34, 54, 66, 34, 54, + 66, 34, 54, 66, 34, 158, 29, 136, 158, 29, 136, 158, 29, + 136, 158, 29, 136, 158, 29, 136, 1, 152, 117, 1, 152, 117, + 1, 152, 117, 1, 152, 117, 1, 152, 117, 244, 208, 187, 244, + 208, 187, 244, 208, 187, 244, 208, 187, 244, 208, 187, 234, 108, + 118, 234, 108, 118, 234, 108, 118, 234, 108, 118, 234, 108, 118, + 205, 113, 246, 205, 113, 246, 205, 113, 246, 205, 113, 246, 205, + 113, 246, 0, 0, 0, 0, 0, 0, 169, 47, 21, 169, 47, + 21, 169, 47, 21, 169, 47, 21, 169, 47, 21, 10, 45, 173, + 10, 45, 173, 10, 45, 173, 10, 45, 173, 10, 45, 173, 94, + 15, 254, 94, 15, 254, 94, 15, 254, 94, 15, 254, 94, 15, + 254, 81, 126, 52, 81, 126, 52, 81, 126, 52, 81, 126, 52, + 81, 126, 52, 101, 211, 145, 101, 211, 145, 101, 211, 145, 101, + 211, 145, 101, 211, 145, 145, 86, 109, 145, 86, 109, 145, 86, + 109, 145, 86, 109, 145, 86, 109, 0, 0, 0, 0, 0, 0, + 169, 47, 21, 169, 47, 21, 169, 47, 21, 169, 47, 21, 169, + 47, 21, 10, 45, 173, 10, 45, 173, 10, 45, 173, 10, 45, + 173, 10, 45, 173, 94, 15, 254, 94, 15, 254, 94, 15, 254, + 94, 15, 254, 94, 15, 254, 81, 126, 52, 81, 126, 52, 81, + 126, 52, 81, 126, 52, 81, 126, 52, 101, 211, 145, 101, 211, + 145, 101, 211, 145, 101, 211, 145, 101, 211, 145, 145, 86, 109, + 145, 86, 109, 145, 86, 109, 145, 86, 109, 145, 86, 109, 0, + 0, 0, 0, 0, 0, 169, 47, 21, 169, 47, 21, 169, 47, + 21, 169, 47, 21, 169, 47, 21, 10, 45, 173, 10, 45, 173, + 10, 45, 173, 10, 45, 173, 10, 45, 173, 94, 15, 254, 94, + 15, 254, 94, 15, 254, 94, 15, 254, 94, 15, 254, 81, 126, + 52, 81, 126, 52, 81, 126, 52, 81, 126, 52, 81, 126, 52, + 101, 211, 145, 101, 211, 145, 101, 211, 145, 101, 211, 145, 101, + 211, 145, 145, 86, 109, 145, 86, 109, 145, 86, 109, 145, 86, + 109, 145, 86, 109, 0, 0, 0, 0, 0, 0, 169, 47, 21, + 169, 47, 21, 169, 47, 21, 169, 47, 21, 169, 47, 21, 10, + 45, 173, 10, 45, 173, 10, 45, 173, 10, 45, 173, 10, 45, + 173, 94, 15, 254, 94, 15, 254, 94, 15, 254, 94, 15, 254, + 94, 15, 254, 81, 126, 52, 81, 126, 52, 81, 126, 52, 81, + 126, 52, 81, 126, 52, 101, 211, 145, 101, 211, 145, 101, 211, + 145, 101, 211, 145, 101, 211, 145, 145, 86, 109, 145, 86, 109, + 145, 86, 109, 145, 86, 109, 145, 86, 109, 0, 0, 0, 0, + 0, 0, 169, 47, 21, 169, 47, 21, 169, 47, 21, 169, 47, + 21, 169, 47, 21, 10, 45, 173, 10, 45, 173, 10, 45, 173, + 10, 45, 173, 10, 45, 173, 94, 15, 254, 94, 15, 254, 94, + 15, 254, 94, 15, 254, 94, 15, 254, 81, 126, 52, 81, 126, + 52, 81, 126, 52, 81, 126, 52, 81, 126, 52, 101, 211, 145, + 101, 211, 145, 101, 211, 145, 101, 211, 145, 101, 211, 145, 145, + 86, 109, 145, 86, 109, 145, 86, 109, 145, 86, 109, 145, 86, + 109, 0, 0, 0, 0, 0, 0, 251, 81, 226, 251, 81, 226, + 251, 81, 226, 251, 81, 226, 251, 81, 226, 45, 229, 237, 45, + 229, 237, 45, 229, 237, 45, 229, 237, 45, 229, 237, 29, 227, + 225, 29, 227, 225, 29, 227, 225, 29, 227, 225, 29, 227, 225, + 80, 253, 253, 80, 253, 253, 80, 253, 253, 80, 253, 253, 80, + 253, 253, 118, 8, 129, 118, 8, 129, 118, 8, 129, 118, 8, + 129, 118, 8, 129, 77, 164, 33, 77, 164, 33, 77, 164, 33, + 77, 164, 33, 77, 164, 33, 0, 0, 0, 0, 0, 0, 251, + 81, 226, 251, 81, 226, 251, 81, 226, 251, 81, 226, 251, 81, + 226, 45, 229, 237, 45, 229, 237, 45, 229, 237, 45, 229, 237, + 45, 229, 237, 29, 227, 225, 29, 227, 225, 29, 227, 225, 29, + 227, 225, 29, 227, 225, 80, 253, 253, 80, 253, 253, 80, 253, + 253, 80, 253, 253, 80, 253, 253, 118, 8, 129, 118, 8, 129, + 118, 8, 129, 118, 8, 129, 118, 8, 129, 77, 164, 33, 77, + 164, 33, 77, 164, 33, 77, 164, 33, 77, 164, 33, 0, 0, + 0, 0, 0, 0, 251, 81, 226, 251, 81, 226, 251, 81, 226, + 251, 81, 226, 251, 81, 226, 45, 229, 237, 45, 229, 237, 45, + 229, 237, 45, 229, 237, 45, 229, 237, 29, 227, 225, 29, 227, + 225, 29, 227, 225, 29, 227, 225, 29, 227, 225, 80, 253, 253, + 80, 253, 253, 80, 253, 253, 80, 253, 253, 80, 253, 253, 118, + 8, 129, 118, 8, 129, 118, 8, 129, 118, 8, 129, 118, 8, + 129, 77, 164, 33, 77, 164, 33, 77, 164, 33, 77, 164, 33, + 77, 164, 33, 0, 0, 0, 0, 0, 0, 251, 81, 226, 251, + 81, 226, 251, 81, 226, 251, 81, 226, 251, 81, 226, 45, 229, + 237, 45, 229, 237, 45, 229, 237, 45, 229, 237, 45, 229, 237, + 29, 227, 225, 29, 227, 225, 29, 227, 225, 29, 227, 225, 29, + 227, 225, 80, 253, 253, 80, 253, 253, 80, 253, 253, 80, 253, + 253, 80, 253, 253, 118, 8, 129, 118, 8, 129, 118, 8, 129, + 118, 8, 129, 118, 8, 129, 77, 164, 33, 77, 164, 33, 77, + 164, 33, 77, 164, 33, 77, 164, 33, 0, 0, 0, 0, 0, + 0, 251, 81, 226, 251, 81, 226, 251, 81, 226, 251, 81, 226, + 251, 81, 226, 45, 229, 237, 45, 229, 237, 45, 229, 237, 45, + 229, 237, 45, 229, 237, 29, 227, 225, 29, 227, 225, 29, 227, + 225, 29, 227, 225, 29, 227, 225, 80, 253, 253, 80, 253, 253, + 80, 253, 253, 80, 253, 253, 80, 253, 253, 118, 8, 129, 118, + 8, 129, 118, 8, 129, 118, 8, 129, 118, 8, 129, 77, 164, + 33, 77, 164, 33, 77, 164, 33, 77, 164, 33, 77, 164, 33, + 0, 0, 0, 0, 0, 0], dtype=np.uint8), + image_decoder_decode_jpeg2k_rgb.output, +) + +image_decoder_decode_png_rgb = ImageData( + np.array([137, 80, 78, 71, 13, 10, 26, 10, 0, 0, 0, 13, 73, + 72, 68, 82, 0, 0, 0, 32, 0, 0, 0, 32, 8, 2, + 0, 0, 0, 252, 24, 237, 163, 0, 0, 0, 255, 73, 68, + 65, 84, 120, 156, 99, 124, 20, 248, 155, 1, 9, 112, 79, + 49, 66, 230, 126, 249, 247, 1, 153, 43, 35, 101, 140, 204, + 109, 225, 86, 67, 230, 46, 152, 115, 29, 153, 123, 63, 102, + 51, 3, 3, 3, 19, 3, 141, 193, 168, 5, 4, 1, 139, + 241, 189, 117, 200, 252, 25, 30, 119, 145, 185, 129, 143, 66, + 144, 185, 102, 249, 159, 145, 185, 177, 167, 223, 35, 115, 125, + 154, 93, 144, 185, 147, 25, 70, 35, 121, 112, 88, 192, 168, + 228, 100, 134, 204, 79, 187, 157, 129, 204, 125, 91, 157, 140, + 204, 117, 179, 64, 137, 228, 221, 115, 190, 33, 115, 27, 88, + 31, 35, 115, 185, 250, 141, 25, 134, 67, 16, 13, 125, 11, + 88, 228, 76, 88, 145, 249, 162, 95, 56, 145, 185, 108, 77, + 149, 200, 92, 67, 255, 20, 100, 238, 223, 48, 102, 100, 110, + 216, 47, 22, 20, 179, 251, 25, 24, 134, 67, 16, 13, 125, + 11, 88, 182, 63, 17, 69, 230, 111, 112, 64, 41, 189, 249, + 55, 86, 35, 115, 3, 24, 81, 202, 103, 179, 39, 27, 145, + 185, 51, 212, 14, 33, 115, 101, 24, 24, 24, 134, 67, 16, + 13, 125, 11, 88, 20, 231, 236, 70, 230, 207, 124, 138, 210, + 14, 155, 227, 118, 1, 153, 123, 236, 220, 65, 100, 110, 242, + 242, 135, 200, 92, 158, 175, 47, 49, 45, 24, 250, 65, 52, + 244, 45, 24, 250, 0, 0, 70, 253, 59, 210, 74, 38, 46, + 197, 0, 0, 0, 0, 73, 69, 78, 68, 174, 66, 96, 130], + dtype=np.uint8), + image_decoder_decode_bmp_rgb.output, +) + +image_decoder_decode_tiff_rgb = ImageData( + np.array([ 73, 73, 42, 0, 8, 0, 0, 0, 10, 0, 0, 1, 4, + 0, 1, 0, 0, 0, 32, 0, 0, 0, 1, 1, 4, 0, + 1, 0, 0, 0, 32, 0, 0, 0, 2, 1, 3, 0, 3, + 0, 0, 0, 134, 0, 0, 0, 3, 1, 3, 0, 1, 0, + 0, 0, 1, 0, 0, 0, 6, 1, 3, 0, 1, 0, 0, + 0, 2, 0, 0, 0, 17, 1, 4, 0, 1, 0, 0, 0, + 140, 0, 0, 0, 21, 1, 3, 0, 1, 0, 0, 0, 3, + 0, 0, 0, 22, 1, 4, 0, 1, 0, 0, 0, 32, 0, + 0, 0, 23, 1, 4, 0, 1, 0, 0, 0, 0, 12, 0, + 0, 28, 1, 3, 0, 1, 0, 0, 0, 1, 0, 0, 0, + 0, 0, 0, 0, 8, 0, 8, 0, 8, 0, 226, 81, 251, + 226, 81, 251, 226, 81, 251, 226, 81, 251, 226, 81, 251, 237, + 229, 45, 237, 229, 45, 237, 229, 45, 237, 229, 45, 237, 229, + 45, 225, 227, 29, 225, 227, 29, 225, 227, 29, 225, 227, 29, + 225, 227, 29, 253, 253, 80, 253, 253, 80, 253, 253, 80, 253, + 253, 80, 253, 253, 80, 129, 8, 118, 129, 8, 118, 129, 8, + 118, 129, 8, 118, 129, 8, 118, 33, 164, 77, 33, 164, 77, + 33, 164, 77, 33, 164, 77, 33, 164, 77, 0, 0, 0, 0, + 0, 0, 226, 81, 251, 226, 81, 251, 226, 81, 251, 226, 81, + 251, 226, 81, 251, 237, 229, 45, 237, 229, 45, 237, 229, 45, + 237, 229, 45, 237, 229, 45, 225, 227, 29, 225, 227, 29, 225, + 227, 29, 225, 227, 29, 225, 227, 29, 253, 253, 80, 253, 253, + 80, 253, 253, 80, 253, 253, 80, 253, 253, 80, 129, 8, 118, + 129, 8, 118, 129, 8, 118, 129, 8, 118, 129, 8, 118, 33, + 164, 77, 33, 164, 77, 33, 164, 77, 33, 164, 77, 33, 164, + 77, 0, 0, 0, 0, 0, 0, 226, 81, 251, 226, 81, 251, + 226, 81, 251, 226, 81, 251, 226, 81, 251, 237, 229, 45, 237, + 229, 45, 237, 229, 45, 237, 229, 45, 237, 229, 45, 225, 227, + 29, 225, 227, 29, 225, 227, 29, 225, 227, 29, 225, 227, 29, + 253, 253, 80, 253, 253, 80, 253, 253, 80, 253, 253, 80, 253, + 253, 80, 129, 8, 118, 129, 8, 118, 129, 8, 118, 129, 8, + 118, 129, 8, 118, 33, 164, 77, 33, 164, 77, 33, 164, 77, + 33, 164, 77, 33, 164, 77, 0, 0, 0, 0, 0, 0, 226, + 81, 251, 226, 81, 251, 226, 81, 251, 226, 81, 251, 226, 81, + 251, 237, 229, 45, 237, 229, 45, 237, 229, 45, 237, 229, 45, + 237, 229, 45, 225, 227, 29, 225, 227, 29, 225, 227, 29, 225, + 227, 29, 225, 227, 29, 253, 253, 80, 253, 253, 80, 253, 253, + 80, 253, 253, 80, 253, 253, 80, 129, 8, 118, 129, 8, 118, + 129, 8, 118, 129, 8, 118, 129, 8, 118, 33, 164, 77, 33, + 164, 77, 33, 164, 77, 33, 164, 77, 33, 164, 77, 0, 0, + 0, 0, 0, 0, 226, 81, 251, 226, 81, 251, 226, 81, 251, + 226, 81, 251, 226, 81, 251, 237, 229, 45, 237, 229, 45, 237, + 229, 45, 237, 229, 45, 237, 229, 45, 225, 227, 29, 225, 227, + 29, 225, 227, 29, 225, 227, 29, 225, 227, 29, 253, 253, 80, + 253, 253, 80, 253, 253, 80, 253, 253, 80, 253, 253, 80, 129, + 8, 118, 129, 8, 118, 129, 8, 118, 129, 8, 118, 129, 8, + 118, 33, 164, 77, 33, 164, 77, 33, 164, 77, 33, 164, 77, + 33, 164, 77, 0, 0, 0, 0, 0, 0, 21, 47, 169, 21, + 47, 169, 21, 47, 169, 21, 47, 169, 21, 47, 169, 173, 45, + 10, 173, 45, 10, 173, 45, 10, 173, 45, 10, 173, 45, 10, + 254, 15, 94, 254, 15, 94, 254, 15, 94, 254, 15, 94, 254, + 15, 94, 52, 126, 81, 52, 126, 81, 52, 126, 81, 52, 126, + 81, 52, 126, 81, 145, 211, 101, 145, 211, 101, 145, 211, 101, + 145, 211, 101, 145, 211, 101, 109, 86, 145, 109, 86, 145, 109, + 86, 145, 109, 86, 145, 109, 86, 145, 0, 0, 0, 0, 0, + 0, 21, 47, 169, 21, 47, 169, 21, 47, 169, 21, 47, 169, + 21, 47, 169, 173, 45, 10, 173, 45, 10, 173, 45, 10, 173, + 45, 10, 173, 45, 10, 254, 15, 94, 254, 15, 94, 254, 15, + 94, 254, 15, 94, 254, 15, 94, 52, 126, 81, 52, 126, 81, + 52, 126, 81, 52, 126, 81, 52, 126, 81, 145, 211, 101, 145, + 211, 101, 145, 211, 101, 145, 211, 101, 145, 211, 101, 109, 86, + 145, 109, 86, 145, 109, 86, 145, 109, 86, 145, 109, 86, 145, + 0, 0, 0, 0, 0, 0, 21, 47, 169, 21, 47, 169, 21, + 47, 169, 21, 47, 169, 21, 47, 169, 173, 45, 10, 173, 45, + 10, 173, 45, 10, 173, 45, 10, 173, 45, 10, 254, 15, 94, + 254, 15, 94, 254, 15, 94, 254, 15, 94, 254, 15, 94, 52, + 126, 81, 52, 126, 81, 52, 126, 81, 52, 126, 81, 52, 126, + 81, 145, 211, 101, 145, 211, 101, 145, 211, 101, 145, 211, 101, + 145, 211, 101, 109, 86, 145, 109, 86, 145, 109, 86, 145, 109, + 86, 145, 109, 86, 145, 0, 0, 0, 0, 0, 0, 21, 47, + 169, 21, 47, 169, 21, 47, 169, 21, 47, 169, 21, 47, 169, + 173, 45, 10, 173, 45, 10, 173, 45, 10, 173, 45, 10, 173, + 45, 10, 254, 15, 94, 254, 15, 94, 254, 15, 94, 254, 15, + 94, 254, 15, 94, 52, 126, 81, 52, 126, 81, 52, 126, 81, + 52, 126, 81, 52, 126, 81, 145, 211, 101, 145, 211, 101, 145, + 211, 101, 145, 211, 101, 145, 211, 101, 109, 86, 145, 109, 86, + 145, 109, 86, 145, 109, 86, 145, 109, 86, 145, 0, 0, 0, + 0, 0, 0, 21, 47, 169, 21, 47, 169, 21, 47, 169, 21, + 47, 169, 21, 47, 169, 173, 45, 10, 173, 45, 10, 173, 45, + 10, 173, 45, 10, 173, 45, 10, 254, 15, 94, 254, 15, 94, + 254, 15, 94, 254, 15, 94, 254, 15, 94, 52, 126, 81, 52, + 126, 81, 52, 126, 81, 52, 126, 81, 52, 126, 81, 145, 211, + 101, 145, 211, 101, 145, 211, 101, 145, 211, 101, 145, 211, 101, + 109, 86, 145, 109, 86, 145, 109, 86, 145, 109, 86, 145, 109, + 86, 145, 0, 0, 0, 0, 0, 0, 34, 66, 54, 34, 66, + 54, 34, 66, 54, 34, 66, 54, 34, 66, 54, 136, 29, 158, + 136, 29, 158, 136, 29, 158, 136, 29, 158, 136, 29, 158, 117, + 152, 1, 117, 152, 1, 117, 152, 1, 117, 152, 1, 117, 152, + 1, 187, 208, 244, 187, 208, 244, 187, 208, 244, 187, 208, 244, + 187, 208, 244, 118, 108, 234, 118, 108, 234, 118, 108, 234, 118, + 108, 234, 118, 108, 234, 246, 113, 205, 246, 113, 205, 246, 113, + 205, 246, 113, 205, 246, 113, 205, 0, 0, 0, 0, 0, 0, + 34, 66, 54, 34, 66, 54, 34, 66, 54, 34, 66, 54, 34, + 66, 54, 136, 29, 158, 136, 29, 158, 136, 29, 158, 136, 29, + 158, 136, 29, 158, 117, 152, 1, 117, 152, 1, 117, 152, 1, + 117, 152, 1, 117, 152, 1, 187, 208, 244, 187, 208, 244, 187, + 208, 244, 187, 208, 244, 187, 208, 244, 118, 108, 234, 118, 108, + 234, 118, 108, 234, 118, 108, 234, 118, 108, 234, 246, 113, 205, + 246, 113, 205, 246, 113, 205, 246, 113, 205, 246, 113, 205, 0, + 0, 0, 0, 0, 0, 34, 66, 54, 34, 66, 54, 34, 66, + 54, 34, 66, 54, 34, 66, 54, 136, 29, 158, 136, 29, 158, + 136, 29, 158, 136, 29, 158, 136, 29, 158, 117, 152, 1, 117, + 152, 1, 117, 152, 1, 117, 152, 1, 117, 152, 1, 187, 208, + 244, 187, 208, 244, 187, 208, 244, 187, 208, 244, 187, 208, 244, + 118, 108, 234, 118, 108, 234, 118, 108, 234, 118, 108, 234, 118, + 108, 234, 246, 113, 205, 246, 113, 205, 246, 113, 205, 246, 113, + 205, 246, 113, 205, 0, 0, 0, 0, 0, 0, 34, 66, 54, + 34, 66, 54, 34, 66, 54, 34, 66, 54, 34, 66, 54, 136, + 29, 158, 136, 29, 158, 136, 29, 158, 136, 29, 158, 136, 29, + 158, 117, 152, 1, 117, 152, 1, 117, 152, 1, 117, 152, 1, + 117, 152, 1, 187, 208, 244, 187, 208, 244, 187, 208, 244, 187, + 208, 244, 187, 208, 244, 118, 108, 234, 118, 108, 234, 118, 108, + 234, 118, 108, 234, 118, 108, 234, 246, 113, 205, 246, 113, 205, + 246, 113, 205, 246, 113, 205, 246, 113, 205, 0, 0, 0, 0, + 0, 0, 34, 66, 54, 34, 66, 54, 34, 66, 54, 34, 66, + 54, 34, 66, 54, 136, 29, 158, 136, 29, 158, 136, 29, 158, + 136, 29, 158, 136, 29, 158, 117, 152, 1, 117, 152, 1, 117, + 152, 1, 117, 152, 1, 117, 152, 1, 187, 208, 244, 187, 208, + 244, 187, 208, 244, 187, 208, 244, 187, 208, 244, 118, 108, 234, + 118, 108, 234, 118, 108, 234, 118, 108, 234, 118, 108, 234, 246, + 113, 205, 246, 113, 205, 246, 113, 205, 246, 113, 205, 246, 113, + 205, 0, 0, 0, 0, 0, 0, 64, 118, 59, 64, 118, 59, + 64, 118, 59, 64, 118, 59, 64, 118, 59, 157, 54, 167, 157, + 54, 167, 157, 54, 167, 157, 54, 167, 157, 54, 167, 142, 26, + 122, 142, 26, 122, 142, 26, 122, 142, 26, 122, 142, 26, 122, + 236, 105, 88, 236, 105, 88, 236, 105, 88, 236, 105, 88, 236, + 105, 88, 184, 191, 91, 184, 191, 91, 184, 191, 91, 184, 191, + 91, 184, 191, 91, 76, 185, 95, 76, 185, 95, 76, 185, 95, + 76, 185, 95, 76, 185, 95, 0, 0, 0, 0, 0, 0, 64, + 118, 59, 64, 118, 59, 64, 118, 59, 64, 118, 59, 64, 118, + 59, 157, 54, 167, 157, 54, 167, 157, 54, 167, 157, 54, 167, + 157, 54, 167, 142, 26, 122, 142, 26, 122, 142, 26, 122, 142, + 26, 122, 142, 26, 122, 236, 105, 88, 236, 105, 88, 236, 105, + 88, 236, 105, 88, 236, 105, 88, 184, 191, 91, 184, 191, 91, + 184, 191, 91, 184, 191, 91, 184, 191, 91, 76, 185, 95, 76, + 185, 95, 76, 185, 95, 76, 185, 95, 76, 185, 95, 0, 0, + 0, 0, 0, 0, 64, 118, 59, 64, 118, 59, 64, 118, 59, + 64, 118, 59, 64, 118, 59, 157, 54, 167, 157, 54, 167, 157, + 54, 167, 157, 54, 167, 157, 54, 167, 142, 26, 122, 142, 26, + 122, 142, 26, 122, 142, 26, 122, 142, 26, 122, 236, 105, 88, + 236, 105, 88, 236, 105, 88, 236, 105, 88, 236, 105, 88, 184, + 191, 91, 184, 191, 91, 184, 191, 91, 184, 191, 91, 184, 191, + 91, 76, 185, 95, 76, 185, 95, 76, 185, 95, 76, 185, 95, + 76, 185, 95, 0, 0, 0, 0, 0, 0, 64, 118, 59, 64, + 118, 59, 64, 118, 59, 64, 118, 59, 64, 118, 59, 157, 54, + 167, 157, 54, 167, 157, 54, 167, 157, 54, 167, 157, 54, 167, + 142, 26, 122, 142, 26, 122, 142, 26, 122, 142, 26, 122, 142, + 26, 122, 236, 105, 88, 236, 105, 88, 236, 105, 88, 236, 105, + 88, 236, 105, 88, 184, 191, 91, 184, 191, 91, 184, 191, 91, + 184, 191, 91, 184, 191, 91, 76, 185, 95, 76, 185, 95, 76, + 185, 95, 76, 185, 95, 76, 185, 95, 0, 0, 0, 0, 0, + 0, 64, 118, 59, 64, 118, 59, 64, 118, 59, 64, 118, 59, + 64, 118, 59, 157, 54, 167, 157, 54, 167, 157, 54, 167, 157, + 54, 167, 157, 54, 167, 142, 26, 122, 142, 26, 122, 142, 26, + 122, 142, 26, 122, 142, 26, 122, 236, 105, 88, 236, 105, 88, + 236, 105, 88, 236, 105, 88, 236, 105, 88, 184, 191, 91, 184, + 191, 91, 184, 191, 91, 184, 191, 91, 184, 191, 91, 76, 185, + 95, 76, 185, 95, 76, 185, 95, 76, 185, 95, 76, 185, 95, + 0, 0, 0, 0, 0, 0, 247, 90, 80, 247, 90, 80, 247, + 90, 80, 247, 90, 80, 247, 90, 80, 167, 118, 85, 167, 118, + 85, 167, 118, 85, 167, 118, 85, 167, 118, 85, 172, 39, 208, + 172, 39, 208, 172, 39, 208, 172, 39, 208, 172, 39, 208, 60, + 106, 191, 60, 106, 191, 60, 106, 191, 60, 106, 191, 60, 106, + 191, 114, 163, 112, 114, 163, 112, 114, 163, 112, 114, 163, 112, + 114, 163, 112, 228, 201, 50, 228, 201, 50, 228, 201, 50, 228, + 201, 50, 228, 201, 50, 0, 0, 0, 0, 0, 0, 247, 90, + 80, 247, 90, 80, 247, 90, 80, 247, 90, 80, 247, 90, 80, + 167, 118, 85, 167, 118, 85, 167, 118, 85, 167, 118, 85, 167, + 118, 85, 172, 39, 208, 172, 39, 208, 172, 39, 208, 172, 39, + 208, 172, 39, 208, 60, 106, 191, 60, 106, 191, 60, 106, 191, + 60, 106, 191, 60, 106, 191, 114, 163, 112, 114, 163, 112, 114, + 163, 112, 114, 163, 112, 114, 163, 112, 228, 201, 50, 228, 201, + 50, 228, 201, 50, 228, 201, 50, 228, 201, 50, 0, 0, 0, + 0, 0, 0, 247, 90, 80, 247, 90, 80, 247, 90, 80, 247, + 90, 80, 247, 90, 80, 167, 118, 85, 167, 118, 85, 167, 118, + 85, 167, 118, 85, 167, 118, 85, 172, 39, 208, 172, 39, 208, + 172, 39, 208, 172, 39, 208, 172, 39, 208, 60, 106, 191, 60, + 106, 191, 60, 106, 191, 60, 106, 191, 60, 106, 191, 114, 163, + 112, 114, 163, 112, 114, 163, 112, 114, 163, 112, 114, 163, 112, + 228, 201, 50, 228, 201, 50, 228, 201, 50, 228, 201, 50, 228, + 201, 50, 0, 0, 0, 0, 0, 0, 247, 90, 80, 247, 90, + 80, 247, 90, 80, 247, 90, 80, 247, 90, 80, 167, 118, 85, + 167, 118, 85, 167, 118, 85, 167, 118, 85, 167, 118, 85, 172, + 39, 208, 172, 39, 208, 172, 39, 208, 172, 39, 208, 172, 39, + 208, 60, 106, 191, 60, 106, 191, 60, 106, 191, 60, 106, 191, + 60, 106, 191, 114, 163, 112, 114, 163, 112, 114, 163, 112, 114, + 163, 112, 114, 163, 112, 228, 201, 50, 228, 201, 50, 228, 201, + 50, 228, 201, 50, 228, 201, 50, 0, 0, 0, 0, 0, 0, + 247, 90, 80, 247, 90, 80, 247, 90, 80, 247, 90, 80, 247, + 90, 80, 167, 118, 85, 167, 118, 85, 167, 118, 85, 167, 118, + 85, 167, 118, 85, 172, 39, 208, 172, 39, 208, 172, 39, 208, + 172, 39, 208, 172, 39, 208, 60, 106, 191, 60, 106, 191, 60, + 106, 191, 60, 106, 191, 60, 106, 191, 114, 163, 112, 114, 163, + 112, 114, 163, 112, 114, 163, 112, 114, 163, 112, 228, 201, 50, + 228, 201, 50, 228, 201, 50, 228, 201, 50, 228, 201, 50, 0, + 0, 0, 0, 0, 0, 24, 246, 11, 24, 246, 11, 24, 246, + 11, 24, 246, 11, 24, 246, 11, 177, 219, 6, 177, 219, 6, + 177, 219, 6, 177, 219, 6, 177, 219, 6, 77, 188, 37, 77, + 188, 37, 77, 188, 37, 77, 188, 37, 77, 188, 37, 2, 138, + 230, 2, 138, 230, 2, 138, 230, 2, 138, 230, 2, 138, 230, + 159, 74, 81, 159, 74, 81, 159, 74, 81, 159, 74, 81, 159, + 74, 81, 240, 63, 27, 240, 63, 27, 240, 63, 27, 240, 63, + 27, 240, 63, 27, 0, 0, 0, 0, 0, 0, 24, 246, 11, + 24, 246, 11, 24, 246, 11, 24, 246, 11, 24, 246, 11, 177, + 219, 6, 177, 219, 6, 177, 219, 6, 177, 219, 6, 177, 219, + 6, 77, 188, 37, 77, 188, 37, 77, 188, 37, 77, 188, 37, + 77, 188, 37, 2, 138, 230, 2, 138, 230, 2, 138, 230, 2, + 138, 230, 2, 138, 230, 159, 74, 81, 159, 74, 81, 159, 74, + 81, 159, 74, 81, 159, 74, 81, 240, 63, 27, 240, 63, 27, + 240, 63, 27, 240, 63, 27, 240, 63, 27, 0, 0, 0, 0, + 0, 0, 24, 246, 11, 24, 246, 11, 24, 246, 11, 24, 246, + 11, 24, 246, 11, 177, 219, 6, 177, 219, 6, 177, 219, 6, + 177, 219, 6, 177, 219, 6, 77, 188, 37, 77, 188, 37, 77, + 188, 37, 77, 188, 37, 77, 188, 37, 2, 138, 230, 2, 138, + 230, 2, 138, 230, 2, 138, 230, 2, 138, 230, 159, 74, 81, + 159, 74, 81, 159, 74, 81, 159, 74, 81, 159, 74, 81, 240, + 63, 27, 240, 63, 27, 240, 63, 27, 240, 63, 27, 240, 63, + 27, 0, 0, 0, 0, 0, 0, 24, 246, 11, 24, 246, 11, + 24, 246, 11, 24, 246, 11, 24, 246, 11, 177, 219, 6, 177, + 219, 6, 177, 219, 6, 177, 219, 6, 177, 219, 6, 77, 188, + 37, 77, 188, 37, 77, 188, 37, 77, 188, 37, 77, 188, 37, + 2, 138, 230, 2, 138, 230, 2, 138, 230, 2, 138, 230, 2, + 138, 230, 159, 74, 81, 159, 74, 81, 159, 74, 81, 159, 74, + 81, 159, 74, 81, 240, 63, 27, 240, 63, 27, 240, 63, 27, + 240, 63, 27, 240, 63, 27, 0, 0, 0, 0, 0, 0, 24, + 246, 11, 24, 246, 11, 24, 246, 11, 24, 246, 11, 24, 246, + 11, 177, 219, 6, 177, 219, 6, 177, 219, 6, 177, 219, 6, + 177, 219, 6, 77, 188, 37, 77, 188, 37, 77, 188, 37, 77, + 188, 37, 77, 188, 37, 2, 138, 230, 2, 138, 230, 2, 138, + 230, 2, 138, 230, 2, 138, 230, 159, 74, 81, 159, 74, 81, + 159, 74, 81, 159, 74, 81, 159, 74, 81, 240, 63, 27, 240, + 63, 27, 240, 63, 27, 240, 63, 27, 240, 63, 27, 0, 0, + 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, + 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, + 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, + 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, + 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, + 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, + 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, + 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, + 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, + 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, + 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, + 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, + 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, + 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, + 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, + 0], dtype=np.uint8), + image_decoder_decode_bmp_rgb.output, +) + +image_decoder_decode_webp_rgb = ImageData( + np.array([ 82, 73, 70, 70, 32, 2, 0, 0, 87, 69, 66, 80, 86, + 80, 56, 32, 20, 2, 0, 0, 80, 13, 0, 157, 1, 42, + 32, 0, 32, 0, 62, 109, 46, 146, 70, 164, 34, 161, 161, + 40, 13, 80, 128, 13, 137, 108, 0, 157, 50, 132, 112, 55, + 151, 254, 57, 126, 51, 115, 134, 108, 25, 128, 93, 115, 126, + 83, 204, 7, 168, 15, 178, 191, 82, 95, 48, 15, 232, 29, + 32, 63, 93, 191, 183, 117, 128, 253, 57, 246, 0, 255, 147, + 230, 171, 236, 1, 232, 1, 230, 153, 254, 107, 245, 239, 225, + 11, 246, 51, 246, 239, 218, 118, 236, 247, 43, 147, 15, 163, + 180, 0, 165, 21, 251, 68, 81, 89, 121, 30, 65, 221, 213, + 115, 111, 216, 229, 96, 0, 253, 210, 122, 138, 75, 92, 219, + 102, 22, 86, 171, 131, 154, 9, 97, 230, 179, 178, 43, 43, + 206, 57, 143, 19, 232, 129, 21, 139, 23, 214, 170, 75, 14, + 52, 78, 111, 88, 54, 0, 216, 240, 73, 98, 154, 194, 36, + 47, 34, 68, 148, 194, 197, 79, 81, 220, 205, 223, 88, 250, + 42, 71, 218, 15, 124, 129, 12, 38, 200, 116, 251, 93, 147, + 57, 36, 183, 245, 31, 100, 160, 116, 212, 180, 65, 118, 26, + 4, 133, 242, 198, 50, 89, 34, 109, 244, 199, 253, 50, 134, + 185, 19, 231, 104, 63, 202, 255, 252, 169, 61, 255, 112, 75, + 33, 165, 235, 249, 208, 254, 59, 253, 66, 115, 104, 1, 198, + 21, 242, 126, 158, 181, 152, 55, 50, 77, 29, 83, 7, 74, + 139, 7, 157, 145, 131, 163, 5, 105, 181, 174, 38, 245, 83, + 73, 183, 195, 243, 162, 207, 173, 142, 14, 38, 114, 149, 107, + 162, 8, 74, 172, 85, 135, 196, 54, 62, 66, 159, 28, 239, + 150, 13, 1, 197, 236, 121, 183, 69, 189, 23, 138, 22, 15, + 245, 216, 244, 67, 220, 105, 77, 80, 101, 145, 47, 254, 82, + 86, 190, 233, 60, 253, 192, 109, 30, 199, 255, 255, 11, 191, + 132, 172, 157, 189, 172, 98, 91, 223, 41, 168, 79, 177, 124, + 248, 219, 66, 28, 89, 184, 193, 218, 73, 123, 199, 170, 197, + 85, 60, 244, 144, 65, 180, 53, 51, 76, 101, 246, 98, 255, + 202, 147, 239, 114, 41, 19, 231, 202, 205, 1, 24, 55, 73, + 164, 212, 62, 253, 138, 147, 181, 58, 249, 167, 19, 186, 248, + 198, 120, 78, 227, 215, 3, 206, 125, 176, 241, 255, 249, 143, + 31, 16, 189, 165, 240, 216, 14, 60, 28, 102, 246, 10, 178, + 9, 29, 179, 207, 170, 34, 51, 136, 167, 194, 160, 17, 118, + 203, 188, 35, 229, 124, 128, 245, 253, 232, 250, 94, 77, 150, + 161, 46, 3, 185, 215, 69, 122, 167, 159, 211, 209, 119, 111, + 211, 153, 178, 160, 153, 174, 180, 229, 61, 15, 196, 225, 48, + 93, 243, 101, 64, 200, 23, 47, 211, 242, 50, 31, 133, 231, + 63, 151, 123, 87, 178, 77, 165, 172, 205, 35, 249, 186, 231, + 150, 205, 218, 230, 245, 10, 39, 42, 157, 116, 223, 241, 120, + 201, 34, 28, 59, 113, 38, 151, 73, 39, 119, 255, 227, 105, + 45, 148, 84, 0, 0, 0], dtype=np.uint8), + np.array([[[230, 84, 242], + [230, 84, 240], + [232, 84, 238], + [225, 94, 202], + [207, 108, 126], + [255, 199, 131], + [243, 221, 74], + [229, 229, 47], + [232, 234, 65], + [228, 231, 61], + [228, 226, 43], + [228, 223, 31], + [232, 225, 31], + [227, 221, 34], + [224, 219, 43], + [255, 250, 82], + [255, 247, 84], + [255, 248, 82], + [254, 253, 76], + [255, 236, 130], + [121, 22, 71], + [132, 5, 128], + [126, 10, 122], + [105, 23, 107], + [ 70, 43, 86], + [ 90, 125, 122], + [ 49, 154, 98], + [ 27, 166, 83], + [ 29, 168, 80], + [ 48, 155, 87], + [ 0, 13, 0], + [ 0, 0, 0]], + + [[229, 84, 244], + [229, 84, 242], + [229, 85, 240], + [222, 95, 204], + [205, 108, 130], + [255, 198, 137], + [244, 219, 80], + [232, 227, 49], + [235, 233, 61], + [232, 230, 55], + [228, 227, 39], + [227, 224, 29], + [230, 226, 31], + [225, 222, 32], + [223, 220, 41], + [255, 251, 80], + [255, 249, 82], + [255, 250, 80], + [252, 254, 76], + [255, 237, 130], + [118, 23, 71], + [130, 6, 126], + [126, 10, 122], + [107, 22, 109], + [ 70, 43, 84], + [ 90, 125, 120], + [ 51, 153, 98], + [ 31, 165, 83], + [ 32, 167, 80], + [ 50, 154, 87], + [ 0, 13, 0], + [ 0, 0, 0]], + + [[224, 86, 246], + [224, 86, 246], + [222, 87, 244], + [217, 96, 210], + [202, 108, 138], + [255, 196, 147], + [249, 215, 90], + [239, 223, 55], + [240, 233, 53], + [235, 231, 43], + [230, 228, 33], + [227, 224, 27], + [227, 227, 31], + [224, 223, 32], + [221, 221, 37], + [252, 254, 76], + [252, 254, 76], + [250, 254, 76], + [247, 255, 76], + [255, 238, 132], + [115, 25, 69], + [129, 7, 126], + [126, 9, 126], + [107, 21, 112], + [ 70, 43, 82], + [ 92, 125, 116], + [ 56, 152, 94], + [ 35, 163, 81], + [ 37, 164, 80], + [ 55, 151, 89], + [ 0, 11, 0], + [ 0, 0, 2]], + + [[208, 93, 250], + [208, 93, 250], + [208, 93, 250], + [205, 101, 218], + [194, 111, 148], + [255, 195, 157], + [255, 209, 104], + [250, 215, 67], + [255, 222, 63], + [252, 220, 53], + [249, 215, 49], + [246, 211, 47], + [245, 214, 54], + [237, 212, 56], + [231, 212, 59], + [255, 249, 94], + [244, 254, 94], + [239, 255, 94], + [239, 255, 96], + [252, 241, 142], + [103, 33, 59], + [116, 17, 107], + [116, 17, 107], + [100, 27, 97], + [ 69, 46, 74], + [ 95, 124, 112], + [ 64, 147, 98], + [ 47, 156, 87], + [ 48, 157, 88], + [ 63, 146, 95], + [ 0, 9, 0], + [ 0, 0, 2]], + + [[183, 109, 255], + [183, 109, 255], + [185, 108, 255], + [186, 113, 229], + [189, 120, 166], + [255, 195, 174], + [255, 217, 133], + [255, 208, 93], + [255, 202, 86], + [255, 195, 84], + [255, 183, 86], + [255, 176, 88], + [255, 180, 98], + [255, 183, 101], + [255, 202, 115], + [255, 230, 132], + [235, 247, 134], + [223, 254, 132], + [224, 253, 130], + [235, 242, 158], + [ 84, 46, 41], + [ 95, 35, 69], + [ 97, 34, 69], + [ 86, 41, 65], + [ 70, 57, 64], + [102, 125, 112], + [ 77, 135, 104], + [ 69, 143, 104], + [ 72, 147, 108], + [ 77, 134, 108], + [ 0, 11, 3], + [ 0, 0, 2]], + + [[ 55, 31, 165], + [ 57, 30, 167], + [ 62, 27, 171], + [ 70, 28, 142], + [ 78, 26, 78], + [123, 60, 52], + [140, 64, 1], + [155, 66, 0], + [155, 55, 0], + [174, 52, 0], + [199, 48, 10], + [208, 48, 25], + [204, 54, 38], + [183, 56, 38], + [164, 79, 44], + [146, 109, 58], + [ 93, 112, 37], + [ 75, 121, 35], + [ 77, 121, 33], + [ 85, 115, 43], + [184, 183, 147], + [194, 177, 155], + [195, 176, 153], + [190, 178, 157], + [176, 176, 163], + [ 92, 107, 97], + [ 83, 114, 106], + [ 77, 116, 110], + [ 75, 115, 111], + [ 81, 110, 109], + [ 0, 1, 4], + [ 0, 0, 1]], + + [[ 20, 51, 168], + [ 23, 48, 172], + [ 31, 43, 176], + [ 47, 40, 150], + [ 78, 46, 100], + [121, 61, 63], + [142, 53, 8], + [165, 60, 0], + [163, 46, 0], + [189, 45, 18], + [229, 39, 48], + [248, 40, 72], + [233, 35, 75], + [201, 39, 71], + [163, 64, 72], + [131, 95, 79], + [ 84, 113, 74], + [ 63, 124, 72], + [ 63, 124, 72], + [ 70, 123, 64], + [158, 197, 127], + [164, 195, 118], + [164, 195, 116], + [167, 191, 129], + [170, 182, 150], + [103, 108, 104], + [ 98, 99, 119], + [ 93, 93, 125], + [ 95, 93, 130], + [ 96, 96, 125], + [ 0, 0, 11], + [ 0, 2, 7]], + + [[ 0, 55, 168], + [ 3, 53, 168], + [ 13, 47, 172], + [ 32, 43, 146], + [ 58, 36, 91], + [121, 63, 71], + [155, 58, 22], + [173, 56, 4], + [170, 47, 9], + [191, 38, 30], + [232, 22, 63], + [249, 17, 84], + [255, 30, 102], + [220, 32, 93], + [171, 56, 90], + [128, 89, 95], + [ 77, 112, 89], + [ 53, 125, 85], + [ 51, 126, 85], + [ 56, 127, 69], + [147, 207, 119], + [152, 208, 103], + [151, 209, 101], + [157, 203, 117], + [166, 187, 146], + [105, 105, 105], + [102, 87, 122], + [106, 84, 139], + [113, 92, 149], + [108, 95, 138], + [ 1, 0, 13], + [ 0, 2, 3]], + + [[ 7, 56, 174], + [ 10, 55, 172], + [ 16, 52, 168], + [ 34, 48, 141], + [ 61, 38, 94], + [122, 60, 74], + [152, 50, 20], + [167, 45, 0], + [171, 48, 8], + [184, 32, 26], + [232, 28, 78], + [248, 16, 96], + [254, 20, 99], + [228, 28, 95], + [180, 53, 93], + [120, 73, 82], + [ 78, 114, 88], + [ 49, 129, 84], + [ 47, 131, 80], + [ 54, 130, 66], + [145, 210, 118], + [152, 210, 102], + [150, 212, 100], + [157, 205, 116], + [169, 189, 148], + [104, 102, 102], + [112, 92, 133], + [111, 86, 145], + [108, 89, 148], + [104, 93, 134], + [ 2, 0, 4], + [ 1, 3, 0]], + + [[ 15, 58, 141], + [ 16, 58, 139], + [ 21, 56, 137], + [ 36, 51, 123], + [ 59, 39, 94], + [119, 58, 92], + [149, 44, 57], + [162, 39, 39], + [165, 44, 48], + [168, 36, 49], + [197, 45, 71], + [199, 35, 65], + [210, 39, 65], + [201, 54, 72], + [157, 65, 73], + [116, 83, 78], + [ 78, 111, 91], + [ 56, 122, 93], + [ 54, 123, 91], + [ 59, 122, 85], + [152, 200, 154], + [157, 199, 146], + [155, 200, 146], + [163, 194, 156], + [175, 178, 177], + [114, 93, 123], + [123, 80, 135], + [125, 73, 143], + [125, 80, 148], + [117, 83, 133], + [ 6, 0, 6], + [ 0, 0, 0]], + + [[ 28, 65, 73], + [ 28, 64, 77], + [ 28, 63, 83], + [ 39, 56, 91], + [ 56, 41, 94], + [111, 56, 127], + [137, 37, 125], + [149, 29, 124], + [141, 26, 117], + [144, 50, 98], + [168, 112, 76], + [164, 128, 45], + [163, 130, 36], + [151, 124, 40], + [149, 134, 75], + [206, 206, 174], + [191, 212, 205], + [181, 214, 221], + [179, 214, 225], + [183, 210, 235], + [113, 125, 173], + [116, 122, 183], + [114, 122, 187], + [124, 116, 189], + [142, 109, 189], + [195, 134, 218], + [215, 126, 210], + [228, 123, 209], + [223, 120, 207], + [209, 129, 199], + [ 20, 0, 18], + [ 6, 0, 8]], + + [[ 37, 66, 43], + [ 36, 66, 47], + [ 34, 65, 55], + [ 40, 59, 69], + [ 54, 43, 88], + [106, 56, 137], + [130, 35, 156], + [140, 26, 164], + [133, 25, 157], + [128, 56, 119], + [133, 126, 55], + [117, 147, 5], + [118, 151, 4], + [119, 152, 20], + [123, 147, 55], + [197, 218, 170], + [191, 211, 211], + [189, 208, 233], + [189, 206, 239], + [192, 201, 255], + [117, 115, 212], + [121, 110, 230], + [121, 109, 234], + [130, 105, 230], + [148, 97, 215], + [207, 125, 234], + [228, 114, 212], + [242, 111, 203], + [244, 109, 207], + [222, 118, 197], + [ 26, 0, 20], + [ 3, 0, 10]], + + [[ 42, 62, 49], + [ 40, 63, 49], + [ 37, 64, 51], + [ 42, 60, 61], + [ 55, 48, 78], + [ 96, 53, 120], + [118, 31, 142], + [137, 31, 163], + [133, 32, 160], + [120, 54, 113], + [129, 125, 49], + [113, 143, 0], + [114, 149, 7], + [115, 149, 24], + [117, 146, 54], + [191, 217, 167], + [186, 213, 213], + [186, 208, 237], + [189, 206, 239], + [191, 202, 255], + [113, 115, 215], + [115, 111, 233], + [118, 109, 233], + [129, 105, 227], + [150, 100, 213], + [204, 123, 228], + [230, 117, 212], + [242, 111, 203], + [246, 112, 207], + [223, 120, 194], + [ 27, 0, 18], + [ 3, 0, 4]], + + [[ 42, 63, 45], + [ 40, 64, 45], + [ 37, 65, 47], + [ 42, 61, 57], + [ 61, 55, 80], + [102, 60, 122], + [124, 38, 144], + [143, 38, 165], + [139, 37, 162], + [123, 49, 112], + [149, 134, 73], + [129, 142, 22], + [131, 143, 27], + [131, 143, 41], + [132, 142, 66], + [206, 215, 173], + [201, 209, 213], + [201, 206, 231], + [204, 204, 231], + [202, 202, 246], + [119, 119, 199], + [119, 117, 213], + [120, 116, 211], + [130, 112, 205], + [142, 105, 190], + [198, 137, 215], + [212, 126, 196], + [225, 122, 191], + [231, 131, 199], + [212, 135, 188], + [ 21, 0, 14], + [ 2, 0, 3]], + + [[ 41, 72, 34], + [ 39, 72, 38], + [ 37, 71, 46], + [ 44, 65, 60], + [ 61, 52, 82], + [104, 56, 122], + [127, 35, 139], + [148, 34, 159], + [139, 23, 151], + [134, 41, 122], + [157, 110, 92], + [152, 124, 56], + [151, 119, 50], + [155, 120, 59], + [156, 120, 77], + [231, 193, 174], + [230, 195, 202], + [228, 194, 212], + [228, 194, 208], + [222, 196, 216], + [129, 120, 157], + [122, 122, 165], + [122, 123, 161], + [124, 123, 157], + [131, 121, 154], + [174, 153, 183], + [187, 149, 173], + [185, 140, 162], + [188, 151, 170], + [178, 151, 167], + [ 10, 0, 10], + [ 2, 0, 6]], + + [[ 72, 113, 67], + [ 72, 112, 71], + [ 70, 112, 79], + [ 80, 104, 93], + [ 86, 77, 103], + [128, 82, 143], + [152, 60, 162], + [174, 58, 182], + [165, 47, 173], + [162, 58, 153], + [125, 50, 76], + [122, 58, 47], + [120, 49, 36], + [125, 50, 39], + [128, 51, 45], + [204, 127, 128], + [195, 118, 126], + [193, 119, 126], + [193, 120, 122], + [179, 127, 124], + [190, 176, 169], + [178, 182, 171], + [178, 182, 167], + [175, 184, 167], + [167, 184, 165], + [136, 155, 135], + [137, 150, 127], + [138, 151, 128], + [134, 154, 129], + [137, 154, 137], + [ 0, 0, 0], + [ 2, 0, 4]], + + [[ 64, 116, 73], + [ 65, 115, 73], + [ 67, 114, 73], + [ 76, 108, 83], + [ 97, 95, 107], + [121, 78, 129], + [146, 60, 155], + [159, 51, 169], + [159, 49, 168], + [163, 55, 159], + [135, 37, 111], + [137, 38, 97], + [139, 35, 90], + [141, 33, 81], + [143, 35, 67], + [221, 110, 129], + [220, 108, 112], + [222, 109, 104], + [222, 109, 102], + [201, 121, 98], + [200, 179, 129], + [181, 189, 125], + [181, 189, 125], + [173, 193, 125], + [153, 199, 125], + [112, 174, 98], + [103, 172, 101], + [101, 174, 106], + [ 96, 171, 105], + [112, 168, 117], + [ 0, 8, 0], + [ 2, 3, 0]], + + [[ 60, 118, 71], + [ 62, 117, 71], + [ 64, 117, 69], + [ 75, 109, 79], + [ 95, 97, 101], + [117, 81, 125], + [143, 62, 153], + [157, 52, 167], + [159, 50, 164], + [164, 53, 164], + [143, 29, 129], + [145, 30, 121], + [146, 26, 117], + [149, 25, 103], + [152, 28, 81], + [232, 104, 131], + [233, 104, 102], + [236, 104, 90], + [238, 103, 90], + [214, 117, 84], + [203, 181, 107], + [181, 194, 101], + [181, 194, 101], + [171, 198, 103], + [147, 207, 104], + [102, 182, 80], + [ 87, 183, 87], + [ 84, 185, 94], + [ 80, 181, 92], + [ 99, 177, 107], + [ 0, 12, 0], + [ 0, 7, 0]], + + [[ 62, 119, 63], + [ 62, 119, 63], + [ 64, 118, 65], + [ 73, 110, 77], + [ 93, 98, 99], + [117, 81, 123], + [143, 63, 149], + [159, 52, 163], + [163, 48, 164], + [169, 51, 162], + [145, 29, 125], + [145, 30, 119], + [146, 27, 115], + [148, 26, 103], + [151, 28, 81], + [232, 105, 129], + [236, 102, 100], + [239, 103, 88], + [239, 103, 90], + [215, 116, 82], + [203, 182, 101], + [179, 196, 95], + [179, 195, 97], + [170, 199, 101], + [148, 206, 104], + [104, 182, 80], + [ 91, 181, 85], + [ 87, 184, 90], + [ 82, 181, 88], + [ 99, 177, 105], + [ 0, 14, 0], + [ 0, 9, 0]], + + [[ 97, 102, 55], + [ 97, 102, 57], + [ 99, 101, 59], + [105, 96, 67], + [117, 88, 85], + [130, 78, 105], + [145, 67, 125], + [153, 61, 135], + [155, 58, 134], + [163, 58, 143], + [143, 29, 129], + [146, 26, 135], + [144, 24, 131], + [141, 25, 121], + [138, 30, 105], + [211, 109, 162], + [206, 111, 134], + [204, 114, 124], + [204, 114, 124], + [187, 125, 112], + [189, 186, 121], + [171, 197, 107], + [171, 197, 109], + [167, 200, 109], + [155, 202, 106], + [118, 175, 74], + [113, 173, 69], + [111, 176, 68], + [106, 173, 66], + [117, 171, 89], + [ 0, 11, 0], + [ 0, 7, 0]], + + [[205, 108, 89], + [207, 107, 89], + [210, 106, 89], + [210, 105, 91], + [204, 107, 99], + [192, 106, 103], + [180, 107, 111], + [172, 107, 113], + [167, 110, 111], + [174, 103, 138], + [164, 55, 167], + [170, 43, 193], + [170, 43, 191], + [161, 50, 188], + [142, 60, 186], + [124, 73, 179], + [103, 86, 165], + [ 92, 96, 156], + [ 89, 98, 152], + [ 88, 104, 131], + [123, 153, 125], + [122, 158, 101], + [119, 161, 97], + [122, 160, 90], + [129, 161, 77], + [188, 209, 108], + [202, 208, 85], + [205, 206, 74], + [204, 212, 79], + [197, 205, 104], + [ 6, 5, 0], + [ 1, 0, 0]], + + [[240, 92, 81], + [242, 91, 81], + [245, 90, 81], + [240, 92, 83], + [228, 98, 85], + [207, 102, 85], + [182, 111, 87], + [165, 116, 85], + [159, 119, 83], + [170, 108, 122], + [164, 53, 173], + [171, 39, 207], + [168, 41, 205], + [156, 49, 208], + [131, 61, 212], + [103, 77, 209], + [ 73, 95, 199], + [ 58, 106, 192], + [ 53, 109, 188], + [ 59, 113, 159], + [111, 156, 143], + [115, 159, 113], + [112, 162, 109], + [117, 161, 99], + [134, 158, 82], + [201, 203, 102], + [222, 201, 69], + [229, 198, 52], + [226, 205, 57], + [215, 199, 86], + [ 14, 2, 0], + [ 4, 0, 0]], + + [[242, 93, 73], + [242, 92, 75], + [245, 90, 79], + [239, 93, 81], + [226, 99, 85], + [205, 104, 83], + [182, 111, 83], + [167, 116, 81], + [164, 117, 81], + [173, 107, 120], + [166, 53, 169], + [171, 40, 205], + [168, 42, 203], + [155, 50, 206], + [129, 62, 212], + [103, 77, 209], + [ 75, 94, 197], + [ 60, 105, 190], + [ 57, 107, 188], + [ 61, 113, 157], + [111, 157, 137], + [114, 161, 107], + [111, 163, 105], + [117, 162, 94], + [134, 158, 80], + [202, 202, 102], + [226, 199, 67], + [231, 198, 48], + [228, 205, 53], + [215, 200, 84], + [ 12, 3, 0], + [ 1, 0, 0]], + + [[212, 111, 58], + [212, 111, 60], + [213, 109, 64], + [210, 110, 66], + [201, 115, 68], + [187, 116, 67], + [172, 120, 65], + [162, 121, 64], + [159, 123, 64], + [166, 114, 102], + [154, 64, 142], + [157, 52, 176], + [152, 55, 176], + [140, 61, 184], + [118, 71, 192], + [ 95, 84, 197], + [ 67, 98, 197], + [ 53, 107, 196], + [ 50, 110, 192], + [ 59, 113, 161], + [115, 155, 137], + [123, 157, 105], + [120, 159, 103], + [127, 157, 94], + [145, 153, 80], + [213, 196, 104], + [238, 192, 73], + [245, 190, 56], + [241, 197, 61], + [224, 193, 92], + [ 14, 2, 0], + [ 0, 0, 0]], + + [[149, 147, 36], + [149, 147, 38], + [151, 146, 38], + [151, 145, 40], + [154, 144, 40], + [158, 145, 43], + [153, 135, 34], + [160, 142, 43], + [152, 139, 39], + [160, 139, 73], + [127, 84, 92], + [129, 81, 124], + [122, 83, 128], + [104, 80, 131], + [ 99, 94, 155], + [ 76, 98, 173], + [ 58, 114, 204], + [ 43, 119, 214], + [ 40, 121, 210], + [ 58, 119, 176], + [125, 146, 144], + [141, 145, 109], + [140, 146, 107], + [146, 145, 97], + [167, 144, 86], + [232, 182, 108], + [255, 181, 91], + [255, 168, 68], + [255, 179, 80], + [238, 174, 102], + [ 26, 3, 0], + [ 1, 0, 0]], + + [[106, 198, 38], + [108, 198, 36], + [108, 198, 36], + [114, 195, 34], + [130, 193, 35], + [173, 212, 60], + [190, 205, 59], + [195, 197, 55], + [190, 198, 52], + [191, 199, 80], + [142, 150, 88], + [136, 148, 115], + [120, 142, 109], + [117, 148, 128], + [104, 149, 152], + [ 60, 122, 161], + [ 39, 124, 202], + [ 27, 125, 222], + [ 24, 127, 220], + [ 51, 121, 184], + [ 97, 98, 107], + [123, 92, 73], + [121, 93, 71], + [128, 92, 61], + [142, 86, 43], + [183, 98, 45], + [205, 88, 22], + [214, 84, 14], + [206, 83, 15], + [181, 89, 40], + [ 23, 0, 0], + [ 3, 0, 2]], + + [[ 46, 230, 22], + [ 48, 230, 20], + [ 51, 229, 16], + [ 64, 223, 10], + [ 80, 207, 0], + [143, 231, 30], + [180, 220, 31], + [186, 207, 20], + [186, 213, 21], + [175, 214, 44], + [111, 171, 42], + [ 95, 170, 60], + [ 92, 172, 60], + [ 91, 181, 87], + [ 73, 177, 124], + [ 23, 137, 135], + [ 18, 135, 196], + [ 11, 133, 224], + [ 8, 134, 226], + [ 43, 124, 190], + [115, 94, 111], + [152, 83, 74], + [147, 84, 78], + [155, 82, 70], + [182, 80, 60], + [209, 84, 53], + [219, 71, 30], + [232, 73, 29], + [220, 66, 20], + [194, 79, 45], + [ 29, 0, 0], + [ 8, 3, 7]], + + [[ 22, 251, 21], + [ 24, 250, 19], + [ 27, 250, 13], + [ 43, 243, 5], + [ 73, 231, 0], + [130, 241, 19], + [167, 224, 13], + [182, 213, 7], + [185, 221, 13], + [169, 225, 31], + [ 95, 184, 20], + [ 76, 182, 35], + [ 75, 183, 35], + [ 69, 187, 61], + [ 53, 186, 109], + [ 16, 155, 138], + [ 7, 141, 194], + [ 2, 138, 224], + [ 0, 139, 226], + [ 40, 125, 192], + [119, 88, 110], + [161, 74, 76], + [158, 75, 80], + [166, 72, 74], + [181, 62, 54], + [217, 76, 60], + [231, 69, 41], + [237, 67, 35], + [235, 65, 31], + [205, 74, 50], + [ 30, 0, 0], + [ 3, 0, 2]], + + [[ 24, 246, 19], + [ 24, 246, 17], + [ 28, 246, 10], + [ 42, 240, 4], + [ 71, 232, 0], + [130, 243, 21], + [164, 225, 13], + [175, 213, 9], + [176, 219, 15], + [163, 224, 33], + [ 85, 179, 11], + [ 69, 176, 24], + [ 79, 184, 39], + [ 73, 185, 70], + [ 53, 179, 114], + [ 11, 145, 136], + [ 6, 145, 198], + [ 1, 142, 226], + [ 1, 142, 224], + [ 42, 128, 192], + [117, 90, 117], + [159, 76, 83], + [159, 76, 83], + [167, 72, 79], + [188, 74, 74], + [209, 74, 63], + [229, 70, 49], + [237, 66, 37], + [239, 70, 36], + [202, 72, 46], + [ 37, 0, 0], + [ 4, 0, 0]], + + [[ 60, 221, 53], + [ 58, 222, 51], + [ 58, 223, 47], + [ 68, 219, 43], + [ 87, 211, 37], + [135, 224, 55], + [166, 214, 55], + [181, 210, 57], + [174, 208, 57], + [163, 211, 70], + [106, 175, 47], + [ 94, 171, 56], + [ 96, 172, 67], + [ 90, 169, 88], + [ 76, 167, 125], + [ 43, 141, 140], + [ 28, 132, 175], + [ 25, 131, 193], + [ 25, 131, 193], + [ 56, 119, 166], + [113, 91, 112], + [143, 81, 88], + [145, 80, 88], + [151, 78, 82], + [164, 80, 77], + [180, 81, 71], + [196, 78, 63], + [203, 74, 54], + [206, 76, 51], + [178, 79, 58], + [ 31, 0, 0], + [ 8, 0, 0]], + + [[ 0, 24, 0], + [ 0, 25, 0], + [ 0, 27, 0], + [ 0, 26, 0], + [ 0, 24, 0], + [ 0, 28, 0], + [ 0, 13, 0], + [ 1, 11, 0], + [ 0, 14, 0], + [ 0, 13, 0], + [ 0, 10, 0], + [ 0, 7, 0], + [ 0, 15, 0], + [ 0, 10, 0], + [ 0, 13, 7], + [ 0, 4, 9], + [ 0, 5, 24], + [ 0, 5, 28], + [ 0, 6, 28], + [ 0, 1, 17], + [ 4, 0, 0], + [ 16, 0, 0], + [ 15, 0, 0], + [ 16, 0, 0], + [ 20, 0, 0], + [ 28, 0, 0], + [ 33, 0, 0], + [ 34, 0, 0], + [ 36, 0, 0], + [ 29, 0, 0], + [ 10, 0, 0], + [ 2, 0, 0]], + + [[ 4, 0, 1], + [ 1, 1, 1], + [ 0, 4, 1], + [ 0, 5, 1], + [ 0, 3, 0], + [ 0, 8, 5], + [ 0, 0, 0], + [ 4, 7, 6], + [ 0, 1, 0], + [ 0, 0, 0], + [ 6, 0, 0], + [ 7, 0, 0], + [ 12, 0, 6], + [ 2, 0, 2], + [ 2, 0, 9], + [ 0, 0, 3], + [ 1, 0, 2], + [ 0, 0, 0], + [ 0, 0, 2], + [ 0, 0, 0], + [ 4, 0, 0], + [ 7, 0, 0], + [ 6, 0, 0], + [ 4, 0, 0], + [ 3, 0, 0], + [ 6, 2, 0], + [ 5, 2, 6], + [ 4, 0, 8], + [ 6, 1, 2], + [ 8, 0, 0], + [ 8, 0, 0], + [ 10, 0, 0]]], dtype=np.uint8), +) + +image_decoder_decode_pnm_rgb = ImageData( + np.array([ 80, 54, 10, 51, 50, 32, 51, 50, 10, 50, 53, 53, 10, + 226, 81, 251, 226, 81, 251, 226, 81, 251, 226, 81, 251, 226, + 81, 251, 237, 229, 45, 237, 229, 45, 237, 229, 45, 237, 229, + 45, 237, 229, 45, 225, 227, 29, 225, 227, 29, 225, 227, 29, + 225, 227, 29, 225, 227, 29, 253, 253, 80, 253, 253, 80, 253, + 253, 80, 253, 253, 80, 253, 253, 80, 129, 8, 118, 129, 8, + 118, 129, 8, 118, 129, 8, 118, 129, 8, 118, 33, 164, 77, + 33, 164, 77, 33, 164, 77, 33, 164, 77, 33, 164, 77, 0, + 0, 0, 0, 0, 0, 226, 81, 251, 226, 81, 251, 226, 81, + 251, 226, 81, 251, 226, 81, 251, 237, 229, 45, 237, 229, 45, + 237, 229, 45, 237, 229, 45, 237, 229, 45, 225, 227, 29, 225, + 227, 29, 225, 227, 29, 225, 227, 29, 225, 227, 29, 253, 253, + 80, 253, 253, 80, 253, 253, 80, 253, 253, 80, 253, 253, 80, + 129, 8, 118, 129, 8, 118, 129, 8, 118, 129, 8, 118, 129, + 8, 118, 33, 164, 77, 33, 164, 77, 33, 164, 77, 33, 164, + 77, 33, 164, 77, 0, 0, 0, 0, 0, 0, 226, 81, 251, + 226, 81, 251, 226, 81, 251, 226, 81, 251, 226, 81, 251, 237, + 229, 45, 237, 229, 45, 237, 229, 45, 237, 229, 45, 237, 229, + 45, 225, 227, 29, 225, 227, 29, 225, 227, 29, 225, 227, 29, + 225, 227, 29, 253, 253, 80, 253, 253, 80, 253, 253, 80, 253, + 253, 80, 253, 253, 80, 129, 8, 118, 129, 8, 118, 129, 8, + 118, 129, 8, 118, 129, 8, 118, 33, 164, 77, 33, 164, 77, + 33, 164, 77, 33, 164, 77, 33, 164, 77, 0, 0, 0, 0, + 0, 0, 226, 81, 251, 226, 81, 251, 226, 81, 251, 226, 81, + 251, 226, 81, 251, 237, 229, 45, 237, 229, 45, 237, 229, 45, + 237, 229, 45, 237, 229, 45, 225, 227, 29, 225, 227, 29, 225, + 227, 29, 225, 227, 29, 225, 227, 29, 253, 253, 80, 253, 253, + 80, 253, 253, 80, 253, 253, 80, 253, 253, 80, 129, 8, 118, + 129, 8, 118, 129, 8, 118, 129, 8, 118, 129, 8, 118, 33, + 164, 77, 33, 164, 77, 33, 164, 77, 33, 164, 77, 33, 164, + 77, 0, 0, 0, 0, 0, 0, 226, 81, 251, 226, 81, 251, + 226, 81, 251, 226, 81, 251, 226, 81, 251, 237, 229, 45, 237, + 229, 45, 237, 229, 45, 237, 229, 45, 237, 229, 45, 225, 227, + 29, 225, 227, 29, 225, 227, 29, 225, 227, 29, 225, 227, 29, + 253, 253, 80, 253, 253, 80, 253, 253, 80, 253, 253, 80, 253, + 253, 80, 129, 8, 118, 129, 8, 118, 129, 8, 118, 129, 8, + 118, 129, 8, 118, 33, 164, 77, 33, 164, 77, 33, 164, 77, + 33, 164, 77, 33, 164, 77, 0, 0, 0, 0, 0, 0, 21, + 47, 169, 21, 47, 169, 21, 47, 169, 21, 47, 169, 21, 47, + 169, 173, 45, 10, 173, 45, 10, 173, 45, 10, 173, 45, 10, + 173, 45, 10, 254, 15, 94, 254, 15, 94, 254, 15, 94, 254, + 15, 94, 254, 15, 94, 52, 126, 81, 52, 126, 81, 52, 126, + 81, 52, 126, 81, 52, 126, 81, 145, 211, 101, 145, 211, 101, + 145, 211, 101, 145, 211, 101, 145, 211, 101, 109, 86, 145, 109, + 86, 145, 109, 86, 145, 109, 86, 145, 109, 86, 145, 0, 0, + 0, 0, 0, 0, 21, 47, 169, 21, 47, 169, 21, 47, 169, + 21, 47, 169, 21, 47, 169, 173, 45, 10, 173, 45, 10, 173, + 45, 10, 173, 45, 10, 173, 45, 10, 254, 15, 94, 254, 15, + 94, 254, 15, 94, 254, 15, 94, 254, 15, 94, 52, 126, 81, + 52, 126, 81, 52, 126, 81, 52, 126, 81, 52, 126, 81, 145, + 211, 101, 145, 211, 101, 145, 211, 101, 145, 211, 101, 145, 211, + 101, 109, 86, 145, 109, 86, 145, 109, 86, 145, 109, 86, 145, + 109, 86, 145, 0, 0, 0, 0, 0, 0, 21, 47, 169, 21, + 47, 169, 21, 47, 169, 21, 47, 169, 21, 47, 169, 173, 45, + 10, 173, 45, 10, 173, 45, 10, 173, 45, 10, 173, 45, 10, + 254, 15, 94, 254, 15, 94, 254, 15, 94, 254, 15, 94, 254, + 15, 94, 52, 126, 81, 52, 126, 81, 52, 126, 81, 52, 126, + 81, 52, 126, 81, 145, 211, 101, 145, 211, 101, 145, 211, 101, + 145, 211, 101, 145, 211, 101, 109, 86, 145, 109, 86, 145, 109, + 86, 145, 109, 86, 145, 109, 86, 145, 0, 0, 0, 0, 0, + 0, 21, 47, 169, 21, 47, 169, 21, 47, 169, 21, 47, 169, + 21, 47, 169, 173, 45, 10, 173, 45, 10, 173, 45, 10, 173, + 45, 10, 173, 45, 10, 254, 15, 94, 254, 15, 94, 254, 15, + 94, 254, 15, 94, 254, 15, 94, 52, 126, 81, 52, 126, 81, + 52, 126, 81, 52, 126, 81, 52, 126, 81, 145, 211, 101, 145, + 211, 101, 145, 211, 101, 145, 211, 101, 145, 211, 101, 109, 86, + 145, 109, 86, 145, 109, 86, 145, 109, 86, 145, 109, 86, 145, + 0, 0, 0, 0, 0, 0, 21, 47, 169, 21, 47, 169, 21, + 47, 169, 21, 47, 169, 21, 47, 169, 173, 45, 10, 173, 45, + 10, 173, 45, 10, 173, 45, 10, 173, 45, 10, 254, 15, 94, + 254, 15, 94, 254, 15, 94, 254, 15, 94, 254, 15, 94, 52, + 126, 81, 52, 126, 81, 52, 126, 81, 52, 126, 81, 52, 126, + 81, 145, 211, 101, 145, 211, 101, 145, 211, 101, 145, 211, 101, + 145, 211, 101, 109, 86, 145, 109, 86, 145, 109, 86, 145, 109, + 86, 145, 109, 86, 145, 0, 0, 0, 0, 0, 0, 34, 66, + 54, 34, 66, 54, 34, 66, 54, 34, 66, 54, 34, 66, 54, + 136, 29, 158, 136, 29, 158, 136, 29, 158, 136, 29, 158, 136, + 29, 158, 117, 152, 1, 117, 152, 1, 117, 152, 1, 117, 152, + 1, 117, 152, 1, 187, 208, 244, 187, 208, 244, 187, 208, 244, + 187, 208, 244, 187, 208, 244, 118, 108, 234, 118, 108, 234, 118, + 108, 234, 118, 108, 234, 118, 108, 234, 246, 113, 205, 246, 113, + 205, 246, 113, 205, 246, 113, 205, 246, 113, 205, 0, 0, 0, + 0, 0, 0, 34, 66, 54, 34, 66, 54, 34, 66, 54, 34, + 66, 54, 34, 66, 54, 136, 29, 158, 136, 29, 158, 136, 29, + 158, 136, 29, 158, 136, 29, 158, 117, 152, 1, 117, 152, 1, + 117, 152, 1, 117, 152, 1, 117, 152, 1, 187, 208, 244, 187, + 208, 244, 187, 208, 244, 187, 208, 244, 187, 208, 244, 118, 108, + 234, 118, 108, 234, 118, 108, 234, 118, 108, 234, 118, 108, 234, + 246, 113, 205, 246, 113, 205, 246, 113, 205, 246, 113, 205, 246, + 113, 205, 0, 0, 0, 0, 0, 0, 34, 66, 54, 34, 66, + 54, 34, 66, 54, 34, 66, 54, 34, 66, 54, 136, 29, 158, + 136, 29, 158, 136, 29, 158, 136, 29, 158, 136, 29, 158, 117, + 152, 1, 117, 152, 1, 117, 152, 1, 117, 152, 1, 117, 152, + 1, 187, 208, 244, 187, 208, 244, 187, 208, 244, 187, 208, 244, + 187, 208, 244, 118, 108, 234, 118, 108, 234, 118, 108, 234, 118, + 108, 234, 118, 108, 234, 246, 113, 205, 246, 113, 205, 246, 113, + 205, 246, 113, 205, 246, 113, 205, 0, 0, 0, 0, 0, 0, + 34, 66, 54, 34, 66, 54, 34, 66, 54, 34, 66, 54, 34, + 66, 54, 136, 29, 158, 136, 29, 158, 136, 29, 158, 136, 29, + 158, 136, 29, 158, 117, 152, 1, 117, 152, 1, 117, 152, 1, + 117, 152, 1, 117, 152, 1, 187, 208, 244, 187, 208, 244, 187, + 208, 244, 187, 208, 244, 187, 208, 244, 118, 108, 234, 118, 108, + 234, 118, 108, 234, 118, 108, 234, 118, 108, 234, 246, 113, 205, + 246, 113, 205, 246, 113, 205, 246, 113, 205, 246, 113, 205, 0, + 0, 0, 0, 0, 0, 34, 66, 54, 34, 66, 54, 34, 66, + 54, 34, 66, 54, 34, 66, 54, 136, 29, 158, 136, 29, 158, + 136, 29, 158, 136, 29, 158, 136, 29, 158, 117, 152, 1, 117, + 152, 1, 117, 152, 1, 117, 152, 1, 117, 152, 1, 187, 208, + 244, 187, 208, 244, 187, 208, 244, 187, 208, 244, 187, 208, 244, + 118, 108, 234, 118, 108, 234, 118, 108, 234, 118, 108, 234, 118, + 108, 234, 246, 113, 205, 246, 113, 205, 246, 113, 205, 246, 113, + 205, 246, 113, 205, 0, 0, 0, 0, 0, 0, 64, 118, 59, + 64, 118, 59, 64, 118, 59, 64, 118, 59, 64, 118, 59, 157, + 54, 167, 157, 54, 167, 157, 54, 167, 157, 54, 167, 157, 54, + 167, 142, 26, 122, 142, 26, 122, 142, 26, 122, 142, 26, 122, + 142, 26, 122, 236, 105, 88, 236, 105, 88, 236, 105, 88, 236, + 105, 88, 236, 105, 88, 184, 191, 91, 184, 191, 91, 184, 191, + 91, 184, 191, 91, 184, 191, 91, 76, 185, 95, 76, 185, 95, + 76, 185, 95, 76, 185, 95, 76, 185, 95, 0, 0, 0, 0, + 0, 0, 64, 118, 59, 64, 118, 59, 64, 118, 59, 64, 118, + 59, 64, 118, 59, 157, 54, 167, 157, 54, 167, 157, 54, 167, + 157, 54, 167, 157, 54, 167, 142, 26, 122, 142, 26, 122, 142, + 26, 122, 142, 26, 122, 142, 26, 122, 236, 105, 88, 236, 105, + 88, 236, 105, 88, 236, 105, 88, 236, 105, 88, 184, 191, 91, + 184, 191, 91, 184, 191, 91, 184, 191, 91, 184, 191, 91, 76, + 185, 95, 76, 185, 95, 76, 185, 95, 76, 185, 95, 76, 185, + 95, 0, 0, 0, 0, 0, 0, 64, 118, 59, 64, 118, 59, + 64, 118, 59, 64, 118, 59, 64, 118, 59, 157, 54, 167, 157, + 54, 167, 157, 54, 167, 157, 54, 167, 157, 54, 167, 142, 26, + 122, 142, 26, 122, 142, 26, 122, 142, 26, 122, 142, 26, 122, + 236, 105, 88, 236, 105, 88, 236, 105, 88, 236, 105, 88, 236, + 105, 88, 184, 191, 91, 184, 191, 91, 184, 191, 91, 184, 191, + 91, 184, 191, 91, 76, 185, 95, 76, 185, 95, 76, 185, 95, + 76, 185, 95, 76, 185, 95, 0, 0, 0, 0, 0, 0, 64, + 118, 59, 64, 118, 59, 64, 118, 59, 64, 118, 59, 64, 118, + 59, 157, 54, 167, 157, 54, 167, 157, 54, 167, 157, 54, 167, + 157, 54, 167, 142, 26, 122, 142, 26, 122, 142, 26, 122, 142, + 26, 122, 142, 26, 122, 236, 105, 88, 236, 105, 88, 236, 105, + 88, 236, 105, 88, 236, 105, 88, 184, 191, 91, 184, 191, 91, + 184, 191, 91, 184, 191, 91, 184, 191, 91, 76, 185, 95, 76, + 185, 95, 76, 185, 95, 76, 185, 95, 76, 185, 95, 0, 0, + 0, 0, 0, 0, 64, 118, 59, 64, 118, 59, 64, 118, 59, + 64, 118, 59, 64, 118, 59, 157, 54, 167, 157, 54, 167, 157, + 54, 167, 157, 54, 167, 157, 54, 167, 142, 26, 122, 142, 26, + 122, 142, 26, 122, 142, 26, 122, 142, 26, 122, 236, 105, 88, + 236, 105, 88, 236, 105, 88, 236, 105, 88, 236, 105, 88, 184, + 191, 91, 184, 191, 91, 184, 191, 91, 184, 191, 91, 184, 191, + 91, 76, 185, 95, 76, 185, 95, 76, 185, 95, 76, 185, 95, + 76, 185, 95, 0, 0, 0, 0, 0, 0, 247, 90, 80, 247, + 90, 80, 247, 90, 80, 247, 90, 80, 247, 90, 80, 167, 118, + 85, 167, 118, 85, 167, 118, 85, 167, 118, 85, 167, 118, 85, + 172, 39, 208, 172, 39, 208, 172, 39, 208, 172, 39, 208, 172, + 39, 208, 60, 106, 191, 60, 106, 191, 60, 106, 191, 60, 106, + 191, 60, 106, 191, 114, 163, 112, 114, 163, 112, 114, 163, 112, + 114, 163, 112, 114, 163, 112, 228, 201, 50, 228, 201, 50, 228, + 201, 50, 228, 201, 50, 228, 201, 50, 0, 0, 0, 0, 0, + 0, 247, 90, 80, 247, 90, 80, 247, 90, 80, 247, 90, 80, + 247, 90, 80, 167, 118, 85, 167, 118, 85, 167, 118, 85, 167, + 118, 85, 167, 118, 85, 172, 39, 208, 172, 39, 208, 172, 39, + 208, 172, 39, 208, 172, 39, 208, 60, 106, 191, 60, 106, 191, + 60, 106, 191, 60, 106, 191, 60, 106, 191, 114, 163, 112, 114, + 163, 112, 114, 163, 112, 114, 163, 112, 114, 163, 112, 228, 201, + 50, 228, 201, 50, 228, 201, 50, 228, 201, 50, 228, 201, 50, + 0, 0, 0, 0, 0, 0, 247, 90, 80, 247, 90, 80, 247, + 90, 80, 247, 90, 80, 247, 90, 80, 167, 118, 85, 167, 118, + 85, 167, 118, 85, 167, 118, 85, 167, 118, 85, 172, 39, 208, + 172, 39, 208, 172, 39, 208, 172, 39, 208, 172, 39, 208, 60, + 106, 191, 60, 106, 191, 60, 106, 191, 60, 106, 191, 60, 106, + 191, 114, 163, 112, 114, 163, 112, 114, 163, 112, 114, 163, 112, + 114, 163, 112, 228, 201, 50, 228, 201, 50, 228, 201, 50, 228, + 201, 50, 228, 201, 50, 0, 0, 0, 0, 0, 0, 247, 90, + 80, 247, 90, 80, 247, 90, 80, 247, 90, 80, 247, 90, 80, + 167, 118, 85, 167, 118, 85, 167, 118, 85, 167, 118, 85, 167, + 118, 85, 172, 39, 208, 172, 39, 208, 172, 39, 208, 172, 39, + 208, 172, 39, 208, 60, 106, 191, 60, 106, 191, 60, 106, 191, + 60, 106, 191, 60, 106, 191, 114, 163, 112, 114, 163, 112, 114, + 163, 112, 114, 163, 112, 114, 163, 112, 228, 201, 50, 228, 201, + 50, 228, 201, 50, 228, 201, 50, 228, 201, 50, 0, 0, 0, + 0, 0, 0, 247, 90, 80, 247, 90, 80, 247, 90, 80, 247, + 90, 80, 247, 90, 80, 167, 118, 85, 167, 118, 85, 167, 118, + 85, 167, 118, 85, 167, 118, 85, 172, 39, 208, 172, 39, 208, + 172, 39, 208, 172, 39, 208, 172, 39, 208, 60, 106, 191, 60, + 106, 191, 60, 106, 191, 60, 106, 191, 60, 106, 191, 114, 163, + 112, 114, 163, 112, 114, 163, 112, 114, 163, 112, 114, 163, 112, + 228, 201, 50, 228, 201, 50, 228, 201, 50, 228, 201, 50, 228, + 201, 50, 0, 0, 0, 0, 0, 0, 24, 246, 11, 24, 246, + 11, 24, 246, 11, 24, 246, 11, 24, 246, 11, 177, 219, 6, + 177, 219, 6, 177, 219, 6, 177, 219, 6, 177, 219, 6, 77, + 188, 37, 77, 188, 37, 77, 188, 37, 77, 188, 37, 77, 188, + 37, 2, 138, 230, 2, 138, 230, 2, 138, 230, 2, 138, 230, + 2, 138, 230, 159, 74, 81, 159, 74, 81, 159, 74, 81, 159, + 74, 81, 159, 74, 81, 240, 63, 27, 240, 63, 27, 240, 63, + 27, 240, 63, 27, 240, 63, 27, 0, 0, 0, 0, 0, 0, + 24, 246, 11, 24, 246, 11, 24, 246, 11, 24, 246, 11, 24, + 246, 11, 177, 219, 6, 177, 219, 6, 177, 219, 6, 177, 219, + 6, 177, 219, 6, 77, 188, 37, 77, 188, 37, 77, 188, 37, + 77, 188, 37, 77, 188, 37, 2, 138, 230, 2, 138, 230, 2, + 138, 230, 2, 138, 230, 2, 138, 230, 159, 74, 81, 159, 74, + 81, 159, 74, 81, 159, 74, 81, 159, 74, 81, 240, 63, 27, + 240, 63, 27, 240, 63, 27, 240, 63, 27, 240, 63, 27, 0, + 0, 0, 0, 0, 0, 24, 246, 11, 24, 246, 11, 24, 246, + 11, 24, 246, 11, 24, 246, 11, 177, 219, 6, 177, 219, 6, + 177, 219, 6, 177, 219, 6, 177, 219, 6, 77, 188, 37, 77, + 188, 37, 77, 188, 37, 77, 188, 37, 77, 188, 37, 2, 138, + 230, 2, 138, 230, 2, 138, 230, 2, 138, 230, 2, 138, 230, + 159, 74, 81, 159, 74, 81, 159, 74, 81, 159, 74, 81, 159, + 74, 81, 240, 63, 27, 240, 63, 27, 240, 63, 27, 240, 63, + 27, 240, 63, 27, 0, 0, 0, 0, 0, 0, 24, 246, 11, + 24, 246, 11, 24, 246, 11, 24, 246, 11, 24, 246, 11, 177, + 219, 6, 177, 219, 6, 177, 219, 6, 177, 219, 6, 177, 219, + 6, 77, 188, 37, 77, 188, 37, 77, 188, 37, 77, 188, 37, + 77, 188, 37, 2, 138, 230, 2, 138, 230, 2, 138, 230, 2, + 138, 230, 2, 138, 230, 159, 74, 81, 159, 74, 81, 159, 74, + 81, 159, 74, 81, 159, 74, 81, 240, 63, 27, 240, 63, 27, + 240, 63, 27, 240, 63, 27, 240, 63, 27, 0, 0, 0, 0, + 0, 0, 24, 246, 11, 24, 246, 11, 24, 246, 11, 24, 246, + 11, 24, 246, 11, 177, 219, 6, 177, 219, 6, 177, 219, 6, + 177, 219, 6, 177, 219, 6, 77, 188, 37, 77, 188, 37, 77, + 188, 37, 77, 188, 37, 77, 188, 37, 2, 138, 230, 2, 138, + 230, 2, 138, 230, 2, 138, 230, 2, 138, 230, 159, 74, 81, + 159, 74, 81, 159, 74, 81, 159, 74, 81, 159, 74, 81, 240, + 63, 27, 240, 63, 27, 240, 63, 27, 240, 63, 27, 240, 63, + 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, + 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, + 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, + 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, + 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, + 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, + 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, + 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, + 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, + 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, + 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, + 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, + 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, + 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, + 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, + 0, 0, 0, 0], dtype=np.uint8), + np.array([[[226, 81, 251], + [226, 81, 251], + [226, 81, 251], + [226, 81, 251], + [226, 81, 251], + [237, 229, 45], + [237, 229, 45], + [237, 229, 45], + [237, 229, 45], + [237, 229, 45], + [225, 227, 29], + [225, 227, 29], + [225, 227, 29], + [225, 227, 29], + [225, 227, 29], + [253, 253, 80], + [253, 253, 80], + [253, 253, 80], + [253, 253, 80], + [253, 253, 80], + [129, 8, 118], + [129, 8, 118], + [129, 8, 118], + [129, 8, 118], + [129, 8, 118], + [ 33, 164, 77], + [ 33, 164, 77], + [ 33, 164, 77], + [ 33, 164, 77], + [ 33, 164, 77], + [ 0, 0, 0], + [ 0, 0, 0]], + + [[226, 81, 251], + [226, 81, 251], + [226, 81, 251], + [226, 81, 251], + [226, 81, 251], + [237, 229, 45], + [237, 229, 45], + [237, 229, 45], + [237, 229, 45], + [237, 229, 45], + [225, 227, 29], + [225, 227, 29], + [225, 227, 29], + [225, 227, 29], + [225, 227, 29], + [253, 253, 80], + [253, 253, 80], + [253, 253, 80], + [253, 253, 80], + [253, 253, 80], + [129, 8, 118], + [129, 8, 118], + [129, 8, 118], + [129, 8, 118], + [129, 8, 118], + [ 33, 164, 77], + [ 33, 164, 77], + [ 33, 164, 77], + [ 33, 164, 77], + [ 33, 164, 77], + [ 0, 0, 0], + [ 0, 0, 0]], + + [[226, 81, 251], + [226, 81, 251], + [226, 81, 251], + [226, 81, 251], + [226, 81, 251], + [237, 229, 45], + [237, 229, 45], + [237, 229, 45], + [237, 229, 45], + [237, 229, 45], + [225, 227, 29], + [225, 227, 29], + [225, 227, 29], + [225, 227, 29], + [225, 227, 29], + [253, 253, 80], + [253, 253, 80], + [253, 253, 80], + [253, 253, 80], + [253, 253, 80], + [129, 8, 118], + [129, 8, 118], + [129, 8, 118], + [129, 8, 118], + [129, 8, 118], + [ 33, 164, 77], + [ 33, 164, 77], + [ 33, 164, 77], + [ 33, 164, 77], + [ 33, 164, 77], + [ 0, 0, 0], + [ 0, 0, 0]], + + [[226, 81, 251], + [226, 81, 251], + [226, 81, 251], + [226, 81, 251], + [226, 81, 251], + [237, 229, 45], + [237, 229, 45], + [237, 229, 45], + [237, 229, 45], + [237, 229, 45], + [225, 227, 29], + [225, 227, 29], + [225, 227, 29], + [225, 227, 29], + [225, 227, 29], + [253, 253, 80], + [253, 253, 80], + [253, 253, 80], + [253, 253, 80], + [253, 253, 80], + [129, 8, 118], + [129, 8, 118], + [129, 8, 118], + [129, 8, 118], + [129, 8, 118], + [ 33, 164, 77], + [ 33, 164, 77], + [ 33, 164, 77], + [ 33, 164, 77], + [ 33, 164, 77], + [ 0, 0, 0], + [ 0, 0, 0]], + + [[226, 81, 251], + [226, 81, 251], + [226, 81, 251], + [226, 81, 251], + [226, 81, 251], + [237, 229, 45], + [237, 229, 45], + [237, 229, 45], + [237, 229, 45], + [237, 229, 45], + [225, 227, 29], + [225, 227, 29], + [225, 227, 29], + [225, 227, 29], + [225, 227, 29], + [253, 253, 80], + [253, 253, 80], + [253, 253, 80], + [253, 253, 80], + [253, 253, 80], + [129, 8, 118], + [129, 8, 118], + [129, 8, 118], + [129, 8, 118], + [129, 8, 118], + [ 33, 164, 77], + [ 33, 164, 77], + [ 33, 164, 77], + [ 33, 164, 77], + [ 33, 164, 77], + [ 0, 0, 0], + [ 0, 0, 0]], + + [[ 21, 47, 169], + [ 21, 47, 169], + [ 21, 47, 169], + [ 21, 47, 169], + [ 21, 47, 169], + [173, 45, 10], + [173, 45, 10], + [173, 45, 10], + [173, 45, 10], + [173, 45, 10], + [254, 15, 94], + [254, 15, 94], + [254, 15, 94], + [254, 15, 94], + [254, 15, 94], + [ 52, 126, 81], + [ 52, 126, 81], + [ 52, 126, 81], + [ 52, 126, 81], + [ 52, 126, 81], + [145, 211, 101], + [145, 211, 101], + [145, 211, 101], + [145, 211, 101], + [145, 211, 101], + [109, 86, 145], + [109, 86, 145], + [109, 86, 145], + [109, 86, 145], + [109, 86, 145], + [ 0, 0, 0], + [ 0, 0, 0]], + + [[ 21, 47, 169], + [ 21, 47, 169], + [ 21, 47, 169], + [ 21, 47, 169], + [ 21, 47, 169], + [173, 45, 10], + [173, 45, 10], + [173, 45, 10], + [173, 45, 10], + [173, 45, 10], + [254, 15, 94], + [254, 15, 94], + [254, 15, 94], + [254, 15, 94], + [254, 15, 94], + [ 52, 126, 81], + [ 52, 126, 81], + [ 52, 126, 81], + [ 52, 126, 81], + [ 52, 126, 81], + [145, 211, 101], + [145, 211, 101], + [145, 211, 101], + [145, 211, 101], + [145, 211, 101], + [109, 86, 145], + [109, 86, 145], + [109, 86, 145], + [109, 86, 145], + [109, 86, 145], + [ 0, 0, 0], + [ 0, 0, 0]], + + [[ 21, 47, 169], + [ 21, 47, 169], + [ 21, 47, 169], + [ 21, 47, 169], + [ 21, 47, 169], + [173, 45, 10], + [173, 45, 10], + [173, 45, 10], + [173, 45, 10], + [173, 45, 10], + [254, 15, 94], + [254, 15, 94], + [254, 15, 94], + [254, 15, 94], + [254, 15, 94], + [ 52, 126, 81], + [ 52, 126, 81], + [ 52, 126, 81], + [ 52, 126, 81], + [ 52, 126, 81], + [145, 211, 101], + [145, 211, 101], + [145, 211, 101], + [145, 211, 101], + [145, 211, 101], + [109, 86, 145], + [109, 86, 145], + [109, 86, 145], + [109, 86, 145], + [109, 86, 145], + [ 0, 0, 0], + [ 0, 0, 0]], + + [[ 21, 47, 169], + [ 21, 47, 169], + [ 21, 47, 169], + [ 21, 47, 169], + [ 21, 47, 169], + [173, 45, 10], + [173, 45, 10], + [173, 45, 10], + [173, 45, 10], + [173, 45, 10], + [254, 15, 94], + [254, 15, 94], + [254, 15, 94], + [254, 15, 94], + [254, 15, 94], + [ 52, 126, 81], + [ 52, 126, 81], + [ 52, 126, 81], + [ 52, 126, 81], + [ 52, 126, 81], + [145, 211, 101], + [145, 211, 101], + [145, 211, 101], + [145, 211, 101], + [145, 211, 101], + [109, 86, 145], + [109, 86, 145], + [109, 86, 145], + [109, 86, 145], + [109, 86, 145], + [ 0, 0, 0], + [ 0, 0, 0]], + + [[ 21, 47, 169], + [ 21, 47, 169], + [ 21, 47, 169], + [ 21, 47, 169], + [ 21, 47, 169], + [173, 45, 10], + [173, 45, 10], + [173, 45, 10], + [173, 45, 10], + [173, 45, 10], + [254, 15, 94], + [254, 15, 94], + [254, 15, 94], + [254, 15, 94], + [254, 15, 94], + [ 52, 126, 81], + [ 52, 126, 81], + [ 52, 126, 81], + [ 52, 126, 81], + [ 52, 126, 81], + [145, 211, 101], + [145, 211, 101], + [145, 211, 101], + [145, 211, 101], + [145, 211, 101], + [109, 86, 145], + [109, 86, 145], + [109, 86, 145], + [109, 86, 145], + [109, 86, 145], + [ 0, 0, 0], + [ 0, 0, 0]], + + [[ 34, 66, 54], + [ 34, 66, 54], + [ 34, 66, 54], + [ 34, 66, 54], + [ 34, 66, 54], + [136, 29, 158], + [136, 29, 158], + [136, 29, 158], + [136, 29, 158], + [136, 29, 158], + [117, 152, 1], + [117, 152, 1], + [117, 152, 1], + [117, 152, 1], + [117, 152, 1], + [187, 208, 244], + [187, 208, 244], + [187, 208, 244], + [187, 208, 244], + [187, 208, 244], + [118, 108, 234], + [118, 108, 234], + [118, 108, 234], + [118, 108, 234], + [118, 108, 234], + [246, 113, 205], + [246, 113, 205], + [246, 113, 205], + [246, 113, 205], + [246, 113, 205], + [ 0, 0, 0], + [ 0, 0, 0]], + + [[ 34, 66, 54], + [ 34, 66, 54], + [ 34, 66, 54], + [ 34, 66, 54], + [ 34, 66, 54], + [136, 29, 158], + [136, 29, 158], + [136, 29, 158], + [136, 29, 158], + [136, 29, 158], + [117, 152, 1], + [117, 152, 1], + [117, 152, 1], + [117, 152, 1], + [117, 152, 1], + [187, 208, 244], + [187, 208, 244], + [187, 208, 244], + [187, 208, 244], + [187, 208, 244], + [118, 108, 234], + [118, 108, 234], + [118, 108, 234], + [118, 108, 234], + [118, 108, 234], + [246, 113, 205], + [246, 113, 205], + [246, 113, 205], + [246, 113, 205], + [246, 113, 205], + [ 0, 0, 0], + [ 0, 0, 0]], + + [[ 34, 66, 54], + [ 34, 66, 54], + [ 34, 66, 54], + [ 34, 66, 54], + [ 34, 66, 54], + [136, 29, 158], + [136, 29, 158], + [136, 29, 158], + [136, 29, 158], + [136, 29, 158], + [117, 152, 1], + [117, 152, 1], + [117, 152, 1], + [117, 152, 1], + [117, 152, 1], + [187, 208, 244], + [187, 208, 244], + [187, 208, 244], + [187, 208, 244], + [187, 208, 244], + [118, 108, 234], + [118, 108, 234], + [118, 108, 234], + [118, 108, 234], + [118, 108, 234], + [246, 113, 205], + [246, 113, 205], + [246, 113, 205], + [246, 113, 205], + [246, 113, 205], + [ 0, 0, 0], + [ 0, 0, 0]], + + [[ 34, 66, 54], + [ 34, 66, 54], + [ 34, 66, 54], + [ 34, 66, 54], + [ 34, 66, 54], + [136, 29, 158], + [136, 29, 158], + [136, 29, 158], + [136, 29, 158], + [136, 29, 158], + [117, 152, 1], + [117, 152, 1], + [117, 152, 1], + [117, 152, 1], + [117, 152, 1], + [187, 208, 244], + [187, 208, 244], + [187, 208, 244], + [187, 208, 244], + [187, 208, 244], + [118, 108, 234], + [118, 108, 234], + [118, 108, 234], + [118, 108, 234], + [118, 108, 234], + [246, 113, 205], + [246, 113, 205], + [246, 113, 205], + [246, 113, 205], + [246, 113, 205], + [ 0, 0, 0], + [ 0, 0, 0]], + + [[ 34, 66, 54], + [ 34, 66, 54], + [ 34, 66, 54], + [ 34, 66, 54], + [ 34, 66, 54], + [136, 29, 158], + [136, 29, 158], + [136, 29, 158], + [136, 29, 158], + [136, 29, 158], + [117, 152, 1], + [117, 152, 1], + [117, 152, 1], + [117, 152, 1], + [117, 152, 1], + [187, 208, 244], + [187, 208, 244], + [187, 208, 244], + [187, 208, 244], + [187, 208, 244], + [118, 108, 234], + [118, 108, 234], + [118, 108, 234], + [118, 108, 234], + [118, 108, 234], + [246, 113, 205], + [246, 113, 205], + [246, 113, 205], + [246, 113, 205], + [246, 113, 205], + [ 0, 0, 0], + [ 0, 0, 0]], + + [[ 64, 118, 59], + [ 64, 118, 59], + [ 64, 118, 59], + [ 64, 118, 59], + [ 64, 118, 59], + [157, 54, 167], + [157, 54, 167], + [157, 54, 167], + [157, 54, 167], + [157, 54, 167], + [142, 26, 122], + [142, 26, 122], + [142, 26, 122], + [142, 26, 122], + [142, 26, 122], + [236, 105, 88], + [236, 105, 88], + [236, 105, 88], + [236, 105, 88], + [236, 105, 88], + [184, 191, 91], + [184, 191, 91], + [184, 191, 91], + [184, 191, 91], + [184, 191, 91], + [ 76, 185, 95], + [ 76, 185, 95], + [ 76, 185, 95], + [ 76, 185, 95], + [ 76, 185, 95], + [ 0, 0, 0], + [ 0, 0, 0]], + + [[ 64, 118, 59], + [ 64, 118, 59], + [ 64, 118, 59], + [ 64, 118, 59], + [ 64, 118, 59], + [157, 54, 167], + [157, 54, 167], + [157, 54, 167], + [157, 54, 167], + [157, 54, 167], + [142, 26, 122], + [142, 26, 122], + [142, 26, 122], + [142, 26, 122], + [142, 26, 122], + [236, 105, 88], + [236, 105, 88], + [236, 105, 88], + [236, 105, 88], + [236, 105, 88], + [184, 191, 91], + [184, 191, 91], + [184, 191, 91], + [184, 191, 91], + [184, 191, 91], + [ 76, 185, 95], + [ 76, 185, 95], + [ 76, 185, 95], + [ 76, 185, 95], + [ 76, 185, 95], + [ 0, 0, 0], + [ 0, 0, 0]], + + [[ 64, 118, 59], + [ 64, 118, 59], + [ 64, 118, 59], + [ 64, 118, 59], + [ 64, 118, 59], + [157, 54, 167], + [157, 54, 167], + [157, 54, 167], + [157, 54, 167], + [157, 54, 167], + [142, 26, 122], + [142, 26, 122], + [142, 26, 122], + [142, 26, 122], + [142, 26, 122], + [236, 105, 88], + [236, 105, 88], + [236, 105, 88], + [236, 105, 88], + [236, 105, 88], + [184, 191, 91], + [184, 191, 91], + [184, 191, 91], + [184, 191, 91], + [184, 191, 91], + [ 76, 185, 95], + [ 76, 185, 95], + [ 76, 185, 95], + [ 76, 185, 95], + [ 76, 185, 95], + [ 0, 0, 0], + [ 0, 0, 0]], + + [[ 64, 118, 59], + [ 64, 118, 59], + [ 64, 118, 59], + [ 64, 118, 59], + [ 64, 118, 59], + [157, 54, 167], + [157, 54, 167], + [157, 54, 167], + [157, 54, 167], + [157, 54, 167], + [142, 26, 122], + [142, 26, 122], + [142, 26, 122], + [142, 26, 122], + [142, 26, 122], + [236, 105, 88], + [236, 105, 88], + [236, 105, 88], + [236, 105, 88], + [236, 105, 88], + [184, 191, 91], + [184, 191, 91], + [184, 191, 91], + [184, 191, 91], + [184, 191, 91], + [ 76, 185, 95], + [ 76, 185, 95], + [ 76, 185, 95], + [ 76, 185, 95], + [ 76, 185, 95], + [ 0, 0, 0], + [ 0, 0, 0]], + + [[ 64, 118, 59], + [ 64, 118, 59], + [ 64, 118, 59], + [ 64, 118, 59], + [ 64, 118, 59], + [157, 54, 167], + [157, 54, 167], + [157, 54, 167], + [157, 54, 167], + [157, 54, 167], + [142, 26, 122], + [142, 26, 122], + [142, 26, 122], + [142, 26, 122], + [142, 26, 122], + [236, 105, 88], + [236, 105, 88], + [236, 105, 88], + [236, 105, 88], + [236, 105, 88], + [184, 191, 91], + [184, 191, 91], + [184, 191, 91], + [184, 191, 91], + [184, 191, 91], + [ 76, 185, 95], + [ 76, 185, 95], + [ 76, 185, 95], + [ 76, 185, 95], + [ 76, 185, 95], + [ 0, 0, 0], + [ 0, 0, 0]], + + [[247, 90, 80], + [247, 90, 80], + [247, 90, 80], + [247, 90, 80], + [247, 90, 80], + [167, 118, 85], + [167, 118, 85], + [167, 118, 85], + [167, 118, 85], + [167, 118, 85], + [172, 39, 208], + [172, 39, 208], + [172, 39, 208], + [172, 39, 208], + [172, 39, 208], + [ 60, 106, 191], + [ 60, 106, 191], + [ 60, 106, 191], + [ 60, 106, 191], + [ 60, 106, 191], + [114, 163, 112], + [114, 163, 112], + [114, 163, 112], + [114, 163, 112], + [114, 163, 112], + [228, 201, 50], + [228, 201, 50], + [228, 201, 50], + [228, 201, 50], + [228, 201, 50], + [ 0, 0, 0], + [ 0, 0, 0]], + + [[247, 90, 80], + [247, 90, 80], + [247, 90, 80], + [247, 90, 80], + [247, 90, 80], + [167, 118, 85], + [167, 118, 85], + [167, 118, 85], + [167, 118, 85], + [167, 118, 85], + [172, 39, 208], + [172, 39, 208], + [172, 39, 208], + [172, 39, 208], + [172, 39, 208], + [ 60, 106, 191], + [ 60, 106, 191], + [ 60, 106, 191], + [ 60, 106, 191], + [ 60, 106, 191], + [114, 163, 112], + [114, 163, 112], + [114, 163, 112], + [114, 163, 112], + [114, 163, 112], + [228, 201, 50], + [228, 201, 50], + [228, 201, 50], + [228, 201, 50], + [228, 201, 50], + [ 0, 0, 0], + [ 0, 0, 0]], + + [[247, 90, 80], + [247, 90, 80], + [247, 90, 80], + [247, 90, 80], + [247, 90, 80], + [167, 118, 85], + [167, 118, 85], + [167, 118, 85], + [167, 118, 85], + [167, 118, 85], + [172, 39, 208], + [172, 39, 208], + [172, 39, 208], + [172, 39, 208], + [172, 39, 208], + [ 60, 106, 191], + [ 60, 106, 191], + [ 60, 106, 191], + [ 60, 106, 191], + [ 60, 106, 191], + [114, 163, 112], + [114, 163, 112], + [114, 163, 112], + [114, 163, 112], + [114, 163, 112], + [228, 201, 50], + [228, 201, 50], + [228, 201, 50], + [228, 201, 50], + [228, 201, 50], + [ 0, 0, 0], + [ 0, 0, 0]], + + [[247, 90, 80], + [247, 90, 80], + [247, 90, 80], + [247, 90, 80], + [247, 90, 80], + [167, 118, 85], + [167, 118, 85], + [167, 118, 85], + [167, 118, 85], + [167, 118, 85], + [172, 39, 208], + [172, 39, 208], + [172, 39, 208], + [172, 39, 208], + [172, 39, 208], + [ 60, 106, 191], + [ 60, 106, 191], + [ 60, 106, 191], + [ 60, 106, 191], + [ 60, 106, 191], + [114, 163, 112], + [114, 163, 112], + [114, 163, 112], + [114, 163, 112], + [114, 163, 112], + [228, 201, 50], + [228, 201, 50], + [228, 201, 50], + [228, 201, 50], + [228, 201, 50], + [ 0, 0, 0], + [ 0, 0, 0]], + + [[247, 90, 80], + [247, 90, 80], + [247, 90, 80], + [247, 90, 80], + [247, 90, 80], + [167, 118, 85], + [167, 118, 85], + [167, 118, 85], + [167, 118, 85], + [167, 118, 85], + [172, 39, 208], + [172, 39, 208], + [172, 39, 208], + [172, 39, 208], + [172, 39, 208], + [ 60, 106, 191], + [ 60, 106, 191], + [ 60, 106, 191], + [ 60, 106, 191], + [ 60, 106, 191], + [114, 163, 112], + [114, 163, 112], + [114, 163, 112], + [114, 163, 112], + [114, 163, 112], + [228, 201, 50], + [228, 201, 50], + [228, 201, 50], + [228, 201, 50], + [228, 201, 50], + [ 0, 0, 0], + [ 0, 0, 0]], + + [[ 24, 246, 11], + [ 24, 246, 11], + [ 24, 246, 11], + [ 24, 246, 11], + [ 24, 246, 11], + [177, 219, 6], + [177, 219, 6], + [177, 219, 6], + [177, 219, 6], + [177, 219, 6], + [ 77, 188, 37], + [ 77, 188, 37], + [ 77, 188, 37], + [ 77, 188, 37], + [ 77, 188, 37], + [ 2, 138, 230], + [ 2, 138, 230], + [ 2, 138, 230], + [ 2, 138, 230], + [ 2, 138, 230], + [159, 74, 81], + [159, 74, 81], + [159, 74, 81], + [159, 74, 81], + [159, 74, 81], + [240, 63, 27], + [240, 63, 27], + [240, 63, 27], + [240, 63, 27], + [240, 63, 27], + [ 0, 0, 0], + [ 0, 0, 0]], + + [[ 24, 246, 11], + [ 24, 246, 11], + [ 24, 246, 11], + [ 24, 246, 11], + [ 24, 246, 11], + [177, 219, 6], + [177, 219, 6], + [177, 219, 6], + [177, 219, 6], + [177, 219, 6], + [ 77, 188, 37], + [ 77, 188, 37], + [ 77, 188, 37], + [ 77, 188, 37], + [ 77, 188, 37], + [ 2, 138, 230], + [ 2, 138, 230], + [ 2, 138, 230], + [ 2, 138, 230], + [ 2, 138, 230], + [159, 74, 81], + [159, 74, 81], + [159, 74, 81], + [159, 74, 81], + [159, 74, 81], + [240, 63, 27], + [240, 63, 27], + [240, 63, 27], + [240, 63, 27], + [240, 63, 27], + [ 0, 0, 0], + [ 0, 0, 0]], + + [[ 24, 246, 11], + [ 24, 246, 11], + [ 24, 246, 11], + [ 24, 246, 11], + [ 24, 246, 11], + [177, 219, 6], + [177, 219, 6], + [177, 219, 6], + [177, 219, 6], + [177, 219, 6], + [ 77, 188, 37], + [ 77, 188, 37], + [ 77, 188, 37], + [ 77, 188, 37], + [ 77, 188, 37], + [ 2, 138, 230], + [ 2, 138, 230], + [ 2, 138, 230], + [ 2, 138, 230], + [ 2, 138, 230], + [159, 74, 81], + [159, 74, 81], + [159, 74, 81], + [159, 74, 81], + [159, 74, 81], + [240, 63, 27], + [240, 63, 27], + [240, 63, 27], + [240, 63, 27], + [240, 63, 27], + [ 0, 0, 0], + [ 0, 0, 0]], + + [[ 24, 246, 11], + [ 24, 246, 11], + [ 24, 246, 11], + [ 24, 246, 11], + [ 24, 246, 11], + [177, 219, 6], + [177, 219, 6], + [177, 219, 6], + [177, 219, 6], + [177, 219, 6], + [ 77, 188, 37], + [ 77, 188, 37], + [ 77, 188, 37], + [ 77, 188, 37], + [ 77, 188, 37], + [ 2, 138, 230], + [ 2, 138, 230], + [ 2, 138, 230], + [ 2, 138, 230], + [ 2, 138, 230], + [159, 74, 81], + [159, 74, 81], + [159, 74, 81], + [159, 74, 81], + [159, 74, 81], + [240, 63, 27], + [240, 63, 27], + [240, 63, 27], + [240, 63, 27], + [240, 63, 27], + [ 0, 0, 0], + [ 0, 0, 0]], + + [[ 24, 246, 11], + [ 24, 246, 11], + [ 24, 246, 11], + [ 24, 246, 11], + [ 24, 246, 11], + [177, 219, 6], + [177, 219, 6], + [177, 219, 6], + [177, 219, 6], + [177, 219, 6], + [ 77, 188, 37], + [ 77, 188, 37], + [ 77, 188, 37], + [ 77, 188, 37], + [ 77, 188, 37], + [ 2, 138, 230], + [ 2, 138, 230], + [ 2, 138, 230], + [ 2, 138, 230], + [ 2, 138, 230], + [159, 74, 81], + [159, 74, 81], + [159, 74, 81], + [159, 74, 81], + [159, 74, 81], + [240, 63, 27], + [240, 63, 27], + [240, 63, 27], + [240, 63, 27], + [240, 63, 27], + [ 0, 0, 0], + [ 0, 0, 0]], + + [[ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0]], + + [[ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0], + [ 0, 0, 0]]], dtype=np.uint8), +) +# fmt: on diff --git a/onnx/backend/test/case/node/abs.py b/onnx/backend/test/case/node/abs.py new file mode 100644 index 0000000..5054fdd --- /dev/null +++ b/onnx/backend/test/case/node/abs.py @@ -0,0 +1,24 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class Abs(Base): + @staticmethod + def export() -> None: + node = onnx.helper.make_node( + "Abs", + inputs=["x"], + outputs=["y"], + ) + x = np.random.randn(3, 4, 5).astype(np.float32) + y = np.abs(x) + + expect(node, inputs=[x], outputs=[y], name="test_abs") diff --git a/onnx/backend/test/case/node/acos.py b/onnx/backend/test/case/node/acos.py new file mode 100644 index 0000000..4083407 --- /dev/null +++ b/onnx/backend/test/case/node/acos.py @@ -0,0 +1,28 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class Acos(Base): + @staticmethod + def export() -> None: + node = onnx.helper.make_node( + "Acos", + inputs=["x"], + outputs=["y"], + ) + + x = np.array([-0.5, 0, 0.5]).astype(np.float32) + y = np.arccos(x) + expect(node, inputs=[x], outputs=[y], name="test_acos_example") + + x = np.random.rand(3, 4, 5).astype(np.float32) + y = np.arccos(x) + expect(node, inputs=[x], outputs=[y], name="test_acos") diff --git a/onnx/backend/test/case/node/acosh.py b/onnx/backend/test/case/node/acosh.py new file mode 100644 index 0000000..665c441 --- /dev/null +++ b/onnx/backend/test/case/node/acosh.py @@ -0,0 +1,28 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class Acosh(Base): + @staticmethod + def export() -> None: + node = onnx.helper.make_node( + "Acosh", + inputs=["x"], + outputs=["y"], + ) + + x = np.array([10, np.e, 1]).astype(np.float32) + y = np.arccosh(x) # expected output [2.99322295, 1.65745449, 0.] + expect(node, inputs=[x], outputs=[y], name="test_acosh_example") + + x = np.random.uniform(1.0, 10.0, (3, 4, 5)).astype(np.float32) + y = np.arccosh(x) + expect(node, inputs=[x], outputs=[y], name="test_acosh") diff --git a/onnx/backend/test/case/node/adagrad.py b/onnx/backend/test/case/node/adagrad.py new file mode 100644 index 0000000..1a3d4a0 --- /dev/null +++ b/onnx/backend/test/case/node/adagrad.py @@ -0,0 +1,116 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect +from onnx.defs import AI_ONNX_PREVIEW_TRAINING_DOMAIN + + +def apply_adagrad(r, t, x, g, h, norm_coefficient, epsilon, decay_factor): + # Compute adjusted learning-rate. + r_ = r / (1 + t * decay_factor) + # Add gradient of regularization term. + g_regularized = norm_coefficient * x + g + # Update squared accumulated gradient. + h_new = h + g_regularized * g_regularized + # Compute ADAGRAD's gradient scaling factors + h_sqrt = np.sqrt(h_new) + epsilon + # Apply ADAGRAD update rule. + x_new = x - r_ * g_regularized / h_sqrt + return (x_new.astype(x.dtype), h_new.astype(h.dtype)) + + +class Adagrad(Base): + @staticmethod + def export_adagrad() -> None: + # Define operator attributes. + norm_coefficient = 0.001 + epsilon = 1e-5 + decay_factor = 0.1 + + # Create operator. + node = onnx.helper.make_node( + "Adagrad", + inputs=["R", "T", "X", "G", "H"], + outputs=["X_new", "H_new"], + norm_coefficient=norm_coefficient, + epsilon=epsilon, + decay_factor=decay_factor, + domain=AI_ONNX_PREVIEW_TRAINING_DOMAIN, + ) + + # Define operator inputs. + r = np.array(0.1, dtype=np.float32) # scalar + t = np.array(0, dtype=np.int64) # scalar + x = np.array([1.0], dtype=np.float32) + g = np.array([-1.0], dtype=np.float32) + h = np.array([2.0], dtype=np.float32) + + # Compute expected outputs of Adagrad. + x_new, h_new = apply_adagrad( + r, t, x, g, h, norm_coefficient, epsilon, decay_factor + ) + + # Check results. + expect( + node, + inputs=[r, t, x, g, h], + outputs=[x_new, h_new], + name="test_adagrad", + opset_imports=[ + onnx.helper.make_opsetid(AI_ONNX_PREVIEW_TRAINING_DOMAIN, 1) + ], + ) + + @staticmethod + def export_adagrad_multiple() -> None: + # Define operator attributes. + norm_coefficient = 0.001 + epsilon = 1e-5 + decay_factor = 0.1 + + node = onnx.helper.make_node( + "Adagrad", + inputs=["R", "T", "X1", "X2", "G1", "G2", "H1", "H2"], + outputs=["X1_new", "X2_new", "H1_new", "H2_new"], + norm_coefficient=norm_coefficient, + epsilon=epsilon, + decay_factor=decay_factor, + domain=AI_ONNX_PREVIEW_TRAINING_DOMAIN, + ) + + # Define operator inputs. + r = np.array(0.1, dtype=np.float32) # scalar + t = np.array(0, dtype=np.int64) # scalar + + x1 = np.array([1.0], dtype=np.float32) + g1 = np.array([-1.0], dtype=np.float32) + h1 = np.array([2.0], dtype=np.float32) + + x2 = np.array([1.0, 2.0], dtype=np.float32) + g2 = np.array([-1.0, -3.0], dtype=np.float32) + h2 = np.array([4.0, 1.0], dtype=np.float32) + + # Compute expected outputs of Adagrad. + x1_new, h1_new = apply_adagrad( + r, t, x1, g1, h1, norm_coefficient, epsilon, decay_factor + ) + x2_new, h2_new = apply_adagrad( + r, t, x2, g2, h2, norm_coefficient, epsilon, decay_factor + ) + + # Check results. + expect( + node, + inputs=[r, t, x1, x2, g1, g2, h1, h2], + outputs=[x1_new, x2_new, h1_new, h2_new], + name="test_adagrad_multiple", + opset_imports=[ + onnx.helper.make_opsetid(AI_ONNX_PREVIEW_TRAINING_DOMAIN, 1) + ], + ) diff --git a/onnx/backend/test/case/node/adam.py b/onnx/backend/test/case/node/adam.py new file mode 100644 index 0000000..108b84d --- /dev/null +++ b/onnx/backend/test/case/node/adam.py @@ -0,0 +1,135 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect +from onnx.defs import AI_ONNX_PREVIEW_TRAINING_DOMAIN + + +def apply_adam( + r, t, x, g, v, h, norm_coefficient, norm_coefficient_post, alpha, beta, epsilon +): + # Add gradient of regularization term. + g_regularized = norm_coefficient * x + g + # Update momentum. + v_new = alpha * v + (1 - alpha) * g_regularized + # Update second-order momentum. + h_new = beta * h + (1 - beta) * (g_regularized * g_regularized) + # Compute element-wise square root. + h_sqrt = np.sqrt(h_new) + epsilon + # Adjust learning rate. + r_adjusted = None + if t > 0: + # Consider bias correction on momentums. + r_adjusted = r * np.sqrt(1 - beta**t) / (1 - alpha**t) + else: + # No bias correction on momentums. + r_adjusted = r + # Apply Adam update rule. + x_new = x - r_adjusted * (v_new / h_sqrt) + # It's possible to apply regularization in the end. + x_final = (1 - norm_coefficient_post) * x_new + return x_final, v_new, h_new + + +class Adam(Base): + @staticmethod + def export_adam() -> None: + # Define operator attributes. + norm_coefficient = 0.001 + alpha = 0.95 + beta = 0.1 + epsilon = 1e-7 + + # Create operator. + node = onnx.helper.make_node( + "Adam", + inputs=["R", "T", "X", "G", "V", "H"], + outputs=["X_new", "V_new", "H_new"], + norm_coefficient=norm_coefficient, + alpha=alpha, + beta=beta, + epsilon=epsilon, + domain=AI_ONNX_PREVIEW_TRAINING_DOMAIN, + ) + + # Define operator inputs. + r = np.array(0.1, dtype=np.float32) # scalar + t = np.array(0, dtype=np.int64) # scalar + x = np.array([1.2, 2.8], dtype=np.float32) + g = np.array([-0.94, -2.5], dtype=np.float32) + v = np.array([1.7, 3.6], dtype=np.float32) + h = np.array([0.1, 0.1], dtype=np.float32) + + # Compute expected outputs of Adam. + x_new, v_new, h_new = apply_adam( + r, t, x, g, v, h, norm_coefficient, 0.0, alpha, beta, epsilon + ) + + # Check results. + expect( + node, + inputs=[r, t, x, g, v, h], + outputs=[x_new, v_new, h_new], + name="test_adam", + opset_imports=[ + onnx.helper.make_opsetid(AI_ONNX_PREVIEW_TRAINING_DOMAIN, 1) + ], + ) + + @staticmethod + def export_adam_multiple() -> None: + # Define operator attributes. + norm_coefficient = 0.001 + alpha = 0.95 + beta = 0.85 + epsilon = 1e-2 + + node = onnx.helper.make_node( + "Adam", + inputs=["R", "T", "X1", "X2", "G1", "G2", "V1", "V2", "H1", "H2"], + outputs=["X1_new", "X2_new", "V1_new", "V2_new", "H1_new", "H2_new"], + norm_coefficient=norm_coefficient, + alpha=alpha, + beta=beta, + epsilon=epsilon, + domain=AI_ONNX_PREVIEW_TRAINING_DOMAIN, + ) + + # Define operator inputs. + r = np.array(0.1, dtype=np.float32) # scalar + t = np.array(0, dtype=np.int64) # scalar + + x1 = np.array([1.0], dtype=np.float32) + g1 = np.array([-1.0], dtype=np.float32) + v1 = np.array([2.0], dtype=np.float32) + h1 = np.array([0.5], dtype=np.float32) + + x2 = np.array([1.0, 2.0], dtype=np.float32) + g2 = np.array([-1.0, -3.0], dtype=np.float32) + v2 = np.array([4.0, 1.0], dtype=np.float32) + h2 = np.array([1.0, 10.0], dtype=np.float32) + + # Compute expected outputs of Adam. + x1_new, v1_new, h1_new = apply_adam( + r, t, x1, g1, v1, h1, norm_coefficient, 0.0, alpha, beta, epsilon + ) + x2_new, v2_new, h2_new = apply_adam( + r, t, x2, g2, v2, h2, norm_coefficient, 0.0, alpha, beta, epsilon + ) + + # Check results. + expect( + node, + inputs=[r, t, x1, x2, g1, g2, v1, v2, h1, h2], + outputs=[x1_new, x2_new, v1_new, v2_new, h1_new, h2_new], + name="test_adam_multiple", + opset_imports=[ + onnx.helper.make_opsetid(AI_ONNX_PREVIEW_TRAINING_DOMAIN, 1) + ], + ) diff --git a/onnx/backend/test/case/node/add.py b/onnx/backend/test/case/node/add.py new file mode 100644 index 0000000..0a3d9ac --- /dev/null +++ b/onnx/backend/test/case/node/add.py @@ -0,0 +1,60 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class Add(Base): + @staticmethod + def export() -> None: + node = onnx.helper.make_node( + "Add", + inputs=["x", "y"], + outputs=["sum"], + ) + + x = np.random.randn(3, 4, 5).astype(np.float32) + y = np.random.randn(3, 4, 5).astype(np.float32) + expect(node, inputs=[x, y], outputs=[x + y], name="test_add") + + x = np.random.randint(24, size=(3, 4, 5), dtype=np.int8) + y = np.random.randint(24, size=(3, 4, 5), dtype=np.int8) + expect(node, inputs=[x, y], outputs=[x + y], name="test_add_int8") + + x = np.random.randint(24, size=(3, 4, 5), dtype=np.int16) + y = np.random.randint(24, size=(3, 4, 5), dtype=np.int16) + expect(node, inputs=[x, y], outputs=[x + y], name="test_add_int16") + + x = np.random.randint(24, size=(3, 4, 5), dtype=np.uint8) + y = np.random.randint(24, size=(3, 4, 5), dtype=np.uint8) + expect(node, inputs=[x, y], outputs=[x + y], name="test_add_uint8") + + x = np.random.randint(24, size=(3, 4, 5), dtype=np.uint16) + y = np.random.randint(24, size=(3, 4, 5), dtype=np.uint16) + expect(node, inputs=[x, y], outputs=[x + y], name="test_add_uint16") + + x = np.random.randint(24, size=(3, 4, 5), dtype=np.uint32) + y = np.random.randint(24, size=(3, 4, 5), dtype=np.uint32) + expect(node, inputs=[x, y], outputs=[x + y], name="test_add_uint32") + + x = np.random.randint(24, size=(3, 4, 5), dtype=np.uint64) + y = np.random.randint(24, size=(3, 4, 5), dtype=np.uint64) + expect(node, inputs=[x, y], outputs=[x + y], name="test_add_uint64") + + @staticmethod + def export_add_broadcast() -> None: + node = onnx.helper.make_node( + "Add", + inputs=["x", "y"], + outputs=["sum"], + ) + + x = np.random.randn(3, 4, 5).astype(np.float32) + y = np.random.randn(5).astype(np.float32) + expect(node, inputs=[x, y], outputs=[x + y], name="test_add_bcast") diff --git a/onnx/backend/test/case/node/affinegrid.py b/onnx/backend/test/case/node/affinegrid.py new file mode 100644 index 0000000..5eb281f --- /dev/null +++ b/onnx/backend/test/case/node/affinegrid.py @@ -0,0 +1,208 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect +from onnx.reference.ops.op_affine_grid import ( + apply_affine_transform, + construct_original_grid, +) + + +def create_affine_matrix_3d( + angle1, + angle2, + offset_x, + offset_y, + offset_z, + shear_x, + shear_y, + shear_z, + scale_x, + scale_y, + scale_z, +): + rot_x = np.stack( + [ + np.ones_like(angle1), + np.zeros_like(angle1), + np.zeros_like(angle1), + np.zeros_like(angle1), + np.cos(angle1), + -np.sin(angle1), + np.zeros_like(angle1), + np.sin(angle1), + np.cos(angle1), + ], + axis=-1, + ).reshape(-1, 3, 3) + rot_y = np.stack( + [ + np.cos(angle2), + np.zeros_like(angle2), + np.sin(angle2), + np.zeros_like(angle2), + np.ones_like(angle2), + np.zeros_like(angle2), + -np.sin(angle2), + np.zeros_like(angle2), + np.cos(angle2), + ], + axis=-1, + ).reshape(-1, 3, 3) + shear = np.stack( + [ + np.ones_like(shear_x), + shear_x, + shear_y, + shear_z, + np.ones_like(shear_x), + shear_x, + shear_y, + shear_x, + np.ones_like(shear_x), + ], + axis=-1, + ).reshape(-1, 3, 3) + scale = np.stack( + [ + scale_x, + np.zeros_like(scale_x), + np.zeros_like(scale_x), + np.zeros_like(scale_x), + scale_y, + np.zeros_like(scale_x), + np.zeros_like(scale_x), + np.zeros_like(scale_x), + scale_z, + ], + axis=-1, + ).reshape(-1, 3, 3) + translation = np.transpose(np.array([offset_x, offset_y, offset_z])).reshape( + -1, 1, 3 + ) + rotation_matrix = rot_y @ rot_x @ shear @ scale # (N, 3, 3) + rotation_matrix = np.transpose(rotation_matrix, (0, 2, 1)) + affine_matrix = np.hstack((rotation_matrix, translation)) + affine_matrix = np.transpose(affine_matrix, (0, 2, 1)) + return affine_matrix.astype(np.float32) + + +def create_affine_matrix_2d( + angle1, offset_x, offset_y, shear_x, shear_y, scale_x, scale_y +): + rot = np.stack( + [np.cos(angle1), -np.sin(angle1), np.sin(angle1), np.cos(angle1)], axis=-1 + ).reshape(-1, 2, 2) + shear = np.stack( + [np.ones_like(shear_x), shear_x, shear_y, np.ones_like(shear_x)], axis=-1 + ).reshape(-1, 2, 2) + scale = np.stack( + [scale_x, np.zeros_like(scale_x), np.zeros_like(scale_x), scale_y], axis=-1 + ).reshape(-1, 2, 2) + translation = np.transpose(np.array([offset_x, offset_y])).reshape(-1, 1, 2) + rotation_matrix = rot @ shear @ scale # (N, 3, 3) + rotation_matrix = np.transpose(rotation_matrix, (0, 2, 1)) + affine_matrix = np.hstack((rotation_matrix, translation)) + affine_matrix = np.transpose(affine_matrix, (0, 2, 1)) + return affine_matrix.astype(np.float32) + + +def create_theta_2d(): + angle = np.array([np.pi / 4, np.pi / 3]) + offset_x = np.array([5.0, 2.5]) + offset_y = np.array([-3.3, 1.1]) + shear_x = np.array([-0.5, 0.5]) + shear_y = np.array([0.3, -0.3]) + scale_x = np.array([2.2, 1.1]) + scale_y = np.array([3.1, 0.9]) + return create_affine_matrix_2d( + angle, offset_x, offset_y, shear_x, shear_y, scale_x, scale_y + ) + + +def create_theta_3d(): + angle1 = np.array([np.pi / 4, np.pi / 3]) + angle2 = np.array([np.pi / 6, np.pi / 2]) + offset_x = np.array([5.0, 2.5]) + offset_y = np.array([-3.3, 1.1]) + offset_z = np.array([-1.1, 2.2]) + shear_x = np.array([-0.5, 0.5]) + shear_y = np.array([0.3, -0.3]) + shear_z = np.array([0.7, -0.2]) + scale_x = np.array([2.2, 1.1]) + scale_y = np.array([3.1, 0.9]) + scale_z = np.array([0.5, 1.5]) + + return create_affine_matrix_3d( + angle1, + angle2, + offset_x, + offset_y, + offset_z, + shear_x, + shear_y, + shear_z, + scale_x, + scale_y, + scale_z, + ) + + +class AffineGrid(Base): + @staticmethod + def export_2d_no_reference_evaluator() -> None: + theta_2d = create_theta_2d() + N, C, H, W = len(theta_2d), 3, 5, 6 + data_size = (H, W) + for align_corners in (0, 1): + node = onnx.helper.make_node( + "AffineGrid", + inputs=["theta", "size"], + outputs=["grid"], + align_corners=align_corners, + ) + + original_grid = construct_original_grid(data_size, align_corners) + grid = apply_affine_transform(theta_2d, original_grid) + + test_name = "test_affine_grid_2d" + if align_corners == 1: + test_name += "_align_corners" + expect( + node, + inputs=[theta_2d, np.array([N, C, H, W], dtype=np.int64)], + outputs=[grid], + name=test_name, + ) + + @staticmethod + def export_3d_no_reference_evaluator() -> None: + theta_3d = create_theta_3d() + N, C, D, H, W = len(theta_3d), 3, 4, 5, 6 + data_size = (D, H, W) + for align_corners in (0, 1): + node = onnx.helper.make_node( + "AffineGrid", + inputs=["theta", "size"], + outputs=["grid"], + align_corners=align_corners, + ) + + original_grid = construct_original_grid(data_size, align_corners) + grid = apply_affine_transform(theta_3d, original_grid) + + test_name = "test_affine_grid_3d" + if align_corners == 1: + test_name += "_align_corners" + expect( + node, + inputs=[theta_3d, np.array([N, C, D, H, W], dtype=np.int64)], + outputs=[grid], + name=test_name, + ) diff --git a/onnx/backend/test/case/node/ai_onnx_ml/__init__.py b/onnx/backend/test/case/node/ai_onnx_ml/__init__.py new file mode 100644 index 0000000..e69de29 diff --git a/onnx/backend/test/case/node/ai_onnx_ml/array_feature_extractor.py b/onnx/backend/test/case/node/ai_onnx_ml/array_feature_extractor.py new file mode 100644 index 0000000..2292dd6 --- /dev/null +++ b/onnx/backend/test/case/node/ai_onnx_ml/array_feature_extractor.py @@ -0,0 +1,31 @@ +# Copyright (c) ONNX Project Contributors + +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class ArrayFeatureExtractor(Base): + @staticmethod + def export() -> None: + node = onnx.helper.make_node( + "ArrayFeatureExtractor", + inputs=["x", "y"], + outputs=["z"], + domain="ai.onnx.ml", + ) + + x = np.arange(12).reshape((3, 4)).astype(np.float32) + y = np.array([0, 1], dtype=np.int64) + z = np.array([[0, 4, 8], [1, 5, 9]], dtype=np.float32).T + expect( + node, + inputs=[x, y], + outputs=[z], + name="test_ai_onnx_ml_array_feature_extractor", + ) diff --git a/onnx/backend/test/case/node/ai_onnx_ml/binarizer.py b/onnx/backend/test/case/node/ai_onnx_ml/binarizer.py new file mode 100644 index 0000000..fc4c636 --- /dev/null +++ b/onnx/backend/test/case/node/ai_onnx_ml/binarizer.py @@ -0,0 +1,28 @@ +# Copyright (c) ONNX Project Contributors + +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect +from onnx.reference.ops.aionnxml.op_binarizer import compute_binarizer + + +class Binarizer(Base): + @staticmethod + def export() -> None: + threshold = 1.0 + node = onnx.helper.make_node( + "Binarizer", + inputs=["X"], + outputs=["Y"], + threshold=threshold, + domain="ai.onnx.ml", + ) + x = np.random.randn(3, 4, 5).astype(np.float32) + y = compute_binarizer(x, threshold)[0] + + expect(node, inputs=[x], outputs=[y], name="test_ai_onnx_ml_binarizer") diff --git a/onnx/backend/test/case/node/ai_onnx_ml/label_encoder.py b/onnx/backend/test/case/node/ai_onnx_ml/label_encoder.py new file mode 100644 index 0000000..c8f5177 --- /dev/null +++ b/onnx/backend/test/case/node/ai_onnx_ml/label_encoder.py @@ -0,0 +1,101 @@ +# Copyright (c) ONNX Project Contributors + +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect +from onnx.helper import make_tensor + + +class LabelEncoder(Base): + @staticmethod + def export_string_int_label_encoder() -> None: + node = onnx.helper.make_node( + "LabelEncoder", + inputs=["X"], + outputs=["Y"], + domain="ai.onnx.ml", + keys_strings=["a", "b", "c"], + values_int64s=[0, 1, 2], + default_int64=42, + ) + x = np.array(["a", "b", "d", "c", "g"]).astype(object) + y = np.array([0, 1, 42, 2, 42]).astype(np.int64) + expect( + node, + inputs=[x], + outputs=[y], + name="test_ai_onnx_ml_label_encoder_string_int", + ) + + node = onnx.helper.make_node( + "LabelEncoder", + inputs=["X"], + outputs=["Y"], + domain="ai.onnx.ml", + keys_strings=["a", "b", "c"], + values_int64s=[0, 1, 2], + ) + x = np.array(["a", "b", "d", "c", "g"]).astype(object) + y = np.array([0, 1, -1, 2, -1]).astype(np.int64) + expect( + node, + inputs=[x], + outputs=[y], + name="test_ai_onnx_ml_label_encoder_string_int_no_default", + ) + + @staticmethod + def export_tensor_based_label_encoder() -> None: + tensor_keys = make_tensor( + "keys_tensor", onnx.TensorProto.STRING, (3,), ["a", "b", "c"] + ) + repeated_string_keys = ["a", "b", "c"] + x = np.array(["a", "b", "d", "c", "g"]).astype(object) + y = np.array([0, 1, 42, 2, 42]).astype(np.int16) + + node = onnx.helper.make_node( + "LabelEncoder", + inputs=["X"], + outputs=["Y"], + domain="ai.onnx.ml", + keys_tensor=tensor_keys, + values_tensor=make_tensor( + "values_tensor", onnx.TensorProto.INT16, (3,), [0, 1, 2] + ), + default_tensor=make_tensor( + "default_tensor", onnx.TensorProto.INT16, (1,), [42] + ), + ) + + expect( + node, + inputs=[x], + outputs=[y], + name="test_ai_onnx_ml_label_encoder_tensor_mapping", + ) + + node = onnx.helper.make_node( + "LabelEncoder", + inputs=["X"], + outputs=["Y"], + domain="ai.onnx.ml", + keys_strings=repeated_string_keys, + values_tensor=make_tensor( + "values_tensor", onnx.TensorProto.INT16, (3,), [0, 1, 2] + ), + default_tensor=make_tensor( + "default_tensor", onnx.TensorProto.INT16, (1,), [42] + ), + ) + + expect( + node, + inputs=[x], + outputs=[y], + name="test_ai_onnx_ml_label_encoder_tensor_value_only_mapping", + ) diff --git a/onnx/backend/test/case/node/ai_onnx_ml/tree_ensemble.py b/onnx/backend/test/case/node/ai_onnx_ml/tree_ensemble.py new file mode 100644 index 0000000..72d3edf --- /dev/null +++ b/onnx/backend/test/case/node/ai_onnx_ml/tree_ensemble.py @@ -0,0 +1,123 @@ +# Copyright (c) ONNX Project Contributors + +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect +from onnx.helper import make_tensor + + +class TreeEnsemble(Base): + @staticmethod + def export_tree_ensemble_single_tree() -> None: + node = onnx.helper.make_node( + "TreeEnsemble", + ["X"], + ["Y"], + domain="ai.onnx.ml", + n_targets=2, + membership_values=None, + nodes_missing_value_tracks_true=None, + nodes_hitrates=None, + aggregate_function=1, + post_transform=0, + tree_roots=[0], + nodes_modes=make_tensor( + "nodes_modes", + onnx.TensorProto.UINT8, + (3,), + np.array([0, 0, 0], dtype=np.uint8), + ), + nodes_featureids=[0, 0, 0], + nodes_splits=make_tensor( + "nodes_splits", + onnx.TensorProto.DOUBLE, + (3,), + np.array([3.14, 1.2, 4.2], dtype=np.float64), + ), + nodes_truenodeids=[1, 0, 1], + nodes_trueleafs=[0, 1, 1], + nodes_falsenodeids=[2, 2, 3], + nodes_falseleafs=[0, 1, 1], + leaf_targetids=[0, 1, 0, 1], + leaf_weights=make_tensor( + "leaf_weights", + onnx.TensorProto.DOUBLE, + (4,), + np.array([5.23, 12.12, -12.23, 7.21], dtype=np.float64), + ), + ) + + x = np.array([1.2, 3.4, -0.12, 1.66, 4.14, 1.77], np.float64).reshape(3, 2) + y = np.array([[5.23, 0], [5.23, 0], [0, 12.12]], dtype=np.float64) + expect( + node, + inputs=[x], + outputs=[y], + name="test_ai_onnx_ml_tree_ensemble_single_tree", + ) + + @staticmethod + def export_tree_ensemble_set_membership() -> None: + node = onnx.helper.make_node( + "TreeEnsemble", + ["X"], + ["Y"], + domain="ai.onnx.ml", + n_targets=4, + aggregate_function=1, + membership_values=make_tensor( + "membership_values", + onnx.TensorProto.FLOAT, + (8,), + [1.2, 3.7, 8, 9, np.nan, 12, 7, np.nan], + ), + nodes_missing_value_tracks_true=None, + nodes_hitrates=None, + post_transform=0, + tree_roots=[0], + nodes_modes=make_tensor( + "nodes_modes", + onnx.TensorProto.UINT8, + (3,), + np.array([0, 6, 6], dtype=np.uint8), + ), + nodes_featureids=[0, 0, 0], + nodes_splits=make_tensor( + "nodes_splits", + onnx.TensorProto.FLOAT, + (3,), + np.array([11, 232344.0, np.nan], dtype=np.float32), + ), + nodes_trueleafs=[0, 1, 1], + nodes_truenodeids=[1, 0, 1], + nodes_falseleafs=[1, 0, 1], + nodes_falsenodeids=[2, 2, 3], + leaf_targetids=[0, 1, 2, 3], + leaf_weights=make_tensor( + "leaf_weights", onnx.TensorProto.FLOAT, (4,), [1, 10, 1000, 100] + ), + ) + + x = np.array([1.2, 3.4, -0.12, np.nan, 12, 7], np.float32).reshape(-1, 1) + expected = np.array( + [ + [1, 0, 0, 0], + [0, 0, 0, 100], + [0, 0, 0, 100], + [0, 0, 1000, 0], + [0, 0, 1000, 0], + [0, 10, 0, 0], + ], + dtype=np.float32, + ) + expect( + node, + inputs=[x], + outputs=[expected], + name="test_ai_onnx_ml_tree_ensemble_set_membership", + ) diff --git a/onnx/backend/test/case/node/and_.py b/onnx/backend/test/case/node/and_.py new file mode 100644 index 0000000..025ce6a --- /dev/null +++ b/onnx/backend/test/case/node/and_.py @@ -0,0 +1,76 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class And(Base): + @staticmethod + def export() -> None: + node = onnx.helper.make_node( + "And", + inputs=["x", "y"], + outputs=["and"], + ) + + # 2d + x = (np.random.randn(3, 4) > 0).astype(bool) + y = (np.random.randn(3, 4) > 0).astype(bool) + z = np.logical_and(x, y) + expect(node, inputs=[x, y], outputs=[z], name="test_and2d") + + # 3d + x = (np.random.randn(3, 4, 5) > 0).astype(bool) + y = (np.random.randn(3, 4, 5) > 0).astype(bool) + z = np.logical_and(x, y) + expect(node, inputs=[x, y], outputs=[z], name="test_and3d") + + # 4d + x = (np.random.randn(3, 4, 5, 6) > 0).astype(bool) + y = (np.random.randn(3, 4, 5, 6) > 0).astype(bool) + z = np.logical_and(x, y) + expect(node, inputs=[x, y], outputs=[z], name="test_and4d") + + @staticmethod + def export_and_broadcast() -> None: + node = onnx.helper.make_node( + "And", + inputs=["x", "y"], + outputs=["and"], + ) + + # 3d vs 1d + x = (np.random.randn(3, 4, 5) > 0).astype(bool) + y = (np.random.randn(5) > 0).astype(bool) + z = np.logical_and(x, y) + expect(node, inputs=[x, y], outputs=[z], name="test_and_bcast3v1d") + + # 3d vs 2d + x = (np.random.randn(3, 4, 5) > 0).astype(bool) + y = (np.random.randn(4, 5) > 0).astype(bool) + z = np.logical_and(x, y) + expect(node, inputs=[x, y], outputs=[z], name="test_and_bcast3v2d") + + # 4d vs 2d + x = (np.random.randn(3, 4, 5, 6) > 0).astype(bool) + y = (np.random.randn(5, 6) > 0).astype(bool) + z = np.logical_and(x, y) + expect(node, inputs=[x, y], outputs=[z], name="test_and_bcast4v2d") + + # 4d vs 3d + x = (np.random.randn(3, 4, 5, 6) > 0).astype(bool) + y = (np.random.randn(4, 5, 6) > 0).astype(bool) + z = np.logical_and(x, y) + expect(node, inputs=[x, y], outputs=[z], name="test_and_bcast4v3d") + + # 4d vs 4d + x = (np.random.randn(1, 4, 1, 6) > 0).astype(bool) + y = (np.random.randn(3, 1, 5, 6) > 0).astype(bool) + z = np.logical_and(x, y) + expect(node, inputs=[x, y], outputs=[z], name="test_and_bcast4v4d") diff --git a/onnx/backend/test/case/node/argmax.py b/onnx/backend/test/case/node/argmax.py new file mode 100644 index 0000000..ca3e153 --- /dev/null +++ b/onnx/backend/test/case/node/argmax.py @@ -0,0 +1,256 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +def argmax_use_numpy(data: np.ndarray, axis: int = 0, keepdims: int = 1) -> np.ndarray: + result = np.argmax(data, axis=axis) + if keepdims == 1: + result = np.expand_dims(result, axis) + return result.astype(np.int64) + + +def argmax_use_numpy_select_last_index( + data: np.ndarray, axis: int = 0, keepdims: int = True +) -> np.ndarray: + data = np.flip(data, axis) + result = np.argmax(data, axis=axis) + result = data.shape[axis] - result - 1 + if keepdims: + result = np.expand_dims(result, axis) + return result.astype(np.int64) + + +class ArgMax(Base): + @staticmethod + def export_no_keepdims() -> None: + data = np.array([[2, 2], [3, 10]], dtype=np.float32) + axis = 1 + keepdims = 0 + node = onnx.helper.make_node( + "ArgMax", inputs=["data"], outputs=["result"], axis=axis, keepdims=keepdims + ) + # result: [0, 1] + result = argmax_use_numpy(data, axis=axis, keepdims=keepdims) + expect( + node, + inputs=[data], + outputs=[result], + name="test_argmax_no_keepdims_example", + ) + + data = np.random.uniform(-10, 10, [2, 3, 4]).astype(np.float32) + # result's shape: [2, 4] + result = argmax_use_numpy(data, axis=axis, keepdims=keepdims) + expect( + node, inputs=[data], outputs=[result], name="test_argmax_no_keepdims_random" + ) + + @staticmethod + def export_keepdims() -> None: + data = np.array([[2, 2], [3, 10]], dtype=np.float32) + axis = 1 + keepdims = 1 + node = onnx.helper.make_node( + "ArgMax", inputs=["data"], outputs=["result"], axis=axis, keepdims=keepdims + ) + # result: [[0], [1]] + result = argmax_use_numpy(data, axis=axis, keepdims=keepdims) + expect( + node, inputs=[data], outputs=[result], name="test_argmax_keepdims_example" + ) + + data = np.random.uniform(-10, 10, [2, 3, 4]).astype(np.float32) + # result's shape: [2, 1, 4] + result = argmax_use_numpy(data, axis=axis, keepdims=keepdims) + expect( + node, inputs=[data], outputs=[result], name="test_argmax_keepdims_random" + ) + + @staticmethod + def export_default_axes_keepdims() -> None: + data = np.array([[2, 2], [3, 10]], dtype=np.float32) + keepdims = 1 + node = onnx.helper.make_node( + "ArgMax", inputs=["data"], outputs=["result"], keepdims=keepdims + ) + + # result: [[1, 1]] + result = argmax_use_numpy(data, keepdims=keepdims) + expect( + node, + inputs=[data], + outputs=[result], + name="test_argmax_default_axis_example", + ) + + data = np.random.uniform(-10, 10, [2, 3, 4]).astype(np.float32) + # result's shape: [1, 3, 4] + result = argmax_use_numpy(data, keepdims=keepdims) + expect( + node, + inputs=[data], + outputs=[result], + name="test_argmax_default_axis_random", + ) + + @staticmethod + def export_negative_axis_keepdims() -> None: + data = np.array([[2, 2], [3, 10]], dtype=np.float32) + axis = -1 + keepdims = 1 + node = onnx.helper.make_node( + "ArgMax", inputs=["data"], outputs=["result"], axis=axis, keepdims=keepdims + ) + # result: [[0], [1]] + result = argmax_use_numpy(data, axis=axis, keepdims=keepdims) + expect( + node, + inputs=[data], + outputs=[result], + name="test_argmax_negative_axis_keepdims_example", + ) + + data = np.random.uniform(-10, 10, [2, 3, 4]).astype(np.float32) + # result's shape: [2, 3, 1] + result = argmax_use_numpy(data, axis=axis, keepdims=keepdims) + expect( + node, + inputs=[data], + outputs=[result], + name="test_argmax_negative_axis_keepdims_random", + ) + + @staticmethod + def export_no_keepdims_select_last_index() -> None: + data = np.array([[2, 2], [3, 10]], dtype=np.float32) + axis = 1 + keepdims = 0 + node = onnx.helper.make_node( + "ArgMax", + inputs=["data"], + outputs=["result"], + axis=axis, + keepdims=keepdims, + select_last_index=True, + ) + # result: [1, 1] + result = argmax_use_numpy_select_last_index(data, axis=axis, keepdims=keepdims) + expect( + node, + inputs=[data], + outputs=[result], + name="test_argmax_no_keepdims_example_select_last_index", + ) + + data = np.random.uniform(-10, 10, [2, 3, 4]).astype(np.float32) + # result's shape: [2, 4] + result = argmax_use_numpy_select_last_index(data, axis=axis, keepdims=keepdims) + expect( + node, + inputs=[data], + outputs=[result], + name="test_argmax_no_keepdims_random_select_last_index", + ) + + @staticmethod + def export_keepdims_select_last_index() -> None: + data = np.array([[2, 2], [3, 10]], dtype=np.float32) + axis = 1 + keepdims = 1 + node = onnx.helper.make_node( + "ArgMax", + inputs=["data"], + outputs=["result"], + axis=axis, + keepdims=keepdims, + select_last_index=True, + ) + # result: [[1], [1]] + result = argmax_use_numpy_select_last_index(data, axis=axis, keepdims=keepdims) + expect( + node, + inputs=[data], + outputs=[result], + name="test_argmax_keepdims_example_select_last_index", + ) + + data = np.random.uniform(-10, 10, [2, 3, 4]).astype(np.float32) + # result's shape: [2, 1, 4] + result = argmax_use_numpy_select_last_index(data, axis=axis, keepdims=keepdims) + expect( + node, + inputs=[data], + outputs=[result], + name="test_argmax_keepdims_random_select_last_index", + ) + + @staticmethod + def export_default_axes_keepdims_select_last_index() -> None: + data = np.array([[2, 2], [3, 10]], dtype=np.float32) + keepdims = 1 + node = onnx.helper.make_node( + "ArgMax", + inputs=["data"], + outputs=["result"], + keepdims=keepdims, + select_last_index=True, + ) + + # result: [[1, 1]] + result = argmax_use_numpy_select_last_index(data, keepdims=keepdims) + expect( + node, + inputs=[data], + outputs=[result], + name="test_argmax_default_axis_example_select_last_index", + ) + + data = np.random.uniform(-10, 10, [2, 3, 4]).astype(np.float32) + # result's shape: [1, 3, 4] + result = argmax_use_numpy_select_last_index(data, keepdims=keepdims) + expect( + node, + inputs=[data], + outputs=[result], + name="test_argmax_default_axis_random_select_last_index", + ) + + @staticmethod + def export_negative_axis_keepdims_select_last_index() -> None: + data = np.array([[2, 2], [3, 10]], dtype=np.float32) + axis = -1 + keepdims = 1 + node = onnx.helper.make_node( + "ArgMax", + inputs=["data"], + outputs=["result"], + axis=axis, + keepdims=keepdims, + select_last_index=True, + ) + # result: [[1], [1]] + result = argmax_use_numpy_select_last_index(data, axis=axis, keepdims=keepdims) + expect( + node, + inputs=[data], + outputs=[result], + name="test_argmax_negative_axis_keepdims_example_select_last_index", + ) + + data = np.random.uniform(-10, 10, [2, 3, 4]).astype(np.float32) + # result's shape: [2, 3, 1] + result = argmax_use_numpy_select_last_index(data, axis=axis, keepdims=keepdims) + expect( + node, + inputs=[data], + outputs=[result], + name="test_argmax_negative_axis_keepdims_random_select_last_index", + ) diff --git a/onnx/backend/test/case/node/argmin.py b/onnx/backend/test/case/node/argmin.py new file mode 100644 index 0000000..0279ecd --- /dev/null +++ b/onnx/backend/test/case/node/argmin.py @@ -0,0 +1,256 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +def argmin_use_numpy(data: np.ndarray, axis: int = 0, keepdims: int = 1) -> np.ndarray: + result = np.argmin(data, axis=axis) + if keepdims == 1: + result = np.expand_dims(result, axis) + return result.astype(np.int64) + + +def argmin_use_numpy_select_last_index( + data: np.ndarray, axis: int = 0, keepdims: int = True +) -> np.ndarray: + data = np.flip(data, axis) + result = np.argmin(data, axis=axis) + result = data.shape[axis] - result - 1 + if keepdims: + result = np.expand_dims(result, axis) + return result.astype(np.int64) + + +class ArgMin(Base): + @staticmethod + def export_no_keepdims() -> None: + data = np.array([[2, 1], [3, 10]], dtype=np.float32) + axis = 1 + keepdims = 0 + node = onnx.helper.make_node( + "ArgMin", inputs=["data"], outputs=["result"], axis=axis, keepdims=keepdims + ) + # The content of result is : [[1, 0]] + result = argmin_use_numpy(data, axis=axis, keepdims=keepdims) + expect( + node, + inputs=[data], + outputs=[result], + name="test_argmin_no_keepdims_example", + ) + + data = np.random.uniform(-10, 10, [2, 3, 4]).astype(np.float32) + # result's shape: [2, 4] + result = argmin_use_numpy(data, axis=axis, keepdims=keepdims) + expect( + node, inputs=[data], outputs=[result], name="test_argmin_no_keepdims_random" + ) + + @staticmethod + def export_keepdims() -> None: + data = np.array([[2, 1], [3, 10]], dtype=np.float32) + axis = 1 + keepdims = 1 + node = onnx.helper.make_node( + "ArgMin", inputs=["data"], outputs=["result"], axis=axis, keepdims=keepdims + ) + # The content of result is : [[1], [0]] + result = argmin_use_numpy(data, axis=axis, keepdims=keepdims) + expect( + node, inputs=[data], outputs=[result], name="test_argmin_keepdims_example" + ) + + data = np.random.uniform(-10, 10, [2, 3, 4]).astype(np.float32) + # result's shape: [2, 1, 4] + result = argmin_use_numpy(data, axis=axis, keepdims=keepdims) + expect( + node, inputs=[data], outputs=[result], name="test_argmin_keepdims_random" + ) + + @staticmethod + def export_default_axes_keepdims() -> None: + data = np.array([[2, 1], [3, 10]], dtype=np.float32) + keepdims = 1 + node = onnx.helper.make_node( + "ArgMin", inputs=["data"], outputs=["result"], keepdims=keepdims + ) + + # The content of result is : [[0], [0]] + result = argmin_use_numpy(data, keepdims=keepdims) + expect( + node, + inputs=[data], + outputs=[result], + name="test_argmin_default_axis_example", + ) + + data = np.random.uniform(-10, 10, [2, 3, 4]).astype(np.float32) + # result's shape: [1, 3, 4] + result = argmin_use_numpy(data, keepdims=keepdims) + expect( + node, + inputs=[data], + outputs=[result], + name="test_argmin_default_axis_random", + ) + + @staticmethod + def export_negative_axis_keepdims() -> None: + data = np.array([[2, 1], [3, 10]], dtype=np.float32) + axis = -1 + keepdims = 1 + node = onnx.helper.make_node( + "ArgMin", inputs=["data"], outputs=["result"], axis=axis, keepdims=keepdims + ) + # The content of result is : [[1], [0]] + result = argmin_use_numpy(data, axis=axis, keepdims=keepdims) + expect( + node, + inputs=[data], + outputs=[result], + name="test_argmin_negative_axis_keepdims_example", + ) + + data = np.random.uniform(-10, 10, [2, 3, 4]).astype(np.float32) + # result's shape: [2, 3, 1] + result = argmin_use_numpy(data, axis=axis, keepdims=keepdims) + expect( + node, + inputs=[data], + outputs=[result], + name="test_argmin_negative_axis_keepdims_random", + ) + + @staticmethod + def export_no_keepdims_select_last_index() -> None: + data = np.array([[2, 2], [3, 10]], dtype=np.float32) + axis = 1 + keepdims = 0 + node = onnx.helper.make_node( + "ArgMin", + inputs=["data"], + outputs=["result"], + axis=axis, + keepdims=keepdims, + select_last_index=True, + ) + # result: [[1, 0]] + result = argmin_use_numpy_select_last_index(data, axis=axis, keepdims=keepdims) + expect( + node, + inputs=[data], + outputs=[result], + name="test_argmin_no_keepdims_example_select_last_index", + ) + + data = np.random.uniform(-10, 10, [2, 3, 4]).astype(np.float32) + # result's shape: [2, 4] + result = argmin_use_numpy_select_last_index(data, axis=axis, keepdims=keepdims) + expect( + node, + inputs=[data], + outputs=[result], + name="test_argmin_no_keepdims_random_select_last_index", + ) + + @staticmethod + def export_keepdims_select_last_index() -> None: + data = np.array([[2, 2], [3, 10]], dtype=np.float32) + axis = 1 + keepdims = 1 + node = onnx.helper.make_node( + "ArgMin", + inputs=["data"], + outputs=["result"], + axis=axis, + keepdims=keepdims, + select_last_index=True, + ) + # result: [[1], [0]] + result = argmin_use_numpy_select_last_index(data, axis=axis, keepdims=keepdims) + expect( + node, + inputs=[data], + outputs=[result], + name="test_argmin_keepdims_example_select_last_index", + ) + + data = np.random.uniform(-10, 10, [2, 3, 4]).astype(np.float32) + # result's shape: [2, 1, 4] + result = argmin_use_numpy_select_last_index(data, axis=axis, keepdims=keepdims) + expect( + node, + inputs=[data], + outputs=[result], + name="test_argmin_keepdims_random_select_last_index", + ) + + @staticmethod + def export_default_axes_keepdims_select_last_index() -> None: + data = np.array([[2, 2], [3, 10]], dtype=np.float32) + keepdims = 1 + node = onnx.helper.make_node( + "ArgMin", + inputs=["data"], + outputs=["result"], + keepdims=keepdims, + select_last_index=True, + ) + + # result: [[0, 0]] + result = argmin_use_numpy_select_last_index(data, keepdims=keepdims) + expect( + node, + inputs=[data], + outputs=[result], + name="test_argmin_default_axis_example_select_last_index", + ) + + data = np.random.uniform(-10, 10, [2, 3, 4]).astype(np.float32) + # result's shape: [1, 3, 4] + result = argmin_use_numpy_select_last_index(data, keepdims=keepdims) + expect( + node, + inputs=[data], + outputs=[result], + name="test_argmin_default_axis_random_select_last_index", + ) + + @staticmethod + def export_negative_axis_keepdims_select_last_index() -> None: + data = np.array([[2, 2], [3, 10]], dtype=np.float32) + axis = -1 + keepdims = 1 + node = onnx.helper.make_node( + "ArgMin", + inputs=["data"], + outputs=["result"], + axis=axis, + keepdims=keepdims, + select_last_index=True, + ) + # result: [[1], [0]] + result = argmin_use_numpy_select_last_index(data, axis=axis, keepdims=keepdims) + expect( + node, + inputs=[data], + outputs=[result], + name="test_argmin_negative_axis_keepdims_example_select_last_index", + ) + + data = np.random.uniform(-10, 10, [2, 3, 4]).astype(np.float32) + # result's shape: [2, 3, 1] + result = argmin_use_numpy_select_last_index(data, axis=axis, keepdims=keepdims) + expect( + node, + inputs=[data], + outputs=[result], + name="test_argmin_negative_axis_keepdims_random_select_last_index", + ) diff --git a/onnx/backend/test/case/node/asin.py b/onnx/backend/test/case/node/asin.py new file mode 100644 index 0000000..8db0e38 --- /dev/null +++ b/onnx/backend/test/case/node/asin.py @@ -0,0 +1,28 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class Asin(Base): + @staticmethod + def export() -> None: + node = onnx.helper.make_node( + "Asin", + inputs=["x"], + outputs=["y"], + ) + + x = np.array([-0.5, 0, 0.5]).astype(np.float32) + y = np.arcsin(x) + expect(node, inputs=[x], outputs=[y], name="test_asin_example") + + x = np.random.rand(3, 4, 5).astype(np.float32) + y = np.arcsin(x) + expect(node, inputs=[x], outputs=[y], name="test_asin") diff --git a/onnx/backend/test/case/node/asinh.py b/onnx/backend/test/case/node/asinh.py new file mode 100644 index 0000000..3023b9d --- /dev/null +++ b/onnx/backend/test/case/node/asinh.py @@ -0,0 +1,28 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class Asinh(Base): + @staticmethod + def export() -> None: + node = onnx.helper.make_node( + "Asinh", + inputs=["x"], + outputs=["y"], + ) + + x = np.array([-1, 0, 1]).astype(np.float32) + y = np.arcsinh(x) # expected output [-0.88137358, 0., 0.88137358] + expect(node, inputs=[x], outputs=[y], name="test_asinh_example") + + x = np.random.randn(3, 4, 5).astype(np.float32) + y = np.arcsinh(x) + expect(node, inputs=[x], outputs=[y], name="test_asinh") diff --git a/onnx/backend/test/case/node/atan.py b/onnx/backend/test/case/node/atan.py new file mode 100644 index 0000000..8d606b8 --- /dev/null +++ b/onnx/backend/test/case/node/atan.py @@ -0,0 +1,28 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class Atan(Base): + @staticmethod + def export() -> None: + node = onnx.helper.make_node( + "Atan", + inputs=["x"], + outputs=["y"], + ) + + x = np.array([-1, 0, 1]).astype(np.float32) + y = np.arctan(x) + expect(node, inputs=[x], outputs=[y], name="test_atan_example") + + x = np.random.randn(3, 4, 5).astype(np.float32) + y = np.arctan(x) + expect(node, inputs=[x], outputs=[y], name="test_atan") diff --git a/onnx/backend/test/case/node/atanh.py b/onnx/backend/test/case/node/atanh.py new file mode 100644 index 0000000..35428c0 --- /dev/null +++ b/onnx/backend/test/case/node/atanh.py @@ -0,0 +1,28 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class Atanh(Base): + @staticmethod + def export() -> None: + node = onnx.helper.make_node( + "Atanh", + inputs=["x"], + outputs=["y"], + ) + + x = np.array([-0.5, 0, 0.5]).astype(np.float32) + y = np.arctanh(x) # expected output [-0.54930615, 0., 0.54930615] + expect(node, inputs=[x], outputs=[y], name="test_atanh_example") + + x = np.random.uniform(0.0, 1.0, (3, 4, 5)).astype(np.float32) + y = np.arctanh(x) + expect(node, inputs=[x], outputs=[y], name="test_atanh") diff --git a/onnx/backend/test/case/node/attention.py b/onnx/backend/test/case/node/attention.py new file mode 100644 index 0000000..0cb5ee5 --- /dev/null +++ b/onnx/backend/test/case/node/attention.py @@ -0,0 +1,2699 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect +from onnx.reference.ops.op_attention import _compute_attention + + +class Attention(Base): + @staticmethod + def export_attention() -> None: + node = onnx.helper.make_node("Attention", inputs=["Q", "K", "V"], outputs=["Y"]) + + Q = np.random.rand(2, 3, 4, 8).astype(np.float32) + K = np.random.rand(2, 3, 6, 8).astype(np.float32) + V = np.random.rand(2, 3, 6, 8).astype(np.float32) + + Y, _, _, _ = _compute_attention(Q, K, V) + + expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_attention_4d", + opset_imports=[onnx.helper.make_opsetid("", 23)], + ) + + @staticmethod + def export_attention_fp16() -> None: + node = onnx.helper.make_node("Attention", inputs=["Q", "K", "V"], outputs=["Y"]) + + Q = np.random.rand(2, 3, 4, 8).astype(np.float16) + K = np.random.rand(2, 3, 6, 8).astype(np.float16) + V = np.random.rand(2, 3, 6, 8).astype(np.float16) + + Y, _, _, _ = _compute_attention(Q, K, V) + + expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_attention_4d_fp16", + opset_imports=[onnx.helper.make_opsetid("", 23)], + ) + + @staticmethod + def export_attention_gqa() -> None: + node = onnx.helper.make_node("Attention", inputs=["Q", "K", "V"], outputs=["Y"]) + + Q = np.random.rand(2, 9, 4, 8).astype(np.float32) + K = np.random.rand(2, 3, 6, 8).astype(np.float32) + V = np.random.rand(2, 3, 6, 8).astype(np.float32) + + Y, _, _, _ = _compute_attention(Q, K, V) + + expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_attention_4d_gqa", + opset_imports=[onnx.helper.make_opsetid("", 23)], + ) + + @staticmethod + def export_attention_diff_head_sizes() -> None: + node = onnx.helper.make_node("Attention", inputs=["Q", "K", "V"], outputs=["Y"]) + + Q = np.random.rand(2, 3, 4, 8).astype(np.float32) + K = np.random.rand(2, 3, 6, 8).astype(np.float32) + V = np.random.rand(2, 3, 6, 10).astype(np.float32) + + Y, _, _, _ = _compute_attention(Q, K, V) + + expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_attention_4d_diff_heads_sizes", + opset_imports=[onnx.helper.make_opsetid("", 23)], + ) + + @staticmethod + def export_attention_scaled() -> None: + scale = 1e-2 + node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V"], + outputs=["Y"], + scale=scale, + ) + + Q = np.random.rand(2, 3, 4, 8).astype(np.float32) + K = np.random.rand(2, 3, 6, 8).astype(np.float32) + V = np.random.rand(2, 3, 6, 8).astype(np.float32) + + Y, _, _, _ = _compute_attention(Q, K, V, scale=scale) + + expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_attention_4d_scaled", + opset_imports=[onnx.helper.make_opsetid("", 23)], + ) + + @staticmethod + def export_attention_gqa_scaled() -> None: + scale = 1e-2 + node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V"], + outputs=["Y"], + scale=scale, + ) + + Q = np.random.rand(2, 9, 4, 8).astype(np.float32) + K = np.random.rand(2, 3, 6, 8).astype(np.float32) + V = np.random.rand(2, 3, 6, 8).astype(np.float32) + + Y, _, _, _ = _compute_attention(Q, K, V, scale=scale) + + expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_attention_4d_gqa_scaled", + opset_imports=[onnx.helper.make_opsetid("", 23)], + ) + + @staticmethod + def export_attention_diff_head_sizes_scaled() -> None: + scale = 1e-2 + node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V"], + outputs=["Y"], + scale=scale, + ) + + Q = np.random.rand(2, 3, 4, 8).astype(np.float32) + K = np.random.rand(2, 3, 6, 8).astype(np.float32) + V = np.random.rand(2, 3, 6, 10).astype(np.float32) + + Y, _, _, _ = _compute_attention(Q, K, V, scale=scale) + + expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_attention_4d_diff_heads_sizes_scaled", + opset_imports=[onnx.helper.make_opsetid("", 23)], + ) + + @staticmethod + def export_attention_causal() -> None: + node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V"], + outputs=["Y"], + is_causal=1, + ) + + Q = np.random.rand(2, 3, 4, 8).astype(np.float32) + K = np.random.rand(2, 3, 6, 8).astype(np.float32) + V = np.random.rand(2, 3, 6, 8).astype(np.float32) + + Y, _, _, _ = _compute_attention(Q, K, V, is_causal=1) + + expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_attention_4d_causal", + opset_imports=[onnx.helper.make_opsetid("", 23)], + ) + + @staticmethod + def export_attention_gqa_causal() -> None: + node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V"], + outputs=["Y"], + is_causal=1, + ) + + Q = np.random.rand(2, 9, 4, 8).astype(np.float32) + K = np.random.rand(2, 3, 6, 8).astype(np.float32) + V = np.random.rand(2, 3, 6, 8).astype(np.float32) + + Y, _, _, _ = _compute_attention(Q, K, V, is_causal=1) + + expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_attention_4d_gqa_causal", + opset_imports=[onnx.helper.make_opsetid("", 23)], + ) + + @staticmethod + def export_attention_diff_head_sizes_causal() -> None: + node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V"], + outputs=["Y"], + is_causal=1, + ) + + Q = np.random.rand(2, 3, 4, 8).astype(np.float32) + K = np.random.rand(2, 3, 6, 8).astype(np.float32) + V = np.random.rand(2, 3, 6, 10).astype(np.float32) + + Y, _, _, _ = _compute_attention( + Q, + K, + V, + is_causal=1, + ) + + expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_attention_4d_diff_heads_sizes_causal", + opset_imports=[onnx.helper.make_opsetid("", 23)], + ) + + @staticmethod + def export_attention_attn_mask() -> None: + node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask"], + outputs=["Y"], + ) + + Q = np.random.rand(2, 3, 4, 8).astype(np.float32) + K = np.random.rand(2, 3, 6, 8).astype(np.float32) + V = np.random.rand(2, 3, 6, 8).astype(np.float32) + attn_mask = np.random.rand(4, 6).astype(np.float32) + + Y, _, _, _ = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + ) + + expect( + node, + inputs=[Q, K, V, attn_mask], + outputs=[Y], + name="test_attention_4d_attn_mask", + opset_imports=[onnx.helper.make_opsetid("", 23)], + ) + + @staticmethod + def export_attention_attn_3d_mask() -> None: + node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask"], + outputs=["Y"], + ) + + Q = np.random.rand(2, 3, 4, 8).astype(np.float32) + K = np.random.rand(2, 3, 6, 8).astype(np.float32) + V = np.random.rand(2, 3, 6, 8).astype(np.float32) + attn_mask = np.random.rand(2, 1, 4, 6).astype(np.float32) + + Y, _, _, _ = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + ) + + expect( + node, + inputs=[Q, K, V, attn_mask], + outputs=[Y], + name="test_attention_4d_attn_mask_3d", + opset_imports=[onnx.helper.make_opsetid("", 23)], + ) + + @staticmethod + def export_attention_attn_3d_mask_causal() -> None: + node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask"], + outputs=["Y"], + is_causal=1, + ) + + Q = np.random.rand(2, 3, 4, 8).astype(np.float32) + K = np.random.rand(2, 3, 6, 8).astype(np.float32) + V = np.random.rand(2, 3, 6, 8).astype(np.float32) + attn_mask = np.random.rand(2, 1, 4, 6).astype(np.float32) + + Y, _, _, _ = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + is_causal=1, + ) + + expect( + node, + inputs=[Q, K, V, attn_mask], + outputs=[Y], + name="test_attention_4d_attn_mask_3d_causal", + opset_imports=[onnx.helper.make_opsetid("", 23)], + ) + + @staticmethod + def export_attention_attn_4d_mask() -> None: + node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask"], + outputs=["Y"], + ) + + Q = np.random.rand(2, 3, 4, 8).astype(np.float32) + K = np.random.rand(2, 3, 6, 8).astype(np.float32) + V = np.random.rand(2, 3, 6, 8).astype(np.float32) + attn_mask = np.random.rand(2, 3, 4, 6).astype(np.float32) + + Y, _, _, _ = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + ) + + expect( + node, + inputs=[Q, K, V, attn_mask], + outputs=[Y], + name="test_attention_4d_attn_mask_4d", + opset_imports=[onnx.helper.make_opsetid("", 23)], + ) + + @staticmethod + def export_attention_attn_4d_mask_causal() -> None: + node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask"], + outputs=["Y"], + is_causal=1, + ) + + Q = np.random.rand(2, 3, 4, 8).astype(np.float32) + K = np.random.rand(2, 3, 6, 8).astype(np.float32) + V = np.random.rand(2, 3, 6, 8).astype(np.float32) + attn_mask = np.random.rand(2, 3, 4, 6).astype(np.float32) + + Y, _, _, _ = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + is_causal=1, + ) + + expect( + node, + inputs=[Q, K, V, attn_mask], + outputs=[Y], + name="test_attention_4d_attn_mask_4d_causal", + opset_imports=[onnx.helper.make_opsetid("", 23)], + ) + + @staticmethod + def export_attention_attn_mask_bool() -> None: + node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask"], + outputs=["Y"], + ) + + Q = np.random.rand(2, 3, 4, 8).astype(np.float32) + K = np.random.rand(2, 3, 6, 8).astype(np.float32) + V = np.random.rand(2, 3, 6, 8).astype(np.float32) + attn_mask = np.random.rand(4, 6).astype(bool) + + Y, _, _, _ = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + ) + + expect( + node, + inputs=[Q, K, V, attn_mask], + outputs=[Y], + name="test_attention_4d_attn_mask_bool", + opset_imports=[onnx.helper.make_opsetid("", 23)], + ) + + @staticmethod + def export_attention_attn_mask_bool_4d() -> None: + node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask"], + outputs=["Y"], + ) + + Q = np.random.rand(2, 3, 4, 8).astype(np.float32) + K = np.random.rand(2, 3, 6, 8).astype(np.float32) + V = np.random.rand(2, 3, 6, 8).astype(np.float32) + attn_mask = np.random.rand(2, 3, 4, 6).astype(bool) + + Y, _, _, _ = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + ) + + expect( + node, + inputs=[Q, K, V, attn_mask], + outputs=[Y], + name="test_attention_4d_attn_mask_bool_4d", + opset_imports=[onnx.helper.make_opsetid("", 23)], + ) + + @staticmethod + def export_attention_gqa_attn_mask() -> None: + node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask"], + outputs=["Y"], + ) + + Q = np.random.rand(2, 9, 4, 8).astype(np.float32) + K = np.random.rand(2, 3, 6, 8).astype(np.float32) + V = np.random.rand(2, 3, 6, 8).astype(np.float32) + attn_mask = np.random.rand(4, 6).astype(np.float32) + + Y, _, _, _ = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + ) + + expect( + node, + inputs=[Q, K, V, attn_mask], + outputs=[Y], + name="test_attention_4d_gqa_attn_mask", + opset_imports=[onnx.helper.make_opsetid("", 23)], + ) + + @staticmethod + def export_attention_diff_head_sizes_attn_mask() -> None: + node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask"], + outputs=["Y"], + ) + + Q = np.random.rand(2, 3, 4, 8).astype(np.float32) + K = np.random.rand(2, 3, 6, 8).astype(np.float32) + V = np.random.rand(2, 3, 6, 10).astype(np.float32) + attn_mask = np.random.rand(4, 6).astype(np.float32) + + Y, _, _, _ = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + ) + + expect( + node, + inputs=[Q, K, V, attn_mask], + outputs=[Y], + name="test_attention_4d_diff_heads_sizes_attn_mask", + opset_imports=[onnx.helper.make_opsetid("", 23)], + ) + + @staticmethod + def export_attention_with_past_and_present() -> None: + node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask", "past_key", "past_value"], + outputs=["Y", "present_key", "present_value"], + ) + + past_sequence_length = 12 + Q = np.random.rand(2, 3, 4, 8).astype(np.float32) + K = np.random.rand(2, 3, 6, 8).astype(np.float32) + V = np.random.rand(2, 3, 6, 8).astype(np.float32) + attn_mask = np.random.rand(4, 6 + past_sequence_length).astype(np.float32) + past_key = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float32) + past_value = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float32) + + Y, present_key, present_value, _ = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + past_key=past_key, + past_value=past_value, + ) + + expect( + node, + inputs=[Q, K, V, attn_mask, past_key, past_value], + outputs=[Y, present_key, present_value], + name="test_attention_4d_with_past_and_present", + opset_imports=[onnx.helper.make_opsetid("", 23)], + ) + + @staticmethod + def export_attention_gqa_with_past_and_present() -> None: + node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask", "past_key", "past_value"], + outputs=["Y", "present_key", "present_value"], + ) + + past_sequence_length = 12 + Q = np.random.rand(2, 9, 4, 8).astype(np.float32) + K = np.random.rand(2, 3, 6, 8).astype(np.float32) + V = np.random.rand(2, 3, 6, 8).astype(np.float32) + attn_mask = np.random.rand(4, 6 + past_sequence_length).astype(np.float32) + past_key = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float32) + past_value = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float32) + + Y, present_key, present_value, _ = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + past_key=past_key, + past_value=past_value, + ) + + expect( + node, + inputs=[Q, K, V, attn_mask, past_key, past_value], + outputs=[Y, present_key, present_value], + name="test_attention_4d_gqa_with_past_and_present", + opset_imports=[onnx.helper.make_opsetid("", 23)], + ) + + @staticmethod + def export_attention_gqa_with_past_and_present_fp16() -> None: + node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask", "past_key", "past_value"], + outputs=["Y", "present_key", "present_value"], + ) + + past_sequence_length = 12 + Q = np.random.rand(2, 9, 4, 8).astype(np.float16) + K = np.random.rand(2, 3, 6, 8).astype(np.float16) + V = np.random.rand(2, 3, 6, 8).astype(np.float16) + attn_mask = np.random.rand(4, 6 + past_sequence_length).astype(np.float16) + past_key = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float16) + past_value = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float16) + + Y, present_key, present_value, _ = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + past_key=past_key, + past_value=past_value, + ) + + expect( + node, + inputs=[Q, K, V, attn_mask, past_key, past_value], + outputs=[Y, present_key, present_value], + name="test_attention_4d_gqa_with_past_and_present_fp16", + opset_imports=[onnx.helper.make_opsetid("", 23)], + ) + + @staticmethod + def export_attention_diff_head_sizes_with_past_and_present() -> None: + node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask", "past_key", "past_value"], + outputs=["Y", "present_key", "present_value"], + ) + + past_sequence_length = 12 + Q = np.random.rand(2, 3, 4, 8).astype(np.float32) + K = np.random.rand(2, 3, 6, 8).astype(np.float32) + V = np.random.rand(2, 3, 6, 10).astype(np.float32) + attn_mask = np.random.rand(4, 6 + past_sequence_length).astype(np.float32) + past_key = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float32) + past_value = np.random.rand(2, 3, past_sequence_length, 10).astype(np.float32) + + Y, present_key, present_value, _ = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + past_key=past_key, + past_value=past_value, + ) + + expect( + node, + inputs=[Q, K, V, attn_mask, past_key, past_value], + outputs=[Y, present_key, present_value], + name="test_attention_4d_diff_heads_with_past_and_present", + opset_imports=[onnx.helper.make_opsetid("", 23)], + ) + + @staticmethod + def export_attention_diff_head_sizes_with_past_and_present_mask3D() -> None: + node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask", "past_key", "past_value"], + outputs=["Y", "present_key", "present_value"], + ) + + past_sequence_length = 12 + Q = np.random.rand(2, 3, 4, 8).astype(np.float32) + K = np.random.rand(2, 3, 6, 8).astype(np.float32) + V = np.random.rand(2, 3, 6, 10).astype(np.float32) + attn_mask = np.random.rand(2, 1, 4, 6 + past_sequence_length).astype(np.float32) + past_key = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float32) + past_value = np.random.rand(2, 3, past_sequence_length, 10).astype(np.float32) + + Y, present_key, present_value, _ = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + past_key=past_key, + past_value=past_value, + ) + + expect( + node, + inputs=[Q, K, V, attn_mask, past_key, past_value], + outputs=[Y, present_key, present_value], + name="test_attention_4d_diff_heads_with_past_and_present_mask3d", + opset_imports=[onnx.helper.make_opsetid("", 23)], + ) + + @staticmethod + def export_attention_diff_head_sizes_with_past_and_present_mask4D() -> None: + node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask", "past_key", "past_value"], + outputs=["Y", "present_key", "present_value"], + ) + + past_sequence_length = 12 + Q = np.random.rand(2, 3, 4, 8).astype(np.float32) + K = np.random.rand(2, 3, 6, 8).astype(np.float32) + V = np.random.rand(2, 3, 6, 10).astype(np.float32) + attn_mask = np.random.rand(2, 3, 4, 6 + past_sequence_length).astype(np.float32) + past_key = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float32) + past_value = np.random.rand(2, 3, past_sequence_length, 10).astype(np.float32) + + Y, present_key, present_value, _ = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + past_key=past_key, + past_value=past_value, + ) + + expect( + node, + inputs=[Q, K, V, attn_mask, past_key, past_value], + outputs=[Y, present_key, present_value], + name="test_attention_4d_diff_heads_with_past_and_present_mask4d", + opset_imports=[onnx.helper.make_opsetid("", 23)], + ) + + @staticmethod + def export_attention_softcap() -> None: + node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V"], + outputs=["Y"], + softcap=2.0, + ) + + Q = np.random.rand(2, 3, 4, 8).astype(np.float32) + K = np.random.rand(2, 3, 6, 8).astype(np.float32) + V = np.random.rand(2, 3, 6, 8).astype(np.float32) + + Y, _, _, _ = _compute_attention(Q, K, V, softcap=2.0) + + expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_attention_4d_softcap", + opset_imports=[onnx.helper.make_opsetid("", 23)], + ) + + @staticmethod + def export_attention_gqa_softcap() -> None: + node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V"], + outputs=["Y"], + softcap=2.0, + ) + + Q = np.random.rand(2, 9, 4, 8).astype(np.float32) + K = np.random.rand(2, 3, 6, 8).astype(np.float32) + V = np.random.rand(2, 3, 6, 8).astype(np.float32) + + Y, _, _, _ = _compute_attention(Q, K, V, softcap=2.0) + + expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_attention_4d_gqa_softcap", + opset_imports=[onnx.helper.make_opsetid("", 23)], + ) + + @staticmethod + def export_attention_diff_head_sizes_softcap() -> None: + node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V"], + outputs=["Y"], + softcap=2.0, + ) + + Q = np.random.rand(2, 3, 4, 8).astype(np.float32) + K = np.random.rand(2, 3, 6, 8).astype(np.float32) + V = np.random.rand(2, 3, 6, 10).astype(np.float32) + + Y, _, _, _ = _compute_attention( + Q, + K, + V, + softcap=2.0, + ) + + expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_attention_4d_diff_heads_sizes_softcap", + opset_imports=[onnx.helper.make_opsetid("", 23)], + ) + + @staticmethod + def export_attention_with_qk_matmul() -> None: + node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V"], + outputs=["Y", "", "", "qk_matmul_output"], + ) + + Q = np.random.rand(2, 3, 4, 8).astype(np.float32) + K = np.random.rand(2, 3, 6, 8).astype(np.float32) + V = np.random.rand(2, 3, 6, 8).astype(np.float32) + + Y, _, _, qk_matmul_output = _compute_attention(Q, K, V) + + expect( + node, + inputs=[Q, K, V], + outputs=[Y, qk_matmul_output], + name="test_attention_4d_with_qk_matmul", + opset_imports=[onnx.helper.make_opsetid("", 23)], + ) + + @staticmethod + def export_attention_with_qk_matmul_bias() -> None: + node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask"], + outputs=["Y", "", "", "qk_matmul_output"], + qk_matmul_output_mode=2, + ) + + Q = np.random.rand(2, 3, 4, 8).astype(np.float32) + K = np.random.rand(2, 3, 6, 8).astype(np.float32) + V = np.random.rand(2, 3, 6, 8).astype(np.float32) + attn_mask = np.random.rand(4, 6).astype(np.float32) + + Y, _, _, qk_matmul_output = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + qk_matmul_output_mode=2, + ) + + expect( + node, + inputs=[Q, K, V, attn_mask], + outputs=[Y, qk_matmul_output], + name="test_attention_4d_with_qk_matmul_bias", + opset_imports=[onnx.helper.make_opsetid("", 23)], + ) + + @staticmethod + def export_attention_with_qk_matmul_softcap() -> None: + node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask"], + outputs=["Y", "", "", "qk_matmul_output"], + softcap=2.0, + qk_matmul_output_mode=1, + ) + + Q = np.random.rand(2, 3, 4, 8).astype(np.float32) + K = np.random.rand(2, 3, 6, 8).astype(np.float32) + V = np.random.rand(2, 3, 6, 8).astype(np.float32) + attn_mask = np.random.rand(4, 6).astype(np.float32) + + Y, _, _, qk_matmul_output = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + softcap=2.0, + qk_matmul_output_mode=1, + ) + + expect( + node, + inputs=[Q, K, V, attn_mask], + outputs=[Y, qk_matmul_output], + name="test_attention_4d_with_qk_matmul_softcap", + opset_imports=[onnx.helper.make_opsetid("", 23)], + ) + + @staticmethod + def export_attention_with_qk_matmul_softmax() -> None: + node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask"], + outputs=["Y", "", "", "qk_matmul_output"], + qk_matmul_output_mode=3, + ) + + Q = np.random.rand(2, 3, 4, 8).astype(np.float32) + K = np.random.rand(2, 3, 6, 8).astype(np.float32) + V = np.random.rand(2, 3, 6, 8).astype(np.float32) + attn_mask = np.random.rand(4, 6).astype(np.float32) + + Y, _, _, qk_matmul_output = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + qk_matmul_output_mode=3, + ) + + expect( + node, + inputs=[Q, K, V, attn_mask], + outputs=[Y, qk_matmul_output], + name="test_attention_4d_with_qk_matmul_softmax", + opset_imports=[onnx.helper.make_opsetid("", 23)], + ) + + @staticmethod + def export_attention_with_past_and_present_qk_matmul_bias() -> None: + node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask", "past_key", "past_value"], + outputs=["Y", "present_key", "present_value", "qk_matmul_output"], + qk_matmul_output_mode=2, + ) + + past_sequence_length = 12 + Q = np.random.rand(2, 3, 4, 8).astype(np.float32) + K = np.random.rand(2, 3, 6, 8).astype(np.float32) + V = np.random.rand(2, 3, 6, 8).astype(np.float32) + attn_mask = np.random.rand(4, 6 + past_sequence_length).astype(np.float32) + past_key = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float32) + past_value = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float32) + + Y, present_key, present_value, qk_matmul_output = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + past_key=past_key, + past_value=past_value, + qk_matmul_output_mode=2, + ) + + expect( + node, + inputs=[Q, K, V, attn_mask, past_key, past_value], + outputs=[Y, present_key, present_value, qk_matmul_output], + name="test_attention_4d_with_past_and_present_qk_matmul_bias", + opset_imports=[onnx.helper.make_opsetid("", 23)], + ) + + @staticmethod + def export_attention_with_past_and_present_qk_matmul_bias_3d_mask() -> None: + node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask", "past_key", "past_value"], + outputs=["Y", "present_key", "present_value", "qk_matmul_output"], + qk_matmul_output_mode=2, + ) + + past_sequence_length = 12 + Q = np.random.rand(2, 3, 4, 8).astype(np.float32) + K = np.random.rand(2, 3, 6, 8).astype(np.float32) + V = np.random.rand(2, 3, 6, 8).astype(np.float32) + attn_mask = np.random.rand(2, 1, 4, 6 + past_sequence_length).astype(np.float32) + past_key = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float32) + past_value = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float32) + + Y, present_key, present_value, qk_matmul_output = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + past_key=past_key, + past_value=past_value, + qk_matmul_output_mode=2, + ) + + expect( + node, + inputs=[Q, K, V, attn_mask, past_key, past_value], + outputs=[Y, present_key, present_value, qk_matmul_output], + name="test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask", + opset_imports=[onnx.helper.make_opsetid("", 23)], + ) + + @staticmethod + def export_attention_with_past_and_present_qk_matmul_bias_4d_mask() -> None: + node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask", "past_key", "past_value"], + outputs=["Y", "present_key", "present_value", "qk_matmul_output"], + qk_matmul_output_mode=2, + ) + + past_sequence_length = 12 + Q = np.random.rand(2, 3, 4, 8).astype(np.float32) + K = np.random.rand(2, 3, 6, 8).astype(np.float32) + V = np.random.rand(2, 3, 6, 8).astype(np.float32) + attn_mask = np.random.rand(2, 3, 4, 6 + past_sequence_length).astype(np.float32) + past_key = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float32) + past_value = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float32) + + Y, present_key, present_value, qk_matmul_output = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + past_key=past_key, + past_value=past_value, + qk_matmul_output_mode=2, + ) + + expect( + node, + inputs=[Q, K, V, attn_mask, past_key, past_value], + outputs=[Y, present_key, present_value, qk_matmul_output], + name="test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask", + opset_imports=[onnx.helper.make_opsetid("", 23)], + ) + + @staticmethod + def export_attention_with_past_and_present_qk_matmul_bias_3d_mask_causal() -> None: + node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask", "past_key", "past_value"], + outputs=["Y", "present_key", "present_value", "qk_matmul_output"], + qk_matmul_output_mode=2, + is_causal=1, + ) + + past_sequence_length = 12 + Q = np.random.rand(2, 3, 4, 8).astype(np.float32) + K = np.random.rand(2, 3, 6, 8).astype(np.float32) + V = np.random.rand(2, 3, 6, 8).astype(np.float32) + attn_mask = np.random.rand(2, 1, 4, 6 + past_sequence_length).astype(np.float32) + past_key = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float32) + past_value = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float32) + + Y, present_key, present_value, qk_matmul_output = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + past_key=past_key, + past_value=past_value, + qk_matmul_output_mode=2, + is_causal=1, + ) + + expect( + node, + inputs=[Q, K, V, attn_mask, past_key, past_value], + outputs=[Y, present_key, present_value, qk_matmul_output], + name="test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_causal", + opset_imports=[onnx.helper.make_opsetid("", 23)], + ) + + @staticmethod + def export_attention_with_past_and_present_qk_matmul_bias_4d_mask_causal() -> None: + node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask", "past_key", "past_value"], + outputs=["Y", "present_key", "present_value", "qk_matmul_output"], + qk_matmul_output_mode=2, + is_causal=1, + ) + + past_sequence_length = 12 + Q = np.random.rand(2, 3, 4, 8).astype(np.float32) + K = np.random.rand(2, 3, 6, 8).astype(np.float32) + V = np.random.rand(2, 3, 6, 8).astype(np.float32) + attn_mask = np.random.rand(2, 3, 4, 6 + past_sequence_length).astype(np.float32) + past_key = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float32) + past_value = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float32) + + Y, present_key, present_value, qk_matmul_output = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + past_key=past_key, + past_value=past_value, + qk_matmul_output_mode=2, + is_causal=1, + ) + + expect( + node, + inputs=[Q, K, V, attn_mask, past_key, past_value], + outputs=[Y, present_key, present_value, qk_matmul_output], + name="test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_causal", + opset_imports=[onnx.helper.make_opsetid("", 23)], + ) + + @staticmethod + def export_attention_with_past_and_present_qk_matmul() -> None: + node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask", "past_key", "past_value"], + outputs=["Y", "present_key", "present_value", "qk_matmul_output"], + ) + + past_sequence_length = 12 + Q = np.random.rand(2, 3, 4, 8).astype(np.float32) + K = np.random.rand(2, 3, 6, 8).astype(np.float32) + V = np.random.rand(2, 3, 6, 8).astype(np.float32) + attn_mask = np.random.rand(4, 6 + past_sequence_length).astype(np.float32) + past_key = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float32) + past_value = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float32) + + Y, present_key, present_value, qk_matmul_output = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + past_key=past_key, + past_value=past_value, + ) + + expect( + node, + inputs=[Q, K, V, attn_mask, past_key, past_value], + outputs=[Y, present_key, present_value, qk_matmul_output], + name="test_attention_4d_with_past_and_present_qk_matmul", + opset_imports=[onnx.helper.make_opsetid("", 23)], + ) + + @staticmethod + def export_attention_3d() -> None: + q_num_heads, kv_num_heads = 3, 3 + node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V"], + outputs=["Y"], + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, + ) + + Q = np.random.rand(2, 4, 24).astype(np.float32) + K = np.random.rand(2, 6, 24).astype(np.float32) + V = np.random.rand(2, 6, 24).astype(np.float32) + + Y, _, _, _ = _compute_attention( + Q, + K, + V, + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, + ) + + expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_attention_3d", + opset_imports=[onnx.helper.make_opsetid("", 23)], + ) + + @staticmethod + def export_attention_3d_gqa() -> None: + q_num_heads, kv_num_heads = 9, 3 + node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V"], + outputs=["Y"], + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, + ) + + Q = np.random.rand(2, 4, 72).astype(np.float32) + K = np.random.rand(2, 6, 24).astype(np.float32) + V = np.random.rand(2, 6, 24).astype(np.float32) + + Y, _, _, _ = _compute_attention( + Q, + K, + V, + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, + ) + + expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_attention_3d_gqa", + opset_imports=[onnx.helper.make_opsetid("", 23)], + ) + + @staticmethod + def export_attention_3d_diff_head_sizes() -> None: + q_num_heads, kv_num_heads = 3, 3 + node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V"], + outputs=["Y"], + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, + ) + + Q = np.random.rand(2, 4, 24).astype(np.float32) + K = np.random.rand(2, 6, 24).astype(np.float32) + V = np.random.rand(2, 6, 30).astype(np.float32) + + Y, _, _, _ = _compute_attention( + Q, + K, + V, + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, + ) + + expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_attention_3d_diff_heads_sizes", + opset_imports=[onnx.helper.make_opsetid("", 23)], + ) + + @staticmethod + def export_attention_3d_scaled() -> None: + scale = 1e-2 + q_num_heads, kv_num_heads = 3, 3 + node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V"], + outputs=["Y"], + scale=scale, + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, + ) + + Q = np.random.rand(2, 4, 24).astype(np.float32) + K = np.random.rand(2, 6, 24).astype(np.float32) + V = np.random.rand(2, 6, 24).astype(np.float32) + + Y, _, _, _ = _compute_attention( + Q, + K, + V, + scale=scale, + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, + ) + + expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_attention_3d_scaled", + opset_imports=[onnx.helper.make_opsetid("", 23)], + ) + + @staticmethod + def export_attention_3d_gqa_scaled() -> None: + scale = 1e-2 + q_num_heads, kv_num_heads = 9, 3 + node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V"], + outputs=["Y"], + scale=scale, + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, + ) + + Q = np.random.rand(2, 4, 72).astype(np.float32) + K = np.random.rand(2, 6, 24).astype(np.float32) + V = np.random.rand(2, 6, 24).astype(np.float32) + + Y, _, _, _ = _compute_attention( + Q, + K, + V, + scale=scale, + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, + ) + + expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_attention_3d_gqa_scaled", + opset_imports=[onnx.helper.make_opsetid("", 23)], + ) + + @staticmethod + def export_attention_3d_diff_head_sizes_scaled() -> None: + scale = 1e-2 + q_num_heads, kv_num_heads = 3, 3 + node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V"], + outputs=["Y"], + scale=scale, + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, + ) + + Q = np.random.rand(2, 4, 24).astype(np.float32) + K = np.random.rand(2, 6, 24).astype(np.float32) + V = np.random.rand(2, 6, 30).astype(np.float32) + + Y, _, _, _ = _compute_attention( + Q, + K, + V, + scale=scale, + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, + ) + + expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_attention_3d_diff_heads_sizes_scaled", + opset_imports=[onnx.helper.make_opsetid("", 23)], + ) + + @staticmethod + def export_attention_3d_causal() -> None: + q_num_heads, kv_num_heads = 3, 3 + node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V"], + outputs=["Y"], + is_causal=1, + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, + ) + + Q = np.random.rand(2, 4, 24).astype(np.float32) + K = np.random.rand(2, 6, 24).astype(np.float32) + V = np.random.rand(2, 6, 24).astype(np.float32) + + Y, _, _, _ = _compute_attention( + Q, + K, + V, + is_causal=1, + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, + ) + + expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_attention_3d_causal", + opset_imports=[onnx.helper.make_opsetid("", 23)], + ) + + @staticmethod + def export_attention_3d_gqa_causal() -> None: + q_num_heads, kv_num_heads = 9, 3 + node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V"], + outputs=["Y"], + is_causal=1, + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, + ) + + Q = np.random.rand(2, 4, 72).astype(np.float32) + K = np.random.rand(2, 6, 24).astype(np.float32) + V = np.random.rand(2, 6, 24).astype(np.float32) + + Y, _, _, _ = _compute_attention( + Q, + K, + V, + is_causal=1, + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, + ) + + expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_attention_3d_gqa_causal", + opset_imports=[onnx.helper.make_opsetid("", 23)], + ) + + @staticmethod + def export_attention_3d_diff_head_sizes_causal() -> None: + q_num_heads, kv_num_heads = 3, 3 + node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V"], + outputs=["Y"], + is_causal=1, + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, + ) + + Q = np.random.rand(2, 4, 24).astype(np.float32) + K = np.random.rand(2, 6, 24).astype(np.float32) + V = np.random.rand(2, 6, 30).astype(np.float32) + + Y, _, _, _ = _compute_attention( + Q, + K, + V, + is_causal=1, + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, + ) + + expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_attention_3d_diff_heads_sizes_causal", + opset_imports=[onnx.helper.make_opsetid("", 23)], + ) + + @staticmethod + def export_attention_3d_attn_mask() -> None: + q_num_heads, kv_num_heads = 3, 3 + node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask"], + outputs=["Y"], + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, + ) + + Q = np.random.rand(2, 4, 24).astype(np.float32) + K = np.random.rand(2, 6, 24).astype(np.float32) + V = np.random.rand(2, 6, 24).astype(np.float32) + attn_mask = np.random.rand(4, 6).astype(np.float32) + + Y, _, _, _ = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, + ) + + expect( + node, + inputs=[Q, K, V, attn_mask], + outputs=[Y], + name="test_attention_3d_attn_mask", + opset_imports=[onnx.helper.make_opsetid("", 23)], + ) + + @staticmethod + def export_attention_3d_gqa_attn_mask() -> None: + q_num_heads, kv_num_heads = 9, 3 + node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask"], + outputs=["Y"], + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, + ) + + Q = np.random.rand(2, 4, 72).astype(np.float32) + K = np.random.rand(2, 6, 24).astype(np.float32) + V = np.random.rand(2, 6, 24).astype(np.float32) + attn_mask = np.random.rand(4, 6).astype(np.float32) + + Y, _, _, _ = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, + ) + + expect( + node, + inputs=[Q, K, V, attn_mask], + outputs=[Y], + name="test_attention_3d_gqa_attn_mask", + opset_imports=[onnx.helper.make_opsetid("", 23)], + ) + + @staticmethod + def export_attention_3d_diff_head_sizes_attn_mask() -> None: + q_num_heads, kv_num_heads = 3, 3 + node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask"], + outputs=["Y"], + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, + ) + + Q = np.random.rand(2, 4, 24).astype(np.float32) + K = np.random.rand(2, 6, 24).astype(np.float32) + V = np.random.rand(2, 6, 30).astype(np.float32) + attn_mask = np.random.rand(4, 6).astype(np.float32) + + Y, _, _, _ = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, + ) + + expect( + node, + inputs=[Q, K, V, attn_mask], + outputs=[Y], + name="test_attention_3d_diff_heads_sizes_attn_mask", + opset_imports=[onnx.helper.make_opsetid("", 23)], + ) + + @staticmethod + def export_attention_3d_softcap() -> None: + q_num_heads, kv_num_heads = 3, 3 + node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V"], + outputs=["Y"], + softcap=3.0, + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, + ) + + Q = np.random.rand(2, 4, 24).astype(np.float32) + K = np.random.rand(2, 6, 24).astype(np.float32) + V = np.random.rand(2, 6, 24).astype(np.float32) + + Y, _, _, _ = _compute_attention( + Q, + K, + V, + softcap=3.0, + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, + ) + + expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_attention_3d_softcap", + opset_imports=[onnx.helper.make_opsetid("", 23)], + ) + + @staticmethod + def export_attention_3d_gqa_softcap() -> None: + q_num_heads, kv_num_heads = 9, 3 + node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V"], + outputs=["Y"], + softcap=3.0, + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, + ) + + Q = np.random.rand(2, 4, 72).astype(np.float32) + K = np.random.rand(2, 6, 24).astype(np.float32) + V = np.random.rand(2, 6, 24).astype(np.float32) + + Y, _, _, _ = _compute_attention( + Q, + K, + V, + softcap=3.0, + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, + ) + + expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_attention_3d_gqa_softcap", + opset_imports=[onnx.helper.make_opsetid("", 23)], + ) + + @staticmethod + def export_attention_3d_diff_head_sizes_softcap() -> None: + q_num_heads, kv_num_heads = 3, 3 + node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V"], + outputs=["Y"], + softcap=3.0, + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, + ) + + Q = np.random.rand(2, 4, 24).astype(np.float32) + K = np.random.rand(2, 6, 24).astype(np.float32) + V = np.random.rand(2, 6, 30).astype(np.float32) + + Y, _, _, _ = _compute_attention( + Q, + K, + V, + softcap=3.0, + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, + ) + + expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_attention_3d_diff_heads_sizes_softcap", + opset_imports=[onnx.helper.make_opsetid("", 23)], + ) + + @staticmethod + def export_attention_3d_with_past_and_present() -> None: + q_num_heads, kv_num_heads = 3, 3 + node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask", "past_key", "past_value"], + outputs=["Y", "present_key", "present_value"], + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, + ) + + past_sequence_length = 12 + Q = np.random.rand(2, 4, 24).astype(np.float32) + K = np.random.rand(2, 6, 24).astype(np.float32) + V = np.random.rand(2, 6, 24).astype(np.float32) + attn_mask = np.random.rand(4, 6 + past_sequence_length).astype(np.float32) + past_key = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float32) + past_value = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float32) + + Y, present_key, present_value, _ = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + past_key=past_key, + past_value=past_value, + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, + ) + + expect( + node, + inputs=[Q, K, V, attn_mask, past_key, past_value], + outputs=[Y, present_key, present_value], + name="test_attention_3d_with_past_and_present", + opset_imports=[onnx.helper.make_opsetid("", 23)], + ) + + @staticmethod + def export_attention_3d_gqa_with_past_and_present() -> None: + q_num_heads, kv_num_heads = 9, 3 + node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask", "past_key", "past_value"], + outputs=["Y", "present_key", "present_value"], + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, + ) + + past_sequence_length = 12 + Q = np.random.rand(2, 4, 72).astype(np.float32) + K = np.random.rand(2, 6, 24).astype(np.float32) + V = np.random.rand(2, 6, 24).astype(np.float32) + attn_mask = np.random.rand(4, 6 + past_sequence_length).astype(np.float32) + past_key = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float32) + past_value = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float32) + + Y, present_key, present_value, _ = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + past_key=past_key, + past_value=past_value, + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, + ) + + expect( + node, + inputs=[Q, K, V, attn_mask, past_key, past_value], + outputs=[Y, present_key, present_value], + name="test_attention_3d_gqa_with_past_and_present", + opset_imports=[onnx.helper.make_opsetid("", 23)], + ) + + @staticmethod + def export_attention_3d_diff_head_sizes_with_past_and_present() -> None: + q_num_heads, kv_num_heads = 3, 3 + node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask", "past_key", "past_value"], + outputs=["Y", "present_key", "present_value"], + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, + ) + + past_sequence_length = 12 + Q = np.random.rand(2, 4, 24).astype(np.float32) + K = np.random.rand(2, 6, 24).astype(np.float32) + V = np.random.rand(2, 6, 30).astype(np.float32) + attn_mask = np.random.rand(4, 6 + past_sequence_length).astype(np.float32) + past_key = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float32) + past_value = np.random.rand(2, 3, past_sequence_length, 10).astype(np.float32) + + Y, present_key, present_value, _ = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + past_key=past_key, + past_value=past_value, + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, + ) + + expect( + node, + inputs=[Q, K, V, attn_mask, past_key, past_value], + outputs=[Y, present_key, present_value], + name="test_attention_3d_diff_heads_with_past_and_present", + opset_imports=[onnx.helper.make_opsetid("", 23)], + ) + + @staticmethod + def export_attention_3d_with_past_and_present_qk_matmul() -> None: + q_num_heads, kv_num_heads = 3, 3 + node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask", "past_key", "past_value"], + outputs=["Y", "present_key", "present_value", "qk_matmul_output"], + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, + ) + + past_sequence_length = 12 + Q = np.random.rand(2, 4, 24).astype(np.float32) + K = np.random.rand(2, 6, 24).astype(np.float32) + V = np.random.rand(2, 6, 24).astype(np.float32) + attn_mask = np.random.rand(4, 6 + past_sequence_length).astype(np.float32) + past_key = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float32) + past_value = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float32) + + Y, present_key, present_value, qk_matmul_output = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + past_key=past_key, + past_value=past_value, + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, + ) + + expect( + node, + inputs=[Q, K, V, attn_mask, past_key, past_value], + outputs=[Y, present_key, present_value, qk_matmul_output], + name="test_attention_3d_with_past_and_present_qk_matmul", + opset_imports=[onnx.helper.make_opsetid("", 23)], + ) + + @staticmethod + def export_attention_3d_with_past_and_present_qk_matmul_bias() -> None: + q_num_heads, kv_num_heads = 3, 3 + node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask", "past_key", "past_value"], + outputs=["Y", "present_key", "present_value", "qk_matmul_output"], + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, + qk_matmul_output_mode=2, + ) + + past_sequence_length = 12 + Q = np.random.rand(2, 4, 24).astype(np.float32) + K = np.random.rand(2, 6, 24).astype(np.float32) + V = np.random.rand(2, 6, 24).astype(np.float32) + attn_mask = np.random.rand(4, 6 + past_sequence_length).astype(np.float32) + past_key = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float32) + past_value = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float32) + + Y, present_key, present_value, qk_matmul_output = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + past_key=past_key, + past_value=past_value, + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, + qk_matmul_output_mode=2, + ) + + expect( + node, + inputs=[Q, K, V, attn_mask, past_key, past_value], + outputs=[Y, present_key, present_value, qk_matmul_output], + name="test_attention_3d_with_past_and_present_qk_matmul_bias", + opset_imports=[onnx.helper.make_opsetid("", 23)], + ) + + @staticmethod + def export_attention_3d_with_past_and_present_qk_matmul_softcap() -> None: + q_num_heads, kv_num_heads = 3, 3 + node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask", "past_key", "past_value"], + outputs=["Y", "present_key", "present_value", "qk_matmul_output"], + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, + softcap=2.0, + qk_matmul_output_mode=1, + ) + + past_sequence_length = 12 + Q = np.random.rand(2, 4, 24).astype(np.float32) + K = np.random.rand(2, 6, 24).astype(np.float32) + V = np.random.rand(2, 6, 24).astype(np.float32) + attn_mask = np.random.rand(4, 6 + past_sequence_length).astype(np.float32) + past_key = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float32) + past_value = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float32) + + Y, present_key, present_value, qk_matmul_output = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + past_key=past_key, + past_value=past_value, + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, + softcap=2.0, + qk_matmul_output_mode=1, + ) + + expect( + node, + inputs=[Q, K, V, attn_mask, past_key, past_value], + outputs=[Y, present_key, present_value, qk_matmul_output], + name="test_attention_3d_with_past_and_present_qk_matmul_softcap", + opset_imports=[onnx.helper.make_opsetid("", 23)], + ) + + @staticmethod + def export_attention_3d_with_past_and_present_qk_matmul_softmax() -> None: + q_num_heads, kv_num_heads = 3, 3 + node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask", "past_key", "past_value"], + outputs=["Y", "present_key", "present_value", "qk_matmul_output"], + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, + qk_matmul_output_mode=3, + ) + + past_sequence_length = 12 + Q = np.random.rand(2, 4, 24).astype(np.float32) + K = np.random.rand(2, 6, 24).astype(np.float32) + V = np.random.rand(2, 6, 24).astype(np.float32) + attn_mask = np.random.rand(4, 6 + past_sequence_length).astype(np.float32) + past_key = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float32) + past_value = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float32) + + Y, present_key, present_value, qk_matmul_output = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + past_key=past_key, + past_value=past_value, + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, + qk_matmul_output_mode=3, + ) + + expect( + node, + inputs=[Q, K, V, attn_mask, past_key, past_value], + outputs=[Y, present_key, present_value, qk_matmul_output], + name="test_attention_3d_with_past_and_present_qk_matmul_softmax", + opset_imports=[onnx.helper.make_opsetid("", 23)], + ) + + @staticmethod + def export_attention_3d_transpose_verification() -> None: + """Test case to verify correct 3D to 4D transpose behavior. + + This test verifies that 3D inputs are correctly reshaped and transposed + according to the ONNX specification: + [batch_size, seq_length, hidden_size] -> + [batch_size, seq_length, num_heads, head_size] -> + [batch_size, num_heads, seq_length, head_size] + """ + q_num_heads, kv_num_heads = 3, 3 + node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V"], + outputs=["Y"], + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, + ) + + # Test inputs that will clearly demonstrate the transpose behavior + batch_size = 1 + q_seq_length = 2 + kv_seq_length = 2 + head_size = 4 + q_hidden_size = q_num_heads * head_size # 3 * 4 = 12 + kv_hidden_size = kv_num_heads * head_size # 3 * 4 = 12 + + # Create structured inputs to verify correct transpose behavior + # Q has a pattern where each position in hidden dimension has a specific value + Q = np.zeros((batch_size, q_seq_length, q_hidden_size), dtype=np.float32) + # Fill Q with pattern: head0=[1,1,1,1], head1=[2,2,2,2], head2=[3,3,3,3] + for head in range(q_num_heads): + start_idx = head * head_size + end_idx = start_idx + head_size + Q[0, :, start_idx:end_idx] = float(head + 1) + + K = np.ones((batch_size, kv_seq_length, kv_hidden_size), dtype=np.float32) * 0.1 + V = np.ones((batch_size, kv_seq_length, kv_hidden_size), dtype=np.float32) * 0.1 + + Y, _, _, _ = _compute_attention( + Q, + K, + V, + q_num_heads=q_num_heads, + kv_num_heads=kv_num_heads, + ) + + expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_attention_3d_transpose_verification", + opset_imports=[onnx.helper.make_opsetid("", 23)], + ) + + @staticmethod + def export_attention_4d_diff_heads_mask4d_padded_kv() -> None: + node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask", "", "", "nonpad_kv_seqlen"], + outputs=["Y"], + ) + + Q = np.random.rand(2, 3, 4, 8).astype(np.float32) + K = np.random.rand(2, 3, 6, 8).astype(np.float32) + V = np.random.rand(2, 3, 6, 10).astype(np.float32) + attn_mask = np.random.rand(2, 3, 4, 4).astype(np.float32) + nonpad_kv_seqlen = np.array([3, 4], dtype=np.int64) + + Y, _, _, _ = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + nonpad_kv_seqlen=nonpad_kv_seqlen, + ) + + expect( + node, + inputs=[Q, K, V, attn_mask, nonpad_kv_seqlen], + outputs=[Y], + name="test_attention_4d_diff_heads_mask4d_padded_kv", + opset_imports=[onnx.helper.make_opsetid("", 24)], + ) + + @staticmethod + def export_attention_softcap_with_neginf_mask() -> None: + """Softcap + -inf mask: verifies softcap is applied BEFORE mask/bias. + + If ordering were wrong (mask then softcap), tanh(-inf/softcap) = -1, + so softcap * tanh(-inf/softcap) = -softcap (finite). That leaks + probability to masked positions. With correct ordering (softcap then + mask), the -inf mask values survive to softmax and yield zero weight. + """ + np.random.seed(42) + B, H, S_q, S_kv, D = 1, 1, 4, 6, 8 + + Q = np.random.rand(B, H, S_q, D).astype(np.float32) + K = np.random.rand(B, H, S_kv, D).astype(np.float32) + V = np.random.rand(B, H, S_kv, D).astype(np.float32) + + # All Q positions are blocked from KV positions 4 and 5. + attn_mask = np.zeros((S_q, S_kv), dtype=np.float32) + attn_mask[:, 4:] = -np.inf + + softcap = 0.5 + + node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask"], + outputs=["Y"], + softcap=softcap, + ) + + Y, _, _, _ = _compute_attention(Q, K, V, attn_mask=attn_mask, softcap=softcap) + + expect( + node, + inputs=[Q, K, V, attn_mask], + outputs=[Y], + name="test_attention_4d_softcap_neginf_mask", + opset_imports=[onnx.helper.make_opsetid("", 23)], + ) + + @staticmethod + def export_attention_softcap_with_neginf_mask_poison() -> None: + """Softcap + -inf mask + poison values at masked KV positions. + + V has value 1000 at the masked positions (4 and 5). With correct + ordering the output stays in [0, 1] because the mask zeros out those + positions. With wrong ordering the output explodes (> 50), making + the failure obvious even with loose tolerances. + """ + np.random.seed(42) + B, H, S_q, S_kv, D = 1, 1, 4, 6, 8 + + Q = np.random.rand(B, H, S_q, D).astype(np.float32) + K = np.random.rand(B, H, S_kv, D).astype(np.float32) + V = np.random.rand(B, H, S_kv, D).astype(np.float32) + + # Block all Q positions from KV positions 4 and 5. + attn_mask = np.zeros((S_q, S_kv), dtype=np.float32) + attn_mask[:, 4:] = -np.inf + + # Poison: if attention leaks to masked positions, output >> 1. + V[:, :, 4:, :] = 1000.0 + + softcap = 0.5 + + node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask"], + outputs=["Y"], + softcap=softcap, + ) + + Y, _, _, _ = _compute_attention(Q, K, V, attn_mask=attn_mask, softcap=softcap) + + expect( + node, + inputs=[Q, K, V, attn_mask], + outputs=[Y], + name="test_attention_4d_softcap_neginf_mask_poison", + opset_imports=[onnx.helper.make_opsetid("", 23)], + ) + + @staticmethod + def export_attention_4d_gqa_causal_nonpad_decode() -> None: + """External/static-cache decode (S_q=1) with per-batch valid lengths. + + K/V are the full static cache buffer; ``nonpad_kv_seqlen`` marks how many + leading keys are valid per batch. With bottom-right (offset-aware) causal + masking the single decode query attends keys ``0..nonpad[b]-1``. Under the + old top-left alignment it would attend only key 0, so this test fails + pre-fix and passes post-fix. + """ + np.random.seed(0) + B, H_q, H_kv, L, D = 2, 4, 2, 8, 8 + + node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "", "", "", "nonpad_kv_seqlen"], + outputs=["Y"], + is_causal=1, + ) + + Q = np.random.rand(B, H_q, 1, D).astype(np.float32) + K = np.random.rand(B, H_kv, L, D).astype(np.float32) + V = np.random.rand(B, H_kv, L, D).astype(np.float32) + # Batch 0 has all 8 keys valid, batch 1 only the first 5. + nonpad_kv_seqlen = np.array([8, 5], dtype=np.int64) + + Y, _, _, _ = _compute_attention( + Q, + K, + V, + nonpad_kv_seqlen=nonpad_kv_seqlen, + is_causal=1, + ) + + expect( + node, + inputs=[Q, K, V, nonpad_kv_seqlen], + outputs=[Y], + name="test_attention_4d_gqa_causal_nonpad_decode", + opset_imports=[onnx.helper.make_opsetid("", 24)], + ) + + @staticmethod + def export_attention_4d_gqa_causal_nonpad_decode_fp16() -> None: + """fp16 variant of the external-cache decode case (locks -inf dtype handling).""" + np.random.seed(0) + B, H_q, H_kv, L, D = 2, 4, 2, 8, 8 + + node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "", "", "", "nonpad_kv_seqlen"], + outputs=["Y"], + is_causal=1, + ) + + Q = np.random.rand(B, H_q, 1, D).astype(np.float16) + K = np.random.rand(B, H_kv, L, D).astype(np.float16) + V = np.random.rand(B, H_kv, L, D).astype(np.float16) + nonpad_kv_seqlen = np.array([8, 5], dtype=np.int64) + + Y, _, _, _ = _compute_attention( + Q, + K, + V, + nonpad_kv_seqlen=nonpad_kv_seqlen, + is_causal=1, + ) + + expect( + node, + inputs=[Q, K, V, nonpad_kv_seqlen], + outputs=[Y], + name="test_attention_4d_gqa_causal_nonpad_decode_fp16", + opset_imports=[onnx.helper.make_opsetid("", 24)], + ) + + @staticmethod + def export_attention_4d_causal_nonpad_continued_prefill() -> None: + """Continued / chunked prefill (S_q=2) into a partially-filled static cache. + + With ``nonpad_kv_seqlen = [4]`` and ``S_q = 2`` the bottom-right offset is + ``4 - 2 = 2``: query 0 attends keys ``{0,1,2}`` and query 1 attends + ``{0,1,2,3}``. The old top-left alignment would mask everything past the + diagonal (``{0}`` and ``{0,1}``), so this test fails pre-fix. + """ + np.random.seed(1) + B, H, L, D = 1, 2, 4, 8 + S_q = 2 + + node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "", "", "", "nonpad_kv_seqlen"], + outputs=["Y"], + is_causal=1, + ) + + Q = np.random.rand(B, H, S_q, D).astype(np.float32) + K = np.random.rand(B, H, L, D).astype(np.float32) + V = np.random.rand(B, H, L, D).astype(np.float32) + nonpad_kv_seqlen = np.array([4], dtype=np.int64) + + Y, _, _, _ = _compute_attention( + Q, + K, + V, + nonpad_kv_seqlen=nonpad_kv_seqlen, + is_causal=1, + ) + + expect( + node, + inputs=[Q, K, V, nonpad_kv_seqlen], + outputs=[Y], + name="test_attention_4d_causal_nonpad_continued_prefill", + opset_imports=[onnx.helper.make_opsetid("", 24)], + ) + + @staticmethod + def export_attention_4d_causal_with_past_and_present() -> None: + """Regression guard: internal (past_key) cache + is_causal. + + This exercises the unchanged scalar bottom-right path (offset = + past_sequence_length). Its golden output must remain identical to the + pre-fix behavior, proving the external-cache change does not touch the + past_key path. + """ + np.random.seed(2) + node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "", "past_key", "past_value"], + outputs=["Y", "present_key", "present_value"], + is_causal=1, + ) + + past_sequence_length = 3 + Q = np.random.rand(2, 3, 4, 8).astype(np.float32) + K = np.random.rand(2, 3, 4, 8).astype(np.float32) + V = np.random.rand(2, 3, 4, 8).astype(np.float32) + past_key = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float32) + past_value = np.random.rand(2, 3, past_sequence_length, 8).astype(np.float32) + + Y, present_key, present_value, _ = _compute_attention( + Q, + K, + V, + past_key=past_key, + past_value=past_value, + is_causal=1, + ) + + expect( + node, + inputs=[Q, K, V, past_key, past_value], + outputs=[Y, present_key, present_value], + name="test_attention_4d_causal_with_past_and_present", + opset_imports=[onnx.helper.make_opsetid("", 24)], + ) + + @staticmethod + def export_attention_causal_boolmask_nan_robustness() -> None: + """Composed ``is_causal`` + boolean ``attn_mask`` NaN-robustness. + + The causal frontier (lower-triangular here, offset 0) and the boolean + ``attn_mask`` are intersected: a key is attended only if allowed by both. + This exercises two pre-fix NaN sources on the same forward pass: + + * **Bug-1 (allowed cells stay finite).** Query 0 is allowed key 0 by both + the causal frontier (``{0}``) and the mask (``True`` at key 0). The old + ``(1 - attn_mask) * -inf`` conversion computes ``0 * -inf = NaN`` at that + allowed cell, poisoning the row. The select conversion + ``where(attn_mask, 0, -inf)`` keeps it finite. + * **Bug-2 (fully-masked row -> 0).** Query 1 is allowed keys ``{0, 1}`` by + the causal frontier but the mask is ``False`` at both, so the combined + constraint allows no key. ``softmax`` of an all-``-inf`` row is ``NaN``; + the fully-masked-row guard zeros it before the ``P @ V`` contraction so + the output row is ``0``. + + 4D Q/K/V is used so ``q_num_heads``/``kv_num_heads`` are omitted (passing + them would make the function body treat the input as 3D). + """ + np.random.seed(3) + B, H, S, D = 1, 2, 2, 8 + + node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask"], + outputs=["Y"], + is_causal=1, + ) + + Q = np.random.rand(B, H, S, D).astype(np.float32) + K = np.random.rand(B, H, S, D).astype(np.float32) + V = np.random.rand(B, H, S, D).astype(np.float32) + # Row 0: key 0 allowed (Bug-1 allowed cell). Row 1: no key allowed -> fully + # masked once intersected with the causal frontier (Bug-2 empty row). + attn_mask = np.array([[True, False], [False, False]], dtype=np.bool_) + + Y, _, _, _ = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + is_causal=1, + ) + + # Bug-1: allowed cells are finite (no NaN anywhere). Bug-2: the fully-masked + # query row is exactly zero, not NaN. + assert np.all(np.isfinite(Y)), "allowed cells must be finite (Bug-1)" + assert np.array_equal(Y[:, :, 1, :], np.zeros_like(Y[:, :, 1, :])), ( + "fully-masked row must be zero (Bug-2)" + ) + + expect( + node, + inputs=[Q, K, V, attn_mask], + outputs=[Y], + name="test_attention_causal_boolmask_nan_robustness", + opset_imports=[onnx.helper.make_opsetid("", 24)], + ) + + @staticmethod + def export_attention_23_boolmask_fullymasked_row_nan_robustness() -> None: + """Opset-23 fully-masked boolean ``attn_mask`` row -> zero (not ``NaN``). + + This locks the opset-23 / ``old.cc`` function-body fully-masked-row guard + against future regressions. In opset 23 the only in-contract fully-masked + row comes from an all-``False`` boolean ``attn_mask`` row (``is_causal`` is + not set here): every key for that query is disallowed, so ``softmax`` over an + all-``-inf`` bias row is ``NaN``. The guard zeros that row's probabilities + before the ``P @ V`` contraction so the output row is exactly ``0``, while + rows with at least one allowed key are unchanged. + + 4D Q/K/V is used so ``q_num_heads``/``kv_num_heads`` are omitted (passing + them would make the function body treat the input as 3D). + """ + np.random.seed(4) + B, H, S, D = 1, 2, 2, 8 + + node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask"], + outputs=["Y"], + ) + + Q = np.random.rand(B, H, S, D).astype(np.float32) + K = np.random.rand(B, H, S, D).astype(np.float32) + V = np.random.rand(B, H, S, D).astype(np.float32) + # Row 0: no key allowed -> fully masked (Bug-2 empty row). Row 1: both keys + # allowed -> finite, unchanged by the guard. + attn_mask = np.array([[False, False], [True, True]], dtype=np.bool_) + + Y, _, _, _ = _compute_attention(Q, K, V, attn_mask=attn_mask) + + # Fully-masked row 0 is exactly zero (not NaN); every other cell is finite. + assert np.all(np.isfinite(Y)), "non-masked rows must be finite" + assert np.array_equal(Y[:, :, 0, :], np.zeros_like(Y[:, :, 0, :])), ( + "fully-masked row must be zero (Bug-2)" + ) + + expect( + node, + inputs=[Q, K, V, attn_mask], + outputs=[Y], + name="test_attention_23_boolmask_fullymasked_row_nan_robustness", + opset_imports=[onnx.helper.make_opsetid("", 23)], + ) + + @staticmethod + def export_attention_4d_causal_nonpad_negative_offset_structural_empty() -> None: + """Negative bottom-right offset: structurally-empty early query rows -> zero. + + This is the onnx-node twin of the ORT gtest + ``Attention_Causal_NonPadKVSeqLen_StructuralEmptyRow_Zero`` / + ``StructuralEmptyRows_Zero_CUDA``. With ``nonpad_kv_seqlen = [2]`` and + ``S_q = 4`` the bottom-right offset is ``2 - 4 = -2``: query row ``sq`` + attends keys ``0..(sq - 2)``, so rows 0 and 1 have an empty key set. Their + ``softmax`` over an all-``-inf`` bias row is ``NaN``; the fully-masked-row + guard zeros those rows before the ``P @ V`` contraction so the output rows are + exactly ``0``, while rows 2 and 3 (attending keys ``{0}`` and ``{0,1}``) stay finite + and nonzero. A ``nonpad_kv_seqlen[b] < q_sequence_length`` input is out of + the contract's intended use, but its result is still well-defined (zeroed + rows) rather than ``NaN``; this test pins that defined behavior. + + 4D Q/K/V is used so ``q_num_heads``/``kv_num_heads`` are omitted (passing + them would make the function body treat the input as 3D). + """ + np.random.seed(7) + B, H, L, D = 1, 2, 4, 8 + S_q = 4 + + node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "", "", "", "nonpad_kv_seqlen"], + outputs=["Y"], + is_causal=1, + ) + + Q = np.random.rand(B, H, S_q, D).astype(np.float32) + K = np.random.rand(B, H, L, D).astype(np.float32) + V = np.random.rand(B, H, L, D).astype(np.float32) + # offset = nonpad - S_q = 2 - 4 = -2 -> rows 0,1 structurally empty. + nonpad_kv_seqlen = np.array([2], dtype=np.int64) + + Y, _, _, _ = _compute_attention( + Q, + K, + V, + nonpad_kv_seqlen=nonpad_kv_seqlen, + is_causal=1, + ) + + # Structurally-empty early rows are exactly zero (not NaN); later rows finite. + assert np.all(np.isfinite(Y)), "all output rows must be finite" + assert np.array_equal(Y[:, :, 0, :], np.zeros_like(Y[:, :, 0, :])), ( + "structurally-empty row 0 must be zero" + ) + assert np.array_equal(Y[:, :, 1, :], np.zeros_like(Y[:, :, 1, :])), ( + "structurally-empty row 1 must be zero" + ) + assert np.any(Y[:, :, 2, :] != 0) and np.any(Y[:, :, 3, :] != 0), ( + "rows with a non-empty key set must be nonzero" + ) + + expect( + node, + inputs=[Q, K, V, nonpad_kv_seqlen], + outputs=[Y], + name="test_attention_4d_causal_nonpad_negative_offset_structural_empty", + opset_imports=[onnx.helper.make_opsetid("", 24)], + ) + + @staticmethod + def export_attention_23_fullymasked_qk_matmul_output_mode3_zero() -> None: + """Opset-23 ``qk_matmul_output_mode=3`` fully-masked row is a zero row. + + Mode ``3`` exposes the post-softmax matrix as the optional + ``qk_matmul_output``. For a fully-masked query row (all-``False`` boolean + ``attn_mask`` row), the fully-masked-row guard is applied before this output + is produced, so the mode-3 row is zeroed, consistent with the primary output + ``Y`` row (both are ``0``). This pins the mandated agreement between the + guarded primary output and the mode-3 output at opset 23. + + 4D Q/K/V is used so ``q_num_heads``/``kv_num_heads`` are omitted (passing + them would make the function body treat the input as 3D). + """ + np.random.seed(13) + B, H, S, D = 1, 2, 2, 8 + + node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask"], + outputs=["Y", "", "", "qk_matmul_output"], + qk_matmul_output_mode=3, + ) + + Q = np.random.rand(B, H, S, D).astype(np.float32) + K = np.random.rand(B, H, S, D).astype(np.float32) + V = np.random.rand(B, H, S, D).astype(np.float32) + # Row 0: no key allowed -> fully masked. Row 1: both keys allowed -> finite. + attn_mask = np.array([[False, False], [True, True]], dtype=np.bool_) + + Y, _, _, qk_matmul_output = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + qk_matmul_output_mode=3, + ) + + # Primary output row 0 and the mode-3 row 0 are both guarded to zero. + assert np.array_equal(Y[:, :, 0, :], np.zeros_like(Y[:, :, 0, :])), ( + "fully-masked primary output row must be zero" + ) + assert np.array_equal( + qk_matmul_output[:, :, 0, :], np.zeros_like(qk_matmul_output[:, :, 0, :]) + ), "mode-3 output row for a fully-masked query must be zero (consistent with Y)" + assert np.all(np.isfinite(qk_matmul_output)), ( + "all mode-3 rows are finite (the fully-masked row is guarded to 0.0)" + ) + assert np.all(np.isfinite(Y)), ( + "all Y rows are finite (the fully-masked row is guarded to 0.0)" + ) + + expect( + node, + inputs=[Q, K, V, attn_mask], + outputs=[Y, qk_matmul_output], + name="test_attention_23_fullymasked_qk_matmul_output_mode3_zero", + opset_imports=[onnx.helper.make_opsetid("", 23)], + ) + + @staticmethod + def export_attention_24_fullymasked_qk_matmul_output_mode3_zero() -> None: + """Opset-24 ``qk_matmul_output_mode=3`` fully-masked row is a zero row. + + The opset-24 twin of + ``export_attention_23_fullymasked_qk_matmul_output_mode3_zero``. Mode ``3`` + exposes the post-softmax matrix as the optional ``qk_matmul_output``. For a + fully-masked query row (all-``False`` boolean ``attn_mask`` row), the + fully-masked-row guard is applied before this output is produced, so the + mode-3 row is zeroed, consistent with the primary output ``Y`` row (both are + ``0``). This pins the mandated agreement between the guarded primary output + and the mode-3 output at opset 24. + + 4D Q/K/V is used so ``q_num_heads``/``kv_num_heads`` are omitted (passing + them would make the function body treat the input as 3D). + """ + np.random.seed(13) + B, H, S, D = 1, 2, 2, 8 + + node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask"], + outputs=["Y", "", "", "qk_matmul_output"], + qk_matmul_output_mode=3, + ) + + Q = np.random.rand(B, H, S, D).astype(np.float32) + K = np.random.rand(B, H, S, D).astype(np.float32) + V = np.random.rand(B, H, S, D).astype(np.float32) + # Row 0: no key allowed -> fully masked. Row 1: both keys allowed -> finite. + attn_mask = np.array([[False, False], [True, True]], dtype=np.bool_) + + Y, _, _, qk_matmul_output = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + qk_matmul_output_mode=3, + ) + + # Primary output row 0 and the mode-3 row 0 are both guarded to zero. + assert np.array_equal(Y[:, :, 0, :], np.zeros_like(Y[:, :, 0, :])), ( + "fully-masked primary output row must be zero" + ) + assert np.array_equal( + qk_matmul_output[:, :, 0, :], np.zeros_like(qk_matmul_output[:, :, 0, :]) + ), "mode-3 output row for a fully-masked query must be zero (consistent with Y)" + assert np.all(np.isfinite(qk_matmul_output)), ( + "all mode-3 rows are finite (the fully-masked row is guarded to 0.0)" + ) + assert np.all(np.isfinite(Y)), ( + "all Y rows are finite (the fully-masked row is guarded to 0.0)" + ) + + expect( + node, + inputs=[Q, K, V, attn_mask], + outputs=[Y, qk_matmul_output], + name="test_attention_24_fullymasked_qk_matmul_output_mode3_zero", + opset_imports=[onnx.helper.make_opsetid("", 24)], + ) + + @staticmethod + def export_attention_24_qk_matmul_output_mode3_softmax_precision() -> None: + """Mode-3 ``qk_matmul_output`` is emitted at the output precision ``T1``. + + ``qk_matmul_output_mode=3`` exposes the post-softmax probabilities. When + ``softmax_precision`` differs from the operator's output type ``T1`` (here + ``T1 = float16`` with softmax computed in ``float32``), the mode-3 output is + cast back to ``T1`` -- matching the reference implementation, which casts the + exposed matrix to ``Q.dtype``. This locks both the dtype contract and the + fully-masked-row zeroing under a non-default ``softmax_precision``. + + 4D Q/K/V is used so ``q_num_heads``/``kv_num_heads`` are omitted (passing + them would make the function body treat the input as 3D). + """ + np.random.seed(17) + B, H, S, D = 1, 2, 2, 8 + + node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask"], + outputs=["Y", "", "", "qk_matmul_output"], + qk_matmul_output_mode=3, + softmax_precision=int(onnx.TensorProto.FLOAT), + ) + + # T1 = float16; softmax runs in float32, so the mode-3 output is cast back to + # float16 on emission. + Q = np.random.rand(B, H, S, D).astype(np.float16) + K = np.random.rand(B, H, S, D).astype(np.float16) + V = np.random.rand(B, H, S, D).astype(np.float16) + # Row 0: fully masked. Row 1: both keys allowed -> finite. + attn_mask = np.array([[False, False], [True, True]], dtype=np.bool_) + + Y, _, _, qk_matmul_output = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + qk_matmul_output_mode=3, + softmax_precision=int(onnx.TensorProto.FLOAT), + ) + + # The mode-3 output is emitted at T1 (float16), not the float32 softmax + # precision, matching the operator's output type. + assert qk_matmul_output.dtype == np.float16, ( + "mode-3 qk_matmul_output must be emitted at the output precision T1 (float16)" + ) + # The fully-masked row is still guarded to zero, consistent with Y. + assert np.array_equal( + qk_matmul_output[:, :, 0, :], np.zeros_like(qk_matmul_output[:, :, 0, :]) + ), "mode-3 output row for a fully-masked query must be zero (consistent with Y)" + assert np.all(np.isfinite(qk_matmul_output)), ( + "all mode-3 rows are finite (the fully-masked row is guarded to 0.0)" + ) + + expect( + node, + inputs=[Q, K, V, attn_mask], + outputs=[Y, qk_matmul_output], + name="test_attention_24_qk_matmul_output_mode3_softmax_precision", + opset_imports=[onnx.helper.make_opsetid("", 24)], + ) + + @staticmethod + def export_attention_4d_causal_nonpad_attn_mask_composition() -> None: + """Compose ``is_causal`` + ``nonpad_kv_seqlen`` + boolean ``attn_mask``. + + The existing nonpad tests use no ``attn_mask`` and the existing mask tests + use no ``nonpad_kv_seqlen``; this is the first to activate all three + constraints together on the external-cache path with ``batch > 1``. The + three biases are summed additively and a key is attended only if allowed by + all three. Crucially the inputs are designed so that **each constraint is + independently necessary** -- removing any one changes the golden -- to avoid a + degenerate test that a backend ignoring ``is_causal`` and/or + ``nonpad_kv_seqlen`` could still pass: + + * **``is_causal`` binds.** Each batch has a key that the boolean mask allows + (``True``) but the bottom-right causal frontier disallows + (``j > i + offset``); only ``is_causal`` masks it (batch 0 row 0 key 2, + batch 1 row 0 key 3). + * **``attn_mask`` binds.** Each batch has a key the causal frontier and the + padding bound both allow but the boolean mask sets ``False`` (batch 0 row 2 + key 1, batch 1 row 2 key 2); only the mask masks it. + * **``nonpad_kv_seqlen`` binds.** ``nonpad_kv_seqlen`` sets the per-batch + causal *offset* (``offset = nonpad_kv_seqlen - q_sequence_length``), so + dropping it collapses the frontier to top-left (``offset = 0``) and shifts + which keys are attended. (Under ``is_causal=1`` the causal frontier already + subsumes the ``j < nonpad`` padding bound, so ``nonpad_kv_seqlen`` binds + through the offset it induces rather than through a redundant padding cut.) + + The mask is chosen to leave at least one allowed key on every query row, so + this exercises the *intersection* of the three constraints with finite outputs + (the fully-masked-row guard is covered by + ``test_attention_4d_causal_nonpad_negative_offset_structural_empty`` and + ``test_attention_24_fullymasked_qk_matmul_output_mode3_zero``). + + 4D Q/K/V is used so ``q_num_heads``/``kv_num_heads`` are omitted (passing + them would make the function body treat the input as 3D). + """ + np.random.seed(11) + B, H, L, D = 2, 2, 6, 8 + S_q = 3 + + node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "attn_mask", "", "", "nonpad_kv_seqlen"], + outputs=["Y"], + is_causal=1, + ) + + Q = np.random.rand(B, H, S_q, D).astype(np.float32) + K = np.random.rand(B, H, L, D).astype(np.float32) + V = np.random.rand(B, H, L, D).astype(np.float32) + nonpad_kv_seqlen = np.array([4, 5], dtype=np.int64) # offsets [1, 2] + # Per-batch (B, 1, S_q, L) bool mask. Each batch is laid out so all three + # constraints uniquely bind (see the docstring): a causal-only-masked key + # (mask True, j > i + offset), a mask-only-masked key (mask False, causal + + # nonpad allow it), and >=1 allowed key per row. + attn_mask = np.array( + [ + [ + [ + [True, True, True, False, False, False], + [True, True, True, False, False, False], + [True, False, True, True, False, False], + ] + ], + [ + [ + [True, True, True, True, False, False], + [True, True, True, True, False, False], + [True, True, False, True, True, False], + ] + ], + ], + dtype=np.bool_, + ) + + Y, _, _, _ = _compute_attention( + Q, + K, + V, + attn_mask=attn_mask, + nonpad_kv_seqlen=nonpad_kv_seqlen, + is_causal=1, + ) + + # The chosen mask leaves >=1 allowed key per row, so the composition stays + # finite (no fully-masked row in this case). + assert np.all(np.isfinite(Y)), "composed-constraint output must be finite" + + # Non-degeneracy: each constraint is independently necessary. Removing any one + # of the three (is_causal, attn_mask, nonpad_kv_seqlen) must change the result, + # so a backend that ignores is_causal or nonpad_kv_seqlen cannot reproduce the + # golden by applying only the most restrictive mask. + y_no_causal, _, _, _ = _compute_attention( + Q, K, V, attn_mask=attn_mask, nonpad_kv_seqlen=nonpad_kv_seqlen, is_causal=0 + ) + y_no_mask, _, _, _ = _compute_attention( + Q, K, V, nonpad_kv_seqlen=nonpad_kv_seqlen, is_causal=1 + ) + y_no_nonpad, _, _, _ = _compute_attention( + Q, K, V, attn_mask=attn_mask, is_causal=1 + ) + assert not np.allclose(Y, y_no_causal, equal_nan=True), ( + "is_causal must bind: dropping it changes the result" + ) + assert not np.allclose(Y, y_no_mask, equal_nan=True), ( + "attn_mask must bind: dropping it changes the result" + ) + assert not np.allclose(Y, y_no_nonpad, equal_nan=True), ( + "nonpad_kv_seqlen must bind (via the causal offset): dropping it changes the result" + ) + + expect( + node, + inputs=[Q, K, V, attn_mask, nonpad_kv_seqlen], + outputs=[Y], + name="test_attention_4d_causal_nonpad_attn_mask_composition", + opset_imports=[onnx.helper.make_opsetid("", 24)], + ) + + @staticmethod + def export_attention_4d_causal_nonpad_batch_prefill() -> None: + """Batch>1 continued prefill with distinct per-batch bottom-right offsets. + + The batched generalization of the ``batch == 1`` continued-prefill case: with + ``nonpad_kv_seqlen = [4, 5, 6]`` and ``S_q = 2`` the per-batch bottom-right + offsets are ``[2, 3, 4]`` (all ``>= 0``), so each batch realigns its causal + frontier to its own valid-key prefix. This pins that the per-batch offset is + applied independently across the batch dimension. + + 4D Q/K/V is used so ``q_num_heads``/``kv_num_heads`` are omitted (passing + them would make the function body treat the input as 3D). + """ + np.random.seed(12) + B, H, L, D = 3, 2, 6, 8 + S_q = 2 + + node = onnx.helper.make_node( + "Attention", + inputs=["Q", "K", "V", "", "", "", "nonpad_kv_seqlen"], + outputs=["Y"], + is_causal=1, + ) + + Q = np.random.rand(B, H, S_q, D).astype(np.float32) + K = np.random.rand(B, H, L, D).astype(np.float32) + V = np.random.rand(B, H, L, D).astype(np.float32) + nonpad_kv_seqlen = np.array([4, 5, 6], dtype=np.int64) # offsets [2, 3, 4] + + Y, _, _, _ = _compute_attention( + Q, + K, + V, + nonpad_kv_seqlen=nonpad_kv_seqlen, + is_causal=1, + ) + + assert np.all(np.isfinite(Y)), "per-batch prefill output must be finite" + + expect( + node, + inputs=[Q, K, V, nonpad_kv_seqlen], + outputs=[Y], + name="test_attention_4d_causal_nonpad_batch_prefill", + opset_imports=[onnx.helper.make_opsetid("", 24)], + ) diff --git a/onnx/backend/test/case/node/averagepool.py b/onnx/backend/test/case/node/averagepool.py new file mode 100644 index 0000000..61044f6 --- /dev/null +++ b/onnx/backend/test/case/node/averagepool.py @@ -0,0 +1,695 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect +from onnx.reference.ops.op_pool_common import ( + get_output_shape_auto_pad, + get_output_shape_explicit_padding, + get_pad_shape, + pool, +) + + +class AveragePool(Base): + @staticmethod + def export_averagepool_2d_precomputed_pads() -> None: + """input_shape: [1, 1, 5, 5] + output_shape: [1, 1, 5, 5] + pad_shape: [4, 4] -> [2, 2, 2, 2] by axis + """ + node = onnx.helper.make_node( + "AveragePool", + inputs=["x"], + outputs=["y"], + kernel_shape=[5, 5], + pads=[2, 2, 2, 2], + ) + x = np.array( + [ + [ + [ + [1, 2, 3, 4, 5], + [6, 7, 8, 9, 10], + [11, 12, 13, 14, 15], + [16, 17, 18, 19, 20], + [21, 22, 23, 24, 25], + ] + ] + ] + ).astype(np.float32) + y = np.array( + [ + [ + [ + [7, 7.5, 8, 8.5, 9], + [9.5, 10, 10.5, 11, 11.5], + [12, 12.5, 13, 13.5, 14], + [14.5, 15, 15.5, 16, 16.5], + [17, 17.5, 18, 18.5, 19], + ] + ] + ] + ).astype(np.float32) + + expect( + node, inputs=[x], outputs=[y], name="test_averagepool_2d_precomputed_pads" + ) + + @staticmethod + def export_averagepool_2d_precomputed_pads_count_include_pad() -> None: + """input_shape: [1, 1, 5, 5] + output_shape: [1, 1, 5, 5] + pad_shape: [4, 4] -> [2, 2, 2, 2] by axis + """ + node = onnx.helper.make_node( + "AveragePool", + inputs=["x"], + outputs=["y"], + kernel_shape=[5, 5], + pads=[2, 2, 2, 2], + count_include_pad=1, + ) + x = np.array( + [ + [ + [ + [1, 2, 3, 4, 5], + [6, 7, 8, 9, 10], + [11, 12, 13, 14, 15], + [16, 17, 18, 19, 20], + [21, 22, 23, 24, 25], + ] + ] + ] + ).astype(np.float32) + y = np.array( + [ + [ + [ + [2.5200, 3.6000, 4.8000, 4.0800, 3.2400], + [4.5600, 6.4000, 8.4000, 7.0400, 5.5200], + [7.2000, 10.0000, 13.0000, 10.8000, 8.4000], + [6.9600, 9.6000, 12.4000, 10.2400, 7.9200], + [6.1200, 8.4000, 10.8000, 8.8800, 6.8400], + ] + ] + ] + ).astype(np.float32) + + expect( + node, + inputs=[x], + outputs=[y], + name="test_averagepool_2d_precomputed_pads_count_include_pad", + ) + + @staticmethod + def export_averagepool_2d_precomputed_strides() -> None: + """input_shape: [1, 1, 5, 5] + output_shape: [1, 1, 2, 2] + """ + node = onnx.helper.make_node( + "AveragePool", + inputs=["x"], + outputs=["y"], + kernel_shape=[2, 2], + strides=[2, 2], + ) + x = np.array( + [ + [ + [ + [1, 2, 3, 4, 5], + [6, 7, 8, 9, 10], + [11, 12, 13, 14, 15], + [16, 17, 18, 19, 20], + [21, 22, 23, 24, 25], + ] + ] + ] + ).astype(np.float32) + y = np.array([[[[4, 6], [14, 16]]]]).astype(np.float32) + + expect( + node, + inputs=[x], + outputs=[y], + name="test_averagepool_2d_precomputed_strides", + ) + + @staticmethod + def export_averagepool_2d_precomputed_same_upper() -> None: + """input_shape: [1, 1, 5, 5] + output_shape: [1, 1, 3, 3] + pad_shape: [2, 2] -> [1, 1, 1, 1] by axis + """ + node = onnx.helper.make_node( + "AveragePool", + inputs=["x"], + outputs=["y"], + kernel_shape=[3, 3], + strides=[2, 2], + auto_pad="SAME_UPPER", + ) + x = np.array( + [ + [ + [ + [1, 2, 3, 4, 5], + [6, 7, 8, 9, 10], + [11, 12, 13, 14, 15], + [16, 17, 18, 19, 20], + [21, 22, 23, 24, 25], + ] + ] + ] + ).astype(np.float32) + y = np.array([[[[4, 5.5, 7], [11.5, 13, 14.5], [19, 20.5, 22]]]]).astype( + np.float32 + ) + + expect( + node, + inputs=[x], + outputs=[y], + name="test_averagepool_2d_precomputed_same_upper", + ) + + @staticmethod + def export_averagepool_1d_default() -> None: + """input_shape: [1, 3, 32] + output_shape: [1, 3, 31] + """ + node = onnx.helper.make_node( + "AveragePool", + inputs=["x"], + outputs=["y"], + kernel_shape=[2], + ) + x = np.random.randn(1, 3, 32).astype(np.float32) + x_shape = np.shape(x) + pads = None + kernel_shape = [2] + strides = [1] + out_shape, _ = get_output_shape_explicit_padding( + pads, x_shape[2:], kernel_shape, strides + ) + padded = x + y = pool(padded, x_shape, kernel_shape, strides, out_shape, "AVG") + + expect(node, inputs=[x], outputs=[y], name="test_averagepool_1d_default") + + @staticmethod + def export_averagepool_2d_default() -> None: + """input_shape: [1, 3, 32, 32] + output_shape: [1, 3, 31, 31] + """ + node = onnx.helper.make_node( + "AveragePool", + inputs=["x"], + outputs=["y"], + kernel_shape=[2, 2], + ) + x = np.random.randn(1, 3, 32, 32).astype(np.float32) + x_shape = np.shape(x) + pads = None + kernel_shape = (2, 2) + strides = (1, 1) + out_shape, _ = get_output_shape_explicit_padding( + pads, x_shape[2:], kernel_shape, strides + ) + padded = x + y = pool(padded, x_shape, kernel_shape, strides, out_shape, "AVG") + + expect(node, inputs=[x], outputs=[y], name="test_averagepool_2d_default") + + @staticmethod + def export_averagepool_3d_default() -> None: + """input_shape: [1, 3, 32, 32, 32] + output_shape: [1, 3, 31, 31, 31] + """ + node = onnx.helper.make_node( + "AveragePool", + inputs=["x"], + outputs=["y"], + kernel_shape=[2, 2, 2], + ) + x = np.random.randn(1, 3, 32, 32, 32).astype(np.float32) + x_shape = np.shape(x) + pads = None + kernel_shape = [2, 2, 2] + strides = [1, 1, 1] + out_shape, _ = get_output_shape_explicit_padding( + pads, x_shape[2:], kernel_shape, strides + ) + padded = x + y = pool(padded, x_shape, kernel_shape, strides, out_shape, "AVG") + + expect(node, inputs=[x], outputs=[y], name="test_averagepool_3d_default") + + @staticmethod + def export_averagepool_2d_same_upper() -> None: + """input_shape: [1, 3, 32, 32] + output_shape: [1, 3, 32, 32] + pad_shape: [1, 1] -> [0, 1, 0, 1] by axis + """ + node = onnx.helper.make_node( + "AveragePool", + inputs=["x"], + outputs=["y"], + kernel_shape=[2, 2], + auto_pad="SAME_UPPER", + ) + x = np.random.randn(1, 3, 32, 32).astype(np.float32) + x_shape = np.shape(x) + kernel_shape = (2, 2) + strides = (1, 1) + out_shape = get_output_shape_auto_pad( + "SAME_UPPER", x_shape[2:], kernel_shape, strides + ) + pad_shape = get_pad_shape( + "SAME_UPPER", x_shape[2:], kernel_shape, strides, out_shape + ) + pad_top = pad_shape[0] // 2 + pad_bottom = pad_shape[0] - pad_top + pad_left = pad_shape[1] // 2 + pad_right = pad_shape[1] - pad_left + padded = np.pad( + x, + ((0, 0), (0, 0), (pad_top, pad_bottom), (pad_left, pad_right)), + mode="constant", + constant_values=np.nan, + ) + pads = (pad_top, pad_left, pad_bottom, pad_right) + y = pool( + padded, + x_shape, + kernel_shape, + strides, + out_shape, + "AVG", + pads_required=pads, + pads=pads, + ) + + expect(node, inputs=[x], outputs=[y], name="test_averagepool_2d_same_upper") + + @staticmethod + def export_averagepool_2d_same_lower() -> None: + """input_shape: [1, 3, 32, 32] + output_shape: [1, 3, 32, 32] + pad_shape: [1, 1] -> [1, 0, 1, 0] by axis + """ + node = onnx.helper.make_node( + "AveragePool", + inputs=["x"], + outputs=["y"], + kernel_shape=[2, 2], + auto_pad="SAME_LOWER", + ) + x = np.random.randn(1, 3, 32, 32).astype(np.float32) + x_shape = np.shape(x) + kernel_shape = (2, 2) + strides = (1, 1) + out_shape = get_output_shape_auto_pad( + "SAME_LOWER", x_shape[2:], kernel_shape, strides + ) + pad_shape = get_pad_shape( + "SAME_LOWER", x_shape[2:], kernel_shape, strides, out_shape + ) + pad_bottom = pad_shape[0] // 2 + pad_top = pad_shape[0] - pad_bottom + pad_right = pad_shape[1] // 2 + pad_left = pad_shape[1] - pad_right + padded = np.pad( + x, + ((0, 0), (0, 0), (pad_top, pad_bottom), (pad_left, pad_right)), + mode="constant", + constant_values=np.nan, + ) + pads = (pad_top, pad_left, pad_bottom, pad_right) + y = pool( + padded, + x_shape, + kernel_shape, + strides, + out_shape, + "AVG", + pads_required=pads, + pads=pads, + ) + + expect(node, inputs=[x], outputs=[y], name="test_averagepool_2d_same_lower") + + @staticmethod + def export_averagepool_2d_pads() -> None: + """input_shape: [1, 3, 28, 28] + output_shape: [1, 3, 30, 30] + pad_shape: [4, 4] -> [2, 2, 2, 2] by axis + """ + node = onnx.helper.make_node( + "AveragePool", + inputs=["x"], + outputs=["y"], + kernel_shape=[3, 3], + pads=[2, 2, 2, 2], + ) + x = np.random.randn(1, 3, 28, 28).astype(np.float32) + x_shape = np.shape(x) + kernel_shape = (3, 3) + strides = (1, 1) + pad_bottom = 2 + pad_top = 2 + pad_right = 2 + pad_left = 2 + pads = [pad_top, pad_left, pad_bottom, pad_right] + out_shape, extra_pads = get_output_shape_explicit_padding( + pads, x_shape[2:], kernel_shape, strides, ceil_mode=False + ) + padded = np.pad( + x, + ( + (0, 0), + (0, 0), + (extra_pads[0], extra_pads[2]), + (extra_pads[1], extra_pads[3]), + ), + mode="constant", + constant_values=np.nan, + ) + y = pool( + padded, + x_shape, + kernel_shape, + strides, + out_shape, + "AVG", + pads_required=extra_pads, + pads=pads, + ) + + expect(node, inputs=[x], outputs=[y], name="test_averagepool_2d_pads") + + @staticmethod + def export_averagepool_2d_pads_count_include_pad() -> None: + """input_shape: [1, 3, 28, 28] + output_shape: [1, 3, 30, 30] + pad_shape: [4, 4] -> [2, 2, 2, 2] by axis + """ + node = onnx.helper.make_node( + "AveragePool", + inputs=["x"], + outputs=["y"], + kernel_shape=[3, 3], + pads=[2, 2, 2, 2], + count_include_pad=1, + ) + x = np.random.randn(1, 3, 28, 28).astype(np.float32) + x_shape = np.shape(x) + dilations = (1, 1) + kernel_shape = (3, 3) + strides = (1, 1) + pad_bottom = 2 + pad_top = 2 + pad_right = 2 + pad_left = 2 + pads = [pad_top, pad_left, pad_bottom, pad_right] + out_shape, extra_pads = get_output_shape_explicit_padding( + pads, x_shape[2:], kernel_shape, strides, dilations, ceil_mode=False + ) + padded = np.pad( + x, + ( + (0, 0), + (0, 0), + (extra_pads[0], extra_pads[2]), + (extra_pads[1], extra_pads[3]), + ), + mode="constant", + constant_values=0, + ) + y = pool( + padded, + x_shape, + kernel_shape, + strides, + out_shape, + "AVG", + pads_required=extra_pads, + pads=pads, + count_include_pad=1, + ) + + expect( + node, + inputs=[x], + outputs=[y], + name="test_averagepool_2d_pads_count_include_pad", + ) + + @staticmethod + def export_averagepool_2d_strides() -> None: + """input_shape: [1, 3, 32, 32] + output_shape: [1, 3, 10, 10] + """ + node = onnx.helper.make_node( + "AveragePool", + inputs=["x"], + outputs=["y"], + kernel_shape=[5, 5], + strides=[3, 3], + ) + x = np.random.randn(1, 3, 32, 32).astype(np.float32) + x_shape = np.shape(x) + kernel_shape = (5, 5) + strides = (3, 3) + out_shape, pads = get_output_shape_explicit_padding( + None, x_shape[2:], kernel_shape, strides, ceil_mode=False + ) + padded = x + y = pool( + padded, + x_shape, + kernel_shape, + strides, + out_shape, + "AVG", + pads_required=pads, + pads=None, + ) + + expect(node, inputs=[x], outputs=[y], name="test_averagepool_2d_strides") + + @staticmethod + def export_averagepool_2d_ceil() -> None: + """input_shape: [1, 1, 4, 4] + output_shape: [1, 1, 2, 2] + """ + node = onnx.helper.make_node( + "AveragePool", + inputs=["x"], + outputs=["y"], + kernel_shape=[3, 3], + strides=[2, 2], + ceil_mode=True, + ) + x = np.array( + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ] + ] + ] + ).astype(np.float32) + y = np.array([[[[6, 7.5], [12, 13.5]]]]).astype(np.float32) + + expect(node, inputs=[x], outputs=[y], name="test_averagepool_2d_ceil") + + @staticmethod + def export_averagepool_2d_ceil_last_window_starts_on_pad() -> None: + """input_shape: [1, 3, 2, 2] + output_shape: [1, 3, 1, 1] + """ + node = onnx.helper.make_node( + "AveragePool", + inputs=["x"], + outputs=["y"], + kernel_shape=[3, 3], + strides=[3, 3], + pads=[1, 1, 1, 1], + ceil_mode=True, + count_include_pad=1, + ) + x = np.array( + [ + [ + [[0.8580, 0.0786], [0.2692, 0.1537]], + [[0.8816, 0.4353], [0.5772, 0.6623]], + [[0.9067, 0.9483], [0.5970, 0.7630]], + ] + ] + ).astype(np.float32) + y = np.array([[[[0.1511]], [[0.2841]], [[0.3572]]]]).astype(np.float32) + + expect( + node, + inputs=[x], + outputs=[y], + name="test_averagepool_2d_ceil_last_window_starts_on_pad", + ) + + @staticmethod + def export_averagepool_2d_dilations() -> None: + """input_shape: [1, 1, 4, 4] + output_shape: [1, 1, 2, 2] + """ + node = onnx.helper.make_node( + "AveragePool", + inputs=["x"], + outputs=["y"], + kernel_shape=[2, 2], + strides=[1, 1], + dilations=[2, 2], + ceil_mode=True, + ) + + # input shape: [1, 1, 4, 4] + x = np.array( + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ] + ] + ] + ).astype(np.float32) + + y = np.array([[[[6, 7], [10, 11]]]]).astype(np.float32) + + expect(node, inputs=[x], outputs=[y], name="test_averagepool_2d_dilations") + + @staticmethod + def export_averagepool_3d_dilations() -> None: + """input_shape: [1, 1, 4, 4] + output_shape: [1, 1, 2, 2] + """ + node = onnx.helper.make_node( + "AveragePool", + inputs=["x"], + outputs=["y"], + kernel_shape=[2, 2, 2], + strides=[1, 1, 1], + dilations=[2, 2, 2], + ceil_mode=True, + ) + + # input shape: [1, 1, 4, 4, 4] + x = np.array( + [ + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ], + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ], + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ], + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ], + ] + ] + ] + ).astype(np.float32) + + y = np.array([[[[[6, 7], [10, 11]], [[6, 7], [10, 11]]]]]).astype(np.float32) + + expect( + node, inputs=[x], outputs=[y], name="test_averagepool_3d_dilations_small" + ) + + @staticmethod + def export_averagepool_3d_dilations_large() -> None: + x_shape = (32, 32, 32) + dilations = (2, 2, 2) + kernel_shape = (5, 5, 5) + strides = (3, 3, 3) + count_include_pad = 0 + + for count_include_pad in (0, 1): + for ceil_mode in (True, False): + node = onnx.helper.make_node( + "AveragePool", + inputs=["x"], + outputs=["y"], + kernel_shape=kernel_shape, + strides=strides, + dilations=dilations, + count_include_pad=count_include_pad, + ceil_mode=ceil_mode, + ) + + x = np.random.randn(1, 1, *x_shape).astype(np.float32) + out_shape, extra_pads = get_output_shape_explicit_padding( + None, + x_shape, + kernel_shape, + strides, + dilations=dilations, + ceil_mode=ceil_mode, + ) + padded = np.pad( + x, + ( + (0, 0), + (0, 0), + (extra_pads[0], extra_pads[3]), + (extra_pads[1], extra_pads[4]), + (extra_pads[2], extra_pads[5]), + ), + mode="constant", + constant_values=0 if count_include_pad == 1 else np.nan, + ) + y = pool( + padded, + (1, 1, *x_shape), + kernel_shape, + strides, + out_shape, + "AVG", + pads_required=extra_pads, + pads=None, + dilations=dilations, + count_include_pad=count_include_pad, + ) + + test_name = f"test_averagepool_3d_dilations_large_count_include_pad_is_{count_include_pad}_ceil_mode_is_{ceil_mode}" + expect(node, inputs=[x], outputs=[y], name=test_name) diff --git a/onnx/backend/test/case/node/batchnorm.py b/onnx/backend/test/case/node/batchnorm.py new file mode 100644 index 0000000..83e321f --- /dev/null +++ b/onnx/backend/test/case/node/batchnorm.py @@ -0,0 +1,137 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +def _batchnorm_test_mode(x, s, bias, mean, var, epsilon=1e-5): + dims_x = len(x.shape) + dim_ones = (1,) * (dims_x - 2) + s = s.reshape(-1, *dim_ones) + bias = bias.reshape(-1, *dim_ones) + mean = mean.reshape(-1, *dim_ones) + var = var.reshape(-1, *dim_ones) + return s * (x - mean) / np.sqrt(var + epsilon) + bias + + +def _batchnorm_training_mode(x, s, bias, mean, var, momentum=0.9, epsilon=1e-5): + axis = tuple(np.delete(np.arange(len(x.shape)), 1)) + saved_mean = x.mean(axis=axis) + saved_var = x.var(axis=axis) + output_mean = mean * momentum + saved_mean * (1 - momentum) + output_var = var * momentum + saved_var * (1 - momentum) + y = _batchnorm_test_mode(x, s, bias, saved_mean, saved_var, epsilon=epsilon) + return y.astype(np.float32), output_mean, output_var + + +class BatchNormalization(Base): + @staticmethod + def export() -> None: + # input size: (2, 3, 4, 5) + x = np.random.randn(2, 3, 4, 5).astype(np.float32) + s = np.random.randn(3).astype(np.float32) + bias = np.random.randn(3).astype(np.float32) + mean = np.random.randn(3).astype(np.float32) + var = np.random.rand(3).astype(np.float32) + y = _batchnorm_test_mode(x, s, bias, mean, var).astype(np.float32) + + node = onnx.helper.make_node( + "BatchNormalization", + inputs=["x", "s", "bias", "mean", "var"], + outputs=["y"], + ) + + # output size: (2, 3, 4, 5) + expect( + node, + inputs=[x, s, bias, mean, var], + outputs=[y], + name="test_batchnorm_example", + ) + + # input size: (2, 3, 4, 5) + x = np.random.randn(2, 3, 4, 5).astype(np.float32) + s = np.random.randn(3).astype(np.float32) + bias = np.random.randn(3).astype(np.float32) + mean = np.random.randn(3).astype(np.float32) + var = np.random.rand(3).astype(np.float32) + epsilon = 1e-2 + y = _batchnorm_test_mode(x, s, bias, mean, var, epsilon).astype(np.float32) + + node = onnx.helper.make_node( + "BatchNormalization", + inputs=["x", "s", "bias", "mean", "var"], + outputs=["y"], + epsilon=epsilon, + ) + + # output size: (2, 3, 4, 5) + expect( + node, + inputs=[x, s, bias, mean, var], + outputs=[y], + name="test_batchnorm_epsilon", + ) + + @staticmethod + def export_train() -> None: + # input size: (2, 3, 4, 5) + x = np.random.randn(2, 3, 4, 5).astype(np.float32) + s = np.random.randn(3).astype(np.float32) + bias = np.random.randn(3).astype(np.float32) + mean = np.random.randn(3).astype(np.float32) + var = np.random.rand(3).astype(np.float32) + # using np.bool(1) while generating test data with "'bool' object has no attribute 'dtype'" + # working around by using np.byte(1).astype(bool) + training_mode = 1 + y, output_mean, output_var = _batchnorm_training_mode(x, s, bias, mean, var) + + node = onnx.helper.make_node( + "BatchNormalization", + inputs=["x", "s", "bias", "mean", "var"], + outputs=["y", "output_mean", "output_var"], + training_mode=training_mode, + ) + + # output size: (2, 3, 4, 5) + expect( + node, + inputs=[x, s, bias, mean, var], + outputs=[y, output_mean, output_var], + name="test_batchnorm_example_training_mode", + ) + + # input size: (2, 3, 4, 5) + x = np.random.randn(2, 3, 4, 5).astype(np.float32) + s = np.random.randn(3).astype(np.float32) + bias = np.random.randn(3).astype(np.float32) + mean = np.random.randn(3).astype(np.float32) + var = np.random.rand(3).astype(np.float32) + training_mode = 1 + momentum = 0.9 + epsilon = 1e-2 + y, output_mean, output_var = _batchnorm_training_mode( + x, s, bias, mean, var, momentum, epsilon + ) + + node = onnx.helper.make_node( + "BatchNormalization", + inputs=["x", "s", "bias", "mean", "var"], + outputs=["y", "output_mean", "output_var"], + epsilon=epsilon, + training_mode=training_mode, + ) + + # output size: (2, 3, 4, 5) + expect( + node, + inputs=[x, s, bias, mean, var], + outputs=[y, output_mean, output_var], + name="test_batchnorm_epsilon_training_mode", + ) diff --git a/onnx/backend/test/case/node/bernoulli.py b/onnx/backend/test/case/node/bernoulli.py new file mode 100755 index 0000000..164ec9e --- /dev/null +++ b/onnx/backend/test/case/node/bernoulli.py @@ -0,0 +1,59 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +def bernoulli_reference_implementation(x, dtype): + # binomial n = 1 equal bernoulli + # This example and test-case is for informational purpose. The generator operator is + # non-deterministic and may not produce the same values in different implementations + # even if a seed is specified. + return np.random.binomial(1, p=x).astype(dtype) + + +class Bernoulli(Base): + @staticmethod + def export_bernoulli_without_dtype() -> None: + node = onnx.helper.make_node( + "Bernoulli", + inputs=["x"], + outputs=["y"], + ) + + x = np.random.uniform(0.0, 1.0, 10).astype(float) + y = bernoulli_reference_implementation(x, float) + expect(node, inputs=[x], outputs=[y], name="test_bernoulli") + + @staticmethod + def export_bernoulli_with_dtype() -> None: + node = onnx.helper.make_node( + "Bernoulli", + inputs=["x"], + outputs=["y"], + dtype=onnx.TensorProto.DOUBLE, + ) + + x = np.random.uniform(0.0, 1.0, 10).astype(np.float32) + y = bernoulli_reference_implementation(x, float) + expect(node, inputs=[x], outputs=[y], name="test_bernoulli_double") + + @staticmethod + def export_bernoulli_with_seed() -> None: + seed = float(0) + node = onnx.helper.make_node( + "Bernoulli", + inputs=["x"], + outputs=["y"], + seed=seed, + ) + + x = np.random.uniform(0.0, 1.0, 10).astype(np.float32) + y = bernoulli_reference_implementation(x, np.float32) + expect(node, inputs=[x], outputs=[y], name="test_bernoulli_seed") diff --git a/onnx/backend/test/case/node/bitcast.py b/onnx/backend/test/case/node/bitcast.py new file mode 100644 index 0000000..15f2a3b --- /dev/null +++ b/onnx/backend/test/case/node/bitcast.py @@ -0,0 +1,147 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class BitCast(Base): + @staticmethod + def export_bitcast_float32_to_int32() -> None: + """Test bitcasting from float32 to int32 (same size).""" + node = onnx.helper.make_node( + "BitCast", + inputs=["x"], + outputs=["y"], + to=onnx.TensorProto.INT32, + ) + x = np.array([1.0, -2.5, 3.75], dtype=np.float32) + y = x.view(np.int32) + expect(node, inputs=[x], outputs=[y], name="test_bitcast_float32_to_int32") + + @staticmethod + def export_bitcast_int32_to_float32() -> None: + """Test bitcasting from int32 to float32 (same size).""" + node = onnx.helper.make_node( + "BitCast", + inputs=["x"], + outputs=["y"], + to=onnx.TensorProto.FLOAT, + ) + x = np.array([1065353216, -1071644672, 1081081856], dtype=np.int32) + y = x.view(np.float32) + expect(node, inputs=[x], outputs=[y], name="test_bitcast_int32_to_float32") + + @staticmethod + def export_bitcast_float64_to_int64() -> None: + """Test bitcasting from float64 to int64 (same size).""" + node = onnx.helper.make_node( + "BitCast", + inputs=["x"], + outputs=["y"], + to=onnx.TensorProto.INT64, + ) + x = np.array([1.0, -2.5, 3.75], dtype=np.float64) + y = x.view(np.int64) + expect(node, inputs=[x], outputs=[y], name="test_bitcast_float64_to_int64") + + @staticmethod + def export_bitcast_int64_to_float64() -> None: + """Test bitcasting from int64 to float64 (same size).""" + node = onnx.helper.make_node( + "BitCast", + inputs=["x"], + outputs=["y"], + to=onnx.TensorProto.DOUBLE, + ) + x = np.array( + [4607182418800017408, -4611686018427387904, 4614256656552045184], + dtype=np.int64, + ) + y = x.view(np.float64) + expect(node, inputs=[x], outputs=[y], name="test_bitcast_int64_to_float64") + + @staticmethod + def export_bitcast_uint32_to_int32() -> None: + """Test bitcasting from uint32 to int32 (same size, different signedness).""" + node = onnx.helper.make_node( + "BitCast", + inputs=["x"], + outputs=["y"], + to=onnx.TensorProto.INT32, + ) + x = np.array([4294967295, 2147483648, 2147483647], dtype=np.uint32) + y = x.view(np.int32) + expect(node, inputs=[x], outputs=[y], name="test_bitcast_uint32_to_int32") + + @staticmethod + def export_bitcast_2d_float32_to_int32() -> None: + """Test bitcasting 2D array from float32 to int32.""" + node = onnx.helper.make_node( + "BitCast", + inputs=["x"], + outputs=["y"], + to=onnx.TensorProto.INT32, + ) + x = np.array([[1.0, 2.0, 3.0], [4.0, 5.0, 6.0]], dtype=np.float32) + y = x.view(np.int32) + expect(node, inputs=[x], outputs=[y], name="test_bitcast_2d_float32_to_int32") + + @staticmethod + def export_bitcast_int8_to_uint8() -> None: + """Test bitcasting from int8 to uint8 (same size, different signedness).""" + node = onnx.helper.make_node( + "BitCast", + inputs=["x"], + outputs=["y"], + to=onnx.TensorProto.UINT8, + ) + x = np.array([-1, -128, 127, 0], dtype=np.int8) + y = x.view(np.uint8) + expect(node, inputs=[x], outputs=[y], name="test_bitcast_int8_to_uint8") + + @staticmethod + def export_bitcast_scalar_float32_to_int32() -> None: + """Test bitcasting scalar from float32 to int32.""" + node = onnx.helper.make_node( + "BitCast", + inputs=["x"], + outputs=["y"], + to=onnx.TensorProto.INT32, + ) + x = np.array(1.0, dtype=np.float32) + y = x.view(np.int32) + expect( + node, inputs=[x], outputs=[y], name="test_bitcast_scalar_float32_to_int32" + ) + + @staticmethod + def export_bitcast_uint16_to_int16() -> None: + """Test bitcasting from uint16 to int16 (same size, different signedness).""" + node = onnx.helper.make_node( + "BitCast", + inputs=["x"], + outputs=["y"], + to=onnx.TensorProto.INT16, + ) + x = np.array([1, 32768, 65535], dtype=np.uint16) + y = x.view(np.int16) + expect(node, inputs=[x], outputs=[y], name="test_bitcast_uint16_to_int16") + + @staticmethod + def export_bitcast_bool_to_uint8() -> None: + """Test bitcasting from bool to uint8 (same size).""" + node = onnx.helper.make_node( + "BitCast", + inputs=["x"], + outputs=["y"], + to=onnx.TensorProto.UINT8, + ) + x = np.array([True, False, True, False], dtype=np.bool_) + y = x.view(np.uint8) + expect(node, inputs=[x], outputs=[y], name="test_bitcast_bool_to_uint8") diff --git a/onnx/backend/test/case/node/bitshift.py b/onnx/backend/test/case/node/bitshift.py new file mode 100644 index 0000000..4eeb4ba --- /dev/null +++ b/onnx/backend/test/case/node/bitshift.py @@ -0,0 +1,100 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class BitShift(Base): + @staticmethod + def export_right_unit8() -> None: + node = onnx.helper.make_node( + "BitShift", inputs=["x", "y"], outputs=["z"], direction="RIGHT" + ) + + x = np.array([16, 4, 1]).astype(np.uint8) + y = np.array([1, 2, 3]).astype(np.uint8) + z = x >> y # expected output [8, 1, 0] + expect(node, inputs=[x, y], outputs=[z], name="test_bitshift_right_uint8") + + @staticmethod + def export_right_unit16() -> None: + node = onnx.helper.make_node( + "BitShift", inputs=["x", "y"], outputs=["z"], direction="RIGHT" + ) + + x = np.array([16, 4, 1]).astype(np.uint16) + y = np.array([1, 2, 3]).astype(np.uint16) + z = x >> y # expected output [8, 1, 0] + expect(node, inputs=[x, y], outputs=[z], name="test_bitshift_right_uint16") + + @staticmethod + def export_right_unit32() -> None: + node = onnx.helper.make_node( + "BitShift", inputs=["x", "y"], outputs=["z"], direction="RIGHT" + ) + + x = np.array([16, 4, 1]).astype(np.uint32) + y = np.array([1, 2, 3]).astype(np.uint32) + z = x >> y # expected output [8, 1, 0] + expect(node, inputs=[x, y], outputs=[z], name="test_bitshift_right_uint32") + + @staticmethod + def export_right_unit64() -> None: + node = onnx.helper.make_node( + "BitShift", inputs=["x", "y"], outputs=["z"], direction="RIGHT" + ) + + x = np.array([16, 4, 1]).astype(np.uint64) + y = np.array([1, 2, 3]).astype(np.uint64) + z = x >> y # expected output [8, 1, 0] + expect(node, inputs=[x, y], outputs=[z], name="test_bitshift_right_uint64") + + @staticmethod + def export_left_unit8() -> None: + node = onnx.helper.make_node( + "BitShift", inputs=["x", "y"], outputs=["z"], direction="LEFT" + ) + + x = np.array([16, 4, 1]).astype(np.uint8) + y = np.array([1, 2, 3]).astype(np.uint8) + z = x << y # expected output [32, 16, 8] + expect(node, inputs=[x, y], outputs=[z], name="test_bitshift_left_uint8") + + @staticmethod + def export_left_unit16() -> None: + node = onnx.helper.make_node( + "BitShift", inputs=["x", "y"], outputs=["z"], direction="LEFT" + ) + + x = np.array([16, 4, 1]).astype(np.uint16) + y = np.array([1, 2, 3]).astype(np.uint16) + z = x << y # expected output [32, 16, 8] + expect(node, inputs=[x, y], outputs=[z], name="test_bitshift_left_uint16") + + @staticmethod + def export_left_unit32() -> None: + node = onnx.helper.make_node( + "BitShift", inputs=["x", "y"], outputs=["z"], direction="LEFT" + ) + + x = np.array([16, 4, 1]).astype(np.uint32) + y = np.array([1, 2, 3]).astype(np.uint32) + z = x << y # expected output [32, 16, 8] + expect(node, inputs=[x, y], outputs=[z], name="test_bitshift_left_uint32") + + @staticmethod + def export_left_unit64() -> None: + node = onnx.helper.make_node( + "BitShift", inputs=["x", "y"], outputs=["z"], direction="LEFT" + ) + + x = np.array([16, 4, 1]).astype(np.uint64) + y = np.array([1, 2, 3]).astype(np.uint64) + z = x << y # expected output [32, 16, 8] + expect(node, inputs=[x, y], outputs=[z], name="test_bitshift_left_uint64") diff --git a/onnx/backend/test/case/node/bitwiseand.py b/onnx/backend/test/case/node/bitwiseand.py new file mode 100644 index 0000000..723b66d --- /dev/null +++ b/onnx/backend/test/case/node/bitwiseand.py @@ -0,0 +1,55 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect +from onnx.numpy_helper import create_random_int + + +class BitwiseAnd(Base): + @staticmethod + def export() -> None: + node = onnx.helper.make_node( + "BitwiseAnd", + inputs=["x", "y"], + outputs=["bitwiseand"], + ) + + # 2d + x = create_random_int((3, 4), np.int32) + y = create_random_int((3, 4), np.int32) + z = np.bitwise_and(x, y) + expect(node, inputs=[x, y], outputs=[z], name="test_bitwise_and_i32_2d") + + # 3d + x = create_random_int((3, 4, 5), np.int16) + y = create_random_int((3, 4, 5), np.int16) + z = np.bitwise_and(x, y) + expect(node, inputs=[x, y], outputs=[z], name="test_bitwise_and_i16_3d") + + @staticmethod + def export_bitwiseand_broadcast() -> None: + node = onnx.helper.make_node( + "BitwiseAnd", + inputs=["x", "y"], + outputs=["bitwiseand"], + ) + + # 3d vs 1d + x = create_random_int((3, 4, 5), np.uint64) + y = create_random_int((5,), np.uint64) + z = np.bitwise_and(x, y) + expect( + node, inputs=[x, y], outputs=[z], name="test_bitwise_and_ui64_bcast_3v1d" + ) + + # 4d vs 3d + x = create_random_int((3, 4, 5, 6), np.uint8) + y = create_random_int((4, 5, 6), np.uint8) + z = np.bitwise_and(x, y) + expect(node, inputs=[x, y], outputs=[z], name="test_bitwise_and_ui8_bcast_4v3d") diff --git a/onnx/backend/test/case/node/bitwisenot.py b/onnx/backend/test/case/node/bitwisenot.py new file mode 100644 index 0000000..fb0ba20 --- /dev/null +++ b/onnx/backend/test/case/node/bitwisenot.py @@ -0,0 +1,36 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect +from onnx.numpy_helper import create_random_int + + +class BitwiseNot(Base): + @staticmethod + def export() -> None: + node = onnx.helper.make_node( + "BitwiseNot", + inputs=["x"], + outputs=["bitwise_not"], + ) + + # 2d + x = create_random_int((3, 4), np.int32) + y = np.bitwise_not(x) + expect(node, inputs=[x], outputs=[y], name="test_bitwise_not_2d") + + # 3d + x = create_random_int((3, 4, 5), np.uint16) + y = np.bitwise_not(x) + expect(node, inputs=[x], outputs=[y], name="test_bitwise_not_3d") + + # 4d + x = create_random_int((3, 4, 5, 6), np.uint8) + y = np.bitwise_not(x) + expect(node, inputs=[x], outputs=[y], name="test_bitwise_not_4d") diff --git a/onnx/backend/test/case/node/bitwiseor.py b/onnx/backend/test/case/node/bitwiseor.py new file mode 100644 index 0000000..5968002 --- /dev/null +++ b/onnx/backend/test/case/node/bitwiseor.py @@ -0,0 +1,52 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect +from onnx.numpy_helper import create_random_int + + +class BitwiseOr(Base): + @staticmethod + def export() -> None: + node = onnx.helper.make_node( + "BitwiseOr", + inputs=["x", "y"], + outputs=["bitwiseor"], + ) + # 2d + x = create_random_int((3, 4), np.int32) + y = create_random_int((3, 4), np.int32) + z = np.bitwise_or(x, y) + expect(node, inputs=[x, y], outputs=[z], name="test_bitwise_or_i32_2d") + + # 4d + x = create_random_int((3, 4, 5, 6), np.int8) + y = create_random_int((3, 4, 5, 6), np.int8) + z = np.bitwise_or(x, y) + expect(node, inputs=[x, y], outputs=[z], name="test_bitwise_or_i16_4d") + + @staticmethod + def export_bitwiseor_broadcast() -> None: + node = onnx.helper.make_node( + "BitwiseOr", + inputs=["x", "y"], + outputs=["bitwiseor"], + ) + + # 3d vs 1d + x = create_random_int((3, 4, 5), np.uint64) + y = create_random_int((5,), np.uint64) + z = np.bitwise_or(x, y) + expect(node, inputs=[x, y], outputs=[z], name="test_bitwise_or_ui64_bcast_3v1d") + + # 4d vs 3d + x = create_random_int((3, 4, 5, 6), np.uint8) + y = create_random_int((4, 5, 6), np.uint8) + z = np.bitwise_or(x, y) + expect(node, inputs=[x, y], outputs=[z], name="test_bitwise_or_ui8_bcast_4v3d") diff --git a/onnx/backend/test/case/node/bitwisexor.py b/onnx/backend/test/case/node/bitwisexor.py new file mode 100644 index 0000000..338ebc0 --- /dev/null +++ b/onnx/backend/test/case/node/bitwisexor.py @@ -0,0 +1,55 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect +from onnx.numpy_helper import create_random_int + + +class BitwiseXor(Base): + @staticmethod + def export() -> None: + node = onnx.helper.make_node( + "BitwiseXor", + inputs=["x", "y"], + outputs=["bitwisexor"], + ) + + # 2d + x = create_random_int((3, 4), np.int32) + y = create_random_int((3, 4), np.int32) + z = np.bitwise_xor(x, y) + expect(node, inputs=[x, y], outputs=[z], name="test_bitwise_xor_i32_2d") + + # 3d + x = create_random_int((3, 4, 5), np.int16) + y = create_random_int((3, 4, 5), np.int16) + z = np.bitwise_xor(x, y) + expect(node, inputs=[x, y], outputs=[z], name="test_bitwise_xor_i16_3d") + + @staticmethod + def export_bitwiseor_broadcast() -> None: + node = onnx.helper.make_node( + "BitwiseXor", + inputs=["x", "y"], + outputs=["bitwisexor"], + ) + + # 3d vs 1d + x = create_random_int((3, 4, 5), np.uint64) + y = create_random_int((5,), np.uint64) + z = np.bitwise_xor(x, y) + expect( + node, inputs=[x, y], outputs=[z], name="test_bitwise_xor_ui64_bcast_3v1d" + ) + + # 4d vs 3d + x = create_random_int((3, 4, 5, 6), np.uint8) + y = create_random_int((4, 5, 6), np.uint8) + z = np.bitwise_xor(x, y) + expect(node, inputs=[x, y], outputs=[z], name="test_bitwise_xor_ui8_bcast_4v3d") diff --git a/onnx/backend/test/case/node/blackmanwindow.py b/onnx/backend/test/case/node/blackmanwindow.py new file mode 100644 index 0000000..b0da12b --- /dev/null +++ b/onnx/backend/test/case/node/blackmanwindow.py @@ -0,0 +1,56 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class BlackmanWindow(Base): + @staticmethod + def export() -> None: + # Test periodic window + node = onnx.helper.make_node( + "BlackmanWindow", + inputs=["x"], + outputs=["y"], + ) + size = np.int32(10) + a0 = 0.42 + a1 = -0.5 + a2 = 0.08 + y = a0 + y += a1 * np.cos(2 * np.pi * np.arange(0, size, 1, dtype=np.float32) / size) + y += a2 * np.cos(4 * np.pi * np.arange(0, size, 1, dtype=np.float32) / size) + expect( + node, + inputs=[size], + outputs=[y.astype(np.float32)], + name="test_blackmanwindow", + ) + + # Test symmetric window + node = onnx.helper.make_node( + "BlackmanWindow", inputs=["x"], outputs=["y"], periodic=0 + ) + size = np.int32(10) + a0 = 0.42 + a1 = -0.5 + a2 = 0.08 + y = a0 + y += a1 * np.cos( + 2 * np.pi * np.arange(0, size, 1, dtype=np.float32) / (size - 1) + ) + y += a2 * np.cos( + 4 * np.pi * np.arange(0, size, 1, dtype=np.float32) / (size - 1) + ) + expect( + node, + inputs=[size], + outputs=[y.astype(np.float32)], + name="test_blackmanwindow_symmetric", + ) diff --git a/onnx/backend/test/case/node/cast.py b/onnx/backend/test/case/node/cast.py new file mode 100644 index 0000000..dc3218a --- /dev/null +++ b/onnx/backend/test/case/node/cast.py @@ -0,0 +1,398 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import itertools + +import numpy as np + +import onnx +from onnx import TensorProto +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect +from onnx.helper import ( + make_tensor, + tensor_dtype_to_np_dtype, +) +from onnx.numpy_helper import to_float8e8m0 + +F8_TYPES = frozenset({"FLOAT8E4M3FN", "FLOAT8E4M3FNUZ", "FLOAT8E5M2", "FLOAT8E5M2FNUZ"}) +FOUR_BIT_TYPES = frozenset({"UINT4", "INT4", "FLOAT4E2M1"}) +TWO_BIT_TYPES = frozenset({"UINT2", "INT2"}) + + +class Cast(Base): + @staticmethod + def export() -> None: + test_cases = [ + ("FLOAT", "FLOAT16"), + ("FLOAT", "DOUBLE"), + ("FLOAT16", "FLOAT"), + ("FLOAT16", "DOUBLE"), + ("DOUBLE", "FLOAT"), + ("DOUBLE", "FLOAT16"), + ("FLOAT", "BFLOAT16"), + ("BFLOAT16", "FLOAT"), + ("FLOAT", "FLOAT8E4M3FN"), + ("FLOAT16", "FLOAT8E4M3FN"), + ("FLOAT", "FLOAT8E4M3FNUZ"), + ("FLOAT16", "FLOAT8E4M3FNUZ"), + ("FLOAT8E4M3FN", "FLOAT"), + ("FLOAT8E4M3FN", "FLOAT16"), + ("FLOAT8E4M3FNUZ", "FLOAT"), + ("FLOAT8E4M3FNUZ", "FLOAT16"), + ("FLOAT", "FLOAT8E5M2"), + ("FLOAT16", "FLOAT8E5M2"), + ("FLOAT", "FLOAT8E5M2FNUZ"), + ("FLOAT16", "FLOAT8E5M2FNUZ"), + ("FLOAT8E5M2", "FLOAT"), + ("FLOAT8E5M2", "FLOAT16"), + ("FLOAT8E5M2FNUZ", "FLOAT"), + ("FLOAT8E5M2FNUZ", "FLOAT16"), + ("FLOAT", "UINT4"), + ("FLOAT16", "UINT4"), + ("FLOAT", "INT4"), + ("FLOAT16", "INT4"), + ("UINT4", "FLOAT"), + ("UINT4", "FLOAT16"), + ("UINT4", "UINT8"), + ("INT4", "FLOAT"), + ("INT4", "FLOAT16"), + ("INT4", "INT8"), + ("FLOAT4E2M1", "FLOAT"), + ("FLOAT4E2M1", "FLOAT16"), + ("FLOAT", "FLOAT4E2M1"), + ("FLOAT16", "FLOAT4E2M1"), + ("FLOAT", "UINT2"), + ("FLOAT16", "UINT2"), + ("FLOAT", "INT2"), + ("FLOAT16", "INT2"), + ("UINT2", "FLOAT"), + ("UINT2", "FLOAT16"), + ("UINT2", "UINT8"), + ("INT2", "FLOAT"), + ("INT2", "FLOAT16"), + ("INT2", "INT8"), + ] + + for from_type, to_type in test_cases: + if from_type == to_type: + # Skip cases where from_type and to_type are the same + continue + from_dtype = getattr(TensorProto, from_type) + to_dtype = getattr(TensorProto, to_type) + from_np_dtype = tensor_dtype_to_np_dtype(from_dtype) + to_np_dtype = tensor_dtype_to_np_dtype(to_dtype) + + if from_type == "BFLOAT16" or to_type == "BFLOAT16": + np_fp32 = np.array( + [ + "0.47892547", + "0.48033667", + "0.49968487", + "0.81910545", + "0.47031248", + "0.816468", + "0.21087195", + "0.7229038", + "NaN", + "INF", + "+INF", + "-INF", + ], + dtype=np.float32, + ) + input_shape = (3, 4) + + elif from_type in F8_TYPES or to_type in F8_TYPES: + np_fp32 = np.array( + [ + "0.47892547", + "0.48033667", + "0.49968487", + "0.81910545", + "0.47031248", + "0.7229038", + "1000000", + "1e-7", + "NaN", + "INF", + "+INF", + "-INF", + "-0.0000001", + "0.0000001", + "-1000000", + ], + dtype=np.float32, + ) + input_shape = (3, 5) + elif from_type in ("UINT4", "INT4") or to_type in ("UINT4", "INT4"): + np_fp32 = np.arange(-9, 16).astype(np.float32) + input_shape = (5, 5) + elif from_type in ("UINT2", "INT2") or to_type in ("UINT2", "INT2"): + np_fp32 = np.arange(-3, 4).astype(np.float32) + input_shape = (7, 1) + elif from_type == "FLOAT4E2M1" or to_type == "FLOAT4E2M1": + np_fp32 = np.array( + [ + "0.48", + "0.25", + "1.05", + "-3.5", + "-8", + "9", + "1000000", + "1e-7", + "NaN", + "INF", + "+INF", + "-INF", + "-4", + "0.01", + "-0.0", + ], + dtype=np.float32, + ) + input_shape = (3, 5) + + else: + np_fp32 = np.array( + [ + "0.47892547", + "0.48033667", + "0.49968487", + "0.81910545", + "0.47031248", + "0.816468", + "0.21087195", + "0.7229038", + "NaN", + "INF", + "+INF", + "-INF", + ], + dtype=np.float32, + ).reshape([3, 4]) + input_shape = (3, 4) + + if from_type in F8_TYPES: + np_from = onnx.numpy_helper.saturate_cast(np_fp32, from_np_dtype) + input = make_tensor( + "input", + from_dtype, + input_shape, + vals=np_from, + raw=True, + ) + elif from_type in FOUR_BIT_TYPES: + np_from = np_fp32.astype(from_np_dtype) + packed = onnx.numpy_helper._pack_4bitx2(np_from) + # No byteswap needed on big-endian machines as _pack_4bitx2() + # returns a numpy array with uint8 datatype. + input = make_tensor( + "input", from_dtype, input_shape, vals=packed.tobytes(), raw=True + ) + elif from_type in TWO_BIT_TYPES: + np_from = np_fp32.astype(from_np_dtype) + packed = onnx.numpy_helper._pack_2bitx4(np_from) + input = make_tensor( + "input", from_dtype, input_shape, vals=packed.tobytes(), raw=True + ) + else: + np_from = np_fp32.astype(from_np_dtype) + input = make_tensor( + "input", from_dtype, input_shape, vals=np_from, raw=True + ) + + if to_type in F8_TYPES: + output = make_tensor( + "output", + to_dtype, + input_shape, + vals=onnx.numpy_helper.saturate_cast(np_from, to_np_dtype), + raw=True, + ) + elif to_type in FOUR_BIT_TYPES: + packed = onnx.numpy_helper._pack_4bitx2(np_from.astype(to_np_dtype)) + # No byteswap needed on big-endian machines as _pack_4bitx2() + # returns a numpy array with uint8 datatype. + output = make_tensor( + "output", to_dtype, input_shape, vals=packed.tobytes(), raw=True + ) + elif to_type in TWO_BIT_TYPES: + packed = onnx.numpy_helper._pack_2bitx4(np_from.astype(to_np_dtype)) + output = make_tensor( + "output", to_dtype, input_shape, vals=packed.tobytes(), raw=True + ) + else: + output = make_tensor( + "output", + to_dtype, + input_shape, + vals=np_from.astype(to_np_dtype), + raw=True, + ) + + node = onnx.helper.make_node( + "Cast", + inputs=["input"], + outputs=["output"], + to=to_dtype, + ) + expect( + node, + inputs=[input], + outputs=[output], + name="test_cast_" + from_type + "_to_" + to_type, + ) + + @staticmethod + def export_saturate_false() -> None: + test_cases = itertools.product( + [ + "FLOAT", + "FLOAT16", + ], + [ + "FLOAT8E4M3FN", + "FLOAT8E4M3FNUZ", + "FLOAT8E5M2", + "FLOAT8E5M2FNUZ", + ], + ) + input_shape = (3, 5) + for from_type, to_type in test_cases: + from_dtype = getattr(TensorProto, from_type) + to_dtype = getattr(TensorProto, to_type) + from_np_dtype = tensor_dtype_to_np_dtype(from_dtype) + to_np_dtype = tensor_dtype_to_np_dtype(to_dtype) + np_fp32 = np.array( + [ + "0.47892547", + "0.48033667", + "0.49968487", + "0.81910545", + "0.47031248", + "0.7229038", + "1000000", + "1e-7", + "NaN", + "INF", + "+INF", + "-INF", + "-0.0000001", + "0.0000001", + "-1000000", + ], + dtype=np.float32, + ) + + input = make_tensor( + "input", + from_dtype, + input_shape, + vals=np_fp32.astype(from_np_dtype), + raw=True, + ) + output = make_tensor( + "output", + to_dtype, + input_shape, + vals=np_fp32.astype(from_np_dtype).astype(to_np_dtype), + raw=True, + ) + + node = onnx.helper.make_node( + "Cast", + inputs=["input"], + outputs=["output"], + to=to_dtype, + saturate=0, + ) + expect( + node, + inputs=[input], + outputs=[output], + name="test_cast_no_saturate_" + from_type + "_to_" + to_type, + ) + + @staticmethod + def export_e8m0() -> None: + np_fp32 = np.array( + [ + "0.0", + "0.124", + "0.25", + "0.5", + "1.1", + "2.0", + "4.0", + "8.0", + ], + dtype=np.float32, + ) + test_cases = [ + ("FLOAT", "FLOAT8E8M0"), + ("FLOAT16", "FLOAT8E8M0"), + ("FLOAT8E8M0", "FLOAT"), + ("FLOAT8E8M0", "FLOAT16"), + ] + for from_type, to_type in test_cases: + if from_type == "FLOAT": + input_np = np_fp32 + output_np = to_float8e8m0(np_fp32) + elif from_type == "FLOAT16": + input_np = np_fp32.astype(np.float16) + output_np = to_float8e8m0(input_np) + elif from_type == "FLOAT8E8M0": + input_np = to_float8e8m0(np_fp32) + if to_type == "FLOAT": + output_np = input_np.astype(np.float32) + elif to_type == "FLOAT16": + output_np = input_np.astype(np.float16) + else: + raise ValueError( + f"Conversion from {from_type} to {to_type} is not tested." + ) + else: + raise ValueError( + f"Conversion from {from_type} to {to_type} is not tested." + ) + input = make_tensor( + "input", + getattr(TensorProto, from_type), + [2, 4], + input_np, + raw=True, + ) + output = make_tensor( + "output", + getattr(TensorProto, to_type), + [2, 4], + output_np, + raw=True, + ) + if to_type == "FLOAT8E8M0": + node = onnx.helper.make_node( + "Cast", + inputs=["input"], + outputs=["output"], + to=getattr(TensorProto, to_type), + saturate=1, + round_mode="up", + ) + else: + node = onnx.helper.make_node( + "Cast", + inputs=["input"], + outputs=["output"], + to=getattr(TensorProto, to_type), + ) + + expect( + node, + inputs=[input], + outputs=[output], + name="test_cast_e8m0_" + from_type + "_to_" + to_type, + ) diff --git a/onnx/backend/test/case/node/castlike.py b/onnx/backend/test/case/node/castlike.py new file mode 100644 index 0000000..7bd9018 --- /dev/null +++ b/onnx/backend/test/case/node/castlike.py @@ -0,0 +1,324 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import itertools + +import numpy as np + +import onnx +from onnx import TensorProto +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect +from onnx.helper import make_tensor, tensor_dtype_to_np_dtype + +F8_TYPES = frozenset({"FLOAT8E4M3FN", "FLOAT8E4M3FNUZ", "FLOAT8E5M2", "FLOAT8E5M2FNUZ"}) +FOUR_BIT_TYPES = frozenset({"UINT4", "INT4", "FLOAT4E2M1"}) +TWO_BIT_TYPES = frozenset({"UINT2", "INT2"}) + + +class CastLike(Base): + @staticmethod + def export() -> None: + test_cases = [ + ("FLOAT", "FLOAT16"), + ("FLOAT", "DOUBLE"), + ("FLOAT16", "FLOAT"), + ("FLOAT16", "DOUBLE"), + ("DOUBLE", "FLOAT"), + ("DOUBLE", "FLOAT16"), + ("FLOAT", "BFLOAT16"), + ("BFLOAT16", "FLOAT"), + ("FLOAT", "FLOAT8E4M3FN"), + ("FLOAT16", "FLOAT8E4M3FN"), + ("FLOAT", "FLOAT8E4M3FNUZ"), + ("FLOAT16", "FLOAT8E4M3FNUZ"), + ("FLOAT8E4M3FN", "FLOAT"), + ("FLOAT8E4M3FN", "FLOAT16"), + ("FLOAT8E4M3FNUZ", "FLOAT"), + ("FLOAT8E4M3FNUZ", "FLOAT16"), + ("FLOAT", "FLOAT8E5M2"), + ("FLOAT16", "FLOAT8E5M2"), + ("FLOAT", "FLOAT8E5M2FNUZ"), + ("FLOAT16", "FLOAT8E5M2FNUZ"), + ("FLOAT8E5M2", "FLOAT"), + ("FLOAT8E5M2", "FLOAT16"), + ("FLOAT8E5M2FNUZ", "FLOAT"), + ("FLOAT8E5M2FNUZ", "FLOAT16"), + ("FLOAT", "UINT4"), + ("FLOAT16", "UINT4"), + ("FLOAT", "INT4"), + ("FLOAT16", "INT4"), + ("UINT4", "FLOAT"), + ("UINT4", "FLOAT16"), + ("UINT4", "UINT8"), + ("INT4", "FLOAT"), + ("INT4", "FLOAT16"), + ("INT4", "INT8"), + ("FLOAT4E2M1", "FLOAT"), + ("FLOAT4E2M1", "FLOAT16"), + ("FLOAT", "FLOAT4E2M1"), + ("FLOAT16", "FLOAT4E2M1"), + ("FLOAT", "UINT2"), + ("FLOAT16", "UINT2"), + ("FLOAT", "INT2"), + ("FLOAT16", "INT2"), + ("UINT2", "FLOAT"), + ("UINT2", "FLOAT16"), + ("UINT2", "UINT8"), + ("INT2", "FLOAT"), + ("INT2", "FLOAT16"), + ("INT2", "INT8"), + ] + + f8_types = {"FLOAT8E4M3FN", "FLOAT8E4M3FNUZ", "FLOAT8E5M2", "FLOAT8E5M2FNUZ"} + + for from_type, to_type in test_cases: + if from_type == to_type: + # Skip cases where from_type and to_type are the same + continue + from_dtype = getattr(TensorProto, from_type) + to_dtype = getattr(TensorProto, to_type) + from_np_dtype = tensor_dtype_to_np_dtype(from_dtype) + to_np_dtype = tensor_dtype_to_np_dtype(to_dtype) + + if from_type == "BFLOAT16" or to_type == "BFLOAT16": + np_fp32 = np.array( + [ + "0.47892547", + "0.48033667", + "0.49968487", + "0.81910545", + "0.47031248", + "0.816468", + "0.21087195", + "0.7229038", + "NaN", + "INF", + "+INF", + "-INF", + ], + dtype=np.float32, + ) + input_shape = (3, 4) + + elif from_type in f8_types or to_type in f8_types: + np_fp32 = np.array( + [ + "0.47892547", + "0.48033667", + "0.49968487", + "0.81910545", + "0.47031248", + "0.7229038", + "1000000", + "1e-7", + "NaN", + "INF", + "+INF", + "-INF", + "-0.0000001", + "0.0000001", + "-1000000", + ], + dtype=np.float32, + ) + input_shape = (3, 5) + elif from_type in ("UINT4", "INT4") or to_type in ("UINT4", "INT4"): + np_fp32 = np.arange(-9, 16).astype(np.float32) + input_shape = (5, 5) + elif from_type in ("UINT2", "INT2") or to_type in ("UINT2", "INT2"): + np_fp32 = np.arange(-3, 4).astype(np.float32) + input_shape = (7, 1) + elif from_type == "FLOAT4E2M1" or to_type == "FLOAT4E2M1": + np_fp32 = np.array( + [ + "0.48", + "0.25", + "1.05", + "-3.5", + "-8", + "9", + "1000000", + "1e-7", + "NaN", + "INF", + "+INF", + "-INF", + "-4", + "0.01", + "-0.0", + ], + dtype=np.float32, + ) + input_shape = (3, 5) + + else: + np_fp32 = np.array( + [ + "0.47892547", + "0.48033667", + "0.49968487", + "0.81910545", + "0.47031248", + "0.816468", + "0.21087195", + "0.7229038", + "NaN", + "INF", + "+INF", + "-INF", + ], + dtype=np.float32, + ).reshape([3, 4]) + input_shape = (3, 4) + + if from_type in F8_TYPES: + np_from = onnx.numpy_helper.saturate_cast(np_fp32, from_np_dtype) + input = make_tensor( + "input", + from_dtype, + input_shape, + vals=np_from, + raw=True, + ) + elif from_type in FOUR_BIT_TYPES: + np_from = np_fp32.astype(from_np_dtype) + packed = onnx.numpy_helper._pack_4bitx2(np_from) + # No byteswap needed on big-endian machines as _pack_4bitx2() + # returns a numpy array with uint8 datatype. + input = make_tensor( + "input", from_dtype, input_shape, vals=packed.tobytes(), raw=True + ) + elif from_type in TWO_BIT_TYPES: + np_from = np_fp32.astype(from_np_dtype) + packed = onnx.numpy_helper._pack_2bitx4(np_from) + # No byteswap needed on big-endian machines as _pack_2bitx4() + # returns a numpy array with uint8 datatype. + input = make_tensor( + "input", from_dtype, input_shape, vals=packed.tobytes(), raw=True + ) + else: + np_from = np_fp32.astype(from_np_dtype) + input = make_tensor( + "input", from_dtype, input_shape, vals=np_from, raw=True + ) + + if to_type in F8_TYPES: + output = make_tensor( + "output", + to_dtype, + input_shape, + vals=onnx.numpy_helper.saturate_cast(np_from, to_np_dtype), + raw=True, + ) + elif to_type in FOUR_BIT_TYPES: + packed = onnx.numpy_helper._pack_4bitx2(np_from.astype(to_np_dtype)) + # No byteswap needed on big-endian machines as _pack_4bitx2() + # returns a numpy array with uint8 datatype. + output = make_tensor( + "output", to_dtype, input_shape, vals=packed.tobytes(), raw=True + ) + elif to_type in TWO_BIT_TYPES: + packed = onnx.numpy_helper._pack_2bitx4(np_from.astype(to_np_dtype)) + # No byteswap needed on big-endian machines as _pack_2bitx4() + # returns a numpy array with uint8 datatype. + output = make_tensor( + "output", to_dtype, input_shape, vals=packed.tobytes(), raw=True + ) + else: + output = make_tensor( + "output", + to_dtype, + input_shape, + vals=np_from.astype(to_np_dtype), + raw=True, + ) + + like = make_tensor("like", to_dtype, (0,), vals=[]) + + node = onnx.helper.make_node( + "CastLike", + inputs=["input", "like"], + outputs=["output"], + ) + + expect( + node, + inputs=[input, like], + outputs=[output], + name="test_castlike_" + from_type + "_to_" + to_type, + ) + + @staticmethod + def export_saturate_false() -> None: + test_cases = itertools.product( + [ + "FLOAT", + "FLOAT16", + ], + [ + "FLOAT8E4M3FN", + "FLOAT8E4M3FNUZ", + "FLOAT8E5M2", + "FLOAT8E5M2FNUZ", + ], + ) + input_shape = (3, 5) + for from_type, to_type in test_cases: + from_dtype = getattr(TensorProto, from_type) + to_dtype = getattr(TensorProto, to_type) + from_np_dtype = tensor_dtype_to_np_dtype(from_dtype) + to_np_dtype = tensor_dtype_to_np_dtype(to_dtype) + np_fp32 = np.array( + [ + "0.47892547", + "0.48033667", + "0.49968487", + "0.81910545", + "0.47031248", + "0.7229038", + "1000000", + "1e-7", + "NaN", + "INF", + "+INF", + "-INF", + "-0.0000001", + "0.0000001", + "-1000000", + ], + dtype=np.float32, + ) + + input = make_tensor( + "input", + from_dtype, + input_shape, + vals=np_fp32.astype(from_np_dtype), + raw=True, + ) + output = make_tensor( + "output", + to_dtype, + input_shape, + vals=np_fp32.astype(from_np_dtype).astype(to_np_dtype), + raw=True, + ) + + like = make_tensor("like", to_dtype, (0,), vals=[]) + + node = onnx.helper.make_node( + "CastLike", + inputs=["input", "like"], + outputs=["output"], + saturate=0, + ) + + expect( + node, + inputs=[input, like], + outputs=[output], + name="test_castlike_no_saturate_" + from_type + "_to_" + to_type, + ) diff --git a/onnx/backend/test/case/node/causal_conv_with_state.py b/onnx/backend/test/case/node/causal_conv_with_state.py new file mode 100644 index 0000000..a06e673 --- /dev/null +++ b/onnx/backend/test/case/node/causal_conv_with_state.py @@ -0,0 +1,335 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect +from onnx.reference.ops.op_causal_conv_with_state import ( + CausalConvWithState as _RefCausalConvWithState, +) + + +def _compute(input_, weight, bias=None, past_state=None, activation="none"): + op = _RefCausalConvWithState.__new__(_RefCausalConvWithState) + return op._run( + input_, + weight, + bias=bias, + past_state=past_state, + activation=activation, + ) + + +class CausalConvWithState(Base): + @staticmethod + def export_basic() -> None: + node = onnx.helper.make_node( + "CausalConvWithState", + inputs=["input", "weight"], + outputs=["output", "present_state"], + ) + + batch_size, channels, length, k = 2, 4, 8, 4 + input_ = np.random.randn(batch_size, channels, length).astype(np.float32) + weight = np.random.randn(channels, 1, k).astype(np.float32) + + output, present_state = _compute(input_, weight) + + expect( + node, + inputs=[input_, weight], + outputs=[output, present_state], + name="test_causal_conv_with_state_basic", + opset_imports=[onnx.helper.make_opsetid("", 27)], + ) + + @staticmethod + def export_with_bias() -> None: + node = onnx.helper.make_node( + "CausalConvWithState", + inputs=["input", "weight", "bias"], + outputs=["output", "present_state"], + ) + + batch_size, channels, length, k = 2, 4, 8, 4 + input_ = np.random.randn(batch_size, channels, length).astype(np.float32) + weight = np.random.randn(channels, 1, k).astype(np.float32) + bias = np.random.randn(channels).astype(np.float32) + + output, present_state = _compute(input_, weight, bias=bias) + + expect( + node, + inputs=[input_, weight, bias], + outputs=[output, present_state], + name="test_causal_conv_with_state_with_bias", + opset_imports=[onnx.helper.make_opsetid("", 27)], + ) + + @staticmethod + def export_with_past_state() -> None: + node = onnx.helper.make_node( + "CausalConvWithState", + inputs=["input", "weight", "", "past_state"], + outputs=["output", "present_state"], + ) + + batch_size, channels, length, k = 2, 4, 8, 4 + input_ = np.random.randn(batch_size, channels, length).astype(np.float32) + weight = np.random.randn(channels, 1, k).astype(np.float32) + past_state = np.random.randn(batch_size, channels, k - 1).astype(np.float32) + + output, present_state = _compute(input_, weight, past_state=past_state) + + expect( + node, + inputs=[input_, weight, past_state], + outputs=[output, present_state], + name="test_causal_conv_with_state_with_past_state", + opset_imports=[onnx.helper.make_opsetid("", 27)], + ) + + @staticmethod + def export_silu() -> None: + node = onnx.helper.make_node( + "CausalConvWithState", + inputs=["input", "weight"], + outputs=["output", "present_state"], + activation="silu", + ) + + batch_size, channels, length, k = 2, 4, 8, 4 + input_ = np.random.randn(batch_size, channels, length).astype(np.float32) + weight = np.random.randn(channels, 1, k).astype(np.float32) + + output, present_state = _compute(input_, weight, activation="silu") + + expect( + node, + inputs=[input_, weight], + outputs=[output, present_state], + name="test_causal_conv_with_state_silu", + opset_imports=[onnx.helper.make_opsetid("", 27)], + ) + + @staticmethod + def export_swish_alias() -> None: + node = onnx.helper.make_node( + "CausalConvWithState", + inputs=["input", "weight"], + outputs=["output", "present_state"], + activation="swish", + ) + + batch_size, channels, length, k = 2, 4, 8, 4 + input_ = np.random.randn(batch_size, channels, length).astype(np.float32) + weight = np.random.randn(channels, 1, k).astype(np.float32) + + output, present_state = _compute(input_, weight, activation="swish") + + expect( + node, + inputs=[input_, weight], + outputs=[output, present_state], + name="test_causal_conv_with_state_swish_alias", + opset_imports=[onnx.helper.make_opsetid("", 27)], + ) + + @staticmethod + def export_decode_step() -> None: + node = onnx.helper.make_node( + "CausalConvWithState", + inputs=["input", "weight", "bias", "past_state"], + outputs=["output", "present_state"], + ) + + batch_size, channels, length, k = 2, 4, 1, 4 + input_ = np.random.randn(batch_size, channels, length).astype(np.float32) + weight = np.random.randn(channels, 1, k).astype(np.float32) + bias = np.random.randn(channels).astype(np.float32) + past_state = np.random.randn(batch_size, channels, k - 1).astype(np.float32) + + output, present_state = _compute( + input_, weight, bias=bias, past_state=past_state + ) + + expect( + node, + inputs=[input_, weight, bias, past_state], + outputs=[output, present_state], + name="test_causal_conv_with_state_decode_step", + opset_imports=[onnx.helper.make_opsetid("", 27)], + ) + + @staticmethod + def export_kernel_size_one() -> None: + node = onnx.helper.make_node( + "CausalConvWithState", + inputs=["input", "weight"], + outputs=["output", "present_state"], + ) + + batch_size, channels, length, k = 2, 4, 8, 1 + input_ = np.random.randn(batch_size, channels, length).astype(np.float32) + weight = np.random.randn(channels, 1, k).astype(np.float32) + + output, present_state = _compute(input_, weight) + + expect( + node, + inputs=[input_, weight], + outputs=[output, present_state], + name="test_causal_conv_with_state_kernel_size_one", + opset_imports=[onnx.helper.make_opsetid("", 27)], + ) + + @staticmethod + def export_with_bias_and_past_state() -> None: + # Multi-token (T>1) path through Concat(past, input) -> Conv(+bias). + node = onnx.helper.make_node( + "CausalConvWithState", + inputs=["input", "weight", "bias", "past_state"], + outputs=["output", "present_state"], + ) + + batch_size, channels, length, k = 2, 4, 8, 4 + input_ = np.random.randn(batch_size, channels, length).astype(np.float32) + weight = np.random.randn(channels, 1, k).astype(np.float32) + bias = np.random.randn(channels).astype(np.float32) + past_state = np.random.randn(batch_size, channels, k - 1).astype(np.float32) + + output, present_state = _compute( + input_, weight, bias=bias, past_state=past_state + ) + + expect( + node, + inputs=[input_, weight, bias, past_state], + outputs=[output, present_state], + name="test_causal_conv_with_state_with_bias_and_past_state", + opset_imports=[onnx.helper.make_opsetid("", 27)], + ) + + @staticmethod + def export_silu_with_past_state() -> None: + # Fused activation combined with concat-from-past variant of PaddedInput. + node = onnx.helper.make_node( + "CausalConvWithState", + inputs=["input", "weight", "", "past_state"], + outputs=["output", "present_state"], + activation="silu", + ) + + batch_size, channels, length, k = 2, 4, 8, 4 + input_ = np.random.randn(batch_size, channels, length).astype(np.float32) + weight = np.random.randn(channels, 1, k).astype(np.float32) + past_state = np.random.randn(batch_size, channels, k - 1).astype(np.float32) + + output, present_state = _compute( + input_, weight, past_state=past_state, activation="silu" + ) + + expect( + node, + inputs=[input_, weight, past_state], + outputs=[output, present_state], + name="test_causal_conv_with_state_silu_with_past_state", + opset_imports=[onnx.helper.make_opsetid("", 27)], + ) + + @staticmethod + def export_b1_c1_degenerate() -> None: + # Mamba/GDN inner-head edge case: B=1, C=1. + node = onnx.helper.make_node( + "CausalConvWithState", + inputs=["input", "weight"], + outputs=["output", "present_state"], + ) + + batch_size, channels, length, k = 1, 1, 6, 4 + input_ = np.random.randn(batch_size, channels, length).astype(np.float32) + weight = np.random.randn(channels, 1, k).astype(np.float32) + + output, present_state = _compute(input_, weight) + + expect( + node, + inputs=[input_, weight], + outputs=[output, present_state], + name="test_causal_conv_with_state_b1_c1_degenerate", + opset_imports=[onnx.helper.make_opsetid("", 27)], + ) + + @staticmethod + def export_short_input_no_past_state() -> None: + # L < k-1 with no past_state: zero-pad is wider than the input. + node = onnx.helper.make_node( + "CausalConvWithState", + inputs=["input", "weight"], + outputs=["output", "present_state"], + ) + + batch_size, channels, length, k = 2, 4, 2, 5 + input_ = np.random.randn(batch_size, channels, length).astype(np.float32) + weight = np.random.randn(channels, 1, k).astype(np.float32) + + output, present_state = _compute(input_, weight) + + expect( + node, + inputs=[input_, weight], + outputs=[output, present_state], + name="test_causal_conv_with_state_short_input_no_past_state", + opset_imports=[onnx.helper.make_opsetid("", 27)], + ) + + @staticmethod + def export_fp16() -> None: + node = onnx.helper.make_node( + "CausalConvWithState", + inputs=["input", "weight"], + outputs=["output", "present_state"], + ) + + batch_size, channels, length, k = 2, 4, 8, 4 + input_ = np.random.rand(batch_size, channels, length).astype(np.float16) + weight = np.random.rand(channels, 1, k).astype(np.float16) + + output, present_state = _compute(input_, weight) + + expect( + node, + inputs=[input_, weight], + outputs=[output, present_state], + name="test_causal_conv_with_state_fp16", + opset_imports=[onnx.helper.make_opsetid("", 27)], + ) + + @staticmethod + def export_silu_fp16() -> None: + # fp16 + SiLU: the reference upcasts Sigmoid/Mul to float32, so the + # function-body expansion must do the same to stay numerically faithful. + node = onnx.helper.make_node( + "CausalConvWithState", + inputs=["input", "weight"], + outputs=["output", "present_state"], + activation="silu", + ) + + batch_size, channels, length, k = 2, 4, 8, 4 + input_ = np.random.rand(batch_size, channels, length).astype(np.float16) + weight = np.random.rand(channels, 1, k).astype(np.float16) + + output, present_state = _compute(input_, weight, activation="silu") + + expect( + node, + inputs=[input_, weight], + outputs=[output, present_state], + name="test_causal_conv_with_state_silu_fp16", + opset_imports=[onnx.helper.make_opsetid("", 27)], + ) diff --git a/onnx/backend/test/case/node/ceil.py b/onnx/backend/test/case/node/ceil.py new file mode 100644 index 0000000..bce69e8 --- /dev/null +++ b/onnx/backend/test/case/node/ceil.py @@ -0,0 +1,28 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class Ceil(Base): + @staticmethod + def export() -> None: + node = onnx.helper.make_node( + "Ceil", + inputs=["x"], + outputs=["y"], + ) + + x = np.array([-1.5, 1.2]).astype(np.float32) + y = np.ceil(x) # expected output [-1., 2.] + expect(node, inputs=[x], outputs=[y], name="test_ceil_example") + + x = np.random.randn(3, 4, 5).astype(np.float32) + y = np.ceil(x) + expect(node, inputs=[x], outputs=[y], name="test_ceil") diff --git a/onnx/backend/test/case/node/celu.py b/onnx/backend/test/case/node/celu.py new file mode 100644 index 0000000..18d91c2 --- /dev/null +++ b/onnx/backend/test/case/node/celu.py @@ -0,0 +1,97 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import ml_dtypes +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class Celu(Base): + @staticmethod + def export() -> None: + alpha = 2.0 + node = onnx.helper.make_node( + "Celu", + inputs=["X"], + outputs=["Y"], + alpha=alpha, + ) + + input_data = np.array( + [ + [ + [[0.8439683], [0.5665144], [0.05836735]], + [[0.02916367], [0.12964272], [0.5060197]], + [[0.79538304], [0.9411346], [0.9546573]], + ], + [ + [[0.17730942], [0.46192095], [0.26480448]], + [[0.6746842], [0.01665257], [0.62473077]], + [[0.9240844], [0.9722341], [0.11965699]], + ], + [ + [[0.41356155], [0.9129373], [0.59330076]], + [[0.81929934], [0.7862604], [0.11799799]], + [[0.69248444], [0.54119414], [0.07513223]], + ], + ], + dtype=np.float32, + ) + + # Calculate expected output data + positive_input = np.maximum(0, input_data) + negative_input = np.minimum(0, alpha * (np.exp(input_data / alpha) - 1)) + expected_output = positive_input + negative_input + + expect(node, inputs=[input_data], outputs=[expected_output], name="test_celu") + + @staticmethod + def export_celu_float16() -> None: + alpha = 2.0 + node = onnx.helper.make_node( + "Celu", + inputs=["X"], + outputs=["Y"], + alpha=alpha, + ) + + input_data = np.array([-3.0, -0.5, 0.0, 0.5, 3.0], dtype=np.float16) + + positive_input = np.maximum(0, input_data) + negative_input = np.minimum(0, alpha * (np.exp(input_data / alpha) - 1)) + expected_output = (positive_input + negative_input).astype(np.float16) + + expect( + node, + inputs=[input_data], + outputs=[expected_output], + name="test_celu_float16", + ) + + @staticmethod + def export_celu_bfloat16() -> None: + alpha = 2.0 + node = onnx.helper.make_node( + "Celu", + inputs=["X"], + outputs=["Y"], + alpha=alpha, + ) + + input_data = np.array([-3.0, -0.5, 0.0, 0.5, 3.0], dtype=ml_dtypes.bfloat16) + + positive_input = np.maximum(0, input_data) + negative_input = np.minimum(0, alpha * (np.exp(input_data / alpha) - 1)) + expected_output = (positive_input + negative_input).astype(ml_dtypes.bfloat16) + + expect( + node, + inputs=[input_data], + outputs=[expected_output], + name="test_celu_bfloat16", + ) diff --git a/onnx/backend/test/case/node/center_crop_pad.py b/onnx/backend/test/case/node/center_crop_pad.py new file mode 100644 index 0000000..90e89d7 --- /dev/null +++ b/onnx/backend/test/case/node/center_crop_pad.py @@ -0,0 +1,130 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class CenterCropPad(Base): + @staticmethod + def export_center_crop_pad_crop() -> None: + node = onnx.helper.make_node( + "CenterCropPad", + inputs=["x", "shape"], + outputs=["y"], + ) + + # First dim is even diff, second is uneven + x = np.random.randn(20, 10, 3).astype(np.float32) + shape = np.array([10, 7, 3], dtype=np.int64) + y = x[5:15, 1:8, :] + + expect(node, inputs=[x, shape], outputs=[y], name="test_center_crop_pad_crop") + + @staticmethod + def export_center_crop_pad_pad() -> None: + node = onnx.helper.make_node( + "CenterCropPad", + inputs=["x", "shape"], + outputs=["y"], + ) + + # First dim is even diff, second is uneven + x = np.random.randn(10, 7, 3).astype(np.float32) + shape = np.array([20, 10, 3], dtype=np.int64) + y = np.zeros([20, 10, 3], dtype=np.float32) + y[5:15, 1:8, :] = x + + expect(node, inputs=[x, shape], outputs=[y], name="test_center_crop_pad_pad") + + @staticmethod + def export_center_crop_pad_crop_and_pad() -> None: + node = onnx.helper.make_node( + "CenterCropPad", + inputs=["x", "shape"], + outputs=["y"], + ) + + # Cropping on first dim, padding on second, third stays the same + x = np.random.randn(20, 8, 3).astype(np.float32) + shape = np.array([10, 10, 3], dtype=np.int64) + y = np.zeros([10, 10, 3], dtype=np.float32) + y[:, 1:9, :] = x[5:15, :, :] + + expect( + node, + inputs=[x, shape], + outputs=[y], + name="test_center_crop_pad_crop_and_pad", + ) + + @staticmethod + def export_center_crop_pad_crop_axes_hwc() -> None: + node = onnx.helper.make_node( + "CenterCropPad", + inputs=["x", "shape"], + outputs=["y"], + axes=[0, 1], + ) + + # Cropping on first dim, padding on second, third stays the same + x = np.random.randn(20, 8, 3).astype(np.float32) + shape = np.array([10, 9], dtype=np.int64) + y = np.zeros([10, 9, 3], dtype=np.float32) + y[:, :8, :] = x[5:15, :, :] + + expect( + node, + inputs=[x, shape], + outputs=[y], + name="test_center_crop_pad_crop_axes_hwc", + ) + + @staticmethod + def export_center_crop_pad_crop_negative_axes_hwc() -> None: + node = onnx.helper.make_node( + "CenterCropPad", + inputs=["x", "shape"], + outputs=["y"], + axes=[-3, -2], + ) + + # Cropping on first dim, padding on second, third stays the same + x = np.random.randn(20, 8, 3).astype(np.float32) + shape = np.array([10, 9], dtype=np.int64) + y = np.zeros([10, 9, 3], dtype=np.float32) + y[:, :8, :] = x[5:15, :, :] + + expect( + node, + inputs=[x, shape], + outputs=[y], + name="test_center_crop_pad_crop_negative_axes_hwc", + ) + + @staticmethod + def export_center_crop_pad_crop_axes_chw() -> None: + node = onnx.helper.make_node( + "CenterCropPad", + inputs=["x", "shape"], + outputs=["y"], + axes=[1, 2], + ) + + # Cropping on second dim, padding on third, first stays the same + x = np.random.randn(3, 20, 8).astype(np.float32) + shape = np.array([10, 9], dtype=np.int64) + y = np.zeros([3, 10, 9], dtype=np.float32) + y[:, :, :8] = x[:, 5:15, :] + + expect( + node, + inputs=[x, shape], + outputs=[y], + name="test_center_crop_pad_crop_axes_chw", + ) diff --git a/onnx/backend/test/case/node/clip.py b/onnx/backend/test/case/node/clip.py new file mode 100644 index 0000000..c9b9e6f --- /dev/null +++ b/onnx/backend/test/case/node/clip.py @@ -0,0 +1,144 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class Clip(Base): + @staticmethod + def export() -> None: + node = onnx.helper.make_node( + "Clip", + inputs=["x", "min", "max"], + outputs=["y"], + ) + + x = np.array([-2, 0, 2]).astype(np.float32) + min_val = np.float32(-1) + max_val = np.float32(1) + y = np.clip(x, min_val, max_val) # expected output [-1., 0., 1.] + expect( + node, inputs=[x, min_val, max_val], outputs=[y], name="test_clip_example" + ) + + x = np.random.randn(3, 4, 5).astype(np.float32) + y = np.clip(x, min_val, max_val) + expect(node, inputs=[x, min_val, max_val], outputs=[y], name="test_clip") + node = onnx.helper.make_node( + "Clip", + inputs=["x", "min", "max"], + outputs=["y"], + ) + + min_val = np.float32(-5) + max_val = np.float32(5) + + x = np.array([-1, 0, 1]).astype(np.float32) + y = np.array([-1, 0, 1]).astype(np.float32) + expect( + node, inputs=[x, min_val, max_val], outputs=[y], name="test_clip_inbounds" + ) + + x = np.array([-6, 0, 6]).astype(np.float32) + y = np.array([-5, 0, 5]).astype(np.float32) + expect( + node, inputs=[x, min_val, max_val], outputs=[y], name="test_clip_outbounds" + ) + + x = np.array([-1, 0, 6]).astype(np.float32) + y = np.array([-1, 0, 5]).astype(np.float32) + expect( + node, + inputs=[x, min_val, max_val], + outputs=[y], + name="test_clip_splitbounds", + ) + + x = np.array([-2, 0, 6]).astype(np.float32) + y = np.array([1, 1, 1]).astype(np.float32) + min_val = np.float32(2) + max_val = np.float32(1) + expect( + node, + inputs=[x, min_val, max_val], + outputs=[y], + name="test_clip_min_greater_than_max", + ) + + @staticmethod + def export_clip_default() -> None: + node = onnx.helper.make_node( + "Clip", + inputs=["x", "min"], + outputs=["y"], + ) + min_val = np.float32(0) + x = np.random.randn(3, 4, 5).astype(np.float32) + y = np.clip(x, min_val, np.inf) + expect(node, inputs=[x, min_val], outputs=[y], name="test_clip_default_min") + + no_min = "" # optional input, not supplied + node = onnx.helper.make_node( + "Clip", + inputs=["x", no_min, "max"], + outputs=["y"], + ) + max_val = np.float32(0) + x = np.random.randn(3, 4, 5).astype(np.float32) + y = np.clip(x, -np.inf, max_val) + expect(node, inputs=[x, max_val], outputs=[y], name="test_clip_default_max") + + no_max = "" # optional input, not supplied + node = onnx.helper.make_node( + "Clip", + inputs=["x", no_min, no_max], + outputs=["y"], + ) + + x = np.array([-1, 0, 1]).astype(np.float32) + y = np.array([-1, 0, 1]).astype(np.float32) + expect(node, inputs=[x], outputs=[y], name="test_clip_default_inbounds") + + @staticmethod + def export_clip_default_int8() -> None: + node = onnx.helper.make_node( + "Clip", + inputs=["x", "min"], + outputs=["y"], + ) + min_val = np.int8(0) + x = np.random.randn(3, 4, 5).astype(np.int8) + y = np.clip(x, min_val, np.iinfo(np.int8).max) + expect( + node, inputs=[x, min_val], outputs=[y], name="test_clip_default_int8_min" + ) + + no_min = "" # optional input, not supplied + node = onnx.helper.make_node( + "Clip", + inputs=["x", no_min, "max"], + outputs=["y"], + ) + max_val = np.int8(0) + x = np.random.randn(3, 4, 5).astype(np.int8) + y = np.clip(x, np.iinfo(np.int8).min, max_val) + expect( + node, inputs=[x, max_val], outputs=[y], name="test_clip_default_int8_max" + ) + + no_max = "" # optional input, not supplied + node = onnx.helper.make_node( + "Clip", + inputs=["x", no_min, no_max], + outputs=["y"], + ) + + x = np.array([-1, 0, 1]).astype(np.int8) + y = np.array([-1, 0, 1]).astype(np.int8) + expect(node, inputs=[x], outputs=[y], name="test_clip_default_int8_inbounds") diff --git a/onnx/backend/test/case/node/col2im.py b/onnx/backend/test/case/node/col2im.py new file mode 100644 index 0000000..8516985 --- /dev/null +++ b/onnx/backend/test/case/node/col2im.py @@ -0,0 +1,349 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class Col2Im(Base): + """Col2Im operator with N-dimension support + + The tests below can be reproduced in Python using https://github.com/f-dangel/unfoldNd/ + """ + + @staticmethod + def export() -> None: + input = np.array( + [ + [ + [1.0, 6.0, 11.0, 16.0, 21.0], # (1, 5, 5) + [2.0, 7.0, 12.0, 17.0, 22.0], + [3.0, 8.0, 13.0, 18.0, 23.0], + [4.0, 9.0, 14.0, 19.0, 24.0], + [5.0, 0.0, 15.0, 20.0, 25.0], + ] + ] + ).astype(np.float32) + + image_shape = np.array([5, 5]).astype(np.int64) + block_shape = np.array([1, 5]).astype(np.int64) + node = onnx.helper.make_node( + "Col2Im", ["input", "image_shape", "block_shape"], ["output"] + ) + + output = np.array( + [ + [ + [ + [1.0, 2.0, 3.0, 4.0, 5.0], # (1, 1, 5, 5) + [6.0, 7.0, 8.0, 9.0, 0.0], + [11.0, 12.0, 13.0, 14.0, 15.0], + [16.0, 17.0, 18.0, 19.0, 20.0], + [21.0, 22.0, 23.0, 24.0, 25.0], + ] + ] + ] + ).astype(np.float32) + + expect( + node, + inputs=[input, image_shape, block_shape], + outputs=[output], + name="test_col2im", + ) + + @staticmethod + def export_col2im_strides() -> None: + input = np.array( + [ + [ + [0.0, 0.0, 0.0, 0.0], # (1, 9, 4) + [1.0, 1.0, 1.0, 1.0], + [1.0, 1.0, 1.0, 1.0], + [1.0, 1.0, 1.0, 1.0], + [0.0, 0.0, 0.0, 0.0], + [0.0, 0.0, 0.0, 0.0], + [0.0, 0.0, 0.0, 0.0], + [1.0, 1.0, 1.0, 1.0], + [0.0, 0.0, 0.0, 0.0], + ] + ] + ).astype(np.float32) + image_shape = np.array([5, 5]).astype(np.int64) + block_shape = np.array([3, 3]).astype(np.int64) + + output = np.array( + [ + [ + [ + [0.0, 1.0, 1.0, 1.0, 1.0], # (1, 1, 5, 5) + [1.0, 0.0, 1.0, 0.0, 0.0], + [0.0, 2.0, 1.0, 2.0, 1.0], + [1.0, 0.0, 1.0, 0.0, 0.0], + [0.0, 1.0, 0.0, 1.0, 0.0], + ] + ] + ] + ).astype(np.float32) + + node = onnx.helper.make_node( + "Col2Im", + ["input", "image_shape", "block_shape"], + ["output"], + strides=[2, 2], + ) + expect( + node, + inputs=[input, image_shape, block_shape], + outputs=[output], + name="test_col2im_strides", + ) + + @staticmethod + def export_col2im_pads() -> None: + input = np.array( + [ + [ + [ + 1.0, + 6.0, + 11.0, + 16.0, + 21.0, + 26, + 31, + 36, + 41, + 46, + 51, + 56, + 61, + 66, + 71, + ], # (1, 5, 15) + [ + 2.0, + 7.0, + 12.0, + 17.0, + 22.0, + 27, + 32, + 37, + 42, + 47, + 52, + 57, + 62, + 67, + 72, + ], + [ + 3.0, + 8.0, + 13.0, + 18.0, + 23.0, + 28, + 33, + 38, + 43, + 48, + 53, + 58, + 63, + 68, + 73, + ], + [ + 4.0, + 9.0, + 14.0, + 19.0, + 24.0, + 29, + 34, + 39, + 44, + 49, + 54, + 59, + 64, + 69, + 74, + ], + [ + 5.0, + 10.0, + 15.0, + 20.0, + 25.0, + 30, + 35, + 40, + 45, + 50, + 55, + 60, + 65, + 70, + 75, + ], + ] + ] + ).astype(np.float32) + image_shape = np.array([5, 5]).astype(np.int64) + block_shape = np.array([1, 5]).astype(np.int64) + + output = np.array( + [ + [ + [ + [8.0, 21.0, 24.0, 27.0, 24.0], # (1, 1, 5, 5) + [38.0, 66.0, 69.0, 72.0, 54.0], + [68.0, 111.0, 114.0, 117.0, 84.0], + [98.0, 156.0, 159.0, 162.0, 114.0], + [128.0, 201.0, 204.0, 207.0, 144.0], + ] + ] + ] + ).astype(np.float32) + + node = onnx.helper.make_node( + "Col2Im", + ["input", "image_shape", "block_shape"], + ["output"], + pads=[0, 1, 0, 1], + ) + expect( + node, + inputs=[input, image_shape, block_shape], + outputs=[output], + name="test_col2im_pads", + ) + + @staticmethod + def export_col2im_dilations() -> None: + input = np.array( + [ + [ + [1.0, 5.0, 9.0, 13.0, 17], # (1, 4, 5) + [2.0, 6.0, 10.0, 14.0, 18], + [3.0, 7.0, 11.0, 15.0, 19], + [4.0, 8.0, 12.0, 16.0, 20], + ] + ] + ).astype(np.float32) + image_shape = np.array([6, 6]).astype(np.int64) + block_shape = np.array([2, 2]).astype(np.int64) + + output = np.array( + [ + [ + [ + [1.0, 0.0, 0.0, 0.0, 0.0, 2.0], # (1, 1, 6, 6) + [8.0, 0.0, 0.0, 0.0, 0.0, 10.0], + [16.0, 0.0, 0.0, 0.0, 0.0, 18.0], + [24.0, 0.0, 0.0, 0.0, 0.0, 26.0], + [32.0, 0.0, 0.0, 0.0, 0.0, 34.0], + [19.0, 0.0, 0.0, 0.0, 0.0, 20.0], + ] + ] + ] + ).astype(np.float32) + + node = onnx.helper.make_node( + "Col2Im", + ["input", "image_shape", "block_shape"], + ["output"], + dilations=[1, 5], + ) + expect( + node, + inputs=[input, image_shape, block_shape], + outputs=[output], + name="test_col2im_dilations", + ) + + @staticmethod + def export_col2im_5d() -> None: + input = np.array( + [ + [ + [1, 6, 11, 16, 21, 26, 31, 36, 41, 46, 51, 56], # (1, 10, 12) + [2, 7, 12, 17, 22, 27, 32, 37, 42, 47, 52, 57], + [3, 8, 13, 18, 23, 28, 33, 38, 43, 48, 53, 58], + [4, 9, 14, 19, 24, 29, 34, 39, 44, 49, 54, 59], + [5, 10, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60], + [61, 66, 71, 76, 81, 86, 91, 96, 101, 106, 111, 116], + [62, 67, 72, 77, 82, 87, 92, 97, 102, 107, 112, 117], + [63, 68, 73, 78, 83, 88, 93, 98, 103, 108, 113, 118], + [64, 69, 74, 79, 84, 89, 94, 99, 104, 109, 114, 119], + [65, 70, 75, 80, 85, 90, 95, 100, 105, 110, 115, 120], + ] + ] + ).astype(np.float32) + image_shape = np.array([3, 4, 5]).astype(np.int64) + block_shape = np.array([1, 1, 5]).astype(np.int64) + + output = np.array( + [ + [ + [ + [ + [1, 2, 3, 4, 5], # (1, 2, 3, 4, 5) + [6, 7, 8, 9, 10], + [11, 12, 13, 14, 15], + [16, 17, 18, 19, 20], + ], + [ + [21, 22, 23, 24, 25], + [26, 27, 28, 29, 30], + [31, 32, 33, 34, 35], + [36, 37, 38, 39, 40], + ], + [ + [41, 42, 43, 44, 45], + [46, 47, 48, 49, 50], + [51, 52, 53, 54, 55], + [56, 57, 58, 59, 60], + ], + ], + [ + [ + [61, 62, 63, 64, 65], + [66, 67, 68, 69, 70], + [71, 72, 73, 74, 75], + [76, 77, 78, 79, 80], + ], + [ + [81, 82, 83, 84, 85], + [86, 87, 88, 89, 90], + [91, 92, 93, 94, 95], + [96, 97, 98, 99, 100], + ], + [ + [101, 102, 103, 104, 105], + [106, 107, 108, 109, 110], + [111, 112, 113, 114, 115], + [116, 117, 118, 119, 120], + ], + ], + ] + ] + ).astype(np.float32) + + node = onnx.helper.make_node( + "Col2Im", ["input", "image_shape", "block_shape"], ["output"] + ) + expect( + node, + inputs=[input, image_shape, block_shape], + outputs=[output], + name="test_col2im_5d", + ) diff --git a/onnx/backend/test/case/node/compress.py b/onnx/backend/test/case/node/compress.py new file mode 100644 index 0000000..aa20c17 --- /dev/null +++ b/onnx/backend/test/case/node/compress.py @@ -0,0 +1,99 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class Compress(Base): + @staticmethod + def export_compress_0() -> None: + node = onnx.helper.make_node( + "Compress", + inputs=["input", "condition"], + outputs=["output"], + axis=0, + ) + input = np.array([[1, 2], [3, 4], [5, 6]]).astype(np.float32) + condition = np.array([0, 1, 1]) + output = np.compress(condition, input, axis=0) + # print(output) + # [[ 3. 4.] + # [ 5. 6.]] + + expect( + node, + inputs=[input, condition.astype(bool)], + outputs=[output], + name="test_compress_0", + ) + + @staticmethod + def export_compress_1() -> None: + node = onnx.helper.make_node( + "Compress", + inputs=["input", "condition"], + outputs=["output"], + axis=1, + ) + input = np.array([[1, 2], [3, 4], [5, 6]]).astype(np.float32) + condition = np.array([0, 1]) + output = np.compress(condition, input, axis=1) + # print(output) + # [[ 2.] + # [ 4.] + # [ 6.]] + + expect( + node, + inputs=[input, condition.astype(bool)], + outputs=[output], + name="test_compress_1", + ) + + @staticmethod + def export_compress_default_axis() -> None: + node = onnx.helper.make_node( + "Compress", + inputs=["input", "condition"], + outputs=["output"], + ) + input = np.array([[1, 2], [3, 4], [5, 6]]).astype(np.float32) + condition = np.array([0, 1, 0, 0, 1]) + output = np.compress(condition, input) + # print(output) + # [ 2., 5.] + + expect( + node, + inputs=[input, condition.astype(bool)], + outputs=[output], + name="test_compress_default_axis", + ) + + @staticmethod + def export_compress_negative_axis() -> None: + node = onnx.helper.make_node( + "Compress", + inputs=["input", "condition"], + outputs=["output"], + axis=-1, + ) + input = np.array([[1, 2], [3, 4], [5, 6]]).astype(np.float32) + condition = np.array([0, 1]) + output = np.compress(condition, input, axis=-1) + # print(output) + # [[ 2.] + # [ 4.] + # [ 6.]] + expect( + node, + inputs=[input, condition.astype(bool)], + outputs=[output], + name="test_compress_negative_axis", + ) diff --git a/onnx/backend/test/case/node/concat.py b/onnx/backend/test/case/node/concat.py new file mode 100644 index 0000000..25807eb --- /dev/null +++ b/onnx/backend/test/case/node/concat.py @@ -0,0 +1,56 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +from typing import TYPE_CHECKING, Any + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + +if TYPE_CHECKING: + from collections.abc import Sequence + + +class Concat(Base): + @staticmethod + def export() -> None: + test_cases: dict[str, Sequence[Any]] = { + "1d": ([1, 2], [3, 4]), + "2d": ([[1, 2], [3, 4]], [[5, 6], [7, 8]]), + "3d": ( + [[[1, 2], [3, 4]], [[5, 6], [7, 8]]], + [[[9, 10], [11, 12]], [[13, 14], [15, 16]]], + ), + } + + for test_case, values_ in test_cases.items(): + values = [np.asarray(v, dtype=np.float32) for v in values_] + for i in range(len(values[0].shape)): + in_args = ["value" + str(k) for k in range(len(values))] + node = onnx.helper.make_node( + "Concat", inputs=list(in_args), outputs=["output"], axis=i + ) + output = np.concatenate(values, i) + expect( + node, + inputs=list(values), + outputs=[output], + name="test_concat_" + test_case + "_axis_" + str(i), + ) + + for i in range(-len(values[0].shape), 0): + in_args = ["value" + str(k) for k in range(len(values))] + node = onnx.helper.make_node( + "Concat", inputs=list(in_args), outputs=["output"], axis=i + ) + output = np.concatenate(values, i) + expect( + node, + inputs=list(values), + outputs=[output], + name="test_concat_" + test_case + "_axis_negative_" + str(abs(i)), + ) diff --git a/onnx/backend/test/case/node/constant.py b/onnx/backend/test/case/node/constant.py new file mode 100644 index 0000000..82a1942 --- /dev/null +++ b/onnx/backend/test/case/node/constant.py @@ -0,0 +1,29 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class Constant(Base): + @staticmethod + def export() -> None: + values = np.random.randn(5, 5).astype(np.float32) + node = onnx.helper.make_node( + "Constant", + inputs=[], + outputs=["values"], + value=onnx.helper.make_tensor( + name="const_tensor", + data_type=onnx.TensorProto.FLOAT, + dims=values.shape, + vals=values.flatten().astype(float), + ), + ) + + expect(node, inputs=[], outputs=[values], name="test_constant") diff --git a/onnx/backend/test/case/node/constantofshape.py b/onnx/backend/test/case/node/constantofshape.py new file mode 100644 index 0000000..9083842 --- /dev/null +++ b/onnx/backend/test/case/node/constantofshape.py @@ -0,0 +1,64 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class ConstantOfShape(Base): + @staticmethod + def export_float_ones() -> None: + x = np.array([4, 3, 2]).astype(np.int64) + tensor_value = onnx.helper.make_tensor( + "value", onnx.TensorProto.FLOAT, [1], [1] + ) + node = onnx.helper.make_node( + "ConstantOfShape", + inputs=["x"], + outputs=["y"], + value=tensor_value, + ) + + y = np.ones(x, dtype=np.float32) + expect(node, inputs=[x], outputs=[y], name="test_constantofshape_float_ones") + + @staticmethod + def export_int32_zeros() -> None: + x = np.array([10, 6]).astype(np.int64) + tensor_value = onnx.helper.make_tensor( + "value", onnx.TensorProto.INT32, [1], [0] + ) + node = onnx.helper.make_node( + "ConstantOfShape", + inputs=["x"], + outputs=["y"], + value=tensor_value, + ) + y = np.zeros(x, dtype=np.int32) + expect(node, inputs=[x], outputs=[y], name="test_constantofshape_int_zeros") + + @staticmethod + def export_int32_shape_zero() -> None: + x = np.array( + [ + 0, + ] + ).astype(np.int64) + tensor_value = onnx.helper.make_tensor( + "value", onnx.TensorProto.INT32, [1], [0] + ) + node = onnx.helper.make_node( + "ConstantOfShape", + inputs=["x"], + outputs=["y"], + value=tensor_value, + ) + y = np.zeros(x, dtype=np.int32) + expect( + node, inputs=[x], outputs=[y], name="test_constantofshape_int_shape_zero" + ) diff --git a/onnx/backend/test/case/node/conv.py b/onnx/backend/test/case/node/conv.py new file mode 100644 index 0000000..0be699e --- /dev/null +++ b/onnx/backend/test/case/node/conv.py @@ -0,0 +1,257 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class Conv(Base): + @staticmethod + def export() -> None: + x = np.array( + [ + [ + [ + [0.0, 1.0, 2.0, 3.0, 4.0], # (1, 1, 5, 5) input tensor + [5.0, 6.0, 7.0, 8.0, 9.0], + [10.0, 11.0, 12.0, 13.0, 14.0], + [15.0, 16.0, 17.0, 18.0, 19.0], + [20.0, 21.0, 22.0, 23.0, 24.0], + ] + ] + ] + ).astype(np.float32) + W = np.array( + [ + [ + [ + [1.0, 1.0, 1.0], # (1, 1, 3, 3) tensor for convolution weights + [1.0, 1.0, 1.0], + [1.0, 1.0, 1.0], + ] + ] + ] + ).astype(np.float32) + + # Convolution with padding + node_with_padding = onnx.helper.make_node( + "Conv", + inputs=["x", "W"], + outputs=["y"], + kernel_shape=[3, 3], + # Default values for other attributes: strides=[1, 1], dilations=[1, 1], groups=1 + pads=[1, 1, 1, 1], + ) + y_with_padding = np.array( + [ + [ + [ + [12.0, 21.0, 27.0, 33.0, 24.0], # (1, 1, 5, 5) output tensor + [33.0, 54.0, 63.0, 72.0, 51.0], + [63.0, 99.0, 108.0, 117.0, 81.0], + [93.0, 144.0, 153.0, 162.0, 111.0], + [72.0, 111.0, 117.0, 123.0, 84.0], + ] + ] + ] + ).astype(np.float32) + expect( + node_with_padding, + inputs=[x, W], + outputs=[y_with_padding], + name="test_basic_conv_with_padding", + ) + + # Convolution without padding + node_without_padding = onnx.helper.make_node( + "Conv", + inputs=["x", "W"], + outputs=["y"], + kernel_shape=[3, 3], + # Default values for other attributes: strides=[1, 1], dilations=[1, 1], groups=1 + pads=[0, 0, 0, 0], + ) + y_without_padding = np.array( + [ + [ + [ + [54.0, 63.0, 72.0], # (1, 1, 3, 3) output tensor + [99.0, 108.0, 117.0], + [144.0, 153.0, 162.0], + ] + ] + ] + ).astype(np.float32) + expect( + node_without_padding, + inputs=[x, W], + outputs=[y_without_padding], + name="test_basic_conv_without_padding", + ) + + @staticmethod + def export_conv_with_strides() -> None: + x = np.array( + [ + [ + [ + [0.0, 1.0, 2.0, 3.0, 4.0], # (1, 1, 7, 5) input tensor + [5.0, 6.0, 7.0, 8.0, 9.0], + [10.0, 11.0, 12.0, 13.0, 14.0], + [15.0, 16.0, 17.0, 18.0, 19.0], + [20.0, 21.0, 22.0, 23.0, 24.0], + [25.0, 26.0, 27.0, 28.0, 29.0], + [30.0, 31.0, 32.0, 33.0, 34.0], + ] + ] + ] + ).astype(np.float32) + W = np.array( + [ + [ + [ + [1.0, 1.0, 1.0], # (1, 1, 3, 3) tensor for convolution weights + [1.0, 1.0, 1.0], + [1.0, 1.0, 1.0], + ] + ] + ] + ).astype(np.float32) + + # Convolution with strides=2 and padding + node_with_padding = onnx.helper.make_node( + "Conv", + inputs=["x", "W"], + outputs=["y"], + kernel_shape=[3, 3], + pads=[1, 1, 1, 1], + strides=[ + 2, + 2, + ], # Default values for other attributes: dilations=[1, 1], groups=1 + ) + y_with_padding = np.array( + [ + [ + [ + [12.0, 27.0, 24.0], # (1, 1, 4, 3) output tensor + [63.0, 108.0, 81.0], + [123.0, 198.0, 141.0], + [112.0, 177.0, 124.0], + ] + ] + ] + ).astype(np.float32) + expect( + node_with_padding, + inputs=[x, W], + outputs=[y_with_padding], + name="test_conv_with_strides_padding", + ) + + # Convolution with strides=2 and no padding + node_without_padding = onnx.helper.make_node( + "Conv", + inputs=["x", "W"], + outputs=["y"], + kernel_shape=[3, 3], + pads=[0, 0, 0, 0], + strides=[ + 2, + 2, + ], # Default values for other attributes: dilations=[1, 1], groups=1 + ) + y_without_padding = np.array( + [ + [ + [ + [54.0, 72.0], # (1, 1, 3, 2) output tensor + [144.0, 162.0], + [234.0, 252.0], + ] + ] + ] + ).astype(np.float32) + expect( + node_without_padding, + inputs=[x, W], + outputs=[y_without_padding], + name="test_conv_with_strides_no_padding", + ) + + # Convolution with strides=2 and padding only along one dimension (the H dimension in NxCxHxW tensor) + node_with_asymmetric_padding = onnx.helper.make_node( + "Conv", + inputs=["x", "W"], + outputs=["y"], + kernel_shape=[3, 3], + pads=[1, 0, 1, 0], + strides=[ + 2, + 2, + ], # Default values for other attributes: dilations=[1, 1], groups=1 + ) + y_with_asymmetric_padding = np.array( + [ + [ + [ + [21.0, 33.0], # (1, 1, 4, 2) output tensor + [99.0, 117.0], + [189.0, 207.0], + [171.0, 183.0], + ] + ] + ] + ).astype(np.float32) + expect( + node_with_asymmetric_padding, + inputs=[x, W], + outputs=[y_with_asymmetric_padding], + name="test_conv_with_strides_and_asymmetric_padding", + ) + + @staticmethod + def export_conv_with_autopad_same() -> None: + x = np.array( + [ + [ + [ + [0.0, 1.0, 2.0, 3.0, 4.0], # (1, 1, 5, 5) input tensor + [5.0, 6.0, 7.0, 8.0, 9.0], + [10.0, 11.0, 12.0, 13.0, 14.0], + [15.0, 16.0, 17.0, 18.0, 19.0], + [20.0, 21.0, 22.0, 23.0, 24.0], + ] + ] + ] + ).astype(np.float32) + W = np.array( + [ + [ + [ + [1.0, 1.0, 1.0], # (1, 1, 3, 3) tensor for convolution weights + [1.0, 1.0, 1.0], + [1.0, 1.0, 1.0], + ] + ] + ] + ).astype(np.float32) + + # Convolution with auto_pad='SAME_LOWER' and strides=2 + node = onnx.helper.make_node( + "Conv", + inputs=["x", "W"], + outputs=["y"], + auto_pad="SAME_LOWER", + kernel_shape=[3, 3], + strides=[2, 2], + ) + y = np.array( + [[[[12.0, 27.0, 24.0], [63.0, 108.0, 81.0], [72.0, 117.0, 84.0]]]] + ).astype(np.float32) + expect(node, inputs=[x, W], outputs=[y], name="test_conv_with_autopad_same") diff --git a/onnx/backend/test/case/node/convinteger.py b/onnx/backend/test/case/node/convinteger.py new file mode 100644 index 0000000..1b000a2 --- /dev/null +++ b/onnx/backend/test/case/node/convinteger.py @@ -0,0 +1,103 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class ConvInteger(Base): + @staticmethod + def export_without_padding() -> None: + x = ( + np.array([2, 3, 4, 5, 6, 7, 8, 9, 10]) + .astype(np.uint8) + .reshape((1, 1, 3, 3)) + ) + x_zero_point = np.uint8(1) + w = np.array([1, 1, 1, 1]).astype(np.uint8).reshape((1, 1, 2, 2)) + + y = np.array([12, 16, 24, 28]).astype(np.int32).reshape(1, 1, 2, 2) + + # ConvInteger without padding + convinteger_node = onnx.helper.make_node( + "ConvInteger", inputs=["x", "w", "x_zero_point"], outputs=["y"] + ) + + expect( + convinteger_node, + inputs=[x, w, x_zero_point], + outputs=[y], + name="test_convinteger_without_padding", + ) + + @staticmethod + def export_with_padding() -> None: + x = ( + np.array([2, 3, 4, 5, 6, 7, 8, 9, 10]) + .astype(np.uint8) + .reshape((1, 1, 3, 3)) + ) + x_zero_point = np.uint8(1) + w_zero_points = np.array([0, 1], dtype=np.uint8) + w = np.array([1, 1, 1, 1, 1, 1, 1, 1]).astype(np.uint8).reshape((2, 1, 2, 2)) + + y = ( + np.array( + [ + 1, + 3, + 5, + 3, + 5, + 12, + 16, + 9, + 11, + 24, + 28, + 15, + 7, + 15, + 17, + 9, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + ] + ) + .astype(np.int32) + .reshape((1, 2, 4, 4)) + ) + + # ConvInteger with padding + convinteger_node_with_padding = onnx.helper.make_node( + "ConvInteger", + inputs=["x", "w", "x_zero_point", "w_zero_points"], + outputs=["y"], + pads=[1, 1, 1, 1], + ) + + expect( + convinteger_node_with_padding, + inputs=[x, w, x_zero_point, w_zero_points], + outputs=[y], + name="test_convinteger_with_padding", + ) diff --git a/onnx/backend/test/case/node/convtranspose.py b/onnx/backend/test/case/node/convtranspose.py new file mode 100644 index 0000000..64a9fdd --- /dev/null +++ b/onnx/backend/test/case/node/convtranspose.py @@ -0,0 +1,532 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class ConvTranspose(Base): + @staticmethod + def export() -> None: + x = np.array( + [[[[0.0, 1.0, 2.0], [3.0, 4.0, 5.0], [6.0, 7.0, 8.0]]]] # (1, 1, 3, 3) + ).astype(np.float32) + + W = np.array( + [ + [ + [[1.0, 1.0, 1.0], [1.0, 1.0, 1.0], [1.0, 1.0, 1.0]], # (1, 2, 3, 3) + [[1.0, 1.0, 1.0], [1.0, 1.0, 1.0], [1.0, 1.0, 1.0]], + ] + ] + ).astype(np.float32) + + node = onnx.helper.make_node("ConvTranspose", ["X", "W"], ["Y"]) + + y = np.array( + [ + [ + [ + [0.0, 1.0, 3.0, 3.0, 2.0], # (1, 2, 5, 5) + [3.0, 8.0, 15.0, 12.0, 7.0], + [9.0, 21.0, 36.0, 27.0, 15.0], + [9.0, 20.0, 33.0, 24.0, 13.0], + [6.0, 13.0, 21.0, 15.0, 8.0], + ], + [ + [0.0, 1.0, 3.0, 3.0, 2.0], + [3.0, 8.0, 15.0, 12.0, 7.0], + [9.0, 21.0, 36.0, 27.0, 15.0], + [9.0, 20.0, 33.0, 24.0, 13.0], + [6.0, 13.0, 21.0, 15.0, 8.0], + ], + ] + ] + ).astype(np.float32) + + expect(node, inputs=[x, W], outputs=[y], name="test_convtranspose") + + @staticmethod + def export_convtranspose_1d() -> None: + x = np.array([[[0.0, 1.0, 2.0]]]).astype(np.float32) # (1, 1, 3) + + W = np.array([[[1.0, 1.0, 1.0], [1.0, 1.0, 1.0]]]).astype( # (1, 2, 3) + np.float32 + ) + + node = onnx.helper.make_node("ConvTranspose", ["X", "W"], ["Y"]) + + y = np.array( + [[[0.0, 1.0, 3.0, 3.0, 2.0], [0.0, 1.0, 3.0, 3.0, 2.0]]] # (1, 2, 5) + ).astype(np.float32) + + expect(node, inputs=[x, W], outputs=[y], name="test_convtranspose_1d") + + @staticmethod + def export_convtranspose_3d() -> None: + x = np.array( + [ + [ + [ + [ + [0.0, 1.0, 2.0, 3.0, 4.0], # (1, 1, 3, 4, 5) + [5.0, 6.0, 7.0, 8.0, 9.0], + [10.0, 11.0, 12.0, 13.0, 14.0], + [15.0, 16.0, 17.0, 18.0, 19.0], + ], + [ + [20.0, 21.0, 22.0, 23.0, 24.0], + [25.0, 26.0, 27.0, 28.0, 29.0], + [30.0, 31.0, 32.0, 33.0, 34.0], + [35.0, 36.0, 37.0, 38.0, 39.0], + ], + [ + [40.0, 41.0, 42.0, 43.0, 44.0], + [45.0, 46.0, 47.0, 48.0, 49.0], + [50.0, 51.0, 52.0, 53.0, 54.0], + [55.0, 56.0, 57.0, 58.0, 59.0], + ], + ] + ] + ] + ).astype(np.float32) + + W = np.array( + [ + [ + [ + [ + [1.0, 1.0, 1.0], # (1, 2, 3, 3, 3) + [1.0, 1.0, 1.0], + [1.0, 1.0, 1.0], + ], + [[1.0, 1.0, 1.0], [1.0, 1.0, 1.0], [1.0, 1.0, 1.0]], + [[1.0, 1.0, 1.0], [1.0, 1.0, 1.0], [1.0, 1.0, 1.0]], + ], + [ + [[1.0, 1.0, 1.0], [1.0, 1.0, 1.0], [1.0, 1.0, 1.0]], + [[1.0, 1.0, 1.0], [1.0, 1.0, 1.0], [1.0, 1.0, 1.0]], + [[1.0, 1.0, 1.0], [1.0, 1.0, 1.0], [1.0, 1.0, 1.0]], + ], + ] + ] + ).astype(np.float32) + + node = onnx.helper.make_node("ConvTranspose", ["X", "W"], ["Y"]) + + y = np.array( + [ + [ + [ + [ + [0.0, 1.0, 3.0, 6.0, 9.0, 7.0, 4.0], # (1, 2, 5, 6, 7) + [5.0, 12.0, 21.0, 27.0, 33.0, 24.0, 13.0], + [15.0, 33.0, 54.0, 63.0, 72.0, 51.0, 27.0], + [30.0, 63.0, 99.0, 108.0, 117.0, 81.0, 42.0], + [25.0, 52.0, 81.0, 87.0, 93.0, 64.0, 33.0], + [15.0, 31.0, 48.0, 51.0, 54.0, 37.0, 19.0], + ], + [ + [20.0, 42.0, 66.0, 72.0, 78.0, 54.0, 28.0], + [50.0, 104.0, 162.0, 174.0, 186.0, 128.0, 66.0], + [90.0, 186.0, 288.0, 306.0, 324.0, 222.0, 114.0], + [120.0, 246.0, 378.0, 396.0, 414.0, 282.0, 144.0], + [90.0, 184.0, 282.0, 294.0, 306.0, 208.0, 106.0], + [50.0, 102.0, 156.0, 162.0, 168.0, 114.0, 58.0], + ], + [ + [60.0, 123.0, 189.0, 198.0, 207.0, 141.0, 72.0], + [135.0, 276.0, 423.0, 441.0, 459.0, 312.0, 159.0], + [225.0, 459.0, 702.0, 729.0, 756.0, 513.0, 261.0], + [270.0, 549.0, 837.0, 864.0, 891.0, 603.0, 306.0], + [195.0, 396.0, 603.0, 621.0, 639.0, 432.0, 219.0], + [105.0, 213.0, 324.0, 333.0, 342.0, 231.0, 117.0], + ], + [ + [60.0, 122.0, 186.0, 192.0, 198.0, 134.0, 68.0], + [130.0, 264.0, 402.0, 414.0, 426.0, 288.0, 146.0], + [210.0, 426.0, 648.0, 666.0, 684.0, 462.0, 234.0], + [240.0, 486.0, 738.0, 756.0, 774.0, 522.0, 264.0], + [170.0, 344.0, 522.0, 534.0, 546.0, 368.0, 186.0], + [90.0, 182.0, 276.0, 282.0, 288.0, 194.0, 98.0], + ], + [ + [40.0, 81.0, 123.0, 126.0, 129.0, 87.0, 44.0], + [85.0, 172.0, 261.0, 267.0, 273.0, 184.0, 93.0], + [135.0, 273.0, 414.0, 423.0, 432.0, 291.0, 147.0], + [150.0, 303.0, 459.0, 468.0, 477.0, 321.0, 162.0], + [105.0, 212.0, 321.0, 327.0, 333.0, 224.0, 113.0], + [55.0, 111.0, 168.0, 171.0, 174.0, 117.0, 59.0], + ], + ], + [ + [ + [0.0, 1.0, 3.0, 6.0, 9.0, 7.0, 4.0], + [5.0, 12.0, 21.0, 27.0, 33.0, 24.0, 13.0], + [15.0, 33.0, 54.0, 63.0, 72.0, 51.0, 27.0], + [30.0, 63.0, 99.0, 108.0, 117.0, 81.0, 42.0], + [25.0, 52.0, 81.0, 87.0, 93.0, 64.0, 33.0], + [15.0, 31.0, 48.0, 51.0, 54.0, 37.0, 19.0], + ], + [ + [20.0, 42.0, 66.0, 72.0, 78.0, 54.0, 28.0], + [50.0, 104.0, 162.0, 174.0, 186.0, 128.0, 66.0], + [90.0, 186.0, 288.0, 306.0, 324.0, 222.0, 114.0], + [120.0, 246.0, 378.0, 396.0, 414.0, 282.0, 144.0], + [90.0, 184.0, 282.0, 294.0, 306.0, 208.0, 106.0], + [50.0, 102.0, 156.0, 162.0, 168.0, 114.0, 58.0], + ], + [ + [60.0, 123.0, 189.0, 198.0, 207.0, 141.0, 72.0], + [135.0, 276.0, 423.0, 441.0, 459.0, 312.0, 159.0], + [225.0, 459.0, 702.0, 729.0, 756.0, 513.0, 261.0], + [270.0, 549.0, 837.0, 864.0, 891.0, 603.0, 306.0], + [195.0, 396.0, 603.0, 621.0, 639.0, 432.0, 219.0], + [105.0, 213.0, 324.0, 333.0, 342.0, 231.0, 117.0], + ], + [ + [60.0, 122.0, 186.0, 192.0, 198.0, 134.0, 68.0], + [130.0, 264.0, 402.0, 414.0, 426.0, 288.0, 146.0], + [210.0, 426.0, 648.0, 666.0, 684.0, 462.0, 234.0], + [240.0, 486.0, 738.0, 756.0, 774.0, 522.0, 264.0], + [170.0, 344.0, 522.0, 534.0, 546.0, 368.0, 186.0], + [90.0, 182.0, 276.0, 282.0, 288.0, 194.0, 98.0], + ], + [ + [40.0, 81.0, 123.0, 126.0, 129.0, 87.0, 44.0], + [85.0, 172.0, 261.0, 267.0, 273.0, 184.0, 93.0], + [135.0, 273.0, 414.0, 423.0, 432.0, 291.0, 147.0], + [150.0, 303.0, 459.0, 468.0, 477.0, 321.0, 162.0], + [105.0, 212.0, 321.0, 327.0, 333.0, 224.0, 113.0], + [55.0, 111.0, 168.0, 171.0, 174.0, 117.0, 59.0], + ], + ], + ] + ] + ).astype(np.float32) + + expect(node, inputs=[x, W], outputs=[y], name="test_convtranspose_3d") + + @staticmethod + def export_convtranspose_attributes() -> None: + x = np.array( + [[[[0.0, 1.0, 2.0], [3.0, 4.0, 5.0], [6.0, 7.0, 8.0]]]] # (1, 1, 3, 3) + ).astype(np.float32) + + W = np.array( + [ + [ + [[1.0, 1.0, 1.0], [1.0, 1.0, 1.0], [1.0, 1.0, 1.0]], # (1, 2, 3, 3) + [[1.0, 1.0, 1.0], [1.0, 1.0, 1.0], [1.0, 1.0, 1.0]], + ] + ] + ).astype(np.float32) + + y = np.array( + [ + [ + [ + [0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 2.0, 0.0], # (1, 2, 10, 8) + [0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 2.0, 0.0], + [0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 2.0, 0.0], + [3.0, 3.0, 7.0, 4.0, 9.0, 5.0, 5.0, 0.0], + [3.0, 3.0, 7.0, 4.0, 9.0, 5.0, 5.0, 0.0], + [3.0, 3.0, 7.0, 4.0, 9.0, 5.0, 5.0, 0.0], + [6.0, 6.0, 13.0, 7.0, 15.0, 8.0, 8.0, 0.0], + [6.0, 6.0, 13.0, 7.0, 15.0, 8.0, 8.0, 0.0], + [6.0, 6.0, 13.0, 7.0, 15.0, 8.0, 8.0, 0.0], + [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], + ], + [ + [0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 2.0, 0.0], + [0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 2.0, 0.0], + [0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 2.0, 0.0], + [3.0, 3.0, 7.0, 4.0, 9.0, 5.0, 5.0, 0.0], + [3.0, 3.0, 7.0, 4.0, 9.0, 5.0, 5.0, 0.0], + [3.0, 3.0, 7.0, 4.0, 9.0, 5.0, 5.0, 0.0], + [6.0, 6.0, 13.0, 7.0, 15.0, 8.0, 8.0, 0.0], + [6.0, 6.0, 13.0, 7.0, 15.0, 8.0, 8.0, 0.0], + [6.0, 6.0, 13.0, 7.0, 15.0, 8.0, 8.0, 0.0], + [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], + ], + ] + ] + ).astype(np.float32) + + node = onnx.helper.make_node( + "ConvTranspose", ["X", "W"], ["Y"], strides=[3, 2], output_shape=[10, 8] + ) + expect(node, inputs=[x, W], outputs=[y], name="test_convtranspose_output_shape") + + node = onnx.helper.make_node( + "ConvTranspose", ["X", "W"], ["Y"], strides=[3, 2], output_padding=[1, 1] + ) + expect(node, inputs=[x, W], outputs=[y], name="test_convtranspose_pad") + + node = onnx.helper.make_node( + "ConvTranspose", + ["X", "W"], + ["Y"], + name="test", + strides=[3, 2], + output_shape=[10, 8], + kernel_shape=[3, 3], + output_padding=[1, 1], + ) + expect(node, inputs=[x, W], outputs=[y], name="test_convtranspose_kernel_shape") + + @staticmethod + def export_convtranspose_pads() -> None: + x = np.array( + [[[[0.0, 1.0, 2.0], [3.0, 4.0, 5.0], [6.0, 7.0, 8.0]]]] # (1, 1, 3, 3) + ).astype(np.float32) + + W = np.array( + [ + [ + [[1.0, 1.0, 1.0], [1.0, 1.0, 1.0], [1.0, 1.0, 1.0]], # (1, 2, 3, 3) + [[1.0, 1.0, 1.0], [1.0, 1.0, 1.0], [1.0, 1.0, 1.0]], + ] + ] + ).astype(np.float32) + + node = onnx.helper.make_node( + "ConvTranspose", ["X", "W"], ["Y"], strides=[3, 2], pads=[1, 2, 1, 2] + ) + + y = np.array( + [ + [ + [ + [1.0, 1.0, 3.0], # (1, 2, 7, 3) + [1.0, 1.0, 3.0], + [7.0, 4.0, 9.0], + [7.0, 4.0, 9.0], + [7.0, 4.0, 9.0], + [13.0, 7.0, 15.0], + [13.0, 7.0, 15.0], + ], + [ + [1.0, 1.0, 3.0], + [1.0, 1.0, 3.0], + [7.0, 4.0, 9.0], + [7.0, 4.0, 9.0], + [7.0, 4.0, 9.0], + [13.0, 7.0, 15.0], + [13.0, 7.0, 15.0], + ], + ] + ] + ).astype(np.float32) + + expect(node, inputs=[x, W], outputs=[y], name="test_convtranspose_pads") + + @staticmethod + def export_convtranspose_dilations() -> None: + x = np.array( + [[[[3.0, 8.0, 1.0], [9.0, 5.0, 7.0], [3.0, 2.0, 6.0]]]] # (1, 1, 3, 3) + ).astype(np.float32) + W = np.array([[[[7.0, 2.0], [1.0, 9.0]]]]).astype(np.float32) # (1, 1, 2, 2) + + node = onnx.helper.make_node( + "ConvTranspose", ["X", "W"], ["Y"], dilations=[2, 2] + ) + + y = np.array( + [ + [ + [ + [21.0, 56.0, 13.0, 16.0, 2.0], # [1, 1, 5, 5] + [63.0, 35.0, 67.0, 10.0, 14.0], + [24.0, 22.0, 76.0, 76.0, 21.0], + [9.0, 5.0, 88.0, 45.0, 63.0], + [3.0, 2.0, 33.0, 18.0, 54.0], + ] + ] + ] + ).astype(np.float32) + + expect(node, inputs=[x, W], outputs=[y], name="test_convtranspose_dilations") + + @staticmethod + def export_convtranspose_autopad_same() -> None: + x = np.array( + [[[[0.0, 1.0, 2.0], [3.0, 4.0, 5.0], [6.0, 7.0, 8.0]]]] # (1, 1, 3, 3) + ).astype(np.float32) + + W = np.array( + [ + [ + [[1.0, 1.0, 1.0], [1.0, 1.0, 1.0], [1.0, 1.0, 1.0]], # (1, 2, 3, 3) + [[1.0, 1.0, 1.0], [1.0, 1.0, 1.0], [1.0, 1.0, 1.0]], + ] + ] + ).astype(np.float32) + + node = onnx.helper.make_node( + "ConvTranspose", ["X", "W"], ["Y"], auto_pad="SAME_UPPER", strides=[2, 2] + ) + + y = np.array( + [ + [ + [ + [0.0, 0.0, 1.0, 1.0, 3.0, 2.0], + [0.0, 0.0, 1.0, 1.0, 3.0, 2.0], + [3.0, 3.0, 8.0, 5.0, 12.0, 7.0], + [3.0, 3.0, 7.0, 4.0, 9.0, 5.0], + [9.0, 9.0, 20.0, 11.0, 24.0, 13.0], + [6.0, 6.0, 13.0, 7.0, 15.0, 8.0], + ], + [ + [0.0, 0.0, 1.0, 1.0, 3.0, 2.0], + [0.0, 0.0, 1.0, 1.0, 3.0, 2.0], + [3.0, 3.0, 8.0, 5.0, 12.0, 7.0], + [3.0, 3.0, 7.0, 4.0, 9.0, 5.0], + [9.0, 9.0, 20.0, 11.0, 24.0, 13.0], + [6.0, 6.0, 13.0, 7.0, 15.0, 8.0], + ], + ] + ] + ).astype(np.float32) + + expect(node, inputs=[x, W], outputs=[y], name="test_convtranspose_autopad_same") + + @staticmethod + def export_convtranspose_group_2() -> None: + x = np.array( + [ + [ + [[0.0, 1.0, 2.0], [3.0, 4.0, 5.0], [6.0, 7.0, 8.0]], + [[9.0, 10.0, 11.0], [12.0, 13.0, 14.0], [15.0, 16.0, 17.0]], + ] + ] + ).astype(np.float32) + W = np.array( + [ + [ + [[1.0, 1.0, 1.0], [1.0, 1.0, 1.0], [1.0, 1.0, 1.0]], + ], + [ + [[1.0, 1.0, 1.0], [1.0, 1.0, 1.0], [1.0, 1.0, 1.0]], + ], + ] + ).astype(np.float32) + + node = onnx.helper.make_node("ConvTranspose", ["X", "W"], ["Y"], group=2) + + y = np.array( + [ + [ + [ + [0.0, 1.0, 3.0, 3.0, 2.0], + [3.0, 8.0, 15.0, 12.0, 7.0], + [9.0, 21.0, 36.0, 27.0, 15.0], + [9.0, 20.0, 33.0, 24.0, 13.0], + [6.0, 13.0, 21.0, 15.0, 8.0], + ], + [ + [9.0, 19.0, 30.0, 21.0, 11.0], + [21.0, 44.0, 69.0, 48.0, 25.0], + [36.0, 75.0, 117.0, 81.0, 42.0], + [27.0, 56.0, 87.0, 60.0, 31.0], + [15.0, 31.0, 48.0, 33.0, 17.0], + ], + ] + ] + ).astype(np.float32) + + expect(node, inputs=[x, W], outputs=[y], name="test_convtranspose_group_2") + + @staticmethod + def export_convtranspose_group_2_image_3() -> None: + x = np.array( + [ + [ + [[0.0, 1.0, 2.0], [3.0, 4.0, 5.0], [6.0, 7.0, 8.0]], + [[9.0, 10.0, 11.0], [12.0, 13.0, 14.0], [15.0, 16.0, 17.0]], + ], + [ + [[18.0, 19.0, 20.0], [21.0, 22.0, 23.0], [24.0, 25.0, 26.0]], + [[9.0, 10.0, 11.0], [12.0, 13.0, 14.0], [15.0, 16.0, 17.0]], + ], + [ + [[0.0, 1.0, 2.0], [3.0, 4.0, 5.0], [6.0, 7.0, 8.0]], + [[9.0, 10.0, 11.0], [12.0, 13.0, 14.0], [15.0, 16.0, 17.0]], + ], + ] + ).astype(np.float32) + W = np.array( + [ + [ + [[1.0, 1.0, 1.0], [1.0, 1.0, 1.0], [1.0, 1.0, 1.0]], + ], + [ + [[1.0, 1.0, 1.0], [1.0, 1.0, 1.0], [1.0, 1.0, 1.0]], + ], + ] + ).astype(np.float32) + + node = onnx.helper.make_node("ConvTranspose", ["X", "W"], ["Y"], group=2) + + y = np.array( + [ + [ + [ + [0.0, 1.0, 3.0, 3.0, 2.0], + [3.0, 8.0, 15.0, 12.0, 7.0], + [9.0, 21.0, 36.0, 27.0, 15.0], + [9.0, 20.0, 33.0, 24.0, 13.0], + [6.0, 13.0, 21.0, 15.0, 8.0], + ], + [ + [9.0, 19.0, 30.0, 21.0, 11.0], + [21.0, 44.0, 69.0, 48.0, 25.0], + [36.0, 75.0, 117.0, 81.0, 42.0], + [27.0, 56.0, 87.0, 60.0, 31.0], + [15.0, 31.0, 48.0, 33.0, 17.0], + ], + ], + [ + [ + [18.0, 37.0, 57.0, 39.0, 20.0], + [39.0, 80.0, 123.0, 84.0, 43.0], + [63.0, 129.0, 198.0, 135.0, 69.0], + [45.0, 92.0, 141.0, 96.0, 49.0], + [24.0, 49.0, 75.0, 51.0, 26.0], + ], + [ + [9.0, 19.0, 30.0, 21.0, 11.0], + [21.0, 44.0, 69.0, 48.0, 25.0], + [36.0, 75.0, 117.0, 81.0, 42.0], + [27.0, 56.0, 87.0, 60.0, 31.0], + [15.0, 31.0, 48.0, 33.0, 17.0], + ], + ], + [ + [ + [0.0, 1.0, 3.0, 3.0, 2.0], + [3.0, 8.0, 15.0, 12.0, 7.0], + [9.0, 21.0, 36.0, 27.0, 15.0], + [9.0, 20.0, 33.0, 24.0, 13.0], + [6.0, 13.0, 21.0, 15.0, 8.0], + ], + [ + [9.0, 19.0, 30.0, 21.0, 11.0], + [21.0, 44.0, 69.0, 48.0, 25.0], + [36.0, 75.0, 117.0, 81.0, 42.0], + [27.0, 56.0, 87.0, 60.0, 31.0], + [15.0, 31.0, 48.0, 33.0, 17.0], + ], + ], + ] + ).astype(np.float32) + + expect( + node, inputs=[x, W], outputs=[y], name="test_convtranspose_group_2_image_3" + ) diff --git a/onnx/backend/test/case/node/cos.py b/onnx/backend/test/case/node/cos.py new file mode 100644 index 0000000..ce52093 --- /dev/null +++ b/onnx/backend/test/case/node/cos.py @@ -0,0 +1,28 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class Cos(Base): + @staticmethod + def export() -> None: + node = onnx.helper.make_node( + "Cos", + inputs=["x"], + outputs=["y"], + ) + + x = np.array([-1, 0, 1]).astype(np.float32) + y = np.cos(x) + expect(node, inputs=[x], outputs=[y], name="test_cos_example") + + x = np.random.randn(3, 4, 5).astype(np.float32) + y = np.cos(x) + expect(node, inputs=[x], outputs=[y], name="test_cos") diff --git a/onnx/backend/test/case/node/cosh.py b/onnx/backend/test/case/node/cosh.py new file mode 100644 index 0000000..2c3bf23 --- /dev/null +++ b/onnx/backend/test/case/node/cosh.py @@ -0,0 +1,28 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class Cosh(Base): + @staticmethod + def export() -> None: + node = onnx.helper.make_node( + "Cosh", + inputs=["x"], + outputs=["y"], + ) + + x = np.array([-1, 0, 1]).astype(np.float32) + y = np.cosh(x) # expected output [1.54308069, 1., 1.54308069] + expect(node, inputs=[x], outputs=[y], name="test_cosh_example") + + x = np.random.randn(3, 4, 5).astype(np.float32) + y = np.cosh(x) + expect(node, inputs=[x], outputs=[y], name="test_cosh") diff --git a/onnx/backend/test/case/node/cumprod.py b/onnx/backend/test/case/node/cumprod.py new file mode 100644 index 0000000..3b75ded --- /dev/null +++ b/onnx/backend/test/case/node/cumprod.py @@ -0,0 +1,129 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class CumProd(Base): + @staticmethod + def export_cumprod_1d() -> None: + node = onnx.helper.make_node("CumProd", inputs=["x", "axis"], outputs=["y"]) + x = np.array([1.0, 2.0, 3.0, 4.0, 5.0]).astype(np.float64) + axis = np.array(0, dtype=np.int32) + y = np.array([1.0, 2.0, 6.0, 24.0, 120.0]).astype(np.float64) + expect(node, inputs=[x, axis], outputs=[y], name="test_cumprod_1d") + + @staticmethod + def export_cumprod_1d_exclusive() -> None: + node = onnx.helper.make_node( + "CumProd", inputs=["x", "axis"], outputs=["y"], exclusive=1 + ) + x = np.array([1.0, 2.0, 3.0, 4.0, 5.0]).astype(np.float64) + axis = np.array(0, dtype=np.int32) + y = np.array([1.0, 1.0, 2.0, 6.0, 24.0]).astype(np.float64) + expect(node, inputs=[x, axis], outputs=[y], name="test_cumprod_1d_exclusive") + + @staticmethod + def export_cumprod_1d_reverse() -> None: + node = onnx.helper.make_node( + "CumProd", inputs=["x", "axis"], outputs=["y"], reverse=1 + ) + x = np.array([1.0, 2.0, 3.0, 4.0, 5.0]).astype(np.float64) + axis = np.array(0, dtype=np.int32) + y = np.array([120.0, 120.0, 60.0, 20.0, 5.0]).astype(np.float64) + expect(node, inputs=[x, axis], outputs=[y], name="test_cumprod_1d_reverse") + + @staticmethod + def export_cumprod_1d_reverse_exclusive() -> None: + node = onnx.helper.make_node( + "CumProd", inputs=["x", "axis"], outputs=["y"], reverse=1, exclusive=1 + ) + x = np.array([1.0, 2.0, 3.0, 4.0, 5.0]).astype(np.float64) + axis = np.array(0, dtype=np.int32) + y = np.array([120.0, 60.0, 20.0, 5.0, 1.0]).astype(np.float64) + expect( + node, + inputs=[x, axis], + outputs=[y], + name="test_cumprod_1d_reverse_exclusive", + ) + + @staticmethod + def export_cumprod_2d_axis_0() -> None: + node = onnx.helper.make_node( + "CumProd", + inputs=["x", "axis"], + outputs=["y"], + ) + x = np.array([1.0, 2.0, 3.0, 4.0, 5.0, 6.0]).astype(np.float64).reshape((2, 3)) + axis = np.array(0, dtype=np.int32) + y = ( + np.array([1.0, 2.0, 3.0, 4.0, 10.0, 18.0]) + .astype(np.float64) + .reshape((2, 3)) + ) + expect(node, inputs=[x, axis], outputs=[y], name="test_cumprod_2d_axis_0") + + @staticmethod + def export_cumprod_2d_axis_1() -> None: + node = onnx.helper.make_node( + "CumProd", + inputs=["x", "axis"], + outputs=["y"], + ) + x = np.array([1.0, 2.0, 3.0, 4.0, 5.0, 6.0]).astype(np.float64).reshape((2, 3)) + axis = np.array(1, dtype=np.int32) + y = ( + np.array([1.0, 2.0, 6.0, 4.0, 20.0, 120.0]) + .astype(np.float64) + .reshape((2, 3)) + ) + expect(node, inputs=[x, axis], outputs=[y], name="test_cumprod_2d_axis_1") + + @staticmethod + def export_cumprod_2d_negative_axis() -> None: + node = onnx.helper.make_node( + "CumProd", + inputs=["x", "axis"], + outputs=["y"], + ) + x = np.array([1.0, 2.0, 3.0, 4.0, 5.0, 6.0]).astype(np.float64).reshape((2, 3)) + axis = np.array(-1, dtype=np.int32) + y = ( + np.array([1.0, 2.0, 6.0, 4.0, 20.0, 120.0]) + .astype(np.float64) + .reshape((2, 3)) + ) + expect( + node, inputs=[x, axis], outputs=[y], name="test_cumprod_2d_negative_axis" + ) + + @staticmethod + def export_cumprod_2d_int32() -> None: + node = onnx.helper.make_node( + "CumProd", + inputs=["x", "axis"], + outputs=["y"], + ) + x = np.array([1, 2, 3, 4, 5, 6]).astype(np.int32).reshape((2, 3)) + axis = np.array(0, dtype=np.int32) + y = np.array([1, 2, 3, 4, 10, 18]).astype(np.int32).reshape((2, 3)) + expect(node, inputs=[x, axis], outputs=[y], name="test_cumprod_2d_int32") + + @staticmethod + def export_cumprod_1d_int32_exclusive() -> None: + node = onnx.helper.make_node( + "CumProd", inputs=["x", "axis"], outputs=["y"], exclusive=1 + ) + x = np.array([1, 2, 3, 4, 5]).astype(np.int32) + axis = np.array(0, dtype=np.int32) + y = np.array([1, 1, 2, 6, 24]).astype(np.int32) + expect( + node, inputs=[x, axis], outputs=[y], name="test_cumprod_1d_int32_exclusive" + ) diff --git a/onnx/backend/test/case/node/cumsum.py b/onnx/backend/test/case/node/cumsum.py new file mode 100644 index 0000000..81a35f2 --- /dev/null +++ b/onnx/backend/test/case/node/cumsum.py @@ -0,0 +1,112 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class CumSum(Base): + @staticmethod + def export_cumsum_1d() -> None: + node = onnx.helper.make_node("CumSum", inputs=["x", "axis"], outputs=["y"]) + x = np.array([1.0, 2.0, 3.0, 4.0, 5.0]).astype(np.float64) + axis = np.int32(0) + y = np.array([1.0, 3.0, 6.0, 10.0, 15.0]).astype(np.float64) + expect(node, inputs=[x, axis], outputs=[y], name="test_cumsum_1d") + + @staticmethod + def export_cumsum_1d_exclusive() -> None: + node = onnx.helper.make_node( + "CumSum", inputs=["x", "axis"], outputs=["y"], exclusive=1 + ) + x = np.array([1.0, 2.0, 3.0, 4.0, 5.0]).astype(np.float64) + axis = np.int32(0) + y = np.array([0.0, 1.0, 3.0, 6.0, 10.0]).astype(np.float64) + expect(node, inputs=[x, axis], outputs=[y], name="test_cumsum_1d_exclusive") + + @staticmethod + def export_cumsum_1d_reverse() -> None: + node = onnx.helper.make_node( + "CumSum", inputs=["x", "axis"], outputs=["y"], reverse=1 + ) + x = np.array([1.0, 2.0, 3.0, 4.0, 5.0]).astype(np.float64) + axis = np.int32(0) + y = np.array([15.0, 14.0, 12.0, 9.0, 5.0]).astype(np.float64) + expect(node, inputs=[x, axis], outputs=[y], name="test_cumsum_1d_reverse") + + @staticmethod + def export_cumsum_1d_reverse_exclusive() -> None: + node = onnx.helper.make_node( + "CumSum", inputs=["x", "axis"], outputs=["y"], reverse=1, exclusive=1 + ) + x = np.array([1.0, 2.0, 3.0, 4.0, 5.0]).astype(np.float64) + axis = np.int32(0) + y = np.array([14.0, 12.0, 9.0, 5.0, 0.0]).astype(np.float64) + expect( + node, inputs=[x, axis], outputs=[y], name="test_cumsum_1d_reverse_exclusive" + ) + + @staticmethod + def export_cumsum_2d_axis_0() -> None: + node = onnx.helper.make_node( + "CumSum", + inputs=["x", "axis"], + outputs=["y"], + ) + x = np.array([1.0, 2.0, 3.0, 4.0, 5.0, 6.0]).astype(np.float64).reshape((2, 3)) + axis = np.int32(0) + y = np.array([1.0, 2.0, 3.0, 5.0, 7.0, 9.0]).astype(np.float64).reshape((2, 3)) + expect(node, inputs=[x, axis], outputs=[y], name="test_cumsum_2d_axis_0") + + @staticmethod + def export_cumsum_2d_axis_1() -> None: + node = onnx.helper.make_node( + "CumSum", + inputs=["x", "axis"], + outputs=["y"], + ) + x = np.array([1.0, 2.0, 3.0, 4.0, 5.0, 6.0]).astype(np.float64).reshape((2, 3)) + axis = np.int32(1) + y = np.array([1.0, 3.0, 6.0, 4.0, 9.0, 15.0]).astype(np.float64).reshape((2, 3)) + expect(node, inputs=[x, axis], outputs=[y], name="test_cumsum_2d_axis_1") + + @staticmethod + def export_cumsum_2d_negative_axis() -> None: + node = onnx.helper.make_node( + "CumSum", + inputs=["x", "axis"], + outputs=["y"], + ) + x = np.array([1.0, 2.0, 3.0, 4.0, 5.0, 6.0]).astype(np.float64).reshape((2, 3)) + axis = np.int32(-1) + y = np.array([1.0, 3.0, 6.0, 4.0, 9.0, 15.0]).astype(np.float64).reshape((2, 3)) + expect(node, inputs=[x, axis], outputs=[y], name="test_cumsum_2d_negative_axis") + + @staticmethod + def export_cumsum_2d_int32() -> None: + node = onnx.helper.make_node( + "CumSum", + inputs=["x", "axis"], + outputs=["y"], + ) + x = np.array([1, 2, 3, 4, 5, 6]).astype(np.int32).reshape((2, 3)) + axis = np.int32(0) + y = np.array([1, 2, 3, 5, 7, 9]).astype(np.int32).reshape((2, 3)) + expect(node, inputs=[x, axis], outputs=[y], name="test_cumsum_2d_int32") + + @staticmethod + def export_cumsum_1d_int32_exclusive() -> None: + node = onnx.helper.make_node( + "CumSum", inputs=["x", "axis"], outputs=["y"], exclusive=1 + ) + x = np.array([1, 2, 3, 4, 5]).astype(np.int32) + axis = np.int32(0) + y = np.array([0, 1, 3, 6, 10]).astype(np.int32) + expect( + node, inputs=[x, axis], outputs=[y], name="test_cumsum_1d_int32_exclusive" + ) diff --git a/onnx/backend/test/case/node/deformconv.py b/onnx/backend/test/case/node/deformconv.py new file mode 100644 index 0000000..85c53f4 --- /dev/null +++ b/onnx/backend/test/case/node/deformconv.py @@ -0,0 +1,161 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class DeformConv(Base): + @staticmethod + def export() -> None: + X = np.arange(9).astype(np.float32) + X.shape = (1, 1, 3, 3) + W = np.ones((1, 1, 2, 2), dtype=np.float32) + + # Convolution with padding + offset_with_padding = np.zeros((1, 8, 4, 4), dtype=np.float32) + # h-coord of [0, 0] element of kernel, at output position [0, 0] + offset_with_padding[0, 0, 0, 0] = 0.5 + # w-coord of [1, 0] element of kernel, at output position [1, 2] + offset_with_padding[0, 5, 1, 2] = -0.1 + + node_with_padding = onnx.helper.make_node( + "DeformConv", + inputs=["X", "W", "offset_with_padding"], + outputs=["Y_with_padding"], + kernel_shape=[2, 2], + pads=[1, 1, 1, 1], + ) + Y_with_padding = np.array( + [ + [ + [ + [0.0, 1.0, 3.0, 2.0], # (1, 1, 4, 4) output tensor + [3.0, 8.0, 11.9, 7.0], + [9.0, 20.0, 24.0, 13.0], + [6.0, 13.0, 15.0, 8.0], + ] + ] + ] + ).astype(np.float32) + expect( + node_with_padding, + inputs=[X, W, offset_with_padding], + outputs=[Y_with_padding], + name="test_basic_deform_conv_with_padding", + ) + + # Convolution without padding + offset_without_padding = np.zeros((1, 8, 2, 2), dtype=np.float32) + # h-coord of [0, 0] element of kernel, at output position [0, 0] + offset_without_padding[0, 0, 0, 0] = 0.5 + # w-coord of [1, 0] element of kernel, at output position [0, 1] + offset_without_padding[0, 5, 0, 1] = -0.1 + + node_without_padding = onnx.helper.make_node( + "DeformConv", + inputs=["X", "W", "offset_without_padding"], + outputs=["Y_without_padding"], + kernel_shape=[2, 2], + pads=[0, 0, 0, 0], + ) + Y_without_padding = np.array( + [ + [ + [ + [9.5, 11.9], # (1, 1, 2, 2) output tensor + [20.0, 24.0], + ] + ] + ] + ).astype(np.float32) + expect( + node_without_padding, + inputs=[X, W, offset_without_padding], + outputs=[Y_without_padding], + name="test_basic_deform_conv_without_padding", + ) + + @staticmethod + def export_deformconv_with_mask_bias() -> None: + X = np.arange(9).astype(np.float32) + X.shape = (1, 1, 3, 3) + W = np.ones((1, 1, 2, 2), dtype=np.float32) + B = np.ones((1,), dtype=np.float32) + + offset = np.zeros((1, 8, 2, 2), dtype=np.float32) + # h-coord of [0, 0] element of kernel, at output position [0, 0] + offset[0, 0, 0, 0] = 0.5 + # w-coord of [1, 0] element of kernel, at output position [0, 1] + offset[0, 5, 0, 1] = -0.1 + + mask = np.ones((1, 4, 2, 2), dtype=np.float32) + mask[0, 2, 1, 1] = 0.2 # [1, 0] element of kernel at output position [1, 1] + + node = onnx.helper.make_node( + "DeformConv", + inputs=["X", "W", "offset", "B", "mask"], + outputs=["Y"], + kernel_shape=[2, 2], + pads=[0, 0, 0, 0], + ) + Y = np.array( + [ + [ + [ + [10.5, 12.9], # (1, 1, 2, 2) output tensor + [21.0, 19.4], + ] + ] + ] + ).astype(np.float32) + expect( + node, + inputs=[X, W, offset, B, mask], + outputs=[Y], + name="test_deform_conv_with_mask_bias", + ) + + @staticmethod + def export_deformconv_with_multiple_offset_groups() -> None: + X = np.zeros((1, 2, 3, 3), dtype=np.float32) + X[0, 0] = np.reshape(np.arange(9).astype(np.float32), (3, 3)) + X[0, 1] = np.reshape(np.arange(8, -1, -1).astype(np.float32), (3, 3)) + X.shape = (1, 2, 3, 3) + W = np.ones((1, 2, 2, 2), dtype=np.float32) + + offset = np.zeros((1, 16, 2, 2), dtype=np.float32) + # h-coord of [0, 0] element of kernel in channel 0, at output position [0, 0] + offset[0, 0, 0, 0] = 0.5 + # w-coord of [1, 0] element of kernel in channel 1, at output position [0, 1] + offset[0, 13, 0, 1] = -0.1 + + node = onnx.helper.make_node( + "DeformConv", + inputs=["X", "W", "offset"], + outputs=["Y"], + kernel_shape=[2, 2], + pads=[0, 0, 0, 0], + offset_group=2, + ) + Y = np.array( + [ + [ + [ + [33.5, 32.1], # (1, 1, 2, 2) output tensor + [32.0, 32.0], + ] + ] + ] + ).astype(np.float32) + expect( + node, + inputs=[X, W, offset], + outputs=[Y], + name="test_deform_conv_with_multiple_offset_groups", + ) diff --git a/onnx/backend/test/case/node/depthtospace.py b/onnx/backend/test/case/node/depthtospace.py new file mode 100755 index 0000000..0049f9e --- /dev/null +++ b/onnx/backend/test/case/node/depthtospace.py @@ -0,0 +1,98 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class DepthToSpace(Base): + @staticmethod + def export_default_mode_example() -> None: + node = onnx.helper.make_node( + "DepthToSpace", inputs=["x"], outputs=["y"], blocksize=2, mode="DCR" + ) + + # (1, 8, 2, 3) input tensor + x = np.array( + [ + [ + [[0.0, 1.0, 2.0], [3.0, 4.0, 5.0]], + [[9.0, 10.0, 11.0], [12.0, 13.0, 14.0]], + [[18.0, 19.0, 20.0], [21.0, 22.0, 23.0]], + [[27.0, 28.0, 29.0], [30.0, 31.0, 32.0]], + [[36.0, 37.0, 38.0], [39.0, 40.0, 41.0]], + [[45.0, 46.0, 47.0], [48.0, 49.0, 50.0]], + [[54.0, 55.0, 56.0], [57.0, 58.0, 59.0]], + [[63.0, 64.0, 65.0], [66.0, 67.0, 68.0]], + ] + ] + ).astype(np.float32) + + # (1, 2, 4, 6) output tensor + y = np.array( + [ + [ + [ + [0.0, 18.0, 1.0, 19.0, 2.0, 20.0], + [36.0, 54.0, 37.0, 55.0, 38.0, 56.0], + [3.0, 21.0, 4.0, 22.0, 5.0, 23.0], + [39.0, 57.0, 40.0, 58.0, 41.0, 59.0], + ], + [ + [9.0, 27.0, 10.0, 28.0, 11.0, 29.0], + [45.0, 63.0, 46.0, 64.0, 47.0, 65.0], + [12.0, 30.0, 13.0, 31.0, 14.0, 32.0], + [48.0, 66.0, 49.0, 67.0, 50.0, 68.0], + ], + ] + ] + ).astype(np.float32) + expect(node, inputs=[x], outputs=[y], name="test_depthtospace_example") + + @staticmethod + def export_crd_mode_example() -> None: + node = onnx.helper.make_node( + "DepthToSpace", inputs=["x"], outputs=["y"], blocksize=2, mode="CRD" + ) + + # (1, 8, 2, 3) input tensor + x = np.array( + [ + [ + [[0.0, 1.0, 2.0], [3.0, 4.0, 5.0]], + [[9.0, 10.0, 11.0], [12.0, 13.0, 14.0]], + [[18.0, 19.0, 20.0], [21.0, 22.0, 23.0]], + [[27.0, 28.0, 29.0], [30.0, 31.0, 32.0]], + [[36.0, 37.0, 38.0], [39.0, 40.0, 41.0]], + [[45.0, 46.0, 47.0], [48.0, 49.0, 50.0]], + [[54.0, 55.0, 56.0], [57.0, 58.0, 59.0]], + [[63.0, 64.0, 65.0], [66.0, 67.0, 68.0]], + ] + ] + ).astype(np.float32) + + # (1, 2, 4, 6) output tensor + y = np.array( + [ + [ + [ + [0.0, 9.0, 1.0, 10.0, 2.0, 11.0], + [18.0, 27.0, 19.0, 28.0, 20.0, 29.0], + [3.0, 12.0, 4.0, 13.0, 5.0, 14.0], + [21.0, 30.0, 22.0, 31.0, 23.0, 32.0], + ], + [ + [36.0, 45.0, 37.0, 46.0, 38.0, 47.0], + [54.0, 63.0, 55.0, 64.0, 56.0, 65.0], + [39.0, 48.0, 40.0, 49.0, 41.0, 50.0], + [57.0, 66.0, 58.0, 67.0, 59.0, 68.0], + ], + ] + ] + ).astype(np.float32) + expect(node, inputs=[x], outputs=[y], name="test_depthtospace_crd_mode_example") diff --git a/onnx/backend/test/case/node/dequantizelinear.py b/onnx/backend/test/case/node/dequantizelinear.py new file mode 100644 index 0000000..d1b8b55 --- /dev/null +++ b/onnx/backend/test/case/node/dequantizelinear.py @@ -0,0 +1,373 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx import TensorProto +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect +from onnx.helper import make_tensor + + +class DequantizeLinear(Base): + @staticmethod + def export() -> None: + node = onnx.helper.make_node( + "DequantizeLinear", + inputs=["x", "x_scale", "x_zero_point"], + outputs=["y"], + ) + + # scalar zero point and scale + x = np.array([0, 3, 128, 255]).astype(np.uint8) + x_scale = np.float32(2) + x_zero_point = np.uint8(128) + y = np.array([-256, -250, 0, 254], dtype=np.float32) + + expect( + node, + inputs=[x, x_scale, x_zero_point], + outputs=[y], + name="test_dequantizelinear", + ) + + @staticmethod + def export_axis() -> None: + node = onnx.helper.make_node( + "DequantizeLinear", + inputs=["x", "x_scale", "x_zero_point"], + outputs=["y"], + ) + + # 1-D tensor zero point and scale of size equal to axis 1 of the input tensor + x = np.array( + [ + [ + [[3, 89], [34, 200], [74, 59]], + [[5, 24], [24, 87], [32, 13]], + [[245, 99], [4, 142], [121, 102]], + ], + ], + dtype=np.uint8, + ) + x_scale = np.array([2, 4, 5], dtype=np.float32) + x_zero_point = np.array([84, 24, 196], dtype=np.uint8) + y = ( + x.astype(np.float32) - x_zero_point.reshape(1, 3, 1, 1).astype(np.float32) + ) * x_scale.reshape(1, 3, 1, 1) + + expect( + node, + inputs=[x, x_scale, x_zero_point], + outputs=[y], + name="test_dequantizelinear_axis", + ) + + @staticmethod + def export_e4m3fn() -> None: + node = onnx.helper.make_node( + "DequantizeLinear", + inputs=["x", "x_scale"], + outputs=["y"], + axis=0, + ) + + # scalar zero point and scale + x = make_tensor("x", TensorProto.FLOAT8E4M3FN, [5], [0, 0.5, 1, 448, -104]) + x_scale = np.float32(2) + y = np.array([0.0, 1.0, 2.0, 896.0, -208.0], dtype=np.float32) + + expect( + node, + inputs=[x, x_scale], + outputs=[y], + name="test_dequantizelinear_e4m3fn", + ) + + @staticmethod + def export_e4m3fn_float16() -> None: + node = onnx.helper.make_node( + "DequantizeLinear", + inputs=["x", "x_scale"], + outputs=["y"], + axis=0, + ) + + # scalar zero point and scale + x = make_tensor("x", TensorProto.FLOAT8E4M3FN, [5], [0, 0.5, 1, 448, -104]) + x_scale = np.float16(2) + y = np.array([0.0, 1.0, 2.0, 896.0, -208.0], dtype=np.float16) + + expect( + node, + inputs=[x, x_scale], + outputs=[y], + name="test_dequantizelinear_e4m3fn_float16", + ) + + @staticmethod + def export_e4m3fn_zero_point() -> None: + node = onnx.helper.make_node( + "DequantizeLinear", + inputs=["x", "x_scale", "zero_point"], + outputs=["y"], + axis=0, + ) + + # scalar zero point and scale + x = make_tensor("x", TensorProto.FLOAT8E4M3FN, [5], [0, 0.5, 1, 448, -104]) + zero_point = make_tensor("zero_point", TensorProto.FLOAT8E4M3FN, [1], [0]) + x_scale = np.float32(2) + y = np.array([0.0, 1.0, 2.0, 896.0, -208.0], dtype=np.float32) + + expect( + node, + inputs=[x, x_scale, zero_point], + outputs=[y], + name="test_dequantizelinear_e4m3fn_zero_point", + ) + + @staticmethod + def export_e5m2() -> None: + node = onnx.helper.make_node( + "DequantizeLinear", + inputs=["x", "x_scale"], + outputs=["y"], + axis=0, + ) + + # scalar zero point and scale + x = make_tensor("x", TensorProto.FLOAT8E5M2, [5], [0, 0.5, 1, 49152, -96]) + x_scale = np.float32(2) + y = np.array([0.0, 1.0, 2.0, 98304.0, -192.0], dtype=np.float32) + + expect( + node, + inputs=[x, x_scale], + outputs=[y], + name="test_dequantizelinear_e5m2", + ) + + @staticmethod + def export_uint16() -> None: + node = onnx.helper.make_node( + "DequantizeLinear", + inputs=["x", "x_scale", "x_zero_point"], + outputs=["y"], + ) + + x = np.array([30000, 31000, 32768, 33000]).astype(np.uint16) + x_scale = np.float32(2) + x_zero_point = np.uint16(32767) + y = np.array([-5534.0, -3534.0, 2.0, 466.0], dtype=np.float32) + + expect( + node, + inputs=[x, x_scale, x_zero_point], + outputs=[y], + name="test_dequantizelinear_uint16", + ) + + @staticmethod + def export_int16() -> None: + node = onnx.helper.make_node( + "DequantizeLinear", + inputs=["x", "x_scale", "x_zero_point"], + outputs=["y"], + ) + + x = np.array([-300, -30, -1025, 1270]).astype(np.int16) + x_scale = np.float32(2) + x_zero_point = np.int16(-1024) + y = np.array([1448.0, 1988.0, -2.0, 4588.0], dtype=np.float32) + + expect( + node, + inputs=[x, x_scale, x_zero_point], + outputs=[y], + name="test_dequantizelinear_int16", + ) + + @staticmethod + def export_uint4() -> None: + node = onnx.helper.make_node( + "DequantizeLinear", + inputs=["x", "x_scale", "x_zero_point"], + outputs=["y"], + axis=0, + ) + + # scalar zero point and scale + x = make_tensor("x", TensorProto.UINT4, [5], [0, 1, 7, 10, 15]) + x_scale = np.float32(2) + x_zero_point = make_tensor("x_zero_point", TensorProto.UINT4, (1,), [1]) + y = np.array([-2, 0, 12, 18, 28], dtype=np.float32) + + expect( + node, + inputs=[x, x_scale, x_zero_point], + outputs=[y], + name="test_dequantizelinear_uint4", + ) + + @staticmethod + def export_int4() -> None: + node = onnx.helper.make_node( + "DequantizeLinear", + inputs=["x", "x_scale", "x_zero_point"], + outputs=["y"], + axis=0, + ) + + # scalar zero point and scale + x = make_tensor("x", TensorProto.INT4, [5], [0, 1, 7, -4, -8]) + x_scale = np.float32(2) + x_zero_point = make_tensor("x_zero_point", TensorProto.INT4, (1,), [1]) + y = np.array([-2, 0, 12, -10, -18], dtype=np.float32) + + expect( + node, + inputs=[x, x_scale, x_zero_point], + outputs=[y], + name="test_dequantizelinear_int4", + ) + + @staticmethod + def export_uint2() -> None: + node = onnx.helper.make_node( + "DequantizeLinear", + inputs=["x", "x_scale", "x_zero_point"], + outputs=["y"], + axis=0, + ) + + # scalar zero point and scale + x = make_tensor("x", TensorProto.UINT2, [4], [0, 1, 2, 3]) + x_scale = np.float32(2) + x_zero_point = make_tensor("x_zero_point", TensorProto.UINT2, (1,), [1]) + y = np.array([-2, 0, 2, 4], dtype=np.float32) + + expect( + node, + inputs=[x, x_scale, x_zero_point], + outputs=[y], + name="test_dequantizelinear_uint2", + ) + + @staticmethod + def export_int2() -> None: + node = onnx.helper.make_node( + "DequantizeLinear", + inputs=["x", "x_scale", "x_zero_point"], + outputs=["y"], + axis=0, + ) + + # scalar zero point and scale + x = make_tensor("x", TensorProto.INT2, [4], [0, 1, -1, -2]) + x_scale = np.float32(2) + x_zero_point = make_tensor("x_zero_point", TensorProto.INT2, (1,), [1]) + y = np.array([-2, 0, -4, -6], dtype=np.float32) + + expect( + node, + inputs=[x, x_scale, x_zero_point], + outputs=[y], + name="test_dequantizelinear_int2", + ) + + @staticmethod + def export_float4e2m1() -> None: + node = onnx.helper.make_node( + "DequantizeLinear", + inputs=["x", "x_scale", "x_zero_point"], + outputs=["y"], + axis=0, + ) + + # scalar zero point and scale + x = make_tensor("x", TensorProto.FLOAT4E2M1, [5], [0, 1, -1, 1.5, -4]) + x_scale = np.float32(2) + x_zero_point = make_tensor("x_zero_point", TensorProto.FLOAT4E2M1, (1,), [0]) + y = np.array([0, 2, -2, 3, -8], dtype=np.float32) + + expect( + node, + inputs=[x, x_scale, x_zero_point], + outputs=[y], + name="test_dequantizelinear_float4e2m1", + ) + + @staticmethod + def export_blocked() -> None: + node = onnx.helper.make_node( + "DequantizeLinear", + inputs=["x", "x_scale", "x_zero_point"], + outputs=["y"], + axis=1, + block_size=2, + ) + + x = np.array( + [ + [ + [[3, 89], [34, 200], [74, 59]], + [[5, 24], [24, 87], [32, 13]], + [[5, 12], [12, 33], [65, 42]], + [[245, 99], [4, 142], [121, 102]], + ], + ], + dtype=np.uint8, + ) + + x_scale = np.array( + [ + [ + [[3.0, 2.0], [4.0, 1.0], [2.0, 2.0]], + [[5.0, 2.0], [4.0, 3.0], [5.0, 2.0]], + ], + ], + dtype=np.float32, + ) + x_zero_point = np.array( + [ + [ + [[1, 0], [0, 1], [2, 20]], + [[3, 2], [4, 3], [15, 2]], + ], + ], + dtype=np.uint8, + ) + + # x.shape = (1, 4, 3, 2) + # x_scale.shape = (1, 2, 3, 2) + assert x_scale.shape == x_zero_point.shape + block_axis = 1 + # The block shape is [x.shape[i] // x_scale.shape[i] for i in range(len(x.shape))] = (1, 2, 1, 1) + assert all( + x.shape[i] == x_scale.shape[i] + for i in range(len(x.shape)) + if i != block_axis + ) + assert x.shape[block_axis] % x_scale.shape[block_axis] == 0 + repeats = x.shape[block_axis] // x_scale.shape[block_axis] + + # Create element-wise scale and zero point + x_scale_elementwise = np.repeat(x_scale, repeats=repeats, axis=block_axis) + x_zero_point_elementwise = np.repeat( + x_zero_point, repeats=repeats, axis=block_axis + ) + + y = ( + x.astype(np.float32) - x_zero_point_elementwise.astype(np.float32) + ) * x_scale_elementwise + + expect( + node, + inputs=[x, x_scale, x_zero_point], + outputs=[y], + name="test_dequantizelinear_blocked", + ) diff --git a/onnx/backend/test/case/node/det.py b/onnx/backend/test/case/node/det.py new file mode 100644 index 0000000..0815b95 --- /dev/null +++ b/onnx/backend/test/case/node/det.py @@ -0,0 +1,38 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class Det(Base): + @staticmethod + def export_2d() -> None: + node = onnx.helper.make_node( + "Det", + inputs=["x"], + outputs=["y"], + ) + + x = np.arange(4).reshape(2, 2).astype(np.float32) + y = np.linalg.det(x) # expect -2 + expect(node, inputs=[x], outputs=[y], name="test_det_2d") + + @staticmethod + def export_nd() -> None: + node = onnx.helper.make_node( + "Det", + inputs=["x"], + outputs=["y"], + ) + + x = np.array([[[1, 2], [3, 4]], [[1, 2], [2, 1]], [[1, 3], [3, 1]]]).astype( + np.float32 + ) + y = np.linalg.det(x) # expect array([-2., -3., -8.]) + expect(node, inputs=[x], outputs=[y], name="test_det_nd") diff --git a/onnx/backend/test/case/node/dft.py b/onnx/backend/test/case/node/dft.py new file mode 100644 index 0000000..713cc8b --- /dev/null +++ b/onnx/backend/test/case/node/dft.py @@ -0,0 +1,152 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class DFT(Base): + @staticmethod + def export_opset19() -> None: + node = onnx.helper.make_node("DFT", inputs=["x"], outputs=["y"], axis=1) + x = np.arange(0, 100).reshape(10, 10).astype(np.float32) + y = np.fft.fft(x, axis=0) + + x = x.reshape(1, 10, 10, 1) + y = np.stack((y.real, y.imag), axis=2).astype(np.float32).reshape(1, 10, 10, 2) + expect( + node, + inputs=[x], + outputs=[y], + name="test_dft_opset19", + opset_imports=[onnx.helper.make_opsetid("", 19)], + ) + + node = onnx.helper.make_node("DFT", inputs=["x"], outputs=["y"], axis=2) + x = np.arange(0, 100).reshape(10, 10).astype(np.float32) + y = np.fft.fft(x, axis=1) + + x = x.reshape(1, 10, 10, 1) + y = np.stack((y.real, y.imag), axis=2).astype(np.float32).reshape(1, 10, 10, 2) + expect( + node, + inputs=[x], + outputs=[y], + name="test_dft_axis_opset19", + opset_imports=[onnx.helper.make_opsetid("", 19)], + ) + + node = onnx.helper.make_node( + "DFT", inputs=["x"], outputs=["y"], inverse=1, axis=1 + ) + x = np.arange(0, 100, dtype=np.complex64).reshape( + 10, + 10, + ) + y = np.fft.ifft(x, axis=0) + + x = np.stack((x.real, x.imag), axis=2).astype(np.float32).reshape(1, 10, 10, 2) + y = np.stack((y.real, y.imag), axis=2).astype(np.float32).reshape(1, 10, 10, 2) + expect( + node, + inputs=[x], + outputs=[y], + name="test_dft_inverse_opset19", + opset_imports=[onnx.helper.make_opsetid("", 19)], + ) + + # Test RFFT (Real FFT): real input -> one-sided complex output + node = onnx.helper.make_node( + "DFT", inputs=["x"], outputs=["y"], onesided=1, axis=1 + ) + x = np.arange(0, 100).reshape(10, 10).astype(np.float32) + y = np.fft.rfft(x, axis=0) + + x = x.reshape(1, 10, 10, 1) + y = np.stack((y.real, y.imag), axis=2).astype(np.float32).reshape(1, 6, 10, 2) + expect( + node, + inputs=[x], + outputs=[y], + name="test_dft_rfft_opset19", + opset_imports=[onnx.helper.make_opsetid("", 19)], + ) + + # Test IRFFT (Inverse Real FFT): one-sided complex input -> real output + node = onnx.helper.make_node( + "DFT", inputs=["x"], outputs=["y"], onesided=1, inverse=1, axis=1 + ) + # Create one-sided complex input (6 bins for signal length 10) + x = np.fft.rfft(np.arange(0, 100).reshape(10, 10), axis=0).astype(np.complex64) + y = np.fft.irfft(x, n=10, axis=0) + + x = np.stack((x.real, x.imag), axis=2).astype(np.float32).reshape(1, 6, 10, 2) + y = y.reshape(1, 10, 10, 1).astype(np.float32) + expect( + node, + inputs=[x], + outputs=[y], + name="test_dft_irfft_opset19", + opset_imports=[onnx.helper.make_opsetid("", 19)], + ) + + @staticmethod + def export() -> None: + node = onnx.helper.make_node("DFT", inputs=["x", "", "axis"], outputs=["y"]) + x = np.arange(0, 100).reshape(10, 10).astype(np.float32) + axis = np.array(1, dtype=np.int64) + y = np.fft.fft(x, axis=0) + + x = x.reshape(1, 10, 10, 1) + y = np.stack((y.real, y.imag), axis=2).astype(np.float32).reshape(1, 10, 10, 2) + expect(node, inputs=[x, axis], outputs=[y], name="test_dft") + + node = onnx.helper.make_node("DFT", inputs=["x", "", "axis"], outputs=["y"]) + x = np.arange(0, 100).reshape(10, 10).astype(np.float32) + axis = np.array(2, dtype=np.int64) + y = np.fft.fft(x, axis=1) + + x = x.reshape(1, 10, 10, 1) + y = np.stack((y.real, y.imag), axis=2).astype(np.float32).reshape(1, 10, 10, 2) + expect(node, inputs=[x, axis], outputs=[y], name="test_dft_axis") + + node = onnx.helper.make_node( + "DFT", inputs=["x", "", "axis"], outputs=["y"], inverse=1 + ) + x = np.arange(0, 100, dtype=np.complex64).reshape(10, 10) + axis = np.array(1, dtype=np.int64) + y = np.fft.ifft(x, axis=0) + + x = np.stack((x.real, x.imag), axis=2).astype(np.float32).reshape(1, 10, 10, 2) + y = np.stack((y.real, y.imag), axis=2).astype(np.float32).reshape(1, 10, 10, 2) + expect(node, inputs=[x, axis], outputs=[y], name="test_dft_inverse") + + # Test RFFT (Real FFT): real input -> one-sided complex output + node = onnx.helper.make_node( + "DFT", inputs=["x", "", "axis"], outputs=["y"], onesided=1 + ) + x = np.arange(0, 100).reshape(10, 10).astype(np.float32) + axis = np.array(1, dtype=np.int64) + y = np.fft.rfft(x, axis=0) + + x = x.reshape(1, 10, 10, 1) + y = np.stack((y.real, y.imag), axis=2).astype(np.float32).reshape(1, 6, 10, 2) + expect(node, inputs=[x, axis], outputs=[y], name="test_dft_rfft") + + # Test IRFFT (Inverse Real FFT): one-sided complex input -> real output + node = onnx.helper.make_node( + "DFT", inputs=["x", "", "axis"], outputs=["y"], onesided=1, inverse=1 + ) + # Create one-sided complex input (6 bins for signal length 10) + x = np.fft.rfft(np.arange(0, 100).reshape(10, 10), axis=0).astype(np.complex64) + axis = np.array(1, dtype=np.int64) + y = np.fft.irfft(x, n=10, axis=0) + + x = np.stack((x.real, x.imag), axis=2).astype(np.float32).reshape(1, 6, 10, 2) + y = y.reshape(1, 10, 10, 1).astype(np.float32) + expect(node, inputs=[x, axis], outputs=[y], name="test_dft_irfft") diff --git a/onnx/backend/test/case/node/div.py b/onnx/backend/test/case/node/div.py new file mode 100644 index 0000000..0b34c71 --- /dev/null +++ b/onnx/backend/test/case/node/div.py @@ -0,0 +1,78 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class Div(Base): + @staticmethod + def export() -> None: + node = onnx.helper.make_node( + "Div", + inputs=["x", "y"], + outputs=["z"], + ) + + x = np.array([3, 4]).astype(np.float32) + y = np.array([1, 2]).astype(np.float32) + z = x / y # expected output [3., 2.] + expect(node, inputs=[x, y], outputs=[z], name="test_div_example") + + x = np.random.randn(3, 4, 5).astype(np.float32) + y = np.random.rand(3, 4, 5).astype(np.float32) + 1.0 + z = x / y + expect(node, inputs=[x, y], outputs=[z], name="test_div") + + x = np.random.randint(24, size=(3, 4, 5), dtype=np.int8) + y = np.random.randint(24, size=(3, 4, 5), dtype=np.int8) + 1 + z = x // y + expect(node, inputs=[x, y], outputs=[z], name="test_div_int8") + + x = np.random.randint(24, size=(3, 4, 5), dtype=np.int16) + y = np.random.randint(24, size=(3, 4, 5), dtype=np.int16) + 1 + z = x // y + expect(node, inputs=[x, y], outputs=[z], name="test_div_int16") + + x = np.array([-3, 3, -3, 3], dtype=np.int32) + y = np.array([2, 2, -2, -2], dtype=np.int32) + z = np.array([-1, 1, 1, -1], dtype=np.int32) + expect(node, inputs=[x, y], outputs=[z], name="test_div_int32_trunc") + + x = np.random.randint(24, size=(3, 4, 5), dtype=np.uint8) + y = np.random.randint(24, size=(3, 4, 5), dtype=np.uint8) + 1 + z = x // y + expect(node, inputs=[x, y], outputs=[z], name="test_div_uint8") + + x = np.random.randint(24, size=(3, 4, 5), dtype=np.uint16) + y = np.random.randint(24, size=(3, 4, 5), dtype=np.uint16) + 1 + z = x // y + expect(node, inputs=[x, y], outputs=[z], name="test_div_uint16") + + x = np.random.randint(24, size=(3, 4, 5), dtype=np.uint32) + y = np.random.randint(24, size=(3, 4, 5), dtype=np.uint32) + 1 + z = x // y + expect(node, inputs=[x, y], outputs=[z], name="test_div_uint32") + + x = np.random.randint(24, size=(3, 4, 5), dtype=np.uint64) + y = np.random.randint(24, size=(3, 4, 5), dtype=np.uint64) + 1 + z = x // y + expect(node, inputs=[x, y], outputs=[z], name="test_div_uint64") + + @staticmethod + def export_div_broadcast() -> None: + node = onnx.helper.make_node( + "Div", + inputs=["x", "y"], + outputs=["z"], + ) + + x = np.random.randn(3, 4, 5).astype(np.float32) + y = np.random.rand(5).astype(np.float32) + 1.0 + z = x / y + expect(node, inputs=[x, y], outputs=[z], name="test_div_bcast") diff --git a/onnx/backend/test/case/node/dropout.py b/onnx/backend/test/case/node/dropout.py new file mode 100644 index 0000000..87f2554 --- /dev/null +++ b/onnx/backend/test/case/node/dropout.py @@ -0,0 +1,209 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx import helper +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +def dropout(X, drop_probability=0.5, seed=0, training_mode=False, return_mask=False): + if drop_probability == 0 or training_mode is False: + if return_mask is True: + return X, np.ones(X.shape, dtype=bool) + return X + + np.random.seed(seed) + mask = np.random.uniform(0, 1.0, X.shape) >= drop_probability + scale = 1 / (1 - drop_probability) + if return_mask: + return mask * X * scale, mask.astype(bool) + return mask * X * scale + + +class Dropout(Base): + # Inferencing tests. + @staticmethod + def export_default() -> None: + seed = np.int64(0) + node = onnx.helper.make_node("Dropout", inputs=["x"], outputs=["y"], seed=seed) + + x = np.random.randn(3, 4, 5).astype(np.float32) + y = dropout(x) + expect(node, inputs=[x], outputs=[y], name="test_dropout_default") + + @staticmethod + def export_default_ratio() -> None: + seed = np.int64(0) + node = onnx.helper.make_node( + "Dropout", inputs=["x", "r"], outputs=["y"], seed=seed + ) + + r = np.float32(0.1) + x = np.random.randn(3, 4, 5).astype(np.float32) + y = dropout(x, r) + expect(node, inputs=[x, r], outputs=[y], name="test_dropout_default_ratio") + + @staticmethod + def export_default_mask() -> None: + seed = np.int64(0) + node = onnx.helper.make_node( + "Dropout", inputs=["x"], outputs=["y", "z"], seed=seed + ) + + x = np.random.randn(3, 4, 5).astype(np.float32) + y, z = dropout(x, return_mask=True) + expect(node, inputs=[x], outputs=[y, z], name="test_dropout_default_mask") + + @staticmethod + def export_default_mask_ratio() -> None: + seed = np.int64(0) + node = onnx.helper.make_node( + "Dropout", inputs=["x", "r"], outputs=["y", "z"], seed=seed + ) + + r = np.float32(0.1) + x = np.random.randn(3, 4, 5).astype(np.float32) + y, z = dropout(x, r, return_mask=True) + expect( + node, inputs=[x, r], outputs=[y, z], name="test_dropout_default_mask_ratio" + ) + + # Training tests. + + @staticmethod + def export_training_default() -> None: + seed = np.int64(0) + node = onnx.helper.make_node( + "Dropout", inputs=["x", "r", "t"], outputs=["y"], seed=seed + ) + + x = np.random.randn(3, 4, 5).astype(np.float32) + r = np.float32(0.5) + t = np.bool_(True) + y = dropout(x, r, training_mode=t) + expect( + node, inputs=[x, r, t], outputs=[y], name="test_training_dropout_default" + ) + + @staticmethod + def export_training_default_ratio_mask() -> None: + seed = np.int64(0) + node = onnx.helper.make_node( + "Dropout", inputs=["x", "r", "t"], outputs=["y", "z"], seed=seed + ) + + x = np.random.randn(3, 4, 5).astype(np.float32) + r = np.float32(0.5) + t = np.bool_(True) + y, z = dropout(x, r, training_mode=t, return_mask=True) + expect( + node, + inputs=[x, r, t], + outputs=[y, z], + name="test_training_dropout_default_mask", + ) + + @staticmethod + def export_training() -> None: + seed = np.int64(0) + node = onnx.helper.make_node( + "Dropout", inputs=["x", "r", "t"], outputs=["y"], seed=seed + ) + + x = np.random.randn(3, 4, 5).astype(np.float32) + r = np.float32(0.75) + t = np.bool_(True) + y = dropout(x, r, training_mode=t) + expect(node, inputs=[x, r, t], outputs=[y], name="test_training_dropout") + + @staticmethod + def export_training_ratio_mask() -> None: + seed = np.int64(0) + node = onnx.helper.make_node( + "Dropout", inputs=["x", "r", "t"], outputs=["y", "z"], seed=seed + ) + + x = np.random.randn(3, 4, 5).astype(np.float32) + r = np.float32(0.75) + t = np.bool_(True) + y, z = dropout(x, r, training_mode=t, return_mask=True) + expect( + node, inputs=[x, r, t], outputs=[y, z], name="test_training_dropout_mask" + ) + + @staticmethod + def export_training_default_zero_ratio() -> None: + seed = np.int64(0) + node = onnx.helper.make_node( + "Dropout", inputs=["x", "r", "t"], outputs=["y"], seed=seed + ) + + x = np.random.randn(3, 4, 5).astype(np.float32) + r = np.float32(0.0) + t = np.bool_(True) + y = dropout(x, r, training_mode=t) + expect( + node, inputs=[x, r, t], outputs=[y], name="test_training_dropout_zero_ratio" + ) + + @staticmethod + def export_training_default_zero_ratio_mask() -> None: + seed = np.int64(0) + node = onnx.helper.make_node( + "Dropout", inputs=["x", "r", "t"], outputs=["y", "z"], seed=seed + ) + + x = np.random.randn(3, 4, 5).astype(np.float32) + r = np.float32(0.0) + t = np.bool_(True) + y, z = dropout(x, r, training_mode=t, return_mask=True) + expect( + node, + inputs=[x, r, t], + outputs=[y, z], + name="test_training_dropout_zero_ratio_mask", + ) + + # Old dropout tests + + @staticmethod + def export_default_old() -> None: + node = onnx.helper.make_node( + "Dropout", + inputs=["x"], + outputs=["y"], + ) + + x = np.array([-1, 0, 1]).astype(np.float32) + y = x + expect( + node, + inputs=[x], + outputs=[y], + name="test_dropout_default_old", + opset_imports=[helper.make_opsetid("", 11)], + ) + + @staticmethod + def export_random_old() -> None: + node = onnx.helper.make_node( + "Dropout", + inputs=["x"], + outputs=["y"], + ratio=0.2, + ) + + x = np.random.randn(3, 4, 5).astype(np.float32) + y = x + expect( + node, + inputs=[x], + outputs=[y], + name="test_dropout_random_old", + opset_imports=[helper.make_opsetid("", 11)], + ) diff --git a/onnx/backend/test/case/node/dynamicquantizelinear.py b/onnx/backend/test/case/node/dynamicquantizelinear.py new file mode 100644 index 0000000..66553a3 --- /dev/null +++ b/onnx/backend/test/case/node/dynamicquantizelinear.py @@ -0,0 +1,70 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class DynamicQuantizeLinear(Base): + @staticmethod + def export() -> None: + node = onnx.helper.make_node( + "DynamicQuantizeLinear", + inputs=["x"], + outputs=["y", "y_scale", "y_zero_point"], + ) + + # expected scale 0.0196078438 and zero point 153 + X = np.array([0, 2, -3, -2.5, 1.34, 0.5]).astype(np.float32) + x_min = np.minimum(0, np.min(X)) + x_max = np.maximum(0, np.max(X)) + Y_Scale = np.float32((x_max - x_min) / (255 - 0)) # uint8 -> [0, 255] + Y_ZeroPoint = np.clip(round((0 - x_min) / Y_Scale), 0, 255).astype(np.uint8) + Y = np.clip(np.round(X / Y_Scale) + Y_ZeroPoint, 0, 255).astype(np.uint8) + + expect( + node, + inputs=[X], + outputs=[Y, Y_Scale, Y_ZeroPoint], + name="test_dynamicquantizelinear", + ) + + # expected scale 0.0156862754 and zero point 255 + X = np.array([-1.0, -2.1, -1.3, -2.5, -3.34, -4.0]).astype(np.float32) + x_min = np.minimum(0, np.min(X)) + x_max = np.maximum(0, np.max(X)) + Y_Scale = np.float32((x_max - x_min) / (255 - 0)) # uint8 -> [0, 255] + Y_ZeroPoint = np.clip(round((0 - x_min) / Y_Scale), 0, 255).astype(np.uint8) + Y = np.clip(np.round(X / Y_Scale) + Y_ZeroPoint, 0, 255).astype(np.uint8) + + expect( + node, + inputs=[X], + outputs=[Y, Y_Scale, Y_ZeroPoint], + name="test_dynamicquantizelinear_max_adjusted", + ) + + X = ( + np.array([1, 2.1, 1.3, 2.5, 3.34, 4.0, 1.5, 2.6, 3.9, 4.0, 3.0, 2.345]) + .astype(np.float32) + .reshape((3, 4)) + ) + + # expected scale 0.0156862754 and zero point 0 + x_min = np.minimum(0, np.min(X)) + x_max = np.maximum(0, np.max(X)) + Y_Scale = np.float32((x_max - x_min) / (255 - 0)) # uint8 -> [0, 255] + Y_ZeroPoint = np.clip(round((0 - x_min) / Y_Scale), 0, 255).astype(np.uint8) + Y = np.clip(np.round(X / Y_Scale) + Y_ZeroPoint, 0, 255).astype(np.uint8) + + expect( + node, + inputs=[X], + outputs=[Y, Y_Scale, Y_ZeroPoint], + name="test_dynamicquantizelinear_min_adjusted", + ) diff --git a/onnx/backend/test/case/node/einsum.py b/onnx/backend/test/case/node/einsum.py new file mode 100644 index 0000000..e6c4e2e --- /dev/null +++ b/onnx/backend/test/case/node/einsum.py @@ -0,0 +1,92 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +def einsum_reference_implementation( + Eqn: str, Operands: tuple[np.ndarray, ...] +) -> np.ndarray: + return np.einsum(Eqn, *Operands) + + +class Einsum(Base): + @staticmethod + def export_einsum_transpose() -> None: + Eqn = "ij->ji" + node = onnx.helper.make_node( + "Einsum", inputs=["x"], outputs=["y"], equation=Eqn + ) + + X = np.random.randn(3, 4) + Y = einsum_reference_implementation(Eqn, (X,)) + + expect(node, inputs=[X], outputs=[Y], name="test_einsum_transpose") + + @staticmethod + def export_einsum_sum() -> None: + Eqn = "ij->i" + node = onnx.helper.make_node( + "Einsum", inputs=["x"], outputs=["y"], equation=Eqn + ) + + X = np.random.randn(3, 4) + Z = einsum_reference_implementation(Eqn, (X,)) + + expect(node, inputs=[X], outputs=[Z], name="test_einsum_sum") + + @staticmethod + def export_einsum_batch_diagonal() -> None: + Eqn = "...ii ->...i" + node = onnx.helper.make_node( + "Einsum", inputs=["x"], outputs=["y"], equation=Eqn + ) + + X = np.random.randn(3, 5, 5) + Z = einsum_reference_implementation(Eqn, (X,)) + + expect(node, inputs=[X], outputs=[Z], name="test_einsum_batch_diagonal") + + @staticmethod + def export_einsum_inner_prod() -> None: + Eqn = "i,i" + node = onnx.helper.make_node( + "Einsum", inputs=["x", "y"], outputs=["z"], equation=Eqn + ) + + X = np.random.randn(5) + Y = np.random.randn(5) + Z = einsum_reference_implementation(Eqn, (X, Y)) + + expect(node, inputs=[X, Y], outputs=[Z], name="test_einsum_inner_prod") + + @staticmethod + def export_einsum_batch_matmul() -> None: + Eqn = "bij, bjk -> bik" + node = onnx.helper.make_node( + "Einsum", inputs=["x", "y"], outputs=["z"], equation=Eqn + ) + + X = np.random.randn(5, 2, 3) + Y = np.random.randn(5, 3, 4) + Z = einsum_reference_implementation(Eqn, (X, Y)) + + expect(node, inputs=[X, Y], outputs=[Z], name="test_einsum_batch_matmul") + + @staticmethod + def export_einsum_scalar() -> None: + Eqn = "->" + node = onnx.helper.make_node( + "Einsum", inputs=["x"], outputs=["y"], equation=Eqn + ) + + X = np.array(5.0) # scalar input + Z = einsum_reference_implementation(Eqn, (X,)) + + expect(node, inputs=[X], outputs=[Z], name="test_einsum_scalar") diff --git a/onnx/backend/test/case/node/elu.py b/onnx/backend/test/case/node/elu.py new file mode 100644 index 0000000..d19132f --- /dev/null +++ b/onnx/backend/test/case/node/elu.py @@ -0,0 +1,37 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class Elu(Base): + @staticmethod + def export() -> None: + node = onnx.helper.make_node("Elu", inputs=["x"], outputs=["y"], alpha=2.0) + + x = np.array([-1, 0, 1]).astype(np.float32) + # expected output [-1.2642411, 0., 1.] + y = np.clip(x, 0, np.inf) + (np.exp(np.clip(x, -np.inf, 0)) - 1) * 2.0 + expect(node, inputs=[x], outputs=[y], name="test_elu_example") + + x = np.random.randn(3, 4, 5).astype(np.float32) + y = np.clip(x, 0, np.inf) + (np.exp(np.clip(x, -np.inf, 0)) - 1) * 2.0 + expect(node, inputs=[x], outputs=[y], name="test_elu") + + @staticmethod + def export_elu_default() -> None: + default_alpha = 1.0 + node = onnx.helper.make_node( + "Elu", + inputs=["x"], + outputs=["y"], + ) + x = np.random.randn(3, 4, 5).astype(np.float32) + y = np.clip(x, 0, np.inf) + (np.exp(np.clip(x, -np.inf, 0)) - 1) * default_alpha + expect(node, inputs=[x], outputs=[y], name="test_elu_default") diff --git a/onnx/backend/test/case/node/equal.py b/onnx/backend/test/case/node/equal.py new file mode 100644 index 0000000..ea09b43 --- /dev/null +++ b/onnx/backend/test/case/node/equal.py @@ -0,0 +1,92 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class Equal(Base): + @staticmethod + def export() -> None: + node = onnx.helper.make_node( + "Equal", + inputs=["x", "y"], + outputs=["z"], + ) + + x = (np.random.randn(3, 4, 5) * 10).astype(np.int32) + y = (np.random.randn(3, 4, 5) * 10).astype(np.int32) + z = np.equal(x, y) + expect(node, inputs=[x, y], outputs=[z], name="test_equal") + + x = (np.random.randn(3, 4, 5) * 10).astype(np.int8) + y = (np.random.randn(3, 4, 5) * 10).astype(np.int8) + z = np.equal(x, y) + expect(node, inputs=[x, y], outputs=[z], name="test_equal_int8") + + x = (np.random.randn(3, 4, 5) * 10).astype(np.int16) + y = (np.random.randn(3, 4, 5) * 10).astype(np.int16) + z = np.equal(x, y) + expect(node, inputs=[x, y], outputs=[z], name="test_equal_int16") + + x = np.random.randint(24, size=(3, 4, 5), dtype=np.uint8) + y = np.random.randint(24, size=(3, 4, 5), dtype=np.uint8) + z = np.equal(x, y) + expect(node, inputs=[x, y], outputs=[z], name="test_equal_uint8") + + x = np.random.randint(24, size=(3, 4, 5), dtype=np.uint16) + y = np.random.randint(24, size=(3, 4, 5), dtype=np.uint16) + z = np.equal(x, y) + expect(node, inputs=[x, y], outputs=[z], name="test_equal_uint16") + + x = np.random.randint(24, size=(3, 4, 5), dtype=np.uint32) + y = np.random.randint(24, size=(3, 4, 5), dtype=np.uint32) + z = np.equal(x, y) + expect(node, inputs=[x, y], outputs=[z], name="test_equal_uint32") + + x = np.random.randint(24, size=(3, 4, 5), dtype=np.uint64) + y = np.random.randint(24, size=(3, 4, 5), dtype=np.uint64) + z = np.equal(x, y) + expect(node, inputs=[x, y], outputs=[z], name="test_equal_uint64") + + @staticmethod + def export_equal_broadcast() -> None: + node = onnx.helper.make_node( + "Equal", + inputs=["x", "y"], + outputs=["z"], + ) + + x = (np.random.randn(3, 4, 5) * 10).astype(np.int32) + y = (np.random.randn(5) * 10).astype(np.int32) + z = np.equal(x, y) + expect(node, inputs=[x, y], outputs=[z], name="test_equal_bcast") + + @staticmethod + def export_equal_string() -> None: + node = onnx.helper.make_node( + "Equal", + inputs=["x", "y"], + outputs=["z"], + ) + x = np.array(["string1", "string2"], dtype=np.dtype(object)) + y = np.array(["string1", "string3"], dtype=np.dtype(object)) + z = np.equal(x, y) + expect(node, inputs=[x, y], outputs=[z], name="test_equal_string") + + @staticmethod + def export_equal_string_broadcast() -> None: + node = onnx.helper.make_node( + "Equal", + inputs=["x", "y"], + outputs=["z"], + ) + x = np.array(["string1", "string2"], dtype=np.dtype(object)) + y = np.array(["string1"], dtype=np.dtype(object)) + z = np.equal(x, y) + expect(node, inputs=[x, y], outputs=[z], name="test_equal_string_broadcast") diff --git a/onnx/backend/test/case/node/erf.py b/onnx/backend/test/case/node/erf.py new file mode 100644 index 0000000..3a5842a --- /dev/null +++ b/onnx/backend/test/case/node/erf.py @@ -0,0 +1,26 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import math + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class Erf(Base): + @staticmethod + def export() -> None: + node = onnx.helper.make_node( + "Erf", + inputs=["x"], + outputs=["y"], + ) + + x = np.random.randn(1, 3, 32, 32).astype(np.float32) + y = np.vectorize(math.erf)(x).astype(np.float32) + expect(node, inputs=[x], outputs=[y], name="test_erf") diff --git a/onnx/backend/test/case/node/exp.py b/onnx/backend/test/case/node/exp.py new file mode 100644 index 0000000..c0a0692 --- /dev/null +++ b/onnx/backend/test/case/node/exp.py @@ -0,0 +1,28 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class Exp(Base): + @staticmethod + def export() -> None: + node = onnx.helper.make_node( + "Exp", + inputs=["x"], + outputs=["y"], + ) + + x = np.array([-1, 0, 1]).astype(np.float32) + y = np.exp(x) # expected output [0.36787945, 1., 2.71828175] + expect(node, inputs=[x], outputs=[y], name="test_exp_example") + + x = np.random.randn(3, 4, 5).astype(np.float32) + y = np.exp(x) + expect(node, inputs=[x], outputs=[y], name="test_exp") diff --git a/onnx/backend/test/case/node/expand.py b/onnx/backend/test/case/node/expand.py new file mode 100644 index 0000000..d88a625 --- /dev/null +++ b/onnx/backend/test/case/node/expand.py @@ -0,0 +1,66 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class Expand(Base): + @staticmethod + def export_dim_changed() -> None: + node = onnx.helper.make_node( + "Expand", + inputs=["data", "new_shape"], + outputs=["expanded"], + ) + shape = [3, 1] + data = np.reshape(np.arange(1, np.prod(shape) + 1, dtype=np.float32), shape) + # print(data) + # [[1.], [2.], [3.]] + new_shape = [2, 1, 6] + expanded = data * np.ones(new_shape, dtype=np.float32) + # print(expanded) + # [[[1., 1., 1., 1., 1., 1.], + # [2., 2., 2., 2., 2., 2.], + # [3., 3., 3., 3., 3., 3.]], + # + # [[1., 1., 1., 1., 1., 1.], + # [2., 2., 2., 2., 2., 2.], + # [3., 3., 3., 3., 3., 3.]]] + new_shape = np.array(new_shape, dtype=np.int64) + expect( + node, + inputs=[data, new_shape], + outputs=[expanded], + name="test_expand_dim_changed", + ) + + @staticmethod + def export_dim_unchanged() -> None: + node = onnx.helper.make_node( + "Expand", + inputs=["data", "new_shape"], + outputs=["expanded"], + ) + shape = [3, 1] + new_shape = [3, 4] + data = np.reshape(np.arange(1, np.prod(shape) + 1, dtype=np.float32), shape) + # print(data) + # [[1.], [2.], [3.]] + expanded = np.tile(data, 4) + # print(expanded) + # [[1., 1., 1., 1.], + # [2., 2., 2., 2.], + # [3., 3., 3., 3.]] + new_shape = np.array(new_shape, dtype=np.int64) + expect( + node, + inputs=[data, new_shape], + outputs=[expanded], + name="test_expand_dim_unchanged", + ) diff --git a/onnx/backend/test/case/node/eyelike.py b/onnx/backend/test/case/node/eyelike.py new file mode 100644 index 0000000..6ea785f --- /dev/null +++ b/onnx/backend/test/case/node/eyelike.py @@ -0,0 +1,60 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class EyeLike(Base): + @staticmethod + def export_without_dtype() -> None: + shape = (4, 4) + node = onnx.helper.make_node( + "EyeLike", + inputs=["x"], + outputs=["y"], + ) + + x = np.random.randint(0, 100, size=shape, dtype=np.int32) + y = np.eye(shape[0], shape[1], dtype=np.int32) + expect(node, inputs=[x], outputs=[y], name="test_eyelike_without_dtype") + + @staticmethod + def export_with_dtype() -> None: + shape = (3, 4) + node = onnx.helper.make_node( + "EyeLike", + inputs=["x"], + outputs=["y"], + dtype=onnx.TensorProto.DOUBLE, + ) + + x = np.random.randint(0, 100, size=shape, dtype=np.int32) + y = np.eye(shape[0], shape[1], dtype=np.float64) + expect(node, inputs=[x], outputs=[y], name="test_eyelike_with_dtype") + + @staticmethod + def export_populate_off_main_diagonal() -> None: + shape = (4, 5) + off_diagonal_offset = 1 + node = onnx.helper.make_node( + "EyeLike", + inputs=["x"], + outputs=["y"], + k=off_diagonal_offset, + dtype=onnx.TensorProto.FLOAT, + ) + + x = np.random.randint(0, 100, size=shape, dtype=np.int32) + y = np.eye(shape[0], shape[1], k=off_diagonal_offset, dtype=np.float32) + expect( + node, + inputs=[x], + outputs=[y], + name="test_eyelike_populate_off_main_diagonal", + ) diff --git a/onnx/backend/test/case/node/flatten.py b/onnx/backend/test/case/node/flatten.py new file mode 100644 index 0000000..ab2268f --- /dev/null +++ b/onnx/backend/test/case/node/flatten.py @@ -0,0 +1,65 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class Flatten(Base): + @staticmethod + def export() -> None: + shape = (2, 3, 4, 5) + a = np.random.random_sample(shape).astype(np.float32) + + for i in range(len(shape)): + node = onnx.helper.make_node( + "Flatten", + inputs=["a"], + outputs=["b"], + axis=i, + ) + + new_shape = (1, -1) if i == 0 else (np.prod(shape[0:i]).astype(int), -1) + b = np.reshape(a, new_shape) + expect(node, inputs=[a], outputs=[b], name="test_flatten_axis" + str(i)) + + @staticmethod + def export_flatten_with_default_axis() -> None: + node = onnx.helper.make_node( + "Flatten", + inputs=["a"], + outputs=["b"], # Default value for axis: axis=1 + ) + + shape = (5, 4, 3, 2) + a = np.random.random_sample(shape).astype(np.float32) + new_shape = (5, 24) + b = np.reshape(a, new_shape) + expect(node, inputs=[a], outputs=[b], name="test_flatten_default_axis") + + @staticmethod + def export_flatten_negative_axis() -> None: + shape = (2, 3, 4, 5) + a = np.random.random_sample(shape).astype(np.float32) + + for i in range(-len(shape), 0): + node = onnx.helper.make_node( + "Flatten", + inputs=["a"], + outputs=["b"], + axis=i, + ) + + new_shape = (np.prod(shape[0:i]).astype(int), -1) + b = np.reshape(a, new_shape) + expect( + node, + inputs=[a], + outputs=[b], + name="test_flatten_negative_axis" + str(abs(i)), + ) diff --git a/onnx/backend/test/case/node/flexattention.py b/onnx/backend/test/case/node/flexattention.py new file mode 100644 index 0000000..c6b1d09 --- /dev/null +++ b/onnx/backend/test/case/node/flexattention.py @@ -0,0 +1,583 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx import TensorProto, helper +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect +from onnx.defs import AI_ONNX_PREVIEW_DOMAIN +from onnx.reference.ops.aionnx_preview.op_flex_attention import ( + _compute_flex_attention, +) + + +def _make_score_mod_bias_graph( + bias_value: float, + dtype: TensorProto.DataType = TensorProto.FLOAT, +) -> onnx.GraphProto: + """Create a score_mod subgraph that adds a constant bias to the scores. + + score_mod(scores) -> scores + bias + """ + score_in = helper.make_tensor_value_info("scores", dtype, ["B", "H", "L", "S"]) + score_out = helper.make_tensor_value_info("scores_out", dtype, ["B", "H", "L", "S"]) + + bias_tensor = helper.make_tensor("bias", dtype, [], [bias_value]) + add_node = helper.make_node("Add", ["scores", "bias"], ["scores_out"]) + + return helper.make_graph( + [add_node], + "score_mod_bias", + [score_in], + [score_out], + [bias_tensor], + ) + + +def _make_prob_mod_scale_graph( + scale_value: float, + dtype: TensorProto.DataType = TensorProto.FLOAT, +) -> onnx.GraphProto: + """Create a prob_mod subgraph that scales the probabilities. + + prob_mod(probs) -> probs * scale + """ + prob_in = helper.make_tensor_value_info("probs", dtype, ["B", "H", "L", "S"]) + prob_out = helper.make_tensor_value_info("probs_out", dtype, ["B", "H", "L", "S"]) + + scale_tensor = helper.make_tensor("scale", dtype, [], [scale_value]) + mul_node = helper.make_node("Mul", ["probs", "scale"], ["probs_out"]) + + return helper.make_graph( + [mul_node], + "prob_mod_scale", + [prob_in], + [prob_out], + [scale_tensor], + ) + + +def _make_score_mod_causal_mask_graph( + dtype: TensorProto.DataType = TensorProto.FLOAT, +) -> onnx.GraphProto: + """Create a score_mod subgraph that applies causal masking. + + For each position, masks out future tokens by setting scores to -inf + where k_idx > q_idx. This pattern is used in Qwen-3, Gemma-3, Llama-3, etc. + + score_mod(scores) -> Where(q_idx >= k_idx, scores, -inf) + """ + score_in = helper.make_tensor_value_info("scores", dtype, ["B", "H", "L", "S"]) + score_out = helper.make_tensor_value_info("scores_out", dtype, ["B", "H", "L", "S"]) + + nodes = [ + # Extract L and S from scores shape [B, H, L, S] + helper.make_node("Shape", ["scores"], ["scores_shape"]), + helper.make_node("Gather", ["scores_shape", "idx_2"], ["L_dim"], axis=0), + helper.make_node("Gather", ["scores_shape", "idx_3"], ["S_dim"], axis=0), + # Build q_idx: range(L) reshaped to [1, 1, L, 1] + helper.make_node("Range", ["zero", "L_dim", "one"], ["q_range"]), + helper.make_node("Reshape", ["q_range", "q_shape"], ["q_idx"]), + # Build k_idx: range(S) reshaped to [1, 1, 1, S] + helper.make_node("Range", ["zero", "S_dim", "one"], ["k_range"]), + helper.make_node("Reshape", ["k_range", "k_shape"], ["k_idx"]), + # Causal mask: q_idx >= k_idx + helper.make_node("GreaterOrEqual", ["q_idx", "k_idx"], ["mask"]), + # Where(mask, scores, -inf) + helper.make_node("Where", ["mask", "scores", "neg_inf"], ["scores_out"]), + ] + + initializers = [ + helper.make_tensor("zero", TensorProto.INT64, [], [0]), + helper.make_tensor("one", TensorProto.INT64, [], [1]), + helper.make_tensor("idx_2", TensorProto.INT64, [], [2]), + helper.make_tensor("idx_3", TensorProto.INT64, [], [3]), + helper.make_tensor("q_shape", TensorProto.INT64, [4], [1, 1, -1, 1]), + helper.make_tensor("k_shape", TensorProto.INT64, [4], [1, 1, 1, -1]), + helper.make_tensor("neg_inf", dtype, [], [float("-inf")]), + ] + + return helper.make_graph( + nodes, + "score_mod_causal_mask", + [score_in], + [score_out], + initializers, + ) + + +def _make_score_mod_soft_cap_graph( + cap_value: float, + dtype: TensorProto.DataType = TensorProto.FLOAT, +) -> onnx.GraphProto: + """Create a score_mod subgraph that applies soft capping. + + Used in Gemma-2 to stabilize attention scores. + + score_mod(scores) -> tanh(scores / cap) * cap + """ + score_in = helper.make_tensor_value_info("scores", dtype, ["B", "H", "L", "S"]) + score_out = helper.make_tensor_value_info("scores_out", dtype, ["B", "H", "L", "S"]) + + nodes = [ + helper.make_node("Div", ["scores", "cap"], ["scaled"]), + helper.make_node("Tanh", ["scaled"], ["tanh_out"]), + helper.make_node("Mul", ["tanh_out", "cap"], ["scores_out"]), + ] + + initializers = [ + helper.make_tensor("cap", dtype, [], [cap_value]), + ] + + return helper.make_graph( + nodes, + "score_mod_soft_cap", + [score_in], + [score_out], + initializers, + ) + + +def _make_score_mod_relative_positional_graph( + dtype: TensorProto.DataType = TensorProto.FLOAT, +) -> onnx.GraphProto: + """Create a score_mod subgraph that adds relative positional bias. + + Adds (q_idx - k_idx) to the scores. This pattern captures the core idea + of relative position embeddings used in various Transformer models. + + score_mod(scores) -> scores + Cast(q_idx - k_idx, dtype) + """ + score_in = helper.make_tensor_value_info("scores", dtype, ["B", "H", "L", "S"]) + score_out = helper.make_tensor_value_info("scores_out", dtype, ["B", "H", "L", "S"]) + + nodes = [ + # Extract L and S from scores shape [B, H, L, S] + helper.make_node("Shape", ["scores"], ["scores_shape"]), + helper.make_node("Gather", ["scores_shape", "idx_2"], ["L_dim"], axis=0), + helper.make_node("Gather", ["scores_shape", "idx_3"], ["S_dim"], axis=0), + # Build q_idx: range(L) reshaped to [L, 1] + helper.make_node("Range", ["zero", "L_dim", "one"], ["q_range"]), + helper.make_node("Reshape", ["q_range", "q_shape"], ["q_idx"]), + # Build k_idx: range(S) reshaped to [1, S] + helper.make_node("Range", ["zero", "S_dim", "one"], ["k_range"]), + helper.make_node("Reshape", ["k_range", "k_shape"], ["k_idx"]), + # Relative position: q_idx - k_idx (broadcasts to [L, S]) + helper.make_node("Sub", ["q_idx", "k_idx"], ["rel_pos"]), + # Cast to score dtype and add to scores + helper.make_node("Cast", ["rel_pos"], ["rel_pos_cast"], to=dtype), + helper.make_node("Add", ["scores", "rel_pos_cast"], ["scores_out"]), + ] + + initializers = [ + helper.make_tensor("zero", TensorProto.INT64, [], [0]), + helper.make_tensor("one", TensorProto.INT64, [], [1]), + helper.make_tensor("idx_2", TensorProto.INT64, [], [2]), + helper.make_tensor("idx_3", TensorProto.INT64, [], [3]), + helper.make_tensor("q_shape", TensorProto.INT64, [2], [-1, 1]), + helper.make_tensor("k_shape", TensorProto.INT64, [2], [1, -1]), + ] + + return helper.make_graph( + nodes, + "score_mod_relative_positional", + [score_in], + [score_out], + initializers, + ) + + +class FlexAttention(Base): + @staticmethod + def export_flexattention() -> None: + """Basic FlexAttention test with default settings.""" + node = helper.make_node( + "FlexAttention", + inputs=["Q", "K", "V"], + outputs=["Y"], + domain=AI_ONNX_PREVIEW_DOMAIN, + ) + + B, Hq, L, E = 2, 4, 8, 16 + S, Ev = 6, 16 + + Q = np.random.rand(B, Hq, L, E).astype(np.float32) + K = np.random.rand(B, Hq, S, E).astype(np.float32) + V = np.random.rand(B, Hq, S, Ev).astype(np.float32) + + (Y,) = _compute_flex_attention(Q, K, V) + + expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_flexattention", + opset_imports=[ + helper.make_opsetid("", 26), + helper.make_opsetid(AI_ONNX_PREVIEW_DOMAIN, 1), + ], + ) + + @staticmethod + def export_flexattention_scaled() -> None: + """FlexAttention with explicit scale attribute.""" + scale = 0.1 + node = helper.make_node( + "FlexAttention", + inputs=["Q", "K", "V"], + outputs=["Y"], + scale=scale, + domain=AI_ONNX_PREVIEW_DOMAIN, + ) + + B, Hq, L, E = 2, 4, 8, 16 + S, Ev = 6, 16 + + Q = np.random.rand(B, Hq, L, E).astype(np.float32) + K = np.random.rand(B, Hq, S, E).astype(np.float32) + V = np.random.rand(B, Hq, S, Ev).astype(np.float32) + + (Y,) = _compute_flex_attention(Q, K, V, scale=scale) + + expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_flexattention_scaled", + opset_imports=[ + helper.make_opsetid("", 26), + helper.make_opsetid(AI_ONNX_PREVIEW_DOMAIN, 1), + ], + ) + + @staticmethod + def export_flexattention_gqa() -> None: + """FlexAttention with Grouped Query Attention (GQA).""" + node = helper.make_node( + "FlexAttention", + inputs=["Q", "K", "V"], + outputs=["Y"], + domain=AI_ONNX_PREVIEW_DOMAIN, + ) + + B, Hq, Hkv, L, S, E, Ev = 2, 8, 2, 4, 6, 16, 16 + + Q = np.random.rand(B, Hq, L, E).astype(np.float32) + K = np.random.rand(B, Hkv, S, E).astype(np.float32) + V = np.random.rand(B, Hkv, S, Ev).astype(np.float32) + + (Y,) = _compute_flex_attention(Q, K, V) + + expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_flexattention_gqa", + opset_imports=[ + helper.make_opsetid("", 26), + helper.make_opsetid(AI_ONNX_PREVIEW_DOMAIN, 1), + ], + ) + + @staticmethod + def export_flexattention_diff_head_sizes() -> None: + """FlexAttention with different head sizes for Q/K vs V.""" + node = helper.make_node( + "FlexAttention", + inputs=["Q", "K", "V"], + outputs=["Y"], + domain=AI_ONNX_PREVIEW_DOMAIN, + ) + + B, Hq, L, E = 2, 4, 8, 16 + S, Ev = 6, 32 # V has different head size + + Q = np.random.rand(B, Hq, L, E).astype(np.float32) + K = np.random.rand(B, Hq, S, E).astype(np.float32) + V = np.random.rand(B, Hq, S, Ev).astype(np.float32) + + (Y,) = _compute_flex_attention(Q, K, V) + + expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_flexattention_diff_head_sizes", + opset_imports=[ + helper.make_opsetid("", 26), + helper.make_opsetid(AI_ONNX_PREVIEW_DOMAIN, 1), + ], + ) + + @staticmethod + def export_flexattention_score_mod() -> None: + """FlexAttention with score_mod subgraph (adds bias to scores).""" + bias_value = 0.5 + score_mod_graph = _make_score_mod_bias_graph(bias_value, TensorProto.FLOAT) + + node = helper.make_node( + "FlexAttention", + inputs=["Q", "K", "V"], + outputs=["Y"], + domain=AI_ONNX_PREVIEW_DOMAIN, + ) + # Add score_mod as a graph attribute + score_mod_attr = helper.make_attribute("score_mod", score_mod_graph) + node.attribute.append(score_mod_attr) + + B, Hq, L, E = 1, 2, 3, 4 + S, Ev = 3, 4 + + Q = np.random.rand(B, Hq, L, E).astype(np.float32) + K = np.random.rand(B, Hq, S, E).astype(np.float32) + V = np.random.rand(B, Hq, S, Ev).astype(np.float32) + + scale = 1.0 / np.sqrt(E) + scores = np.einsum("bhle,bhse->bhls", Q, K) * scale + scores = scores + bias_value # score_mod: add bias + probs = np.exp(scores - scores.max(axis=-1, keepdims=True)) + probs = probs / probs.sum(axis=-1, keepdims=True) + Y = np.einsum("bhls,bhsv->bhlv", probs, V).astype(np.float32) + + expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_flexattention_score_mod", + opset_imports=[ + helper.make_opsetid("", 26), + helper.make_opsetid(AI_ONNX_PREVIEW_DOMAIN, 1), + ], + ) + + @staticmethod + def export_flexattention_prob_mod() -> None: + """FlexAttention with prob_mod subgraph (scales probabilities).""" + scale_value = 0.5 + prob_mod_graph = _make_prob_mod_scale_graph(scale_value, TensorProto.FLOAT) + + node = helper.make_node( + "FlexAttention", + inputs=["Q", "K", "V"], + outputs=["Y"], + domain=AI_ONNX_PREVIEW_DOMAIN, + ) + prob_mod_attr = helper.make_attribute("prob_mod", prob_mod_graph) + node.attribute.append(prob_mod_attr) + + B, Hq, L, E = 1, 2, 3, 4 + S, Ev = 3, 4 + + Q = np.random.rand(B, Hq, L, E).astype(np.float32) + K = np.random.rand(B, Hq, S, E).astype(np.float32) + V = np.random.rand(B, Hq, S, Ev).astype(np.float32) + + scale = 1.0 / np.sqrt(E) + scores = np.einsum("bhle,bhse->bhls", Q, K) * scale + probs = np.exp(scores - scores.max(axis=-1, keepdims=True)) + probs = probs / probs.sum(axis=-1, keepdims=True) + probs = probs * scale_value + Y = np.einsum("bhls,bhsv->bhlv", probs, V).astype(np.float32) + + expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_flexattention_prob_mod", + opset_imports=[ + helper.make_opsetid("", 26), + helper.make_opsetid(AI_ONNX_PREVIEW_DOMAIN, 1), + ], + ) + + @staticmethod + def export_flexattention_fp16() -> None: + """FlexAttention with float16 inputs.""" + node = helper.make_node( + "FlexAttention", + inputs=["Q", "K", "V"], + outputs=["Y"], + domain=AI_ONNX_PREVIEW_DOMAIN, + ) + + B, Hq, L, E = 2, 4, 8, 16 + S, Ev = 6, 16 + + Q = np.random.rand(B, Hq, L, E).astype(np.float16) + K = np.random.rand(B, Hq, S, E).astype(np.float16) + V = np.random.rand(B, Hq, S, Ev).astype(np.float16) + + (Y,) = _compute_flex_attention(Q, K, V) + + expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_flexattention_fp16", + opset_imports=[ + helper.make_opsetid("", 26), + helper.make_opsetid(AI_ONNX_PREVIEW_DOMAIN, 1), + ], + ) + + @staticmethod + def export_flexattention_double() -> None: + """FlexAttention with double precision inputs.""" + node = helper.make_node( + "FlexAttention", + inputs=["Q", "K", "V"], + outputs=["Y"], + domain=AI_ONNX_PREVIEW_DOMAIN, + ) + + B, Hq, L, E = 2, 4, 8, 16 + S, Ev = 6, 16 + + Q = np.random.rand(B, Hq, L, E).astype(np.float64) + K = np.random.rand(B, Hq, S, E).astype(np.float64) + V = np.random.rand(B, Hq, S, Ev).astype(np.float64) + + (Y,) = _compute_flex_attention(Q, K, V) + + expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_flexattention_double", + opset_imports=[ + helper.make_opsetid("", 26), + helper.make_opsetid(AI_ONNX_PREVIEW_DOMAIN, 1), + ], + ) + + @staticmethod + def export_flexattention_causal_mask() -> None: + """FlexAttention with causal masking score_mod (Qwen-3, Gemma-3, Llama-3 pattern).""" + score_mod_graph = _make_score_mod_causal_mask_graph(TensorProto.FLOAT) + + node = helper.make_node( + "FlexAttention", + inputs=["Q", "K", "V"], + outputs=["Y"], + domain=AI_ONNX_PREVIEW_DOMAIN, + ) + score_mod_attr = helper.make_attribute("score_mod", score_mod_graph) + node.attribute.append(score_mod_attr) + + B, Hq, L, E = 1, 2, 4, 8 + S, Ev = 4, 8 + + Q = np.random.rand(B, Hq, L, E).astype(np.float32) + K = np.random.rand(B, Hq, S, E).astype(np.float32) + V = np.random.rand(B, Hq, S, Ev).astype(np.float32) + + # Manually compute expected output with causal masking + scale = 1.0 / np.sqrt(E) + scores = np.einsum("bhle,bhse->bhls", Q, K) * scale + # Apply causal mask: set future positions to -inf + q_idx = np.arange(L).reshape(1, 1, L, 1) + k_idx = np.arange(S).reshape(1, 1, 1, S) + mask = q_idx >= k_idx + scores = np.where(mask, scores, -np.inf) + probs = np.exp(scores - scores.max(axis=-1, keepdims=True)) + probs = probs / probs.sum(axis=-1, keepdims=True) + Y = np.einsum("bhls,bhsv->bhlv", probs, V).astype(np.float32) + + expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_flexattention_causal_mask", + opset_imports=[ + helper.make_opsetid("", 26), + helper.make_opsetid(AI_ONNX_PREVIEW_DOMAIN, 1), + ], + ) + + @staticmethod + def export_flexattention_soft_cap() -> None: + """FlexAttention with soft capping score_mod (Gemma-2 pattern).""" + cap_value = 20.0 + score_mod_graph = _make_score_mod_soft_cap_graph(cap_value, TensorProto.FLOAT) + + node = helper.make_node( + "FlexAttention", + inputs=["Q", "K", "V"], + outputs=["Y"], + domain=AI_ONNX_PREVIEW_DOMAIN, + ) + score_mod_attr = helper.make_attribute("score_mod", score_mod_graph) + node.attribute.append(score_mod_attr) + + B, Hq, L, E = 1, 2, 4, 8 + S, Ev = 4, 8 + + Q = np.random.rand(B, Hq, L, E).astype(np.float32) + K = np.random.rand(B, Hq, S, E).astype(np.float32) + V = np.random.rand(B, Hq, S, Ev).astype(np.float32) + + # Manually compute expected output with soft capping + scale = 1.0 / np.sqrt(E) + scores = np.einsum("bhle,bhse->bhls", Q, K) * scale + scores = np.tanh(scores / cap_value) * cap_value + probs = np.exp(scores - scores.max(axis=-1, keepdims=True)) + probs = probs / probs.sum(axis=-1, keepdims=True) + Y = np.einsum("bhls,bhsv->bhlv", probs, V).astype(np.float32) + + expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_flexattention_soft_cap", + opset_imports=[ + helper.make_opsetid("", 26), + helper.make_opsetid(AI_ONNX_PREVIEW_DOMAIN, 1), + ], + ) + + @staticmethod + def export_flexattention_relative_positional() -> None: + """FlexAttention with relative positional bias score_mod.""" + score_mod_graph = _make_score_mod_relative_positional_graph(TensorProto.FLOAT) + + node = helper.make_node( + "FlexAttention", + inputs=["Q", "K", "V"], + outputs=["Y"], + domain=AI_ONNX_PREVIEW_DOMAIN, + ) + score_mod_attr = helper.make_attribute("score_mod", score_mod_graph) + node.attribute.append(score_mod_attr) + + B, Hq, L, E = 1, 2, 4, 8 + S, Ev = 4, 8 + + Q = np.random.rand(B, Hq, L, E).astype(np.float32) + K = np.random.rand(B, Hq, S, E).astype(np.float32) + V = np.random.rand(B, Hq, S, Ev).astype(np.float32) + + # Manually compute expected output with relative positional bias + scale = 1.0 / np.sqrt(E) + scores = np.einsum("bhle,bhse->bhls", Q, K) * scale + q_idx = np.arange(L).reshape(-1, 1) + k_idx = np.arange(S).reshape(1, -1) + rel_pos = (q_idx - k_idx).astype(np.float32) + scores = scores + rel_pos + probs = np.exp(scores - scores.max(axis=-1, keepdims=True)) + probs = probs / probs.sum(axis=-1, keepdims=True) + Y = np.einsum("bhls,bhsv->bhlv", probs, V).astype(np.float32) + + expect( + node, + inputs=[Q, K, V], + outputs=[Y], + name="test_flexattention_relative_positional", + opset_imports=[ + helper.make_opsetid("", 26), + helper.make_opsetid(AI_ONNX_PREVIEW_DOMAIN, 1), + ], + ) diff --git a/onnx/backend/test/case/node/floor.py b/onnx/backend/test/case/node/floor.py new file mode 100644 index 0000000..76373dd --- /dev/null +++ b/onnx/backend/test/case/node/floor.py @@ -0,0 +1,28 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class Floor(Base): + @staticmethod + def export() -> None: + node = onnx.helper.make_node( + "Floor", + inputs=["x"], + outputs=["y"], + ) + + x = np.array([-1.5, 1.2, 2]).astype(np.float32) + y = np.floor(x) # expected output [-2., 1., 2.] + expect(node, inputs=[x], outputs=[y], name="test_floor_example") + + x = np.random.randn(3, 4, 5).astype(np.float32) + y = np.floor(x) + expect(node, inputs=[x], outputs=[y], name="test_floor") diff --git a/onnx/backend/test/case/node/gather.py b/onnx/backend/test/case/node/gather.py new file mode 100644 index 0000000..20435ec --- /dev/null +++ b/onnx/backend/test/case/node/gather.py @@ -0,0 +1,91 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class Gather(Base): + @staticmethod + def export_gather_0() -> None: + node = onnx.helper.make_node( + "Gather", + inputs=["data", "indices"], + outputs=["y"], + axis=0, + ) + data = np.random.randn(5, 4, 3, 2).astype(np.float32) + indices = np.array([0, 1, 3]) + y = np.take(data, indices, axis=0) + + expect( + node, + inputs=[data, indices.astype(np.int64)], + outputs=[y], + name="test_gather_0", + ) + + @staticmethod + def export_gather_1() -> None: + node = onnx.helper.make_node( + "Gather", + inputs=["data", "indices"], + outputs=["y"], + axis=1, + ) + data = np.random.randn(5, 4, 3, 2).astype(np.float32) + indices = np.array([0, 1, 3]) + y = np.take(data, indices, axis=1) + + expect( + node, + inputs=[data, indices.astype(np.int64)], + outputs=[y], + name="test_gather_1", + ) + + @staticmethod + def export_gather_2d_indices() -> None: + node = onnx.helper.make_node( + "Gather", + inputs=["data", "indices"], + outputs=["y"], + axis=1, + ) + data = np.random.randn(3, 3).astype(np.float32) + indices = np.array([[0, 2]]) + y = np.take(data, indices, axis=1) + + expect( + node, + inputs=[data, indices.astype(np.int64)], + outputs=[y], + name="test_gather_2d_indices", + ) + + @staticmethod + def export_gather_negative_indices() -> None: + node = onnx.helper.make_node( + "Gather", + inputs=["data", "indices"], + outputs=["y"], + axis=0, + ) + data = np.arange(10).astype(np.float32) + indices = np.array([0, -9, -10]) + y = np.take(data, indices, axis=0) + + # print(y) + # [0. 1. 0.] + + expect( + node, + inputs=[data, indices.astype(np.int64)], + outputs=[y], + name="test_gather_negative_indices", + ) diff --git a/onnx/backend/test/case/node/gatherelements.py b/onnx/backend/test/case/node/gatherelements.py new file mode 100644 index 0000000..56dd77e --- /dev/null +++ b/onnx/backend/test/case/node/gatherelements.py @@ -0,0 +1,92 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +# The below GatherElements' numpy implementation is from https://stackoverflow.com/a/46204790/11767360 +def gather_elements(data, indices, axis=0): + data_swapped = np.swapaxes(data, 0, axis) + index_swapped = np.swapaxes(indices, 0, axis) + gathered = np.choose(index_swapped, data_swapped, mode="wrap") + return np.swapaxes(gathered, 0, axis) + + +class GatherElements(Base): + @staticmethod + def export_gather_elements_0() -> None: + axis = 1 + node = onnx.helper.make_node( + "GatherElements", + inputs=["data", "indices"], + outputs=["y"], + axis=axis, + ) + data = np.array([[1, 2], [3, 4]], dtype=np.float32) + indices = np.array([[0, 0], [1, 0]], dtype=np.int32) + + y = gather_elements(data, indices, axis) + # print(y) produces + # [[1, 1], + # [4, 3]] + + expect( + node, + inputs=[data, indices.astype(np.int64)], + outputs=[y], + name="test_gather_elements_0", + ) + + @staticmethod + def export_gather_elements_1() -> None: + axis = 0 + node = onnx.helper.make_node( + "GatherElements", + inputs=["data", "indices"], + outputs=["y"], + axis=axis, + ) + data = np.array([[1, 2, 3], [4, 5, 6], [7, 8, 9]], dtype=np.float32) + indices = np.array([[1, 2, 0], [2, 0, 0]], dtype=np.int32) + + y = gather_elements(data, indices, axis) + # print(y) produces + # [[4, 8, 3], + # [7, 2, 3]] + + expect( + node, + inputs=[data, indices.astype(np.int64)], + outputs=[y], + name="test_gather_elements_1", + ) + + @staticmethod + def export_gather_elements_negative_indices() -> None: + axis = 0 + node = onnx.helper.make_node( + "GatherElements", + inputs=["data", "indices"], + outputs=["y"], + axis=axis, + ) + data = np.array([[1, 2, 3], [4, 5, 6], [7, 8, 9]], dtype=np.float32) + indices = np.array([[-1, -2, 0], [-2, 0, 0]], dtype=np.int32) + + y = gather_elements(data, indices, axis) + # print(y) produces + # [[7, 5, 3], + # [4, 2, 3]] + + expect( + node, + inputs=[data, indices.astype(np.int64)], + outputs=[y], + name="test_gather_elements_negative_indices", + ) diff --git a/onnx/backend/test/case/node/gathernd.py b/onnx/backend/test/case/node/gathernd.py new file mode 100644 index 0000000..971a83e --- /dev/null +++ b/onnx/backend/test/case/node/gathernd.py @@ -0,0 +1,121 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +def gather_nd_impl( + data: np.ndarray, indices: np.ndarray, batch_dims: int +) -> np.ndarray: + # Note the data rank - will be reused multiple times later + data_rank = len(data.shape) + + # Check input tensors' shape/rank condition + assert indices.shape[-1] <= data_rank + + # The list of data/indice shape of batch_dims + batch_dims_shape = [] + + # The number of elements in the batch_dims for data/indice array + batch_dims_size = 1 + + # Check the shape of indice and data are identical for batch dims. + for i in range(batch_dims): + batch_dims_shape.append(indices.shape[i]) + batch_dims_size *= indices.shape[i] + + # Compute output of the op as below + + # Compute shape of output array + output_shape = ( + batch_dims_shape + list(indices.shape)[batch_dims:-1] + if (indices.shape[-1] == data_rank - batch_dims) + else batch_dims_shape + + list(indices.shape)[batch_dims:-1] + + list(data.shape)[batch_dims + indices.shape[-1] :] + ) + + # Placeholder for output data + output_data_buffer = [] + + # Flatten 'indices' to 2D array + reshaped_indices = indices.reshape(batch_dims_size, -1, indices.shape[-1]) + + # Flatten 'data' to array of shape (batch_dim_size, data.shape[batch_dimes:]) + reshaped_data = data.reshape((batch_dims_size, *data.shape[batch_dims:])) + + # gather each scalar value from 'data' + for batch_dim in range(reshaped_indices.shape[0]): + for outer_dim in range(reshaped_indices.shape[1]): + gather_index = tuple(reshaped_indices[batch_dim][outer_dim]) + output_data_buffer.append(reshaped_data[(batch_dim, *gather_index)]) + return np.asarray(output_data_buffer, dtype=data.dtype).reshape(output_shape) + + +class GatherND(Base): + @staticmethod + def export_int32() -> None: + node = onnx.helper.make_node( + "GatherND", + inputs=["data", "indices"], + outputs=["output"], + ) + + data = np.array([[0, 1], [2, 3]], dtype=np.int32) + indices = np.array([[0, 0], [1, 1]], dtype=np.int64) + output = gather_nd_impl(data, indices, 0) + expected_output = np.array([0, 3], dtype=np.int32) + assert np.array_equal(output, expected_output) + expect( + node, + inputs=[data, indices], + outputs=[output], + name="test_gathernd_example_int32", + ) + + @staticmethod + def export_float32() -> None: + node = onnx.helper.make_node( + "GatherND", + inputs=["data", "indices"], + outputs=["output"], + ) + + data = np.array([[[0, 1], [2, 3]], [[4, 5], [6, 7]]], dtype=np.float32) + indices = np.array([[[0, 1]], [[1, 0]]], dtype=np.int64) + output = gather_nd_impl(data, indices, 0) + expected_output = np.array([[[2, 3]], [[4, 5]]], dtype=np.float32) + assert np.array_equal(output, expected_output) + expect( + node, + inputs=[data, indices], + outputs=[output], + name="test_gathernd_example_float32", + ) + + @staticmethod + def export_int32_batchdim_1() -> None: + node = onnx.helper.make_node( + "GatherND", + inputs=["data", "indices"], + outputs=["output"], + batch_dims=1, + ) + + data = np.array([[[0, 1], [2, 3]], [[4, 5], [6, 7]]], dtype=np.int32) + indices = np.array([[1], [0]], dtype=np.int64) + output = gather_nd_impl(data, indices, 1) + expected_output = np.array([[2, 3], [4, 5]], dtype=np.int32) + assert np.array_equal(output, expected_output) + expect( + node, + inputs=[data, indices], + outputs=[output], + name="test_gathernd_example_int32_batch_dim1", + ) diff --git a/onnx/backend/test/case/node/gelu.py b/onnx/backend/test/case/node/gelu.py new file mode 100644 index 0000000..86ac9d6 --- /dev/null +++ b/onnx/backend/test/case/node/gelu.py @@ -0,0 +1,52 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import math + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class Gelu(Base): + @staticmethod + def export_gelu_tanh() -> None: + node = onnx.helper.make_node( + "Gelu", inputs=["x"], outputs=["y"], approximate="tanh" + ) + + x = np.array([-1, 0, 1]).astype(np.float32) + # expected output [-0.158808, 0., 0.841192] + y = ( + 0.5 + * x + * (1 + np.tanh(np.sqrt(2 / np.pi) * (x + 0.044715 * np.power(x, 3)))) + ).astype(np.float32) + expect(node, inputs=[x], outputs=[y], name="test_gelu_tanh_1") + + x = np.random.randn(3, 4, 5).astype(np.float32) + # expected output [2.9963627, 3.99993, 4.9999995] + y = ( + 0.5 + * x + * (1 + np.tanh(np.sqrt(2 / np.pi) * (x + 0.044715 * np.power(x, 3)))) + ).astype(np.float32) + expect(node, inputs=[x], outputs=[y], name="test_gelu_tanh_2") + + @staticmethod + def export_gelu_default() -> None: + node = onnx.helper.make_node("Gelu", inputs=["x"], outputs=["y"]) + + x = np.array([-1, 0, 1]).astype(np.float32) + # expected output [-0.15865526, 0., 0.84134474] + y = (0.5 * x * (1 + np.vectorize(math.erf)(x / np.sqrt(2)))).astype(np.float32) + expect(node, inputs=[x], outputs=[y], name="test_gelu_default_1") + + x = np.random.randn(3, 4, 5).astype(np.float32) + # expected output [2.99595031, 3.99987331, 4.99999857] + y = (0.5 * x * (1 + np.vectorize(math.erf)(x / np.sqrt(2)))).astype(np.float32) + expect(node, inputs=[x], outputs=[y], name="test_gelu_default_2") diff --git a/onnx/backend/test/case/node/gemm.py b/onnx/backend/test/case/node/gemm.py new file mode 100644 index 0000000..5ad7aca --- /dev/null +++ b/onnx/backend/test/case/node/gemm.py @@ -0,0 +1,157 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +def gemm_reference_implementation( + A: np.ndarray, + B: np.ndarray, + C: np.ndarray | None = None, + alpha: float = 1.0, + beta: float = 1.0, + transA: int = 0, + transB: int = 0, +) -> np.ndarray: + A = A if transA == 0 else A.T + B = B if transB == 0 else B.T + C = C if C is not None else np.array(0) + + Y = alpha * np.dot(A, B) + beta * C + + return Y.astype(A.dtype) + + +class Gemm(Base): + @staticmethod + def export_default_zero_bias() -> None: + node = onnx.helper.make_node("Gemm", inputs=["a", "b", "c"], outputs=["y"]) + a = np.random.ranf([3, 5]).astype(np.float32) + b = np.random.ranf([5, 4]).astype(np.float32) + c = np.zeros([1, 4]).astype(np.float32) + y = gemm_reference_implementation(a, b, c) + expect(node, inputs=[a, b, c], outputs=[y], name="test_gemm_default_zero_bias") + + @staticmethod + def export_default_no_bias() -> None: + node = onnx.helper.make_node("Gemm", inputs=["a", "b"], outputs=["y"]) + a = np.random.ranf([2, 10]).astype(np.float32) + b = np.random.ranf([10, 3]).astype(np.float32) + y = gemm_reference_implementation(a, b) + expect(node, inputs=[a, b], outputs=[y], name="test_gemm_default_no_bias") + + @staticmethod + def export_default_scalar_bias() -> None: + node = onnx.helper.make_node("Gemm", inputs=["a", "b", "c"], outputs=["y"]) + a = np.random.ranf([2, 3]).astype(np.float32) + b = np.random.ranf([3, 4]).astype(np.float32) + c = np.array(3.14).astype(np.float32) + y = gemm_reference_implementation(a, b, c) + expect( + node, inputs=[a, b, c], outputs=[y], name="test_gemm_default_scalar_bias" + ) + + @staticmethod + def export_default_single_elem_vector_bias() -> None: + node = onnx.helper.make_node("Gemm", inputs=["a", "b", "c"], outputs=["y"]) + a = np.random.ranf([3, 7]).astype(np.float32) + b = np.random.ranf([7, 3]).astype(np.float32) + c = np.random.ranf([1]).astype(np.float32) + y = gemm_reference_implementation(a, b, c) + expect( + node, + inputs=[a, b, c], + outputs=[y], + name="test_gemm_default_single_elem_vector_bias", + ) + + @staticmethod + def export_default_vector_bias() -> None: + node = onnx.helper.make_node("Gemm", inputs=["a", "b", "c"], outputs=["y"]) + a = np.random.ranf([2, 7]).astype(np.float32) + b = np.random.ranf([7, 4]).astype(np.float32) + c = np.random.ranf([1, 4]).astype(np.float32) + y = gemm_reference_implementation(a, b, c) + expect( + node, inputs=[a, b, c], outputs=[y], name="test_gemm_default_vector_bias" + ) + + @staticmethod + def export_default_matrix_bias() -> None: + node = onnx.helper.make_node("Gemm", inputs=["a", "b", "c"], outputs=["y"]) + a = np.random.ranf([3, 6]).astype(np.float32) + b = np.random.ranf([6, 4]).astype(np.float32) + c = np.random.ranf([3, 4]).astype(np.float32) + y = gemm_reference_implementation(a, b, c) + expect( + node, inputs=[a, b, c], outputs=[y], name="test_gemm_default_matrix_bias" + ) + + @staticmethod + def export_transposeA() -> None: + node = onnx.helper.make_node( + "Gemm", inputs=["a", "b", "c"], outputs=["y"], transA=1 + ) + a = np.random.ranf([6, 3]).astype(np.float32) + b = np.random.ranf([6, 4]).astype(np.float32) + c = np.zeros([1, 4]).astype(np.float32) + y = gemm_reference_implementation(a, b, c, transA=1) + expect(node, inputs=[a, b, c], outputs=[y], name="test_gemm_transposeA") + + @staticmethod + def export_transposeB() -> None: + node = onnx.helper.make_node( + "Gemm", inputs=["a", "b", "c"], outputs=["y"], transB=1 + ) + a = np.random.ranf([3, 6]).astype(np.float32) + b = np.random.ranf([4, 6]).astype(np.float32) + c = np.zeros([1, 4]).astype(np.float32) + y = gemm_reference_implementation(a, b, c, transB=1) + expect(node, inputs=[a, b, c], outputs=[y], name="test_gemm_transposeB") + + @staticmethod + def export_alpha() -> None: + node = onnx.helper.make_node( + "Gemm", inputs=["a", "b", "c"], outputs=["y"], alpha=0.5 + ) + a = np.random.ranf([3, 5]).astype(np.float32) + b = np.random.ranf([5, 4]).astype(np.float32) + c = np.zeros([1, 4]).astype(np.float32) + y = gemm_reference_implementation(a, b, c, alpha=0.5) + expect(node, inputs=[a, b, c], outputs=[y], name="test_gemm_alpha") + + @staticmethod + def export_beta() -> None: + node = onnx.helper.make_node( + "Gemm", inputs=["a", "b", "c"], outputs=["y"], beta=0.5 + ) + a = np.random.ranf([2, 7]).astype(np.float32) + b = np.random.ranf([7, 4]).astype(np.float32) + c = np.random.ranf([1, 4]).astype(np.float32) + y = gemm_reference_implementation(a, b, c, beta=0.5) + expect(node, inputs=[a, b, c], outputs=[y], name="test_gemm_beta") + + @staticmethod + def export_all_attributes() -> None: + node = onnx.helper.make_node( + "Gemm", + inputs=["a", "b", "c"], + outputs=["y"], + alpha=0.25, + beta=0.35, + transA=1, + transB=1, + ) + a = np.random.ranf([4, 3]).astype(np.float32) + b = np.random.ranf([5, 4]).astype(np.float32) + c = np.random.ranf([1, 5]).astype(np.float32) + y = gemm_reference_implementation( + a, b, c, transA=1, transB=1, alpha=0.25, beta=0.35 + ) + expect(node, inputs=[a, b, c], outputs=[y], name="test_gemm_all_attributes") diff --git a/onnx/backend/test/case/node/globalaveragepool.py b/onnx/backend/test/case/node/globalaveragepool.py new file mode 100644 index 0000000..eaab769 --- /dev/null +++ b/onnx/backend/test/case/node/globalaveragepool.py @@ -0,0 +1,44 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class GlobalAveragePool(Base): + @staticmethod + def export() -> None: + node = onnx.helper.make_node( + "GlobalAveragePool", + inputs=["x"], + outputs=["y"], + ) + x = np.random.randn(1, 3, 5, 5).astype(np.float32) + y = np.mean(x, axis=tuple(range(2, np.ndim(x))), keepdims=True) + expect(node, inputs=[x], outputs=[y], name="test_globalaveragepool") + + @staticmethod + def export_globalaveragepool_precomputed() -> None: + node = onnx.helper.make_node( + "GlobalAveragePool", + inputs=["x"], + outputs=["y"], + ) + x = np.array( + [ + [ + [ + [1, 2, 3], + [4, 5, 6], + [7, 8, 9], + ] + ] + ] + ).astype(np.float32) + y = np.array([[[[5]]]]).astype(np.float32) + expect(node, inputs=[x], outputs=[y], name="test_globalaveragepool_precomputed") diff --git a/onnx/backend/test/case/node/globalmaxpool.py b/onnx/backend/test/case/node/globalmaxpool.py new file mode 100644 index 0000000..9e7e94b --- /dev/null +++ b/onnx/backend/test/case/node/globalmaxpool.py @@ -0,0 +1,44 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class GlobalMaxPool(Base): + @staticmethod + def export() -> None: + node = onnx.helper.make_node( + "GlobalMaxPool", + inputs=["x"], + outputs=["y"], + ) + x = np.random.randn(1, 3, 5, 5).astype(np.float32) + y = np.max(x, axis=tuple(range(2, np.ndim(x))), keepdims=True) + expect(node, inputs=[x], outputs=[y], name="test_globalmaxpool") + + @staticmethod + def export_globalmaxpool_precomputed() -> None: + node = onnx.helper.make_node( + "GlobalMaxPool", + inputs=["x"], + outputs=["y"], + ) + x = np.array( + [ + [ + [ + [1, 2, 3], + [4, 5, 6], + [7, 8, 9], + ] + ] + ] + ).astype(np.float32) + y = np.array([[[[9]]]]).astype(np.float32) + expect(node, inputs=[x], outputs=[y], name="test_globalmaxpool_precomputed") diff --git a/onnx/backend/test/case/node/greater.py b/onnx/backend/test/case/node/greater.py new file mode 100644 index 0000000..958b698 --- /dev/null +++ b/onnx/backend/test/case/node/greater.py @@ -0,0 +1,68 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class Greater(Base): + @staticmethod + def export() -> None: + node = onnx.helper.make_node( + "Greater", + inputs=["x", "y"], + outputs=["greater"], + ) + + x = np.random.randn(3, 4, 5).astype(np.float32) + y = np.random.randn(3, 4, 5).astype(np.float32) + z = np.greater(x, y) + expect(node, inputs=[x, y], outputs=[z], name="test_greater") + + x = np.random.randn(3, 4, 5).astype(np.int8) + y = np.random.randn(3, 4, 5).astype(np.int8) + z = np.greater(x, y) + expect(node, inputs=[x, y], outputs=[z], name="test_greater_int8") + + x = np.random.randn(3, 4, 5).astype(np.int16) + y = np.random.randn(3, 4, 5).astype(np.int16) + z = np.greater(x, y) + expect(node, inputs=[x, y], outputs=[z], name="test_greater_int16") + + x = np.random.randint(24, size=(3, 4, 5), dtype=np.uint8) + y = np.random.randint(24, size=(3, 4, 5), dtype=np.uint8) + z = np.greater(x, y) + expect(node, inputs=[x, y], outputs=[z], name="test_greater_uint8") + + x = np.random.randint(24, size=(3, 4, 5), dtype=np.uint16) + y = np.random.randint(24, size=(3, 4, 5), dtype=np.uint16) + z = np.greater(x, y) + expect(node, inputs=[x, y], outputs=[z], name="test_greater_uint16") + + x = np.random.randint(24, size=(3, 4, 5), dtype=np.uint32) + y = np.random.randint(24, size=(3, 4, 5), dtype=np.uint32) + z = np.greater(x, y) + expect(node, inputs=[x, y], outputs=[z], name="test_greater_uint32") + + x = np.random.randint(24, size=(3, 4, 5), dtype=np.uint64) + y = np.random.randint(24, size=(3, 4, 5), dtype=np.uint64) + z = np.greater(x, y) + expect(node, inputs=[x, y], outputs=[z], name="test_greater_uint64") + + @staticmethod + def export_greater_broadcast() -> None: + node = onnx.helper.make_node( + "Greater", + inputs=["x", "y"], + outputs=["greater"], + ) + + x = np.random.randn(3, 4, 5).astype(np.float32) + y = np.random.randn(5).astype(np.float32) + z = np.greater(x, y) + expect(node, inputs=[x, y], outputs=[z], name="test_greater_bcast") diff --git a/onnx/backend/test/case/node/greater_equal.py b/onnx/backend/test/case/node/greater_equal.py new file mode 100644 index 0000000..e346602 --- /dev/null +++ b/onnx/backend/test/case/node/greater_equal.py @@ -0,0 +1,68 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class Greater(Base): + @staticmethod + def export() -> None: + node = onnx.helper.make_node( + "GreaterOrEqual", + inputs=["x", "y"], + outputs=["greater_equal"], + ) + + x = np.random.randn(3, 4, 5).astype(np.float32) + y = np.random.randn(3, 4, 5).astype(np.float32) + z = np.greater_equal(x, y) + expect(node, inputs=[x, y], outputs=[z], name="test_greater_equal") + + x = np.random.randn(3, 4, 5).astype(np.int8) + y = np.random.randn(3, 4, 5).astype(np.int8) + z = np.greater_equal(x, y) + expect(node, inputs=[x, y], outputs=[z], name="test_greater_equal_int8") + + x = np.random.randn(3, 4, 5).astype(np.int16) + y = np.random.randn(3, 4, 5).astype(np.int16) + z = np.greater_equal(x, y) + expect(node, inputs=[x, y], outputs=[z], name="test_greater_equal_int16") + + x = np.random.randint(24, size=(3, 4, 5), dtype=np.uint8) + y = np.random.randint(24, size=(3, 4, 5), dtype=np.uint8) + z = np.greater_equal(x, y) + expect(node, inputs=[x, y], outputs=[z], name="test_greater_equal_uint8") + + x = np.random.randint(24, size=(3, 4, 5), dtype=np.uint16) + y = np.random.randint(24, size=(3, 4, 5), dtype=np.uint16) + z = np.greater_equal(x, y) + expect(node, inputs=[x, y], outputs=[z], name="test_greater_equal_uint16") + + x = np.random.randint(24, size=(3, 4, 5), dtype=np.uint32) + y = np.random.randint(24, size=(3, 4, 5), dtype=np.uint32) + z = np.greater_equal(x, y) + expect(node, inputs=[x, y], outputs=[z], name="test_greater_equal_uint32") + + x = np.random.randint(24, size=(3, 4, 5), dtype=np.uint64) + y = np.random.randint(24, size=(3, 4, 5), dtype=np.uint64) + z = np.greater_equal(x, y) + expect(node, inputs=[x, y], outputs=[z], name="test_greater_equal_uint64") + + @staticmethod + def export_greater_broadcast() -> None: + node = onnx.helper.make_node( + "GreaterOrEqual", + inputs=["x", "y"], + outputs=["greater_equal"], + ) + + x = np.random.randn(3, 4, 5).astype(np.float32) + y = np.random.randn(5).astype(np.float32) + z = np.greater_equal(x, y) + expect(node, inputs=[x, y], outputs=[z], name="test_greater_equal_bcast") diff --git a/onnx/backend/test/case/node/gridsample.py b/onnx/backend/test/case/node/gridsample.py new file mode 100644 index 0000000..26ecc83 --- /dev/null +++ b/onnx/backend/test/case/node/gridsample.py @@ -0,0 +1,642 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class GridSample(Base): + @staticmethod + def export_gridsample() -> None: + node = onnx.helper.make_node( + "GridSample", + inputs=["X", "Grid"], + outputs=["Y"], + mode="linear", + padding_mode="zeros", + align_corners=0, + ) + # X shape, [N, C, H, W] - [1, 1, 4, 4] + X = np.array( + [ + [ + [ + [0.0, 1.0, 2.0, 3.0], + [4.0, 5.0, 6.0, 7.0], + [8.0, 9.0, 10.0, 11.0], + [12.0, 13.0, 14.0, 15.0], + ] + ] + ], + dtype=np.float32, + ) + # Grid shape, [N, H_out, W_out, 2] - [1, 6, 6, 2] + Grid = np.array( + [ + [ + [ + [-1.0000, -1.0000], + [-0.6000, -1.0000], + [-0.2000, -1.0000], + [0.2000, -1.0000], + [0.6000, -1.0000], + [1.0000, -1.0000], + ], + [ + [-1.0000, -0.6000], + [-0.6000, -0.6000], + [-0.2000, -0.6000], + [0.2000, -0.6000], + [0.6000, -0.6000], + [1.0000, -0.6000], + ], + [ + [-1.0000, -0.2000], + [-0.6000, -0.2000], + [-0.2000, -0.2000], + [0.2000, -0.2000], + [0.6000, -0.2000], + [1.0000, -0.2000], + ], + [ + [-1.0000, 0.2000], + [-0.6000, 0.2000], + [-0.2000, 0.2000], + [0.2000, 0.2000], + [0.6000, 0.2000], + [1.0000, 0.2000], + ], + [ + [-1.0000, 0.6000], + [-0.6000, 0.6000], + [-0.2000, 0.6000], + [0.2000, 0.6000], + [0.6000, 0.6000], + [1.0000, 0.6000], + ], + [ + [-1.0000, 1.0000], + [-0.6000, 1.0000], + [-0.2000, 1.0000], + [0.2000, 1.0000], + [0.6000, 1.0000], + [1.0000, 1.0000], + ], + ] + ], + dtype=np.float32, + ) + # Y shape, [N, C, H_out, W_out] - [1, 1, 6, 6] + Y = np.array( + [ + [ + [ + [0.0000, 0.1500, 0.5500, 0.9500, 1.3500, 0.7500], + [0.6000, 1.5000, 2.3000, 3.1000, 3.9000, 2.1000], + [2.2000, 4.7000, 5.5000, 6.3000, 7.1000, 3.7000], + [3.8000, 7.9000, 8.7000, 9.5000, 10.3000, 5.3000], + [5.4000, 11.1000, 11.9000, 12.7000, 13.5000, 6.9000], + [3.0000, 6.1500, 6.5500, 6.9500, 7.3500, 3.7500], + ] + ] + ], + dtype=np.float32, + ) + expect(node, inputs=[X, Grid], outputs=[Y], name="test_gridsample") + + @staticmethod + def export_gridsample_paddingmode() -> None: + # X shape, [N, C, H, W] - [1, 1, 3, 2] + X = np.array( + [[[[0.0, 1.0], [2.0, 3.0], [4.0, 5.0]]]], + dtype=np.float32, + ) + # Grid shape, [N, H_out, W_out, 2] - [1, 2, 4, 2] + Grid = np.array( + [ + [ + [ + [-10.0000, -10.0000], + [-5.0000, -5.0000], + [-0.2000, -0.2000], + [10.0000, 10.0000], + ], + [ + [10.0000, 10.0000], + [-0.2000, -0.2000], + [5.0000, 5.0000], + [10.0000, 10.0000], + ], + ] + ], + dtype=np.float32, + ) + + # setting padding_mode = 'zeros' + node = onnx.helper.make_node( + "GridSample", + inputs=["X", "Grid"], + outputs=["Y"], + padding_mode="zeros", + ) + # Y shape, [N, C, H_out, W_out] - [1, 1, 2, 4] + Y_zeros = np.array( + [[[[0.0000, 0.0000, 1.7000, 0.0000], [0.0000, 1.7000, 0.0000, 0.0000]]]], + dtype=np.float32, + ) + + expect( + node, + inputs=[X, Grid], + outputs=[Y_zeros], + name="test_gridsample_zeros_padding", + ) + + # setting padding_mode = 'border' + node = onnx.helper.make_node( + "GridSample", + inputs=["X", "Grid"], + outputs=["Y"], + padding_mode="border", + ) + # Y shape, [N, C, H_out, W_out] - [1, 1, 2, 4] + Y_border = np.array( + [[[[0.0000, 0.0000, 1.7000, 5.0000], [5.0000, 1.7000, 5.0000, 5.0000]]]], + dtype=np.float32, + ) + + expect( + node, + inputs=[X, Grid], + outputs=[Y_border], + name="test_gridsample_border_padding", + ) + + # setting padding_mode = 'reflection' + node = onnx.helper.make_node( + "GridSample", + inputs=["X", "Grid"], + outputs=["Y"], + padding_mode="reflection", + ) + # Y shape, [N, C, H_out, W_out] - [1, 1, 2, 4] + Y_reflection = np.array( + [[[[2.5000, 0.0000, 1.7000, 2.5000], [2.5000, 1.7000, 5.0000, 2.5000]]]], + dtype=np.float32, + ) + + expect( + node, + inputs=[X, Grid], + outputs=[Y_reflection], + name="test_gridsample_reflection_padding", + ) + + @staticmethod + def export_gridsample_mode_aligncorners() -> None: + # X shape, [N, C, H, W] - [1, 1, 3, 2] + X = np.array( + [[[[0.0, 1.0], [2.0, 3.0], [4.0, 5.0]]]], + dtype=np.float32, + ) + # Grid shape, [N, H_out, W_out, 2] - [1, 2, 4, 2] + Grid = np.array( + [ + [ + [ + [-1.0000, -1.0000], + [-0.5000, -0.5000], + [-0.2000, -0.2000], + [0.0000, 0.0000], + ], + [ + [0.0000, 0.0000], + [-0.2000, -0.2000], + [0.5000, 0.5000], + [1.0000, 1.0000], + ], + ] + ], + dtype=np.float32, + ) + + # setting mode = 'bilinear', default align_corners = 0 + node = onnx.helper.make_node( + "GridSample", + inputs=["X", "Grid"], + outputs=["Y"], + mode="linear", + ) + # Y shape, [N, C, H_out, W_out] - [1, 1, 2, 4] + Y_bilinear = np.array( + [[[[0.0000, 0.5000, 1.7000, 2.5000], [2.5000, 1.7000, 4.5000, 1.2500]]]], + dtype=np.float32, + ) + + expect( + node, + inputs=[X, Grid], + outputs=[Y_bilinear], + name="test_gridsample_bilinear", + ) + + # setting mode = 'bilinear', align_corners = 1 + node = onnx.helper.make_node( + "GridSample", + inputs=["X", "Grid"], + outputs=["Y"], + mode="linear", + align_corners=1, + ) + # Y shape, [N, C, H_out, W_out] - [1, 1, 2, 4] + Y_align_corners = np.array( + [[[[0.0000, 1.2500, 2.0000, 2.5000], [2.5000, 2.0000, 3.7500, 5.0000]]]], + dtype=np.float32, + ) + + expect( + node, + inputs=[X, Grid], + outputs=[Y_align_corners], + name="test_gridsample_aligncorners_true", + ) + + # setting mode = 'nearest' + node = onnx.helper.make_node( + "GridSample", + inputs=["X", "Grid"], + outputs=["Y"], + mode="nearest", + ) + # Y shape, [N, C, H_out, W_out] - [1, 1, 2, 4] + Y_nearest = np.array( + [[[[0.0, 0.0, 2.0, 2.0], [2.0, 2.0, 5.0, 0.0]]]], + dtype=np.float32, + ) + + expect( + node, inputs=[X, Grid], outputs=[Y_nearest], name="test_gridsample_nearest" + ) + + # setting mode = 'bicubic' + node = onnx.helper.make_node( + "GridSample", + inputs=["X", "Grid"], + outputs=["Y"], + mode="cubic", + ) + # Y shape, [N, C, H_out, W_out] - [1, 1, 2, 4] + Y_bicubic = np.array( + [[[[-0.1406, 0.3828, 1.7556, 2.9688], [2.9688, 1.7556, 5.1445, 1.3906]]]], + dtype=np.float32, + ) + + expect( + node, inputs=[X, Grid], outputs=[Y_bicubic], name="test_gridsample_bicubic" + ) + + # ============================================================================ + # Additional tests + # The reference output tensors were generated using PyTorch 2.0. + Grid = np.array( + [ + [ + [[-1.0, -0.8], [-0.6, -0.5], [-0.1, -0.2], [0.7, 0.0]], + [[0.0, 0.4], [0.2, -0.2], [-0.3, 0.5], [-1.0, 1.0]], + ] + ], + dtype=np.float32, + ) + + node = onnx.helper.make_node( + "GridSample", + inputs=["X", "Grid"], + outputs=["Y"], + mode="nearest", + align_corners=0, + ) + # Y shape, [N, C, H_out, W_out] - [1, 1, 2, 4] + Y_nearest = np.array( + [[[[0.0, 0.0, 2.0, 3.0], [4.0, 3.0, 4.0, 4.0]]]], + dtype=np.float32, + ) + + expect( + node, + inputs=[X, Grid], + outputs=[Y_nearest], + name="test_gridsample_nearest_align_corners_0_additional_1", + ) + + # setting mode = 'nearest' + node = onnx.helper.make_node( + "GridSample", + inputs=["X", "Grid"], + outputs=["Y"], + mode="nearest", + align_corners=1, + ) + # Y shape, [N, C, H_out, W_out] - [1, 1, 2, 4] + Y_nearest = np.array( + [[[[0.0, 0.0, 2.0, 3.0], [2.0, 3.0, 4.0, 4.0]]]], + dtype=np.float32, + ) + + expect( + node, + inputs=[X, Grid], + outputs=[Y_nearest], + name="test_gridsample_nearest_align_corners_1_additional_1", + ) + + node = onnx.helper.make_node( + "GridSample", + inputs=["X", "Grid"], + outputs=["Y"], + mode="linear", + align_corners=0, + ) + # Y shape, [N, C, H_out, W_out] - [1, 1, 2, 4] + Y_bilinear = np.array( + [[[[0.0000, 0.4500, 1.8000, 2.4000], [3.7000, 2.1000, 3.7000, 1.0000]]]], + dtype=np.float32, + ) + + expect( + node, + inputs=[X, Grid], + outputs=[Y_bilinear], + name="test_gridsample_bilinear_align_corners_0_additional_1", + ) + + node = onnx.helper.make_node( + "GridSample", + inputs=["X", "Grid"], + outputs=["Y"], + mode="linear", + align_corners=1, + ) + # Y shape, [N, C, H_out, W_out] - [1, 1, 2, 4] + Y_bilinear = np.array( + [[[[0.4000, 1.2000, 2.0500, 2.8500], [3.3000, 2.2000, 3.3500, 4.0000]]]], + dtype=np.float32, + ) + + expect( + node, + inputs=[X, Grid], + outputs=[Y_bilinear], + name="test_gridsample_bilinear_align_corners_1_additional_1", + ) + + # These two new bicubic tests produces slightly higher error ~5e-5 + node = onnx.helper.make_node( + "GridSample", + inputs=["X", "Grid"], + outputs=["Y"], + mode="cubic", + align_corners=0, + ) + # Y shape, [N, C, H_out, W_out] - [1, 1, 2, 4] + Y_bicubic = np.array( + [ + [ + [ + [-0.173250, 0.284265, 1.923106, 2.568000], + [5.170375, 2.284414, 4.744844, 1.046875], + ] + ] + ], + dtype=np.float32, + ) + + expect( + node, + inputs=[X, Grid], + outputs=[Y_bicubic], + name="test_gridsample_bicubic_align_corners_0_additional_1", + ) + + node = onnx.helper.make_node( + "GridSample", + inputs=["X", "Grid"], + outputs=["Y"], + mode="cubic", + align_corners=1, + ) + # Y shape, [N, C, H_out, W_out] - [1, 1, 2, 4] + Y_bicubic = np.array( + [ + [ + [ + [0.304001, 1.128750, 2.266270, 3.144844], + [4.531500, 2.455360, 4.599819, 4.000000], + ] + ] + ], + dtype=np.float32, + ) + + expect( + node, + inputs=[X, Grid], + outputs=[Y_bicubic], + name="test_gridsample_bicubic_align_corners_1_additional_1", + ) + + @staticmethod + def export_volumeetric_gridsample_mode_aligncorners() -> None: + X = np.array( + [ + [ + [ + [[1.0, 2.0], [3.0, 4.0]], + [[5.0, 6.0], [7.0, 8.0]], + [[9.0, 10.0], [11.0, 12.0]], + ] + ] + ], + dtype=np.float32, + ) + + Grid = np.array( + [ + [ + [ + [[-1.0, -1.0, -1.0], [-1.0, -0.5, 0.3]], + [[-0.5, -0.5, -0.5], [1.0, -0.6, -1.0]], + [[-0.2, -0.2, -0.2], [0.4, 0.2, 0.6]], + [[0.0, 0.0, 0.0], [-1.0, 0.0, 0.0]], + ], + [ + [[0.0, 0.0, 0.0], [-1.0, 1.0, 0.0]], + [[-0.2, -0.2, -0.2], [1.0, 0.4, -0.2]], + [[0.5, 0.5, 0.5], [-1.0, -0.8, 0.8]], + [[1.0, 1.0, 1.0], [0.4, 0.6, -0.3]], + ], + ] + ], + dtype=np.float32, + ) + + node = onnx.helper.make_node( + "GridSample", + inputs=["X", "Grid"], + outputs=["Y"], + mode="nearest", + align_corners=0, + ) + # Y shape, [N, C, H_out, W_out] - [1, 1, 2, 4] + Y_nearest = np.array( + [ + [ + [ + [[1.0, 5.0], [1.0, 0.0], [5.0, 12.0], [5.0, 5.0]], + [[5.0, 0.0], [5.0, 0.0], [12.0, 9.0], [0.0, 8.0]], + ] + ] + ], + dtype=np.float32, + ) + + expect( + node, + inputs=[X, Grid], + outputs=[Y_nearest], + name="test_gridsample_volumetric_nearest_align_corners_0", + ) + + node = onnx.helper.make_node( + "GridSample", + inputs=["X", "Grid"], + outputs=["Y"], + mode="nearest", + align_corners=1, + ) + # Y shape, [N, C, H_out, W_out] - [1, 1, 2, 4] + Y_nearest = np.array( + [ + [ + [ + [[1.0, 5.0], [1.0, 2.0], [5.0, 12.0], [5.0, 5.0]], + [[5.0, 7.0], [5.0, 8.0], [12.0, 9.0], [12.0, 8.0]], + ] + ] + ], + dtype=np.float32, + ) + + expect( + node, + inputs=[X, Grid], + outputs=[Y_nearest], + name="test_gridsample_volumetric_nearest_align_corners_1", + ) + + node = onnx.helper.make_node( + "GridSample", + inputs=["X", "Grid"], + outputs=["Y"], + mode="linear", + align_corners=0, + ) + # Y shape, [N, C, H_out, W_out] - [1, 1, 2, 4] + Y_bilinear = np.array( + [ + [ + [ + [ + [0.1250, 3.4000], + [2.0000, 0.4500], + [4.7000, 10.9000], + [6.5000, 3.0000], + ], + [ + [6.5000, 1.7500], + [4.7000, 3.3000], + [11.0000, 2.5200], + [1.5000, 5.4900], + ], + ] + ] + ], + dtype=np.float32, + ) + + expect( + node, + inputs=[X, Grid], + outputs=[Y_bilinear], + name="test_gridsample_volumetric_bilinear_align_corners_0", + ) + + node = onnx.helper.make_node( + "GridSample", + inputs=["X", "Grid"], + outputs=["Y"], + mode="linear", + align_corners=1, + ) + # Y shape, [N, C, H_out, W_out] - [1, 1, 2, 4] + Y_bilinear = np.array( + [ + [ + [ + [ + [1.0000, 6.7000], + [3.7500, 2.4000], + [5.4000, 9.3000], + [6.5000, 6.0000], + ], + [ + [6.5000, 7.0000], + [5.4000, 6.6000], + [9.2500, 8.4000], + [12.0000, 6.1000], + ], + ] + ] + ], + dtype=np.float32, + ) + + expect( + node, + inputs=[X, Grid], + outputs=[Y_bilinear], + name="test_gridsample_volumetric_bilinear_align_corners_1", + ) + + """ + For someone who want to test by script. Comment it cause github ONNX CI + do not have the torch python package. + @staticmethod + def export_gridsample_torch(): # type: () -> None + node = onnx.helper.make_node( + 'GridSample', + inputs=['X', 'Grid'], + outputs=['Y'], + mode='bilinear', + padding_mode='zeros', + align_corners=0, + ) + + # X shape, [N, C, H, W] - [1, 1, 4, 4] + # Grid shape, [N, H_out, W_out, 2] - [1, 6, 6, 2] + # Y shape, [N, C, H_out, W_out] - [1, 1, 6, 6] + import torch + X = torch.arange(3 * 3).view(1, 1, 3, 3).float() + d = torch.linspace(-1, 1, 6) + meshx, meshy = torch.meshgrid((d, d)) + grid = torch.stack((meshy, meshx), 2) + Grid = grid.unsqueeze(0) + Y = torch.nn.functional.grid_sample(X, Grid, mode='bilinear', + padding_mode='zeros', align_corners=False) + expect(node, inputs=[X.numpy(), Grid.numpy()], outputs=[Y.numpy()], + name='test_gridsample_torch') + """ diff --git a/onnx/backend/test/case/node/groupnormalization.py b/onnx/backend/test/case/node/groupnormalization.py new file mode 100644 index 0000000..69a7909 --- /dev/null +++ b/onnx/backend/test/case/node/groupnormalization.py @@ -0,0 +1,78 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +# Group normalization's reference implementation +def _group_normalization(x, num_groups, scale, bias, epsilon=1e-5): + # Assume channel is first dim + assert x.shape[1] % num_groups == 0 + group_size = x.shape[1] // num_groups + # Reshape to [N, group_size, C/group_size, H, W, ...] + new_shape = [x.shape[0], num_groups, group_size, *list(x.shape[2:])] + x_reshaped = x.reshape(new_shape) + axes = tuple(range(2, len(new_shape))) + mean = np.mean(x_reshaped, axis=axes, keepdims=True) + var = np.var(x_reshaped, axis=axes, keepdims=True) + x_normalized = ((x_reshaped - mean) / np.sqrt(var + epsilon)).reshape(x.shape) + dim_ones = (1,) * (len(x.shape) - 2) + scale = scale.reshape(-1, *dim_ones) + bias = bias.reshape(-1, *dim_ones) + return scale * x_normalized + bias + + +class GroupNormalization(Base): + @staticmethod + def export() -> None: + c = 4 + num_groups = 2 + x = np.random.randn(3, c, 2, 2).astype(np.float32) + scale = np.random.randn(c).astype(np.float32) + bias = np.random.randn(c).astype(np.float32) + y = _group_normalization(x, num_groups, scale, bias).astype(np.float32) + + node = onnx.helper.make_node( + "GroupNormalization", + inputs=["x", "scale", "bias"], + outputs=["y"], + num_groups=num_groups, + ) + + expect( + node, + inputs=[x, scale, bias], + outputs=[y], + name="test_group_normalization_example", + ) + + @staticmethod + def export_epsilon() -> None: + c = 4 + num_groups = 2 + x = np.random.randn(3, c, 2, 2).astype(np.float32) + scale = np.random.randn(c).astype(np.float32) + bias = np.random.randn(c).astype(np.float32) + epsilon = 1e-2 + y = _group_normalization(x, num_groups, scale, bias, epsilon).astype(np.float32) + + node = onnx.helper.make_node( + "GroupNormalization", + inputs=["x", "scale", "bias"], + outputs=["y"], + epsilon=epsilon, + num_groups=num_groups, + ) + + expect( + node, + inputs=[x, scale, bias], + outputs=[y], + name="test_group_normalization_epsilon", + ) diff --git a/onnx/backend/test/case/node/gru.py b/onnx/backend/test/case/node/gru.py new file mode 100644 index 0000000..4ff29fc --- /dev/null +++ b/onnx/backend/test/case/node/gru.py @@ -0,0 +1,264 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +from typing import Any + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class GRUHelper: + def __init__(self, **params: Any) -> None: + # GRU Input Names + X = "X" + W = "W" + R = "R" + B = "B" + H_0 = "initial_h" + LBR = "linear_before_reset" + LAYOUT = "layout" + number_of_gates = 3 + + required_inputs = [X, W, R] + for i in required_inputs: + assert i in params, f"Missing Required Input: {i}" + + self.num_directions = params[W].shape[0] + + if self.num_directions == 1: + for k, v in params.items(): + if k != X: + params[k] = np.squeeze(v, axis=0) + + hidden_size = params[R].shape[-1] + batch_size = params[X].shape[1] + + layout = params.get(LAYOUT, 0) + x = params[X] + x = x if layout == 0 else np.swapaxes(x, 0, 1) + b = ( + params[B] + if B in params + else np.zeros(2 * number_of_gates * hidden_size) + ) + h_0 = params[H_0] if H_0 in params else np.zeros((batch_size, hidden_size)) + lbr = params.get(LBR, 0) + + self.X = x + self.W = params[W] + self.R = params[R] + self.B = b + self.H_0 = h_0 + self.LBR = lbr + self.LAYOUT = layout + + else: + raise NotImplementedError + + def f(self, x: np.ndarray) -> np.ndarray: + return 1 / (1 + np.exp(-x)) + + def g(self, x: np.ndarray) -> np.ndarray: + return np.tanh(x) + + def step(self) -> tuple[np.ndarray, np.ndarray]: + seq_length = self.X.shape[0] + hidden_size = self.H_0.shape[-1] + batch_size = self.X.shape[1] + + Y = np.empty([seq_length, self.num_directions, batch_size, hidden_size]) + h_list = [] + + [w_z, w_r, w_h] = np.split(self.W, 3) + [r_z, r_r, r_h] = np.split(self.R, 3) + [w_bz, w_br, w_bh, r_bz, r_br, r_bh] = np.split(self.B, 6) + gates_w = np.transpose(np.concatenate((w_z, w_r))) + gates_r = np.transpose(np.concatenate((r_z, r_r))) + gates_b = np.add(np.concatenate((w_bz, w_br)), np.concatenate((r_bz, r_br))) + + H_t = self.H_0 + for x in np.split(self.X, self.X.shape[0], axis=0): + gates = np.dot(x, gates_w) + np.dot(H_t, gates_r) + gates_b + z, r = np.split(gates, 2, -1) + z = self.f(z) + r = self.f(r) + h_default = self.g( + np.dot(x, np.transpose(w_h)) + + np.dot(r * H_t, np.transpose(r_h)) + + w_bh + + r_bh + ) + h_linear = self.g( + np.dot(x, np.transpose(w_h)) + + r * (np.dot(H_t, np.transpose(r_h)) + r_bh) + + w_bh + ) + h = h_linear if self.LBR else h_default + H = (1 - z) * h + z * H_t + h_list.append(H) + H_t = H + + concatenated = np.concatenate(h_list) + if self.num_directions == 1: + Y[:, 0, :, :] = concatenated + + if self.LAYOUT == 0: + Y_h = Y[-1] + else: + Y = np.transpose(Y, [2, 0, 1, 3]) + Y_h = Y[:, :, -1, :] + + return Y, Y_h + + +class GRU(Base): + @staticmethod + def export_defaults() -> None: + input = np.array([[[1.0, 2.0], [3.0, 4.0], [5.0, 6.0]]]).astype(np.float32) + + input_size = 2 + hidden_size = 5 + weight_scale = 0.1 + number_of_gates = 3 + + node = onnx.helper.make_node( + "GRU", inputs=["X", "W", "R"], outputs=["", "Y_h"], hidden_size=hidden_size + ) + + W = weight_scale * np.ones( + (1, number_of_gates * hidden_size, input_size) + ).astype(np.float32) + R = weight_scale * np.ones( + (1, number_of_gates * hidden_size, hidden_size) + ).astype(np.float32) + + gru = GRUHelper(X=input, W=W, R=R) + _, Y_h = gru.step() + expect( + node, + inputs=[input, W, R], + outputs=[Y_h.astype(np.float32)], + name="test_gru_defaults", + ) + + @staticmethod + def export_initial_bias() -> None: + input = np.array([[[1.0, 2.0, 3.0], [4.0, 5.0, 6.0], [7.0, 8.0, 9.0]]]).astype( + np.float32 + ) + + input_size = 3 + hidden_size = 3 + weight_scale = 0.1 + custom_bias = 0.1 + number_of_gates = 3 + + node = onnx.helper.make_node( + "GRU", + inputs=["X", "W", "R", "B"], + outputs=["", "Y_h"], + hidden_size=hidden_size, + ) + + W = weight_scale * np.ones( + (1, number_of_gates * hidden_size, input_size) + ).astype(np.float32) + R = weight_scale * np.ones( + (1, number_of_gates * hidden_size, hidden_size) + ).astype(np.float32) + + # Adding custom bias + W_B = custom_bias * np.ones((1, number_of_gates * hidden_size)).astype( + np.float32 + ) + R_B = np.zeros((1, number_of_gates * hidden_size)).astype(np.float32) + B = np.concatenate((W_B, R_B), axis=1) + + gru = GRUHelper(X=input, W=W, R=R, B=B) + _, Y_h = gru.step() + expect( + node, + inputs=[input, W, R, B], + outputs=[Y_h.astype(np.float32)], + name="test_gru_with_initial_bias", + ) + + @staticmethod + def export_seq_length() -> None: + input = np.array( + [ + [[1.0, 2.0, 3.0], [4.0, 5.0, 6.0], [7.0, 8.0, 9.0]], + [[10.0, 11.0, 12.0], [13.0, 14.0, 15.0], [16.0, 17.0, 18.0]], + ] + ).astype(np.float32) + + input_size = 3 + hidden_size = 5 + number_of_gates = 3 + + node = onnx.helper.make_node( + "GRU", + inputs=["X", "W", "R", "B"], + outputs=["", "Y_h"], + hidden_size=hidden_size, + ) + + W = np.random.randn(1, number_of_gates * hidden_size, input_size).astype( + np.float32 + ) + R = np.random.randn(1, number_of_gates * hidden_size, hidden_size).astype( + np.float32 + ) + + # Adding custom bias + W_B = np.random.randn(1, number_of_gates * hidden_size).astype(np.float32) + R_B = np.random.randn(1, number_of_gates * hidden_size).astype(np.float32) + B = np.concatenate((W_B, R_B), axis=1) + + gru = GRUHelper(X=input, W=W, R=R, B=B) + _, Y_h = gru.step() + expect( + node, + inputs=[input, W, R, B], + outputs=[Y_h.astype(np.float32)], + name="test_gru_seq_length", + ) + + @staticmethod + def export_batchwise() -> None: + input = np.array([[[1.0, 2.0]], [[3.0, 4.0]], [[5.0, 6.0]]]).astype(np.float32) + + input_size = 2 + hidden_size = 6 + number_of_gates = 3 + weight_scale = 0.2 + layout = 1 + + node = onnx.helper.make_node( + "GRU", + inputs=["X", "W", "R"], + outputs=["Y", "Y_h"], + hidden_size=hidden_size, + layout=layout, + ) + + W = weight_scale * np.ones( + (1, number_of_gates * hidden_size, input_size) + ).astype(np.float32) + R = weight_scale * np.ones( + (1, number_of_gates * hidden_size, hidden_size) + ).astype(np.float32) + + gru = GRUHelper(X=input, W=W, R=R, layout=layout) + Y, Y_h = gru.step() + expect( + node, + inputs=[input, W, R], + outputs=[Y.astype(np.float32), Y_h.astype(np.float32)], + name="test_gru_batchwise", + ) diff --git a/onnx/backend/test/case/node/hammingwindow.py b/onnx/backend/test/case/node/hammingwindow.py new file mode 100644 index 0000000..7cd3bf5 --- /dev/null +++ b/onnx/backend/test/case/node/hammingwindow.py @@ -0,0 +1,48 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class HammingWindow(Base): + @staticmethod + def export() -> None: + # Test periodic window + node = onnx.helper.make_node( + "HammingWindow", + inputs=["x"], + outputs=["y"], + ) + size = np.int32(10) + a0 = 25 / 46 + a1 = 1 - a0 + y = a0 - a1 * np.cos(2 * np.pi * np.arange(0, size, 1, dtype=np.float32) / size) + expect( + node, + inputs=[size], + outputs=[y.astype(np.float32)], + name="test_hammingwindow", + ) + + # Test symmetric window + node = onnx.helper.make_node( + "HammingWindow", inputs=["x"], outputs=["y"], periodic=0 + ) + size = np.int32(10) + a0 = 25 / 46 + a1 = 1 - a0 + y = a0 - a1 * np.cos( + 2 * np.pi * np.arange(0, size, 1, dtype=np.float32) / (size - 1) + ) + expect( + node, + inputs=[size], + outputs=[y.astype(np.float32)], + name="test_hammingwindow_symmetric", + ) diff --git a/onnx/backend/test/case/node/hannwindow.py b/onnx/backend/test/case/node/hannwindow.py new file mode 100644 index 0000000..ba41c4a --- /dev/null +++ b/onnx/backend/test/case/node/hannwindow.py @@ -0,0 +1,45 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class HannWindow(Base): + @staticmethod + def export() -> None: + # Test periodic window + node = onnx.helper.make_node( + "HannWindow", + inputs=["x"], + outputs=["y"], + ) + size = np.int32(10) + a0 = 0.5 + a1 = 0.5 + y = a0 - a1 * np.cos(2 * np.pi * np.arange(0, size, 1, dtype=np.float32) / size) + expect( + node, inputs=[size], outputs=[y.astype(np.float32)], name="test_hannwindow" + ) + + # Test symmetric window + node = onnx.helper.make_node( + "HannWindow", inputs=["x"], outputs=["y"], periodic=0 + ) + size = np.int32(10) + a0 = 0.5 + a1 = 0.5 + y = a0 - a1 * np.cos( + 2 * np.pi * np.arange(0, size, 1, dtype=np.float32) / (size - 1) + ) + expect( + node, + inputs=[size], + outputs=[y.astype(np.float32)], + name="test_hannwindow_symmetric", + ) diff --git a/onnx/backend/test/case/node/hardmax.py b/onnx/backend/test/case/node/hardmax.py new file mode 100644 index 0000000..4af4592 --- /dev/null +++ b/onnx/backend/test/case/node/hardmax.py @@ -0,0 +1,92 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +def hardmax(x: np.ndarray, axis: int = -1) -> np.ndarray: + x_argmax = np.argmax(x, axis=axis) + y = np.zeros_like(x) + np.put_along_axis(y, np.expand_dims(x_argmax, axis=axis), 1, axis=axis) + return y + + +class Hardmax(Base): + @staticmethod + def export() -> None: + node = onnx.helper.make_node( + "Hardmax", + inputs=["x"], + outputs=["y"], + ) + + x = np.array([[3, 0, 1, 2], [2, 5, 1, 0], [0, 1, 3, 2], [0, 1, 2, 3]]).astype( + np.float32 + ) + # expect result: + # [[1. 0. 0. 0.] + # [0. 1. 0. 0.] + # [0. 0. 1. 0.] + # [0. 0. 0. 1.]] + y = hardmax(x) + expect(node, inputs=[x], outputs=[y], name="test_hardmax_example") + + # For multiple occurrences of the maximal values, the first occurrence is selected for one-hot output + x = np.array([[3, 3, 3, 1]]).astype(np.float32) + # expect result: + # [[1, 0, 0, 0]] + y = hardmax(x) + expect(node, inputs=[x], outputs=[y], name="test_hardmax_one_hot") + + @staticmethod + def export_hardmax_axis() -> None: + x = np.random.randn(3, 4, 5).astype(np.float32) + node = onnx.helper.make_node( + "Hardmax", + inputs=["x"], + outputs=["y"], + axis=0, + ) + y = hardmax(x, axis=0) + expect(node, inputs=[x], outputs=[y], name="test_hardmax_axis_0") + + node = onnx.helper.make_node( + "Hardmax", + inputs=["x"], + outputs=["y"], + axis=1, + ) + y = hardmax(x, axis=1) + expect(node, inputs=[x], outputs=[y], name="test_hardmax_axis_1") + + node = onnx.helper.make_node( + "Hardmax", + inputs=["x"], + outputs=["y"], + axis=2, + ) + y = hardmax(x, axis=2) + expect(node, inputs=[x], outputs=[y], name="test_hardmax_axis_2") + + node = onnx.helper.make_node( + "Hardmax", + inputs=["x"], + outputs=["y"], + axis=-1, + ) + y = hardmax(x, axis=-1) + expect(node, inputs=[x], outputs=[y], name="test_hardmax_negative_axis") + + # default axis is -1 + node = onnx.helper.make_node( + "Hardmax", + inputs=["x"], + outputs=["y"], + ) + expect(node, inputs=[x], outputs=[y], name="test_hardmax_default_axis") diff --git a/onnx/backend/test/case/node/hardsigmoid.py b/onnx/backend/test/case/node/hardsigmoid.py new file mode 100644 index 0000000..f788141 --- /dev/null +++ b/onnx/backend/test/case/node/hardsigmoid.py @@ -0,0 +1,39 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class HardSigmoid(Base): + @staticmethod + def export() -> None: + node = onnx.helper.make_node( + "HardSigmoid", inputs=["x"], outputs=["y"], alpha=0.5, beta=0.6 + ) + + x = np.array([-1, 0, 1]).astype(np.float32) + y = np.clip(x * 0.5 + 0.6, 0, 1) # expected output [0.1, 0.6, 1.] + expect(node, inputs=[x], outputs=[y], name="test_hardsigmoid_example") + + x = np.random.randn(3, 4, 5).astype(np.float32) + y = np.clip(x * 0.5 + 0.6, 0, 1) + expect(node, inputs=[x], outputs=[y], name="test_hardsigmoid") + + @staticmethod + def export_hardsigmoid_default() -> None: + default_alpha = 0.2 + default_beta = 0.5 + node = onnx.helper.make_node( + "HardSigmoid", + inputs=["x"], + outputs=["y"], + ) + x = np.random.randn(3, 4, 5).astype(np.float32) + y = np.clip(x * default_alpha + default_beta, 0, 1) + expect(node, inputs=[x], outputs=[y], name="test_hardsigmoid_default") diff --git a/onnx/backend/test/case/node/hardswish.py b/onnx/backend/test/case/node/hardswish.py new file mode 100644 index 0000000..72dd675 --- /dev/null +++ b/onnx/backend/test/case/node/hardswish.py @@ -0,0 +1,30 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +def hardswish(x: np.ndarray) -> np.ndarray: + alfa = float(1 / 6) + beta = 0.5 + return x * np.maximum(0, np.minimum(1, alfa * x + beta)) + + +class HardSwish(Base): + @staticmethod + def export() -> None: + node = onnx.helper.make_node( + "HardSwish", + inputs=["x"], + outputs=["y"], + ) + x = np.random.randn(3, 4, 5).astype(np.float32) + y = hardswish(x) + + expect(node, inputs=[x], outputs=[y], name="test_hardswish") diff --git a/onnx/backend/test/case/node/identity.py b/onnx/backend/test/case/node/identity.py new file mode 100644 index 0000000..d399ae9 --- /dev/null +++ b/onnx/backend/test/case/node/identity.py @@ -0,0 +1,93 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class Identity(Base): + @staticmethod + def export() -> None: + node = onnx.helper.make_node( + "Identity", + inputs=["x"], + outputs=["y"], + ) + + data = np.array( + [ + [ + [ + [1, 2], + [3, 4], + ] + ] + ], + dtype=np.float32, + ) + + expect(node, inputs=[data], outputs=[data], name="test_identity") + + @staticmethod + def export_sequence() -> None: + node = onnx.helper.make_node( + "Identity", + inputs=["x"], + outputs=["y"], + ) + + data = [ + np.array( + [ + [ + [ + [1, 2], + [3, 4], + ] + ] + ], + dtype=np.float32, + ), + np.array( + [ + [ + [ + [2, 3], + [1, 5], + ] + ] + ], + dtype=np.float32, + ), + ] + + expect(node, inputs=[data], outputs=[data], name="test_identity_sequence") + + @staticmethod + def export_identity_opt() -> None: + ten_in_tp = onnx.helper.make_tensor_type_proto( + onnx.TensorProto.FLOAT, shape=[5] + ) + seq_in_tp = onnx.helper.make_sequence_type_proto(ten_in_tp) + opt_in_tp = onnx.helper.make_optional_type_proto(seq_in_tp) + + identity_node = onnx.helper.make_node( + "Identity", inputs=["opt_in"], outputs=["opt_out"] + ) + + x = [np.array([1, 2, 3, 4, 5]).astype(np.float32)] + + expect( + identity_node, + inputs=[x], + outputs=[x], + name="test_identity_opt", + opset_imports=[onnx.helper.make_opsetid("", 16)], + input_type_protos=[opt_in_tp], + output_type_protos=[opt_in_tp], + ) diff --git a/onnx/backend/test/case/node/if_.py b/onnx/backend/test/case/node/if_.py new file mode 100644 index 0000000..d22c8a0 --- /dev/null +++ b/onnx/backend/test/case/node/if_.py @@ -0,0 +1,210 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +def compute_if_outputs(x, cond): + if cond: + return [] + return x + + +class If(Base): + @staticmethod + def export_if() -> None: + # Given a bool scalar input cond. + # return constant tensor x if cond is True, otherwise return constant tensor y. + + then_out = onnx.helper.make_tensor_value_info( + "then_out", onnx.TensorProto.FLOAT, [5] + ) + else_out = onnx.helper.make_tensor_value_info( + "else_out", onnx.TensorProto.FLOAT, [5] + ) + + x = np.array([1, 2, 3, 4, 5]).astype(np.float32) + y = np.array([5, 4, 3, 2, 1]).astype(np.float32) + + then_const_node = onnx.helper.make_node( + "Constant", + inputs=[], + outputs=["then_out"], + value=onnx.numpy_helper.from_array(x), + ) + + else_const_node = onnx.helper.make_node( + "Constant", + inputs=[], + outputs=["else_out"], + value=onnx.numpy_helper.from_array(y), + ) + + then_body = onnx.helper.make_graph( + [then_const_node], "then_body", [], [then_out] + ) + + else_body = onnx.helper.make_graph( + [else_const_node], "else_body", [], [else_out] + ) + + if_node = onnx.helper.make_node( + "If", + inputs=["cond"], + outputs=["res"], + then_branch=then_body, + else_branch=else_body, + ) + + cond = np.array(1).astype(bool) + res = x if cond else y + expect( + if_node, + inputs=[cond], + outputs=[res], + name="test_if", + opset_imports=[onnx.helper.make_opsetid("", 11)], + ) + + @staticmethod + def export_if_seq() -> None: + # Given a bool scalar input cond. + # return constant sequence x if cond is True, otherwise return constant sequence y. + + then_out = onnx.helper.make_tensor_sequence_value_info( + "then_out", onnx.TensorProto.FLOAT, shape=[5] + ) + else_out = onnx.helper.make_tensor_sequence_value_info( + "else_out", onnx.TensorProto.FLOAT, shape=[5] + ) + + x = [np.array([1, 2, 3, 4, 5]).astype(np.float32)] + y = [np.array([5, 4, 3, 2, 1]).astype(np.float32)] + + then_const_node = onnx.helper.make_node( + "Constant", + inputs=[], + outputs=["x"], + value=onnx.numpy_helper.from_array(x[0]), + ) + + then_seq_node = onnx.helper.make_node( + "SequenceConstruct", inputs=["x"], outputs=["then_out"] + ) + + else_const_node = onnx.helper.make_node( + "Constant", + inputs=[], + outputs=["y"], + value=onnx.numpy_helper.from_array(y[0]), + ) + + else_seq_node = onnx.helper.make_node( + "SequenceConstruct", inputs=["y"], outputs=["else_out"] + ) + + then_body = onnx.helper.make_graph( + [then_const_node, then_seq_node], "then_body", [], [then_out] + ) + + else_body = onnx.helper.make_graph( + [else_const_node, else_seq_node], "else_body", [], [else_out] + ) + + if_node = onnx.helper.make_node( + "If", + inputs=["cond"], + outputs=["res"], + then_branch=then_body, + else_branch=else_body, + ) + + cond = np.array(1).astype(bool) + res = x if cond else y + expect( + if_node, + inputs=[cond], + outputs=[res], + name="test_if_seq", + opset_imports=[onnx.helper.make_opsetid("", 13)], + ) + + @staticmethod + def export_if_optional() -> None: + # Given a bool scalar input cond, return an empty optional sequence of + # tensor if True, return an optional sequence with value x + # (the input optional sequence) otherwise. + + ten_in_tp = onnx.helper.make_tensor_type_proto( + onnx.TensorProto.FLOAT, shape=[5] + ) + seq_in_tp = onnx.helper.make_sequence_type_proto(ten_in_tp) + + then_out_tensor_tp = onnx.helper.make_tensor_type_proto( + onnx.TensorProto.FLOAT, shape=[5] + ) + then_out_seq_tp = onnx.helper.make_sequence_type_proto(then_out_tensor_tp) + then_out_opt_tp = onnx.helper.make_optional_type_proto(then_out_seq_tp) + then_out = onnx.helper.make_value_info("optional_empty", then_out_opt_tp) + + else_out_tensor_tp = onnx.helper.make_tensor_type_proto( + onnx.TensorProto.FLOAT, shape=[5] + ) + else_out_seq_tp = onnx.helper.make_sequence_type_proto(else_out_tensor_tp) + else_out_opt_tp = onnx.helper.make_optional_type_proto(else_out_seq_tp) + else_out = onnx.helper.make_value_info("else_opt", else_out_opt_tp) + + x = [np.array([1, 2, 3, 4, 5]).astype(np.float32)] + cond = np.array(0).astype(bool) + res = compute_if_outputs(x, cond) + + opt_empty_in = onnx.helper.make_node( + "Optional", inputs=[], outputs=["optional_empty"], type=seq_in_tp + ) + + then_body = onnx.helper.make_graph([opt_empty_in], "then_body", [], [then_out]) + + else_const_node = onnx.helper.make_node( + "Constant", + inputs=[], + outputs=["x"], + value=onnx.numpy_helper.from_array(x[0]), + ) + + else_seq_node = onnx.helper.make_node( + "SequenceConstruct", inputs=["x"], outputs=["else_seq"] + ) + + else_optional_seq_node = onnx.helper.make_node( + "Optional", inputs=["else_seq"], outputs=["else_opt"] + ) + + else_body = onnx.helper.make_graph( + [else_const_node, else_seq_node, else_optional_seq_node], + "else_body", + [], + [else_out], + ) + + if_node = onnx.helper.make_node( + "If", + inputs=["cond"], + outputs=["sequence"], + then_branch=then_body, + else_branch=else_body, + ) + + expect( + if_node, + inputs=[cond], + outputs=[res], + name="test_if_opt", + output_type_protos=[else_out_opt_tp], + opset_imports=[onnx.helper.make_opsetid("", 16)], + ) diff --git a/onnx/backend/test/case/node/image_decoder.py b/onnx/backend/test/case/node/image_decoder.py new file mode 100644 index 0000000..883845d --- /dev/null +++ b/onnx/backend/test/case/node/image_decoder.py @@ -0,0 +1,249 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import io + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import _image_decoder_data, expect + + +def generate_checkerboard(width: int, height: int, square_size: int) -> np.ndarray: + # Create an empty RGB image + image = np.zeros((height, width, 3), dtype=np.uint8) + + # Calculate the number of squares in each dimension + num_squares_x = width // square_size + num_squares_y = height // square_size + + # Generate a random color for each square + colors = np.random.randint( + 0, 256, size=(num_squares_y, num_squares_x, 3), dtype=np.uint8 + ) + + # Iterate over each square + for i in range(num_squares_y): + for j in range(num_squares_x): + # Calculate the position of the current square + x = j * square_size + y = i * square_size + + # Get the color for the current square + color = colors[i, j] + + # Fill the square with the corresponding color + image[y : y + square_size, x : x + square_size, :] = color + + return image + + +def _generate_test_data( + format_: str, + frozen_data: _image_decoder_data.ImageDecoderData, + pixel_format: str = "RGB", + height: int = 32, + width: int = 32, + tile_sz: int = 5, +) -> tuple[np.ndarray, np.ndarray]: + try: + import PIL.Image # noqa: PLC0415 + except ImportError: + # Since pillow is not installed to generate test data for the ImageDecoder operator + # directly use the frozen data from _image_decoder_data.py. + return frozen_data.data, frozen_data.output + np.random.seed(12345) + image = generate_checkerboard(height, width, tile_sz) + image_pil = PIL.Image.fromarray(image) + with io.BytesIO() as f: + image_pil.save(f, format=format_) + data = f.getvalue() + data_array = np.frombuffer(data, dtype=np.uint8) + if pixel_format == "BGR": + output_pil = PIL.Image.open(io.BytesIO(data)) + output = np.array(output_pil)[:, :, ::-1] + elif pixel_format == "RGB": + output_pil = PIL.Image.open(io.BytesIO(data)) + output = np.array(output_pil) + elif pixel_format == "Grayscale": + output_pil = PIL.Image.open(io.BytesIO(data)).convert("L") + output = np.array(output_pil)[:, :, np.newaxis] + else: + raise ValueError(f"Unsupported pixel format: {pixel_format}") + return data_array, output + + +class ImageDecoder(Base): + @staticmethod + def export_image_decoder_decode_jpeg_rgb() -> None: + node = onnx.helper.make_node( + "ImageDecoder", + inputs=["data"], + outputs=["output"], + pixel_format="RGB", + ) + + data, output = _generate_test_data( + "jpeg", _image_decoder_data.image_decoder_decode_jpeg_rgb, "RGB" + ) + expect( + node, + inputs=[data], + outputs=[output], + name="test_image_decoder_decode_jpeg_rgb", + ) + + @staticmethod + def export_image_decoder_decode_jpeg_grayscale() -> None: + node = onnx.helper.make_node( + "ImageDecoder", + inputs=["data"], + outputs=["output"], + pixel_format="Grayscale", + ) + + data, output = _generate_test_data( + "jpeg", _image_decoder_data.image_decoder_decode_jpeg_grayscale, "Grayscale" + ) + expect( + node, + inputs=[data], + outputs=[output], + name="test_image_decoder_decode_jpeg_grayscale", + ) + + @staticmethod + def export_image_decoder_decode_jpeg_bgr() -> None: + node = onnx.helper.make_node( + "ImageDecoder", + inputs=["data"], + outputs=["output"], + pixel_format="BGR", + ) + + data, output = _generate_test_data( + "jpeg", _image_decoder_data.image_decoder_decode_jpeg_bgr, "BGR" + ) + expect( + node, + inputs=[data], + outputs=[output], + name="test_image_decoder_decode_jpeg_bgr", + ) + + @staticmethod + def export_image_decoder_decode_jpeg2k_rgb() -> None: + node = onnx.helper.make_node( + "ImageDecoder", + inputs=["data"], + outputs=["output"], + pixel_format="RGB", + ) + + data, output = _generate_test_data( + "jpeg2000", _image_decoder_data.image_decoder_decode_jpeg2k_rgb, "RGB" + ) + expect( + node, + inputs=[data], + outputs=[output], + name="test_image_decoder_decode_jpeg2k_rgb", + ) + + @staticmethod + def export_image_decoder_decode_bmp_rgb() -> None: + node = onnx.helper.make_node( + "ImageDecoder", + inputs=["data"], + outputs=["output"], + pixel_format="RGB", + ) + + data, output = _generate_test_data( + "bmp", _image_decoder_data.image_decoder_decode_bmp_rgb, "RGB" + ) + expect( + node, + inputs=[data], + outputs=[output], + name="test_image_decoder_decode_bmp_rgb", + ) + + @staticmethod + def export_image_decoder_decode_png_rgb() -> None: + node = onnx.helper.make_node( + "ImageDecoder", + inputs=["data"], + outputs=["output"], + pixel_format="RGB", + ) + + data, output = _generate_test_data( + "png", _image_decoder_data.image_decoder_decode_png_rgb, "RGB" + ) + expect( + node, + inputs=[data], + outputs=[output], + name="test_image_decoder_decode_png_rgb", + ) + + @staticmethod + def export_image_decoder_decode_tiff_rgb() -> None: + node = onnx.helper.make_node( + "ImageDecoder", + inputs=["data"], + outputs=["output"], + pixel_format="RGB", + ) + + data, output = _generate_test_data( + "tiff", _image_decoder_data.image_decoder_decode_tiff_rgb, "RGB" + ) + expect( + node, + inputs=[data], + outputs=[output], + name="test_image_decoder_decode_tiff_rgb", + ) + + @staticmethod + def export_image_decoder_decode_webp_rgb() -> None: + node = onnx.helper.make_node( + "ImageDecoder", + inputs=["data"], + outputs=["output"], + pixel_format="RGB", + ) + + data, output = _generate_test_data( + "webp", _image_decoder_data.image_decoder_decode_webp_rgb, "RGB" + ) + expect( + node, + inputs=[data], + outputs=[output], + name="test_image_decoder_decode_webp_rgb", + ) + + @staticmethod + def export_image_decoder_decode_pnm_rgb() -> None: + node = onnx.helper.make_node( + "ImageDecoder", + inputs=["data"], + outputs=["output"], + pixel_format="RGB", + ) + + data, output = _generate_test_data( + "ppm", _image_decoder_data.image_decoder_decode_pnm_rgb, "RGB" + ) + expect( + node, + inputs=[data], + outputs=[output], + name="test_image_decoder_decode_pnm_rgb", + ) diff --git a/onnx/backend/test/case/node/instancenorm.py b/onnx/backend/test/case/node/instancenorm.py new file mode 100644 index 0000000..09b1f43 --- /dev/null +++ b/onnx/backend/test/case/node/instancenorm.py @@ -0,0 +1,58 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class InstanceNormalization(Base): + @staticmethod + def export() -> None: + def _instancenorm_test_mode( + x: np.ndarray, s: np.ndarray, bias: np.ndarray, epsilon: float = 1e-5 + ) -> np.ndarray: + dims_x = len(x.shape) + axis = tuple(range(2, dims_x)) + mean = np.mean(x, axis=axis, keepdims=True) + var = np.var(x, axis=axis, keepdims=True) + dim_ones = (1,) * (dims_x - 2) + s = s.reshape(-1, *dim_ones) + bias = bias.reshape(-1, *dim_ones) + return s * (x - mean) / np.sqrt(var + epsilon) + bias + + # input size: (1, 2, 1, 3) + x = np.array([[[[-1, 0, 1]], [[2, 3, 4]]]]).astype(np.float32) + s = np.array([1.0, 1.5]).astype(np.float32) + bias = np.array([0, 1]).astype(np.float32) + y = _instancenorm_test_mode(x, s, bias).astype(np.float32) + + node = onnx.helper.make_node( + "InstanceNormalization", + inputs=["x", "s", "bias"], + outputs=["y"], + ) + + # output size: (1, 2, 1, 3) + expect(node, inputs=[x, s, bias], outputs=[y], name="test_instancenorm_example") + + # input size: (2, 3, 4, 5) + x = np.random.randn(2, 3, 4, 5).astype(np.float32) + s = np.random.randn(3).astype(np.float32) + bias = np.random.randn(3).astype(np.float32) + epsilon = 1e-2 + y = _instancenorm_test_mode(x, s, bias, epsilon).astype(np.float32) + + node = onnx.helper.make_node( + "InstanceNormalization", + inputs=["x", "s", "bias"], + outputs=["y"], + epsilon=epsilon, + ) + + # output size: (2, 3, 4, 5) + expect(node, inputs=[x, s, bias], outputs=[y], name="test_instancenorm_epsilon") diff --git a/onnx/backend/test/case/node/isinf.py b/onnx/backend/test/case/node/isinf.py new file mode 100644 index 0000000..11ffcd5 --- /dev/null +++ b/onnx/backend/test/case/node/isinf.py @@ -0,0 +1,56 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class IsInf(Base): + @staticmethod + def export_infinity() -> None: + node = onnx.helper.make_node( + "IsInf", + inputs=["x"], + outputs=["y"], + ) + + x = np.array([-1.2, np.nan, np.inf, 2.8, -np.inf, np.inf], dtype=np.float32) + y = np.isinf(x) + expect(node, inputs=[x], outputs=[y], name="test_isinf") + + @staticmethod + def export_positive_infinity_only() -> None: + node = onnx.helper.make_node( + "IsInf", inputs=["x"], outputs=["y"], detect_negative=0 + ) + + x = np.array([-1.7, np.nan, np.inf, 3.6, -np.inf, np.inf], dtype=np.float32) + y = np.isposinf(x) + expect(node, inputs=[x], outputs=[y], name="test_isinf_positive") + + @staticmethod + def export_negative_infinity_only() -> None: + node = onnx.helper.make_node( + "IsInf", inputs=["x"], outputs=["y"], detect_positive=0 + ) + + x = np.array([-1.7, np.nan, np.inf, -3.6, -np.inf, np.inf], dtype=np.float32) + y = np.isneginf(x) + expect(node, inputs=[x], outputs=[y], name="test_isinf_negative") + + @staticmethod + def export_infinity_float16() -> None: + node = onnx.helper.make_node( + "IsInf", + inputs=["x"], + outputs=["y"], + ) + + x = np.array([-1.2, np.nan, np.inf, 2.8, -np.inf, np.inf], dtype=np.float16) + y = np.isinf(x) + expect(node, inputs=[x], outputs=[y], name="test_isinf_float16") diff --git a/onnx/backend/test/case/node/isnan.py b/onnx/backend/test/case/node/isnan.py new file mode 100644 index 0000000..a8cecf8 --- /dev/null +++ b/onnx/backend/test/case/node/isnan.py @@ -0,0 +1,36 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class IsNaN(Base): + @staticmethod + def export() -> None: + node = onnx.helper.make_node( + "IsNaN", + inputs=["x"], + outputs=["y"], + ) + + x = np.array([-1.2, np.nan, np.inf, 2.8, -np.inf, np.inf], dtype=np.float32) + y = np.isnan(x) + expect(node, inputs=[x], outputs=[y], name="test_isnan") + + @staticmethod + def export_float16() -> None: + node = onnx.helper.make_node( + "IsNaN", + inputs=["x"], + outputs=["y"], + ) + + x = np.array([-1.2, np.nan, np.inf, 2.8, -np.inf, np.inf], dtype=np.float16) + y = np.isnan(x) + expect(node, inputs=[x], outputs=[y], name="test_isnan_float16") diff --git a/onnx/backend/test/case/node/layernormalization.py b/onnx/backend/test/case/node/layernormalization.py new file mode 100644 index 0000000..5f2776e --- /dev/null +++ b/onnx/backend/test/case/node/layernormalization.py @@ -0,0 +1,178 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +# Layer normalization's reference implementation +def _layer_normalization(X, W, B, axis=-1, epsilon=1e-5): + X_shape = X.shape + X_rank = len(X_shape) + if axis < 0: + # If axis = -1 and rank of X is 4, + # the axis is changed to -1 + 4 = 3, + # which means the last axis. + axis = axis + X_rank + unsqueezed_rank = X_rank - axis + reduction_shape = X_shape[0:axis] + (1,) * unsqueezed_rank + + # Parameter used to convert N-D tensor layer + # normalization to equivalent 2-D matrix operations. + row_number = 1 + col_number = 1 + for i in range(X_rank): + if i < axis: + row_number *= X_shape[i] + else: + col_number *= X_shape[i] + + # After reshaping input tensor X into a matrix, + # layer normalization is equivalent to conducting + # standardization on each column vector (s.t. each + # column has zero mean and unit variance). + x_mat = np.reshape(X, (row_number, col_number)) + # This computes mean for every x_mat's column. + x_mean = np.sum(x_mat, axis=1, keepdims=True) / col_number + x_diff = x_mat - x_mean + x_squared_diff = x_diff * x_diff + # This computes variance for every x_mat's column. + variance = np.sum(x_squared_diff, axis=1, keepdims=True) / col_number + variance_eps = variance + epsilon + std_dev = np.sqrt(variance_eps) + inv_std_dev = np.reciprocal(std_dev) + # Standardization step. y_mat is zero-mean and unit-variance. + y_mat = x_diff * inv_std_dev + # Apply affine transform on normalization outcome. + # W is linear coefficient while B is bias. + Y = np.reshape(y_mat, X_shape) * W + B + # Matrix-level operations' outputs should be reshaped + # to compensate the initial tensor-to-matrix reshape. + X_mean = np.reshape(x_mean, reduction_shape) + X_inv_std_dev = np.reshape(inv_std_dev, reduction_shape) + + return Y, X_mean, X_inv_std_dev + + +def calculate_normalized_shape(X_shape, axis): + X_rank = len(X_shape) + if axis < 0: + axis = axis + X_rank + return X_shape[axis:] + + +class LayerNormalization(Base): + @staticmethod + def export() -> None: + X = np.random.randn(2, 3, 4, 5).astype(np.float32) + + def case(axis: int) -> None: + normalized_shape = calculate_normalized_shape(X.shape, axis) + W = np.random.randn(*normalized_shape).astype(np.float32) + B = np.random.randn(*normalized_shape).astype(np.float32) + Y, mean, inv_std_dev = _layer_normalization(X, W, B, axis) + + node = onnx.helper.make_node( + "LayerNormalization", + inputs=["X", "W", "B"], + outputs=["Y", "Mean", "InvStdDev"], + axis=axis, + ) + + if axis < 0: + name = f"test_layer_normalization_4d_axis_negative_{-axis}" + else: + name = f"test_layer_normalization_4d_axis{axis}" + + expect(node, inputs=[X, W, B], outputs=[Y, mean, inv_std_dev], name=name) + + for i in range(len(X.shape)): + case(i) + case(i - len(X.shape)) + + @staticmethod + def export_default_axis() -> None: + X = np.random.randn(2, 3, 4, 5).astype(np.float32) + + # Default axis in LayerNormalization is -1. + normalized_shape = calculate_normalized_shape(X.shape, -1) + W = np.random.randn(*normalized_shape).astype(np.float32) + B = np.random.randn(*normalized_shape).astype(np.float32) + # Axis is default to -1 in the reference implementation. + Y, mean, inv_std_dev = _layer_normalization(X, W, B) + + # Not specifying axis attribute means -1. + node = onnx.helper.make_node( + "LayerNormalization", + inputs=["X", "W", "B"], + outputs=["Y", "Mean", "InvStdDev"], + ) + + expect( + node, + inputs=[X, W, B], + outputs=[Y, mean, inv_std_dev], + name="test_layer_normalization_default_axis", + ) + + @staticmethod + def export2d() -> None: + X = np.random.randn(3, 4).astype(np.float32) + + def case(axis: int) -> None: + normalized_shape = calculate_normalized_shape(X.shape, axis) + W = np.random.randn(*normalized_shape).astype(np.float32) + B = np.random.randn(*normalized_shape).astype(np.float32) + Y, mean, inv_std_dev = _layer_normalization(X, W, B, axis=axis) + + node = onnx.helper.make_node( + "LayerNormalization", + inputs=["X", "W", "B"], + outputs=["Y", "Mean", "InvStdDev"], + axis=axis, + ) + + if axis < 0: + name = f"test_layer_normalization_2d_axis_negative_{-axis}" + else: + name = f"test_layer_normalization_2d_axis{axis}" + + expect(node, inputs=[X, W, B], outputs=[Y, mean, inv_std_dev], name=name) + + for i in range(len(X.shape)): + case(i) + case(i - len(X.shape)) + + @staticmethod + def export3d_epsilon() -> None: + epsilon = 1e-1 + X = np.random.randn(2, 3, 5).astype(np.float32) + + def case(axis: int) -> None: + normalized_shape = calculate_normalized_shape(X.shape, axis) + W = np.random.randn(*normalized_shape).astype(np.float32) + B = np.random.randn(*normalized_shape).astype(np.float32) + Y, mean, inv_std_dev = _layer_normalization(X, W, B, axis, epsilon) + node = onnx.helper.make_node( + "LayerNormalization", + inputs=["X", "W", "B"], + outputs=["Y", "Mean", "InvStdDev"], + axis=axis, + epsilon=epsilon, + ) + + if axis < 0: + name = f"test_layer_normalization_3d_axis_negative_{-axis}_epsilon" + else: + name = f"test_layer_normalization_3d_axis{axis}_epsilon" + + expect(node, inputs=[X, W, B], outputs=[Y, mean, inv_std_dev], name=name) + + for i in range(len(X.shape)): + case(i) + case(i - len(X.shape)) diff --git a/onnx/backend/test/case/node/leakyrelu.py b/onnx/backend/test/case/node/leakyrelu.py new file mode 100644 index 0000000..b24b5a9 --- /dev/null +++ b/onnx/backend/test/case/node/leakyrelu.py @@ -0,0 +1,39 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class LeakyRelu(Base): + @staticmethod + def export() -> None: + node = onnx.helper.make_node( + "LeakyRelu", inputs=["x"], outputs=["y"], alpha=0.1 + ) + + x = np.array([-1, 0, 1]).astype(np.float32) + # expected output [-0.1, 0., 1.] + y = np.clip(x, 0, np.inf) + np.clip(x, -np.inf, 0) * 0.1 + expect(node, inputs=[x], outputs=[y], name="test_leakyrelu_example") + + x = np.random.randn(3, 4, 5).astype(np.float32) + y = np.clip(x, 0, np.inf) + np.clip(x, -np.inf, 0) * 0.1 + expect(node, inputs=[x], outputs=[y], name="test_leakyrelu") + + @staticmethod + def export_leakyrelu_default() -> None: + default_alpha = 0.01 + node = onnx.helper.make_node( + "LeakyRelu", + inputs=["x"], + outputs=["y"], + ) + x = np.random.randn(3, 4, 5).astype(np.float32) + y = np.clip(x, 0, np.inf) + np.clip(x, -np.inf, 0) * default_alpha + expect(node, inputs=[x], outputs=[y], name="test_leakyrelu_default") diff --git a/onnx/backend/test/case/node/less.py b/onnx/backend/test/case/node/less.py new file mode 100644 index 0000000..b325279 --- /dev/null +++ b/onnx/backend/test/case/node/less.py @@ -0,0 +1,68 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class Less(Base): + @staticmethod + def export() -> None: + node = onnx.helper.make_node( + "Less", + inputs=["x", "y"], + outputs=["less"], + ) + + x = np.random.randn(3, 4, 5).astype(np.float32) + y = np.random.randn(3, 4, 5).astype(np.float32) + z = np.less(x, y) + expect(node, inputs=[x, y], outputs=[z], name="test_less") + + x = np.random.randn(3, 4, 5).astype(np.int8) + y = np.random.randn(3, 4, 5).astype(np.int8) + z = np.less(x, y) + expect(node, inputs=[x, y], outputs=[z], name="test_less_int8") + + x = np.random.randn(3, 4, 5).astype(np.int16) + y = np.random.randn(3, 4, 5).astype(np.int16) + z = np.less(x, y) + expect(node, inputs=[x, y], outputs=[z], name="test_less_int16") + + x = np.random.randint(24, size=(3, 4, 5), dtype=np.uint8) + y = np.random.randint(24, size=(3, 4, 5), dtype=np.uint8) + z = np.less(x, y) + expect(node, inputs=[x, y], outputs=[z], name="test_less_uint8") + + x = np.random.randint(24, size=(3, 4, 5), dtype=np.uint16) + y = np.random.randint(24, size=(3, 4, 5), dtype=np.uint16) + z = np.less(x, y) + expect(node, inputs=[x, y], outputs=[z], name="test_less_uint16") + + x = np.random.randint(24, size=(3, 4, 5), dtype=np.uint32) + y = np.random.randint(24, size=(3, 4, 5), dtype=np.uint32) + z = np.less(x, y) + expect(node, inputs=[x, y], outputs=[z], name="test_less_uint32") + + x = np.random.randint(24, size=(3, 4, 5), dtype=np.uint64) + y = np.random.randint(24, size=(3, 4, 5), dtype=np.uint64) + z = np.less(x, y) + expect(node, inputs=[x, y], outputs=[z], name="test_less_uint64") + + @staticmethod + def export_less_broadcast() -> None: + node = onnx.helper.make_node( + "Less", + inputs=["x", "y"], + outputs=["less"], + ) + + x = np.random.randn(3, 4, 5).astype(np.float32) + y = np.random.randn(5).astype(np.float32) + z = np.less(x, y) + expect(node, inputs=[x, y], outputs=[z], name="test_less_bcast") diff --git a/onnx/backend/test/case/node/less_equal.py b/onnx/backend/test/case/node/less_equal.py new file mode 100644 index 0000000..d49413c --- /dev/null +++ b/onnx/backend/test/case/node/less_equal.py @@ -0,0 +1,68 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class Less(Base): + @staticmethod + def export() -> None: + node = onnx.helper.make_node( + "LessOrEqual", + inputs=["x", "y"], + outputs=["less_equal"], + ) + + x = np.random.randn(3, 4, 5).astype(np.float32) + y = np.random.randn(3, 4, 5).astype(np.float32) + z = np.less_equal(x, y) + expect(node, inputs=[x, y], outputs=[z], name="test_less_equal") + + x = np.random.randn(3, 4, 5).astype(np.int8) + y = np.random.randn(3, 4, 5).astype(np.int8) + z = np.less_equal(x, y) + expect(node, inputs=[x, y], outputs=[z], name="test_less_equal_int8") + + x = np.random.randn(3, 4, 5).astype(np.int16) + y = np.random.randn(3, 4, 5).astype(np.int16) + z = np.less_equal(x, y) + expect(node, inputs=[x, y], outputs=[z], name="test_less_equal_int16") + + x = np.random.randint(24, size=(3, 4, 5), dtype=np.uint8) + y = np.random.randint(24, size=(3, 4, 5), dtype=np.uint8) + z = np.less_equal(x, y) + expect(node, inputs=[x, y], outputs=[z], name="test_less_equal_uint8") + + x = np.random.randint(24, size=(3, 4, 5), dtype=np.uint16) + y = np.random.randint(24, size=(3, 4, 5), dtype=np.uint16) + z = np.less_equal(x, y) + expect(node, inputs=[x, y], outputs=[z], name="test_less_equal_uint16") + + x = np.random.randint(24, size=(3, 4, 5), dtype=np.uint32) + y = np.random.randint(24, size=(3, 4, 5), dtype=np.uint32) + z = np.less_equal(x, y) + expect(node, inputs=[x, y], outputs=[z], name="test_less_equal_uint32") + + x = np.random.randint(24, size=(3, 4, 5), dtype=np.uint64) + y = np.random.randint(24, size=(3, 4, 5), dtype=np.uint64) + z = np.less_equal(x, y) + expect(node, inputs=[x, y], outputs=[z], name="test_less_equal_uint64") + + @staticmethod + def export_less_broadcast() -> None: + node = onnx.helper.make_node( + "LessOrEqual", + inputs=["x", "y"], + outputs=["less_equal"], + ) + + x = np.random.randn(3, 4, 5).astype(np.float32) + y = np.random.randn(5).astype(np.float32) + z = np.less_equal(x, y) + expect(node, inputs=[x, y], outputs=[z], name="test_less_equal_bcast") diff --git a/onnx/backend/test/case/node/linear_attention.py b/onnx/backend/test/case/node/linear_attention.py new file mode 100644 index 0000000..2564b0c --- /dev/null +++ b/onnx/backend/test/case/node/linear_attention.py @@ -0,0 +1,541 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect +from onnx.reference.ops.op_linear_attention import ( + LinearAttention as _RefLinearAttention, +) + +_OPSET = [onnx.helper.make_opsetid("", 27)] + + +def _compute( + query, + key, + value, + past_state=None, + decay=None, + beta=None, + *, + q_num_heads, + kv_num_heads, + update_rule="gated_delta", + scale=0.0, + chunk_size=64, +): + op = _RefLinearAttention.__new__(_RefLinearAttention) + return op._run( + query, + key, + value, + past_state, + decay, + beta, + chunk_size=chunk_size, + kv_num_heads=kv_num_heads, + q_num_heads=q_num_heads, + scale=scale, + update_rule=update_rule, + ) + + +def _l2_normalize(x: np.ndarray, num_heads: int) -> np.ndarray: + """L2-normalize key along the per-head feature dim. Required for delta rules.""" + b, t, hd = x.shape + d = hd // num_heads + x4 = x.reshape(b, t, num_heads, d) + norm = np.linalg.norm(x4, axis=-1, keepdims=True) + x4 = x4 / np.maximum(norm, 1e-6) + return x4.reshape(b, t, hd).astype(x.dtype) + + +class LinearAttention(Base): + # ------------------------------------------------------------------ + # Update-rule axis (B=2, T=4, H_q=H_kv=4, d_k=d_v=8) + # ------------------------------------------------------------------ + @staticmethod + def export_linear() -> None: + node = onnx.helper.make_node( + "LinearAttention", + inputs=["query", "key", "value"], + outputs=["output", "present_state"], + update_rule="linear", + q_num_heads=4, + kv_num_heads=4, + ) + b, t, h_q, h_kv, d_k, d_v = 2, 4, 4, 4, 8, 8 + query = np.random.randn(b, t, h_q * d_k).astype(np.float32) + key = np.random.randn(b, t, h_kv * d_k).astype(np.float32) + value = np.random.randn(b, t, h_kv * d_v).astype(np.float32) + + output, present_state = _compute( + query, + key, + value, + q_num_heads=h_q, + kv_num_heads=h_kv, + update_rule="linear", + ) + expect( + node, + inputs=[query, key, value], + outputs=[output, present_state], + name="test_linear_attention_linear", + opset_imports=_OPSET, + ) + + @staticmethod + def export_gated() -> None: + node = onnx.helper.make_node( + "LinearAttention", + inputs=["query", "key", "value", "", "decay"], + outputs=["output", "present_state"], + update_rule="gated", + q_num_heads=4, + kv_num_heads=4, + ) + b, t, h_q, h_kv, d_k, d_v = 2, 4, 4, 4, 8, 8 + query = np.random.randn(b, t, h_q * d_k).astype(np.float32) + key = np.random.randn(b, t, h_kv * d_k).astype(np.float32) + value = np.random.randn(b, t, h_kv * d_v).astype(np.float32) + # Per-key-dim decay in log-space (negative -> decay). + decay = -np.abs(np.random.randn(b, t, h_kv * d_k)).astype(np.float32) * 0.1 + + output, present_state = _compute( + query, + key, + value, + decay=decay, + q_num_heads=h_q, + kv_num_heads=h_kv, + update_rule="gated", + ) + expect( + node, + inputs=[query, key, value, decay], + outputs=[output, present_state], + name="test_linear_attention_gated", + opset_imports=_OPSET, + ) + + @staticmethod + def export_gated_per_head_decay() -> None: + node = onnx.helper.make_node( + "LinearAttention", + inputs=["query", "key", "value", "", "decay"], + outputs=["output", "present_state"], + update_rule="gated", + q_num_heads=4, + kv_num_heads=4, + ) + b, t, h_q, h_kv, d_k, d_v = 2, 4, 4, 4, 8, 8 + query = np.random.randn(b, t, h_q * d_k).astype(np.float32) + key = np.random.randn(b, t, h_kv * d_k).astype(np.float32) + value = np.random.randn(b, t, h_kv * d_v).astype(np.float32) + # Per-head scalar decay. + decay = -np.abs(np.random.randn(b, t, h_kv)).astype(np.float32) * 0.1 + + output, present_state = _compute( + query, + key, + value, + decay=decay, + q_num_heads=h_q, + kv_num_heads=h_kv, + update_rule="gated", + ) + expect( + node, + inputs=[query, key, value, decay], + outputs=[output, present_state], + name="test_linear_attention_gated_per_head_decay", + opset_imports=_OPSET, + ) + + @staticmethod + def export_delta() -> None: + node = onnx.helper.make_node( + "LinearAttention", + inputs=["query", "key", "value", "", "", "beta"], + outputs=["output", "present_state"], + update_rule="delta", + q_num_heads=4, + kv_num_heads=4, + ) + b, t, h_q, h_kv, d_k, d_v = 2, 4, 4, 4, 8, 8 + query = np.random.randn(b, t, h_q * d_k).astype(np.float32) + key = _l2_normalize(np.random.randn(b, t, h_kv * d_k).astype(np.float32), h_kv) + value = np.random.randn(b, t, h_kv * d_v).astype(np.float32) + beta = np.random.rand(b, t, h_kv).astype(np.float32) + + output, present_state = _compute( + query, + key, + value, + beta=beta, + q_num_heads=h_q, + kv_num_heads=h_kv, + update_rule="delta", + ) + expect( + node, + inputs=[query, key, value, beta], + outputs=[output, present_state], + name="test_linear_attention_delta", + opset_imports=_OPSET, + ) + + @staticmethod + def export_gated_delta() -> None: + node = onnx.helper.make_node( + "LinearAttention", + inputs=["query", "key", "value", "", "decay", "beta"], + outputs=["output", "present_state"], + q_num_heads=4, + kv_num_heads=4, + ) + b, t, h_q, h_kv, d_k, d_v = 2, 4, 4, 4, 8, 8 + query = np.random.randn(b, t, h_q * d_k).astype(np.float32) + key = _l2_normalize(np.random.randn(b, t, h_kv * d_k).astype(np.float32), h_kv) + value = np.random.randn(b, t, h_kv * d_v).astype(np.float32) + decay = -np.abs(np.random.randn(b, t, h_kv * d_k)).astype(np.float32) * 0.1 + beta = np.random.rand(b, t, h_kv).astype(np.float32) + + output, present_state = _compute( + query, + key, + value, + decay=decay, + beta=beta, + q_num_heads=h_q, + kv_num_heads=h_kv, + ) + expect( + node, + inputs=[query, key, value, decay, beta], + outputs=[output, present_state], + name="test_linear_attention_gated_delta", + opset_imports=_OPSET, + ) + + @staticmethod + def export_gated_delta_beta_scalar() -> None: + node = onnx.helper.make_node( + "LinearAttention", + inputs=["query", "key", "value", "", "decay", "beta"], + outputs=["output", "present_state"], + q_num_heads=4, + kv_num_heads=4, + ) + b, t, h_q, h_kv, d_k, d_v = 2, 4, 4, 4, 8, 8 + query = np.random.randn(b, t, h_q * d_k).astype(np.float32) + key = _l2_normalize(np.random.randn(b, t, h_kv * d_k).astype(np.float32), h_kv) + value = np.random.randn(b, t, h_kv * d_v).astype(np.float32) + decay = -np.abs(np.random.randn(b, t, h_kv * d_k)).astype(np.float32) * 0.1 + beta = np.random.rand(b, t, 1).astype(np.float32) + + output, present_state = _compute( + query, + key, + value, + decay=decay, + beta=beta, + q_num_heads=h_q, + kv_num_heads=h_kv, + ) + expect( + node, + inputs=[query, key, value, decay, beta], + outputs=[output, present_state], + name="test_linear_attention_gated_delta_beta_scalar", + opset_imports=_OPSET, + ) + + # ------------------------------------------------------------------ + # GQA / MQA axis + # ------------------------------------------------------------------ + @staticmethod + def export_gated_delta_gqa() -> None: + node = onnx.helper.make_node( + "LinearAttention", + inputs=["query", "key", "value", "", "decay", "beta"], + outputs=["output", "present_state"], + q_num_heads=8, + kv_num_heads=4, + ) + b, t, h_q, h_kv, d_k, d_v = 2, 4, 8, 4, 8, 8 + query = np.random.randn(b, t, h_q * d_k).astype(np.float32) + key = _l2_normalize(np.random.randn(b, t, h_kv * d_k).astype(np.float32), h_kv) + value = np.random.randn(b, t, h_kv * d_v).astype(np.float32) + decay = -np.abs(np.random.randn(b, t, h_kv * d_k)).astype(np.float32) * 0.1 + beta = np.random.rand(b, t, h_kv).astype(np.float32) + + output, present_state = _compute( + query, + key, + value, + decay=decay, + beta=beta, + q_num_heads=h_q, + kv_num_heads=h_kv, + ) + expect( + node, + inputs=[query, key, value, decay, beta], + outputs=[output, present_state], + name="test_linear_attention_gated_delta_gqa", + opset_imports=_OPSET, + ) + + @staticmethod + def export_gated_delta_mqa() -> None: + node = onnx.helper.make_node( + "LinearAttention", + inputs=["query", "key", "value", "", "decay", "beta"], + outputs=["output", "present_state"], + q_num_heads=8, + kv_num_heads=1, + ) + b, t, h_q, h_kv, d_k, d_v = 2, 4, 8, 1, 8, 8 + query = np.random.randn(b, t, h_q * d_k).astype(np.float32) + key = _l2_normalize(np.random.randn(b, t, h_kv * d_k).astype(np.float32), h_kv) + value = np.random.randn(b, t, h_kv * d_v).astype(np.float32) + decay = -np.abs(np.random.randn(b, t, h_kv * d_k)).astype(np.float32) * 0.1 + beta = np.random.rand(b, t, h_kv).astype(np.float32) + + output, present_state = _compute( + query, + key, + value, + decay=decay, + beta=beta, + q_num_heads=h_q, + kv_num_heads=h_kv, + ) + expect( + node, + inputs=[query, key, value, decay, beta], + outputs=[output, present_state], + name="test_linear_attention_gated_delta_mqa", + opset_imports=_OPSET, + ) + + # ------------------------------------------------------------------ + # Decoding / past_state axis + # ------------------------------------------------------------------ + @staticmethod + def export_decode_step() -> None: + node = onnx.helper.make_node( + "LinearAttention", + inputs=["query", "key", "value", "past_state", "decay", "beta"], + outputs=["output", "present_state"], + q_num_heads=4, + kv_num_heads=4, + ) + b, t, h_q, h_kv, d_k, d_v = 2, 1, 4, 4, 8, 8 + query = np.random.randn(b, t, h_q * d_k).astype(np.float32) + key = _l2_normalize(np.random.randn(b, t, h_kv * d_k).astype(np.float32), h_kv) + value = np.random.randn(b, t, h_kv * d_v).astype(np.float32) + past_state = np.random.randn(b, h_kv, d_k, d_v).astype(np.float32) * 0.1 + decay = -np.abs(np.random.randn(b, t, h_kv * d_k)).astype(np.float32) * 0.1 + beta = np.random.rand(b, t, h_kv).astype(np.float32) + + output, present_state = _compute( + query, + key, + value, + past_state=past_state, + decay=decay, + beta=beta, + q_num_heads=h_q, + kv_num_heads=h_kv, + ) + expect( + node, + inputs=[query, key, value, past_state, decay, beta], + outputs=[output, present_state], + name="test_linear_attention_decode_step", + opset_imports=_OPSET, + ) + + @staticmethod + def export_prefill_with_past() -> None: + node = onnx.helper.make_node( + "LinearAttention", + inputs=["query", "key", "value", "past_state", "decay", "beta"], + outputs=["output", "present_state"], + q_num_heads=4, + kv_num_heads=4, + ) + b, t, h_q, h_kv, d_k, d_v = 2, 4, 4, 4, 8, 8 + query = np.random.randn(b, t, h_q * d_k).astype(np.float32) + key = _l2_normalize(np.random.randn(b, t, h_kv * d_k).astype(np.float32), h_kv) + value = np.random.randn(b, t, h_kv * d_v).astype(np.float32) + past_state = np.random.randn(b, h_kv, d_k, d_v).astype(np.float32) * 0.1 + decay = -np.abs(np.random.randn(b, t, h_kv * d_k)).astype(np.float32) * 0.1 + beta = np.random.rand(b, t, h_kv).astype(np.float32) + + output, present_state = _compute( + query, + key, + value, + past_state=past_state, + decay=decay, + beta=beta, + q_num_heads=h_q, + kv_num_heads=h_kv, + ) + expect( + node, + inputs=[query, key, value, past_state, decay, beta], + outputs=[output, present_state], + name="test_linear_attention_prefill_with_past", + opset_imports=_OPSET, + ) + + @staticmethod + def export_no_past_explicit_zeros() -> None: + node = onnx.helper.make_node( + "LinearAttention", + inputs=["query", "key", "value", "past_state", "decay", "beta"], + outputs=["output", "present_state"], + q_num_heads=4, + kv_num_heads=4, + ) + b, t, h_q, h_kv, d_k, d_v = 2, 4, 4, 4, 8, 8 + query = np.random.randn(b, t, h_q * d_k).astype(np.float32) + key = _l2_normalize(np.random.randn(b, t, h_kv * d_k).astype(np.float32), h_kv) + value = np.random.randn(b, t, h_kv * d_v).astype(np.float32) + past_state = np.zeros((b, h_kv, d_k, d_v), dtype=np.float32) + decay = -np.abs(np.random.randn(b, t, h_kv * d_k)).astype(np.float32) * 0.1 + beta = np.random.rand(b, t, h_kv).astype(np.float32) + + output, present_state = _compute( + query, + key, + value, + past_state=past_state, + decay=decay, + beta=beta, + q_num_heads=h_q, + kv_num_heads=h_kv, + ) + expect( + node, + inputs=[query, key, value, past_state, decay, beta], + outputs=[output, present_state], + name="test_linear_attention_no_past_explicit_zeros", + opset_imports=_OPSET, + ) + + # ------------------------------------------------------------------ + # Scale & dtype axis + # ------------------------------------------------------------------ + @staticmethod + def export_explicit_scale() -> None: + scale = 0.25 + node = onnx.helper.make_node( + "LinearAttention", + inputs=["query", "key", "value", "", "decay", "beta"], + outputs=["output", "present_state"], + q_num_heads=4, + kv_num_heads=4, + scale=scale, + ) + b, t, h_q, h_kv, d_k, d_v = 2, 4, 4, 4, 8, 8 + query = np.random.randn(b, t, h_q * d_k).astype(np.float32) + key = _l2_normalize(np.random.randn(b, t, h_kv * d_k).astype(np.float32), h_kv) + value = np.random.randn(b, t, h_kv * d_v).astype(np.float32) + decay = -np.abs(np.random.randn(b, t, h_kv * d_k)).astype(np.float32) * 0.1 + beta = np.random.rand(b, t, h_kv).astype(np.float32) + + output, present_state = _compute( + query, + key, + value, + decay=decay, + beta=beta, + q_num_heads=h_q, + kv_num_heads=h_kv, + scale=scale, + ) + expect( + node, + inputs=[query, key, value, decay, beta], + outputs=[output, present_state], + name="test_linear_attention_explicit_scale", + opset_imports=_OPSET, + ) + + @staticmethod + def export_fp16() -> None: + node = onnx.helper.make_node( + "LinearAttention", + inputs=["query", "key", "value", "", "decay", "beta"], + outputs=["output", "present_state"], + q_num_heads=8, + kv_num_heads=4, + ) + b, t, h_q, h_kv, d_k, d_v = 2, 4, 8, 4, 8, 8 + query = np.random.randn(b, t, h_q * d_k).astype(np.float16) + key = _l2_normalize(np.random.randn(b, t, h_kv * d_k).astype(np.float16), h_kv) + value = np.random.randn(b, t, h_kv * d_v).astype(np.float16) + decay = (-np.abs(np.random.randn(b, t, h_kv * d_k)) * 0.1).astype(np.float16) + beta = np.random.rand(b, t, h_kv).astype(np.float16) + + output, present_state = _compute( + query, + key, + value, + decay=decay, + beta=beta, + q_num_heads=h_q, + kv_num_heads=h_kv, + ) + expect( + node, + inputs=[query, key, value, decay, beta], + outputs=[output, present_state], + name="test_linear_attention_fp16", + opset_imports=_OPSET, + ) + + # ------------------------------------------------------------------ + # Edge cases + # ------------------------------------------------------------------ + @staticmethod + def export_linear_t1_no_past() -> None: + node = onnx.helper.make_node( + "LinearAttention", + inputs=["query", "key", "value"], + outputs=["output", "present_state"], + update_rule="linear", + q_num_heads=4, + kv_num_heads=4, + ) + b, t, h_q, h_kv, d_k, d_v = 2, 1, 4, 4, 8, 8 + query = np.random.randn(b, t, h_q * d_k).astype(np.float32) + key = np.random.randn(b, t, h_kv * d_k).astype(np.float32) + value = np.random.randn(b, t, h_kv * d_v).astype(np.float32) + + output, present_state = _compute( + query, + key, + value, + q_num_heads=h_q, + kv_num_heads=h_kv, + update_rule="linear", + ) + expect( + node, + inputs=[query, key, value], + outputs=[output, present_state], + name="test_linear_attention_linear_t1_no_past", + opset_imports=_OPSET, + ) diff --git a/onnx/backend/test/case/node/log.py b/onnx/backend/test/case/node/log.py new file mode 100644 index 0000000..62ac4da --- /dev/null +++ b/onnx/backend/test/case/node/log.py @@ -0,0 +1,28 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class Log(Base): + @staticmethod + def export() -> None: + node = onnx.helper.make_node( + "Log", + inputs=["x"], + outputs=["y"], + ) + + x = np.array([1, 10]).astype(np.float32) + y = np.log(x) # expected output [0., 2.30258512] + expect(node, inputs=[x], outputs=[y], name="test_log_example") + + x = np.exp(np.random.randn(3, 4, 5).astype(np.float32)) + y = np.log(x) + expect(node, inputs=[x], outputs=[y], name="test_log") diff --git a/onnx/backend/test/case/node/logsoftmax.py b/onnx/backend/test/case/node/logsoftmax.py new file mode 100644 index 0000000..96ed103 --- /dev/null +++ b/onnx/backend/test/case/node/logsoftmax.py @@ -0,0 +1,92 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +def logsoftmax(x: np.ndarray, axis: int = -1) -> np.ndarray: + x_max = np.max(x, axis=axis, keepdims=True) + tmp = np.exp(x - x_max) + s = np.sum(tmp, axis=axis, keepdims=True) + return (x - x_max) - np.log(s) + + +class LogSoftmax(Base): + @staticmethod + def export() -> None: + node = onnx.helper.make_node( + "LogSoftmax", + inputs=["x"], + outputs=["y"], + ) + x = np.array([[-1, 0, 1]]).astype(np.float32) + # expected output + # [[-2.4076061 -1.407606 -0.407606 ]] + y = logsoftmax(x) + expect(node, inputs=[x], outputs=[y], name="test_logsoftmax_example_1") + + @staticmethod + def export_logsoftmax_axis() -> None: + x = np.array([[0, 1, 2, 3], [10000, 10001, 10002, 10003]]).astype(np.float32) + # expected output + # [[-3.4401896 -2.4401896 -1.4401896 -0.44018966] + # [-3.4401896 -2.4401896 -1.4401896 -0.44018966]] + y = logsoftmax(x) + + node = onnx.helper.make_node( + "LogSoftmax", + inputs=["x"], + outputs=["y"], + ) + expect(node, inputs=[x], outputs=[y], name="test_logsoftmax_large_number") + + x = np.abs(np.random.randn(3, 4, 5).astype(np.float32)) + node = onnx.helper.make_node( + "LogSoftmax", + inputs=["x"], + outputs=["y"], + axis=0, + ) + y = logsoftmax(x, axis=0) + expect(node, inputs=[x], outputs=[y], name="test_logsoftmax_axis_0") + + node = onnx.helper.make_node( + "LogSoftmax", + inputs=["x"], + outputs=["y"], + axis=1, + ) + y = logsoftmax(x, axis=1) + expect(node, inputs=[x], outputs=[y], name="test_logsoftmax_axis_1") + + node = onnx.helper.make_node( + "LogSoftmax", + inputs=["x"], + outputs=["y"], + axis=2, + ) + y = logsoftmax(x, axis=2) + expect(node, inputs=[x], outputs=[y], name="test_logsoftmax_axis_2") + + node = onnx.helper.make_node( + "LogSoftmax", + inputs=["x"], + outputs=["y"], + axis=-1, + ) + y = logsoftmax(x, axis=-1) + expect(node, inputs=[x], outputs=[y], name="test_logsoftmax_negative_axis") + + # default axis is -1 + node = onnx.helper.make_node( + "LogSoftmax", + inputs=["x"], + outputs=["y"], + ) + expect(node, inputs=[x], outputs=[y], name="test_logsoftmax_default_axis") diff --git a/onnx/backend/test/case/node/loop.py b/onnx/backend/test/case/node/loop.py new file mode 100644 index 0000000..7de826d --- /dev/null +++ b/onnx/backend/test/case/node/loop.py @@ -0,0 +1,459 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +from typing import Any + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +def compute_loop_outputs(x, seq, trip_count): + for i in range(trip_count): + if seq is None: + seq = [] + seq += [x[: int(i + 1)]] + return seq + + +class Loop(Base): + @staticmethod + def export_loop_11() -> None: + # Given a tensor x of values [x1, ..., xN], and initial tensor y + # sum up its elements using a scan + # returning the final state (y+x1+x2+...+xN) as well the scan_output + # [y+x1, y+x1+x2, ..., y+x1+x2+...+xN] + + y_in = onnx.helper.make_tensor_value_info("y_in", onnx.TensorProto.FLOAT, [1]) + y_out = onnx.helper.make_tensor_value_info("y_out", onnx.TensorProto.FLOAT, [1]) + scan_out = onnx.helper.make_tensor_value_info( + "scan_out", onnx.TensorProto.FLOAT, [1] + ) + cond_in = onnx.helper.make_tensor_value_info( + "cond_in", onnx.TensorProto.BOOL, [] + ) + cond_out = onnx.helper.make_tensor_value_info( + "cond_out", onnx.TensorProto.BOOL, [] + ) + iter_count = onnx.helper.make_tensor_value_info( + "iter_count", onnx.TensorProto.INT64, [] + ) + + x = np.array([1, 2, 3, 4, 5]).astype(np.float32) + y = np.array([-2]).astype(np.float32) + + x_const_node = onnx.helper.make_node( + "Constant", + inputs=[], + outputs=["x"], + value=onnx.helper.make_tensor( + name="const_tensor_x", + data_type=onnx.TensorProto.FLOAT, + dims=x.shape, + vals=x.flatten().astype(float), + ), + ) + + one_const_node = onnx.helper.make_node( + "Constant", + inputs=[], + outputs=["one"], + value=onnx.helper.make_tensor( + name="const_tensor_one", + data_type=onnx.TensorProto.INT64, + dims=(), + vals=[1], + ), + ) + + i_add_node = onnx.helper.make_node( + "Add", inputs=["iter_count", "one"], outputs=["end"] + ) + + start_unsqueeze_node = onnx.helper.make_node( + "Unsqueeze", inputs=["iter_count"], outputs=["slice_start"], axes=[0] + ) + + end_unsqueeze_node = onnx.helper.make_node( + "Unsqueeze", inputs=["end"], outputs=["slice_end"], axes=[0] + ) + + slice_node = onnx.helper.make_node( + "Slice", inputs=["x", "slice_start", "slice_end"], outputs=["slice_out"] + ) + + y_add_node = onnx.helper.make_node( + "Add", inputs=["y_in", "slice_out"], outputs=["y_out"] + ) + + identity_node = onnx.helper.make_node( + "Identity", inputs=["cond_in"], outputs=["cond_out"] + ) + + scan_identity_node = onnx.helper.make_node( + "Identity", inputs=["y_out"], outputs=["scan_out"] + ) + + loop_body = onnx.helper.make_graph( + [ + identity_node, + x_const_node, + one_const_node, + i_add_node, + start_unsqueeze_node, + end_unsqueeze_node, + slice_node, + y_add_node, + scan_identity_node, + ], + "loop_body", + [iter_count, cond_in, y_in], + [cond_out, y_out, scan_out], + ) + + node = onnx.helper.make_node( + "Loop", + inputs=["trip_count", "cond", "y"], + outputs=["res_y", "res_scan"], + body=loop_body, + ) + + trip_count = np.array(5).astype(np.int64) + res_y = np.array([13]).astype(np.float32) + cond = np.array(1).astype(bool) + res_scan = np.array([-1, 1, 4, 8, 13]).astype(np.float32).reshape((5, 1)) + expect( + node, + inputs=[trip_count, cond, y], + outputs=[res_y, res_scan], + name="test_loop11", + opset_imports=[onnx.helper.make_opsetid("", 11)], + ) + + @staticmethod + def export_loop_13() -> None: + # Given a tensor x of values [x1, ..., xN], + # Return a sequence of tensors of + # [[x1], [x1, x2], ..., [x1, ..., xN]] + + seq_in = onnx.helper.make_tensor_sequence_value_info( + "seq_in", onnx.TensorProto.FLOAT, None + ) + seq_out = onnx.helper.make_tensor_sequence_value_info( + "seq_out", onnx.TensorProto.FLOAT, None + ) + cond_in = onnx.helper.make_tensor_value_info( + "cond_in", onnx.TensorProto.BOOL, [] + ) + cond_out = onnx.helper.make_tensor_value_info( + "cond_out", onnx.TensorProto.BOOL, [] + ) + iter_count = onnx.helper.make_tensor_value_info( + "iter_count", onnx.TensorProto.INT64, [] + ) + + x = np.array([1, 2, 3, 4, 5]).astype(np.float32) + + x_const_node = onnx.helper.make_node( + "Constant", + inputs=[], + outputs=["x"], + value=onnx.helper.make_tensor( + name="const_tensor_x", + data_type=onnx.TensorProto.FLOAT, + dims=x.shape, + vals=x.flatten().astype(float), + ), + ) + + one_const_node = onnx.helper.make_node( + "Constant", + inputs=[], + outputs=["one"], + value=onnx.helper.make_tensor( + name="const_tensor_one", + data_type=onnx.TensorProto.INT64, + dims=(), + vals=[1], + ), + ) + + zero_const_node = onnx.helper.make_node( + "Constant", + inputs=[], + outputs=["slice_start"], + value=onnx.helper.make_tensor( + name="const_tensor_zero", + data_type=onnx.TensorProto.INT64, + dims=(1,), + vals=[0], + ), + ) + + axes_node = onnx.helper.make_node( + "Constant", + inputs=[], + outputs=["axes"], + value=onnx.helper.make_tensor( + name="const_tensor_axes", + data_type=onnx.TensorProto.INT64, + dims=(), + vals=[0], + ), + ) + + add_node = onnx.helper.make_node( + "Add", inputs=["iter_count", "one"], outputs=["end"] + ) + + end_unsqueeze_node = onnx.helper.make_node( + "Unsqueeze", inputs=["end", "axes"], outputs=["slice_end"] + ) + + slice_node = onnx.helper.make_node( + "Slice", inputs=["x", "slice_start", "slice_end"], outputs=["slice_out"] + ) + + insert_node = onnx.helper.make_node( + "SequenceInsert", inputs=["seq_in", "slice_out"], outputs=["seq_out"] + ) + + identity_node = onnx.helper.make_node( + "Identity", inputs=["cond_in"], outputs=["cond_out"] + ) + + loop_body = onnx.helper.make_graph( + [ + identity_node, + x_const_node, + one_const_node, + zero_const_node, + add_node, + axes_node, + end_unsqueeze_node, + slice_node, + insert_node, + ], + "loop_body", + [iter_count, cond_in, seq_in], + [cond_out, seq_out], + ) + + node = onnx.helper.make_node( + "Loop", + inputs=["trip_count", "cond", "seq_empty"], + outputs=["seq_res"], + body=loop_body, + ) + + trip_count = np.array(5).astype(np.int64) + seq_empty: list[Any] = [] + seq_res = [x[: int(i)] for i in x] + cond = np.array(1).astype(bool) + expect( + node, + inputs=[trip_count, cond, seq_empty], + outputs=[seq_res], + name="test_loop13_seq", + opset_imports=[onnx.helper.make_opsetid("", 13)], + input_type_protos=[ + onnx.helper.make_tensor_type_proto( + onnx.TensorProto.INT64, trip_count.shape + ), + onnx.helper.make_tensor_type_proto(onnx.TensorProto.BOOL, cond.shape), + onnx.helper.make_sequence_type_proto( + onnx.helper.make_tensor_type_proto(onnx.TensorProto.FLOAT, []) + ), + ], + ) + + @staticmethod + def export_loop_16_none() -> None: + # Given a tensor sequence of values [x1, ..., xN], and an initial optional sequence of tensors [x0], + # Return a concatenated sequence of tensors of + # [x0, [x1], [x1, x2], ..., [x1, ..., xN]] + + ten_in_tp = onnx.helper.make_tensor_type_proto(onnx.TensorProto.FLOAT, []) + seq_in_tp = onnx.helper.make_sequence_type_proto(ten_in_tp) + opt_in_tp = onnx.helper.make_optional_type_proto(seq_in_tp) + opt_in = onnx.helper.make_value_info("opt_seq_in", opt_in_tp) + seq_out = onnx.helper.make_tensor_sequence_value_info( + "seq_out", onnx.TensorProto.FLOAT, [] + ) + cond_in = onnx.helper.make_tensor_value_info( + "cond_in", onnx.TensorProto.BOOL, [] + ) + cond_out = onnx.helper.make_tensor_value_info( + "cond_out", onnx.TensorProto.BOOL, [] + ) + iter_count = onnx.helper.make_tensor_value_info( + "iter_count", onnx.TensorProto.INT64, [] + ) + + x0 = np.array(0).astype(np.float32) + x = np.array([1, 2, 3, 4, 5]).astype(np.float32) + + optional_has_elem_node = onnx.helper.make_node( + "OptionalHasElement", inputs=["opt_seq_in"], outputs=["optional_has_elem"] + ) + + optional_is_none = onnx.helper.make_node( + "Not", inputs=["optional_has_elem"], outputs=["optional_is_none"] + ) + + optional_get_elem = onnx.helper.make_node( + "OptionalGetElement", inputs=["opt_seq_in"], outputs=["seq_in"] + ) + + constant_in = onnx.helper.make_node( + "Constant", + inputs=[], + outputs=["constant_in"], + value=onnx.helper.make_tensor( + name="const_tensor", data_type=onnx.TensorProto.FLOAT, dims=(), vals=[0] + ), + ) + + seq_const_in = onnx.helper.make_node( + "SequenceConstruct", inputs=["constant_in"], outputs=["init_seq_in"] + ) + + then_seq_out = onnx.helper.make_tensor_sequence_value_info( + "init_seq_in", onnx.TensorProto.FLOAT, [] + ) + then_body = onnx.helper.make_graph( + [constant_in, seq_const_in], "then_body", [], [then_seq_out] + ) + + else_seq_out = onnx.helper.make_tensor_sequence_value_info( + "seq_in", onnx.TensorProto.FLOAT, [] + ) + else_body = onnx.helper.make_graph( + [optional_get_elem], "else_body", [], [else_seq_out] + ) + + if_node = onnx.helper.make_node( + "If", + inputs=["optional_is_none"], + outputs=["sequence"], + then_branch=then_body, + else_branch=else_body, + ) + + x_const_node = onnx.helper.make_node( + "Constant", + inputs=[], + outputs=["x"], + value=onnx.helper.make_tensor( + name="const_tensor_x", + data_type=onnx.TensorProto.FLOAT, + dims=x.shape, + vals=x.flatten().astype(float), + ), + ) + + one_const_node = onnx.helper.make_node( + "Constant", + inputs=[], + outputs=["one"], + value=onnx.helper.make_tensor( + name="const_tensor_one", + data_type=onnx.TensorProto.INT64, + dims=(), + vals=[1], + ), + ) + + zero_const_node = onnx.helper.make_node( + "Constant", + inputs=[], + outputs=["slice_start"], + value=onnx.helper.make_tensor( + name="const_tensor_zero", + data_type=onnx.TensorProto.INT64, + dims=(1,), + vals=[0], + ), + ) + + axes_node = onnx.helper.make_node( + "Constant", + inputs=[], + outputs=["axes"], + value=onnx.helper.make_tensor( + name="const_tensor_axes", + data_type=onnx.TensorProto.INT64, + dims=(), + vals=[0], + ), + ) + + add_node = onnx.helper.make_node( + "Add", inputs=["iter_count", "one"], outputs=["end"] + ) + + end_unsqueeze_node = onnx.helper.make_node( + "Unsqueeze", inputs=["end", "axes"], outputs=["slice_end"] + ) + + slice_node = onnx.helper.make_node( + "Slice", inputs=["x", "slice_start", "slice_end"], outputs=["slice_out"] + ) + + insert_node = onnx.helper.make_node( + "SequenceInsert", inputs=["sequence", "slice_out"], outputs=["seq_out"] + ) + + identity_node = onnx.helper.make_node( + "Identity", inputs=["cond_in"], outputs=["cond_out"] + ) + + loop_body = onnx.helper.make_graph( + [ + identity_node, + optional_has_elem_node, + optional_is_none, + if_node, + x_const_node, + one_const_node, + zero_const_node, + add_node, + axes_node, + end_unsqueeze_node, + slice_node, + insert_node, + ], + "loop_body", + [iter_count, cond_in, opt_in], + [cond_out, seq_out], + ) + + node = onnx.helper.make_node( + "Loop", + inputs=["trip_count", "cond", "opt_seq"], + outputs=["seq_res"], + body=loop_body, + ) + + trip_count = np.array(5).astype(np.int64) + cond = np.array(1).astype(bool) + seq_res = compute_loop_outputs(x, [x0], trip_count) + opt_seq_in: list[Any] = [x0] + expect( + node, + inputs=[trip_count, cond, opt_seq_in], + outputs=[seq_res], + name="test_loop16_seq_none", + opset_imports=[onnx.helper.make_opsetid("", 16)], + input_type_protos=[ + onnx.helper.make_tensor_type_proto( + onnx.TensorProto.INT64, trip_count.shape + ), + onnx.helper.make_tensor_type_proto(onnx.TensorProto.BOOL, cond.shape), + opt_in_tp, + ], + ) diff --git a/onnx/backend/test/case/node/lpnormalization.py b/onnx/backend/test/case/node/lpnormalization.py new file mode 100644 index 0000000..d258e57 --- /dev/null +++ b/onnx/backend/test/case/node/lpnormalization.py @@ -0,0 +1,80 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class LpNormalization(Base): + @staticmethod + def export_l2normalization_axis_0() -> None: + node = onnx.helper.make_node( + "LpNormalization", inputs=["x"], outputs=["y"], axis=0, p=2 + ) + x = np.array( + [[[1.0, 2.0, 2.0], [3.0, 4.0, 0.0]], [[0.0, 5.0, 5.0], [6.0, 8.0, 0.0]]], + dtype=np.float32, + ) + l2_norm_axis_0 = np.sqrt(np.sum(x**2, axis=0, keepdims=True)) + # When norm is 0, output is 0 (0/0 = 0) + y = np.where(l2_norm_axis_0 == 0, 0, x / l2_norm_axis_0) + expect(node, inputs=[x], outputs=[y], name="test_l2normalization_axis_0") + + @staticmethod + def export_l2normalization_axis_1() -> None: + node = onnx.helper.make_node( + "LpNormalization", inputs=["x"], outputs=["y"], axis=1, p=2 + ) + x = np.array([[3.0, 4.0], [6.0, 8.0]], dtype=np.float32) + l2_norm_axis_1 = np.sqrt(np.sum(x**2, axis=1, keepdims=True)) + y = x / l2_norm_axis_1 + expect(node, inputs=[x], outputs=[y], name="test_l2normalization_axis_1") + + @staticmethod + def export_l1normalization_axis_0() -> None: + node = onnx.helper.make_node( + "LpNormalization", inputs=["x"], outputs=["y"], axis=0, p=1 + ) + x = np.array([3.0, 4.0], dtype=np.float32) + l1_norm_axis_0 = np.sum(abs(x), axis=0, keepdims=True) + y = x / l1_norm_axis_0 + expect(node, inputs=[x], outputs=[y], name="test_l1normalization_axis_0") + + @staticmethod + def export_l1normalization_axis_1() -> None: + node = onnx.helper.make_node( + "LpNormalization", inputs=["x"], outputs=["y"], axis=1, p=1 + ) + x = np.array([[3.0, 4.0], [6.0, 8.0]], dtype=np.float32) + l1_norm_axis_1 = np.sum(abs(x), axis=1, keepdims=True) + y = x / l1_norm_axis_1 + expect(node, inputs=[x], outputs=[y], name="test_l1normalization_axis_1") + + @staticmethod + def export_l1normalization_axis_last() -> None: + node = onnx.helper.make_node( + "LpNormalization", inputs=["x"], outputs=["y"], axis=-1, p=1 + ) + x = np.array( + [[[1.0, 2.0, 2.0], [3.0, 4.0, 0.0]], [[0.0, 5.0, 5.0], [6.0, 8.0, 0.0]]], + dtype=np.float32, + ) + l1_norm_axis_last = np.sum(abs(x), axis=-1, keepdims=True) + y = x / l1_norm_axis_last + expect(node, inputs=[x], outputs=[y], name="test_l1normalization_axis_last") + + @staticmethod + def export_default() -> None: + node = onnx.helper.make_node("LpNormalization", inputs=["x"], outputs=["y"]) + x = np.array( + [[[1.0, 2.0, 2.0], [3.0, 4.0, 0.0]], [[0.0, 5.0, 5.0], [6.0, 8.0, 0.0]]], + dtype=np.float32, + ) + lp_norm_default = np.sqrt(np.sum(x**2, axis=-1, keepdims=True)) + y = x / lp_norm_default + expect(node, inputs=[x], outputs=[y], name="test_lpnormalization_default") diff --git a/onnx/backend/test/case/node/lppool.py b/onnx/backend/test/case/node/lppool.py new file mode 100644 index 0000000..9f41828 --- /dev/null +++ b/onnx/backend/test/case/node/lppool.py @@ -0,0 +1,298 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect +from onnx.reference.ops.op_pool_common import ( + get_output_shape_auto_pad, + get_output_shape_explicit_padding, + get_pad_shape, + pool, +) + + +class LpPool(Base): + @staticmethod + def export_lppool_1d_default() -> None: + """input_shape: [1, 3, 32] + output_shape: [1, 3, 31] + """ + p = 3 + kernel_shape = [2] + strides = [1] + node = onnx.helper.make_node( + "LpPool", + inputs=["x"], + outputs=["y"], + kernel_shape=kernel_shape, + strides=strides, + p=p, + ) + x = np.random.randn(1, 3, 32).astype(np.float32) + x_shape = np.shape(x) + pads = None + out_shape, _ = get_output_shape_explicit_padding( + pads, x_shape[2:], kernel_shape, strides + ) + padded = x + y = pool(padded, x_shape, kernel_shape, strides, out_shape, "LPPOOL", p=p) + + expect(node, inputs=[x], outputs=[y], name="test_lppool_1d_default") + + @staticmethod + def export_lppool_2d_default() -> None: + """input_shape: [1, 3, 32, 32] + output_shape: [1, 3, 31, 31] + """ + p = 4 + node = onnx.helper.make_node( + "LpPool", + inputs=["x"], + outputs=["y"], + kernel_shape=[2, 2], + p=p, + ) + x = np.random.randn(1, 3, 32, 32).astype(np.float32) + x_shape = np.shape(x) + pads = None + kernel_shape = (2, 2) + strides = (1, 1) + out_shape, _ = get_output_shape_explicit_padding( + pads, x_shape[2:], kernel_shape, strides + ) + padded = x + y = pool(padded, x_shape, kernel_shape, strides, out_shape, "LPPOOL", p=p) + + expect(node, inputs=[x], outputs=[y], name="test_lppool_2d_default") + + @staticmethod + def export_lppool_3d_default() -> None: + """input_shape: [1, 3, 32, 32, 32] + output_shape: [1, 3, 31, 31, 31] + """ + p = 3 + node = onnx.helper.make_node( + "LpPool", + inputs=["x"], + outputs=["y"], + kernel_shape=[2, 2, 2], + p=p, + ) + x = np.random.randn(1, 3, 32, 32, 32).astype(np.float32) + x_shape = np.shape(x) + pads = None + kernel_shape = [2, 2, 2] + strides = [1, 1, 1] + out_shape, _ = get_output_shape_explicit_padding( + pads, x_shape[2:], kernel_shape, strides + ) + padded = x + y = pool(padded, x_shape, kernel_shape, strides, out_shape, "LPPOOL", p=p) + + expect(node, inputs=[x], outputs=[y], name="test_lppool_3d_default") + + @staticmethod + def export_lppool_2d_same_upper() -> None: + """input_shape: [1, 3, 32, 32] + output_shape: [1, 3, 32, 32] + pad_shape: [1, 1] -> [0, 1, 0, 1] by axis + """ + p = 2 + node = onnx.helper.make_node( + "LpPool", + inputs=["x"], + outputs=["y"], + kernel_shape=[2, 2], + auto_pad="SAME_UPPER", + p=p, + ) + x = np.random.randn(1, 3, 32, 32).astype(np.float32) + x_shape = np.shape(x) + kernel_shape = (2, 2) + strides = (1, 1) + out_shape = get_output_shape_auto_pad( + "SAME_UPPER", x_shape[2:], kernel_shape, strides + ) + pad_shape = get_pad_shape( + "SAME_UPPER", x_shape[2:], kernel_shape, strides, out_shape + ) + pad_top = pad_shape[0] // 2 + pad_bottom = pad_shape[0] - pad_top + pad_left = pad_shape[1] // 2 + pad_right = pad_shape[1] - pad_left + padded = np.pad( + x, + ((0, 0), (0, 0), (pad_top, pad_bottom), (pad_left, pad_right)), + mode="constant", + constant_values=0, + ) + pads = [pad_top, pad_left, pad_bottom, pad_right] + y = pool( + padded, x_shape, kernel_shape, strides, out_shape, "LPPOOL", pads, pads, p=p + ) + + expect(node, inputs=[x], outputs=[y], name="test_lppool_2d_same_upper") + + @staticmethod + def export_lppool_2d_same_lower() -> None: + """input_shape: [1, 3, 32, 32] + output_shape: [1, 3, 32, 32] + pad_shape: [1, 1] -> [1, 0, 1, 0] by axis + """ + p = 4 + node = onnx.helper.make_node( + "LpPool", + inputs=["x"], + outputs=["y"], + kernel_shape=[2, 2], + auto_pad="SAME_LOWER", + p=p, + ) + x = np.random.randn(1, 3, 32, 32).astype(np.float32) + x_shape = np.shape(x) + kernel_shape = (2, 2) + strides = (1, 1) + out_shape = get_output_shape_auto_pad( + "SAME_LOWER", x_shape[2:], kernel_shape, strides + ) + pad_shape = get_pad_shape( + "SAME_LOWER", x_shape[2:], kernel_shape, strides, out_shape + ) + pad_bottom = pad_shape[0] // 2 + pad_top = pad_shape[0] - pad_bottom + pad_right = pad_shape[1] // 2 + pad_left = pad_shape[1] - pad_right + padded = np.pad( + x, + ((0, 0), (0, 0), (pad_top, pad_bottom), (pad_left, pad_right)), + mode="constant", + constant_values=0, + ) + pads = [pad_top, pad_left, pad_bottom, pad_right] + y = pool( + padded, x_shape, kernel_shape, strides, out_shape, "LPPOOL", pads, pads, p=p + ) + + expect(node, inputs=[x], outputs=[y], name="test_lppool_2d_same_lower") + + @staticmethod + def export_lppool_2d_pads() -> None: + """input_shape: [1, 3, 28, 28] + output_shape: [1, 3, 30, 30] + pad_shape: [4, 4] -> [2, 2, 2, 2] by axis + """ + p = 3 + node = onnx.helper.make_node( + "LpPool", + inputs=["x"], + outputs=["y"], + kernel_shape=[3, 3], + pads=[2, 2, 2, 2], + p=p, + ) + x = np.random.randn(1, 3, 28, 28).astype(np.float32) + x_shape = np.shape(x) + kernel_shape = (3, 3) + strides = (1, 1) + pad_bottom = pad_top = pad_right = pad_left = 2 + pads = [pad_top, pad_left, pad_bottom, pad_right] + out_shape, extra_pads = get_output_shape_explicit_padding( + pads, x_shape[2:], kernel_shape, strides + ) + padded = np.pad( + x, + ( + (0, 0), + (0, 0), + (extra_pads[0], extra_pads[2]), + (extra_pads[1], extra_pads[3]), + ), + mode="constant", + constant_values=0, + ) + y = pool( + padded, + x_shape, + kernel_shape, + strides, + out_shape, + "LPPOOL", + pads_required=extra_pads, + pads=pads, + p=p, + ) + + expect(node, inputs=[x], outputs=[y], name="test_lppool_2d_pads") + + @staticmethod + def export_lppool_2d_strides() -> None: + """input_shape: [1, 3, 32, 32] + output_shape: [1, 3, 10, 10] + """ + p = 2 + node = onnx.helper.make_node( + "LpPool", + inputs=["x"], + outputs=["y"], + kernel_shape=[5, 5], + strides=[3, 3], + p=p, + ) + x = np.random.randn(1, 3, 32, 32).astype(np.float32) + x_shape = np.shape(x) + pads = None + kernel_shape = (5, 5) + strides = (3, 3) + out_shape, _ = get_output_shape_explicit_padding( + pads, x_shape[2:], kernel_shape, strides + ) + padded = x + y = pool(padded, x_shape, kernel_shape, strides, out_shape, "LPPOOL", p=p) + + expect(node, inputs=[x], outputs=[y], name="test_lppool_2d_strides") + + @staticmethod + def export_lppool_2d_dilations() -> None: + """input_shape: [1, 1, 4, 4] + output_shape: [1, 1, 2, 2] + """ + p = 2 + node = onnx.helper.make_node( + "LpPool", + inputs=["x"], + outputs=["y"], + kernel_shape=[2, 2], + strides=[1, 1], + dilations=[2, 2], + p=p, + ) + x = np.array( + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ] + ] + ] + ).astype(np.float32) + + y = np.array( + [ + [ + [ + [14.560219778561036, 16.24807680927192], + [21.633307652783937, 23.49468024894146], + ] + ] + ] + ).astype(np.float32) + + expect(node, inputs=[x], outputs=[y], name="test_lppool_2d_dilations") diff --git a/onnx/backend/test/case/node/lrn.py b/onnx/backend/test/case/node/lrn.py new file mode 100644 index 0000000..05244c1 --- /dev/null +++ b/onnx/backend/test/case/node/lrn.py @@ -0,0 +1,70 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import math + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class LRN(Base): + @staticmethod + def export() -> None: + alpha = 0.0002 + beta = 0.5 + bias = 2.0 + nsize = 3 + node = onnx.helper.make_node( + "LRN", + inputs=["x"], + outputs=["y"], + alpha=alpha, + beta=beta, + bias=bias, + size=nsize, + ) + x = np.random.randn(5, 5, 5, 5).astype(np.float32) + square_sum = np.zeros((5, 5, 5, 5)).astype(np.float32) + for n, c, h, w in np.ndindex(x.shape): + square_sum[n, c, h, w] = sum( + x[ + n, + max(0, c - math.floor((nsize - 1) / 2)) : min( + 5, c + math.ceil((nsize - 1) / 2) + 1 + ), + h, + w, + ] + ** 2 + ) + y = x / ((bias + (alpha / nsize) * square_sum) ** beta) + expect(node, inputs=[x], outputs=[y], name="test_lrn") + + @staticmethod + def export_default() -> None: + alpha = 0.0001 + beta = 0.75 + bias = 1.0 + nsize = 3 + node = onnx.helper.make_node("LRN", inputs=["x"], outputs=["y"], size=3) + x = np.random.randn(5, 5, 5, 5).astype(np.float32) + square_sum = np.zeros((5, 5, 5, 5)).astype(np.float32) + for n, c, h, w in np.ndindex(x.shape): + square_sum[n, c, h, w] = sum( + x[ + n, + max(0, c - math.floor((nsize - 1) / 2)) : min( + 5, c + math.ceil((nsize - 1) / 2) + 1 + ), + h, + w, + ] + ** 2 + ) + y = x / ((bias + (alpha / nsize) * square_sum) ** beta) + expect(node, inputs=[x], outputs=[y], name="test_lrn_default") diff --git a/onnx/backend/test/case/node/lstm.py b/onnx/backend/test/case/node/lstm.py new file mode 100644 index 0000000..0213275 --- /dev/null +++ b/onnx/backend/test/case/node/lstm.py @@ -0,0 +1,278 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +from typing import Any + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class LSTMHelper: + def __init__(self, **params: Any) -> None: + # LSTM Input Names + X = "X" + W = "W" + R = "R" + B = "B" + H_0 = "initial_h" + C_0 = "initial_c" + P = "P" + LAYOUT = "layout" + number_of_gates = 4 + number_of_peepholes = 3 + + required_inputs = [X, W, R] + for i in required_inputs: + assert i in params, f"Missing Required Input: {i}" + + self.num_directions = params[W].shape[0] + + if self.num_directions == 1: + for k, v in params.items(): + if k != X: + params[k] = np.squeeze(v, axis=0) + + hidden_size = params[R].shape[-1] + batch_size = params[X].shape[1] + + layout = params.get(LAYOUT, 0) + x = params[X] + x = x if layout == 0 else np.swapaxes(x, 0, 1) + b = ( + params[B] + if B in params + else np.zeros(2 * number_of_gates * hidden_size, dtype=np.float32) + ) + p = ( + params[P] + if P in params + else np.zeros(number_of_peepholes * hidden_size, dtype=np.float32) + ) + h_0 = ( + params[H_0] + if H_0 in params + else np.zeros((batch_size, hidden_size), dtype=np.float32) + ) + c_0 = ( + params[C_0] + if C_0 in params + else np.zeros((batch_size, hidden_size), dtype=np.float32) + ) + + self.X = x + self.W = params[W] + self.R = params[R] + self.B = b + self.P = p + self.H_0 = h_0 + self.C_0 = c_0 + self.LAYOUT = layout + + else: + raise NotImplementedError + + def f(self, x: np.ndarray) -> np.ndarray: + return 1 / (1 + np.exp(-x)) + + def g(self, x: np.ndarray) -> np.ndarray: + return np.tanh(x) + + def h(self, x: np.ndarray) -> np.ndarray: + return np.tanh(x) + + def step(self) -> tuple[np.ndarray, np.ndarray]: + seq_length = self.X.shape[0] + hidden_size = self.H_0.shape[-1] + batch_size = self.X.shape[1] + + Y = np.empty([seq_length, self.num_directions, batch_size, hidden_size]) + h_list = [] + + [p_i, p_o, p_f] = np.split(self.P, 3) + H_t = self.H_0 + C_t = self.C_0 + for x in np.split(self.X, self.X.shape[0], axis=0): + gates = ( + np.dot(x, np.transpose(self.W)) + + np.dot(H_t, np.transpose(self.R)) + + np.add(*np.split(self.B, 2)) + ) + i, o, f, c = np.split(gates, 4, -1) + i = self.f(i + p_i * C_t) + f = self.f(f + p_f * C_t) + c = self.g(c) + C = f * C_t + i * c + o = self.f(o + p_o * C) + H = o * self.h(C) + h_list.append(H) + H_t = H + C_t = C + + concatenated = np.concatenate(h_list) + if self.num_directions == 1: + Y[:, 0, :, :] = concatenated + + if self.LAYOUT == 0: + Y_h = Y[-1] + else: + Y = np.transpose(Y, [2, 0, 1, 3]) + Y_h = Y[:, :, -1, :] + + return Y, Y_h + + +class LSTM(Base): + @staticmethod + def export_defaults() -> None: + input = np.array([[[1.0, 2.0], [3.0, 4.0], [5.0, 6.0]]]).astype(np.float32) + + input_size = 2 + hidden_size = 3 + weight_scale = 0.1 + number_of_gates = 4 + + node = onnx.helper.make_node( + "LSTM", inputs=["X", "W", "R"], outputs=["", "Y_h"], hidden_size=hidden_size + ) + + W = weight_scale * np.ones( + (1, number_of_gates * hidden_size, input_size) + ).astype(np.float32) + R = weight_scale * np.ones( + (1, number_of_gates * hidden_size, hidden_size) + ).astype(np.float32) + + lstm = LSTMHelper(X=input, W=W, R=R) + _, Y_h = lstm.step() + expect( + node, + inputs=[input, W, R], + outputs=[Y_h.astype(np.float32)], + name="test_lstm_defaults", + ) + + @staticmethod + def export_initial_bias() -> None: + input = np.array([[[1.0, 2.0, 3.0], [4.0, 5.0, 6.0], [7.0, 8.0, 9.0]]]).astype( + np.float32 + ) + + input_size = 3 + hidden_size = 4 + weight_scale = 0.1 + custom_bias = 0.1 + number_of_gates = 4 + + node = onnx.helper.make_node( + "LSTM", + inputs=["X", "W", "R", "B"], + outputs=["", "Y_h"], + hidden_size=hidden_size, + ) + + W = weight_scale * np.ones( + (1, number_of_gates * hidden_size, input_size) + ).astype(np.float32) + R = weight_scale * np.ones( + (1, number_of_gates * hidden_size, hidden_size) + ).astype(np.float32) + + # Adding custom bias + W_B = custom_bias * np.ones((1, number_of_gates * hidden_size)).astype( + np.float32 + ) + R_B = np.zeros((1, number_of_gates * hidden_size)).astype(np.float32) + B = np.concatenate((W_B, R_B), 1) + + lstm = LSTMHelper(X=input, W=W, R=R, B=B) + _, Y_h = lstm.step() + expect( + node, + inputs=[input, W, R, B], + outputs=[Y_h.astype(np.float32)], + name="test_lstm_with_initial_bias", + ) + + @staticmethod + def export_peepholes() -> None: + input = np.array([[[1.0, 2.0, 3.0, 4.0], [5.0, 6.0, 7.0, 8.0]]]).astype( + np.float32 + ) + + input_size = 4 + hidden_size = 3 + weight_scale = 0.1 + number_of_gates = 4 + number_of_peepholes = 3 + + node = onnx.helper.make_node( + "LSTM", + inputs=["X", "W", "R", "B", "sequence_lens", "initial_h", "initial_c", "P"], + outputs=["", "Y_h"], + hidden_size=hidden_size, + ) + + # Initializing Inputs + W = weight_scale * np.ones( + (1, number_of_gates * hidden_size, input_size) + ).astype(np.float32) + R = weight_scale * np.ones( + (1, number_of_gates * hidden_size, hidden_size) + ).astype(np.float32) + B = np.zeros((1, 2 * number_of_gates * hidden_size)).astype(np.float32) + seq_lens = np.repeat(input.shape[0], input.shape[1]).astype(np.int32) + init_h = np.zeros((1, input.shape[1], hidden_size)).astype(np.float32) + init_c = np.zeros((1, input.shape[1], hidden_size)).astype(np.float32) + P = weight_scale * np.ones((1, number_of_peepholes * hidden_size)).astype( + np.float32 + ) + + lstm = LSTMHelper( + X=input, W=W, R=R, B=B, P=P, initial_c=init_c, initial_h=init_h + ) + _, Y_h = lstm.step() + expect( + node, + inputs=[input, W, R, B, seq_lens, init_h, init_c, P], + outputs=[Y_h.astype(np.float32)], + name="test_lstm_with_peepholes", + ) + + @staticmethod + def export_batchwise() -> None: + input = np.array([[[1.0, 2.0]], [[3.0, 4.0]], [[5.0, 6.0]]]).astype(np.float32) + + input_size = 2 + hidden_size = 7 + weight_scale = 0.3 + number_of_gates = 4 + layout = 1 + + node = onnx.helper.make_node( + "LSTM", + inputs=["X", "W", "R"], + outputs=["Y", "Y_h"], + hidden_size=hidden_size, + layout=layout, + ) + + W = weight_scale * np.ones( + (1, number_of_gates * hidden_size, input_size) + ).astype(np.float32) + R = weight_scale * np.ones( + (1, number_of_gates * hidden_size, hidden_size) + ).astype(np.float32) + + lstm = LSTMHelper(X=input, W=W, R=R, layout=layout) + Y, Y_h = lstm.step() + expect( + node, + inputs=[input, W, R], + outputs=[Y.astype(np.float32), Y_h.astype(np.float32)], + name="test_lstm_batchwise", + ) diff --git a/onnx/backend/test/case/node/matmul.py b/onnx/backend/test/case/node/matmul.py new file mode 100644 index 0000000..3a8aeaa --- /dev/null +++ b/onnx/backend/test/case/node/matmul.py @@ -0,0 +1,62 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class MatMul(Base): + @staticmethod + def export() -> None: + node = onnx.helper.make_node( + "MatMul", + inputs=["a", "b"], + outputs=["c"], + ) + + # 2d + a = np.random.randn(3, 4).astype(np.float32) + b = np.random.randn(4, 3).astype(np.float32) + c = np.matmul(a, b) + expect(node, inputs=[a, b], outputs=[c], name="test_matmul_2d") + + # 3d + a = np.random.randn(2, 3, 4).astype(np.float32) + b = np.random.randn(2, 4, 3).astype(np.float32) + c = np.matmul(a, b) + expect(node, inputs=[a, b], outputs=[c], name="test_matmul_3d") + + # 4d + a = np.random.randn(1, 2, 3, 4).astype(np.float32) + b = np.random.randn(1, 2, 4, 3).astype(np.float32) + c = np.matmul(a, b) + expect(node, inputs=[a, b], outputs=[c], name="test_matmul_4d") + + # broadcasting + a = np.random.randn(3, 1, 3, 4).astype(np.float32) + b = np.random.randn(1, 2, 4, 2).astype(np.float32) + c = np.matmul(a, b) + expect(node, inputs=[a, b], outputs=[c], name="test_matmul_bcast") + + # 1d + 3d + a = np.random.randn(4).astype(np.float32) + b = np.random.randn(2, 4, 1).astype(np.float32) + c = np.matmul(a, b) + expect(node, inputs=[a, b], outputs=[c], name="test_matmul_1d_3d") + + # 3d + 1d + a = np.random.randn(1, 2, 4, 3).astype(np.float32) + b = np.random.randn(3).astype(np.float32) + c = np.matmul(a, b) + expect(node, inputs=[a, b], outputs=[c], name="test_matmul_4d_1d") + + # 1d + 1d + a = np.random.randn(3).astype(np.float32) + b = np.random.randn(3).astype(np.float32) + c = np.matmul(a, b) + expect(node, inputs=[a, b], outputs=[c], name="test_matmul_1d_1d") diff --git a/onnx/backend/test/case/node/matmulinteger.py b/onnx/backend/test/case/node/matmulinteger.py new file mode 100644 index 0000000..4df5633 --- /dev/null +++ b/onnx/backend/test/case/node/matmulinteger.py @@ -0,0 +1,60 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class MatMulInteger(Base): + @staticmethod + def export() -> None: + node = onnx.helper.make_node( + "MatMulInteger", + inputs=["A", "B", "a_zero_point", "b_zero_point"], + outputs=["Y"], + ) + + A = np.array( + [ + [11, 7, 3], + [10, 6, 2], + [9, 5, 1], + [8, 4, 0], + ], + dtype=np.uint8, + ) + + a_zero_point = np.array([12], dtype=np.uint8) + + B = np.array( + [ + [1, 4], + [2, 5], + [3, 6], + ], + dtype=np.uint8, + ) + + b_zero_point = np.array([0], dtype=np.uint8) + + output = np.array( + [ + [-38, -83], + [-44, -98], + [-50, -113], + [-56, -128], + ], + dtype=np.int32, + ) + + expect( + node, + inputs=[A, B, a_zero_point, b_zero_point], + outputs=[output], + name="test_matmulinteger", + ) diff --git a/onnx/backend/test/case/node/max.py b/onnx/backend/test/case/node/max.py new file mode 100644 index 0000000..139cfc8 --- /dev/null +++ b/onnx/backend/test/case/node/max.py @@ -0,0 +1,66 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect +from onnx.backend.test.case.utils import all_numeric_dtypes + + +class Max(Base): + @staticmethod + def export() -> None: + data_0 = np.array([3, 2, 1]).astype(np.float32) + data_1 = np.array([1, 4, 4]).astype(np.float32) + data_2 = np.array([2, 5, 3]).astype(np.float32) + result = np.array([3, 5, 4]).astype(np.float32) + node = onnx.helper.make_node( + "Max", + inputs=["data_0", "data_1", "data_2"], + outputs=["result"], + ) + expect( + node, + inputs=[data_0, data_1, data_2], + outputs=[result], + name="test_max_example", + ) + + node = onnx.helper.make_node( + "Max", + inputs=["data_0"], + outputs=["result"], + ) + expect(node, inputs=[data_0], outputs=[data_0], name="test_max_one_input") + + result = np.maximum(data_0, data_1) + node = onnx.helper.make_node( + "Max", + inputs=["data_0", "data_1"], + outputs=["result"], + ) + expect( + node, inputs=[data_0, data_1], outputs=[result], name="test_max_two_inputs" + ) + + @staticmethod + def export_max_all_numeric_types() -> None: + for op_dtype in all_numeric_dtypes: + data_0 = np.array([3, 2, 1]).astype(op_dtype) + data_1 = np.array([1, 4, 4]).astype(op_dtype) + result = np.array([3, 4, 4]).astype(op_dtype) + node = onnx.helper.make_node( + "Max", + inputs=["data_0", "data_1"], + outputs=["result"], + ) + expect( + node, + inputs=[data_0, data_1], + outputs=[result], + name=f"test_max_{np.dtype(op_dtype).name}", + ) diff --git a/onnx/backend/test/case/node/maxpool.py b/onnx/backend/test/case/node/maxpool.py new file mode 100644 index 0000000..c9f6b60 --- /dev/null +++ b/onnx/backend/test/case/node/maxpool.py @@ -0,0 +1,725 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect +from onnx.reference.ops.op_pool_common import ( + get_output_shape_auto_pad, + get_output_shape_explicit_padding, + get_pad_shape, + pool, +) + + +class MaxPool(Base): + @staticmethod + def export_maxpool_2d_uint8() -> None: + """input_shape: [1, 1, 5, 5] + output_shape: [1, 1, 5, 5] + pad_shape: [4, 4] -> [2, 2, 2, 2] by axis + """ + node = onnx.helper.make_node( + "MaxPool", + inputs=["x"], + outputs=["y"], + kernel_shape=[5, 5], + pads=[2, 2, 2, 2], + ) + x = np.array( + [ + [ + [ + [1, 2, 3, 4, 5], + [6, 7, 8, 9, 10], + [11, 12, 13, 14, 15], + [16, 17, 18, 19, 20], + [21, 22, 23, 24, 25], + ] + ] + ] + ).astype(np.uint8) + y = np.array( + [ + [ + [ + [13, 14, 15, 15, 15], + [18, 19, 20, 20, 20], + [23, 24, 25, 25, 25], + [23, 24, 25, 25, 25], + [23, 24, 25, 25, 25], + ] + ] + ] + ).astype(np.uint8) + + expect(node, inputs=[x], outputs=[y], name="test_maxpool_2d_uint8") + + @staticmethod + def export_maxpool_2d_precomputed_pads() -> None: + """input_shape: [1, 1, 5, 5] + output_shape: [1, 1, 5, 5] + pad_shape: [4, 4] -> [2, 2, 2, 2] by axis + """ + node = onnx.helper.make_node( + "MaxPool", + inputs=["x"], + outputs=["y"], + kernel_shape=[5, 5], + pads=[2, 2, 2, 2], + ) + x = np.array( + [ + [ + [ + [1, 2, 3, 4, 5], + [6, 7, 8, 9, 10], + [11, 12, 13, 14, 15], + [16, 17, 18, 19, 20], + [21, 22, 23, 24, 25], + ] + ] + ] + ).astype(np.float32) + y = np.array( + [ + [ + [ + [13, 14, 15, 15, 15], + [18, 19, 20, 20, 20], + [23, 24, 25, 25, 25], + [23, 24, 25, 25, 25], + [23, 24, 25, 25, 25], + ] + ] + ] + ).astype(np.float32) + + expect(node, inputs=[x], outputs=[y], name="test_maxpool_2d_precomputed_pads") + + @staticmethod + def export_maxpool_with_argmax_2d_precomputed_pads() -> None: + """input_shape: [1, 1, 5, 5] + output_shape: [1, 1, 5, 5] + pad_shape: [4, 4] -> [2, 2, 2, 2] by axis + """ + node = onnx.helper.make_node( + "MaxPool", + inputs=["x"], + outputs=["y", "z"], + kernel_shape=[5, 5], + pads=[2, 2, 2, 2], + ) + x = np.array( + [ + [ + [ + [1, 2, 3, 4, 5], + [6, 7, 8, 9, 10], + [11, 12, 13, 14, 15], + [16, 17, 18, 19, 20], + [21, 22, 23, 24, 25], + ] + ] + ] + ).astype(np.float32) + y = np.array( + [ + [ + [ + [13, 14, 15, 15, 15], + [18, 19, 20, 20, 20], + [23, 24, 25, 25, 25], + [23, 24, 25, 25, 25], + [23, 24, 25, 25, 25], + ] + ] + ] + ).astype(np.float32) + z = np.array( + [ + [ + [ + [12, 13, 14, 14, 14], + [17, 18, 19, 19, 19], + [22, 23, 24, 24, 24], + [22, 23, 24, 24, 24], + [22, 23, 24, 24, 24], + ] + ] + ] + ).astype(np.int64) + + expect( + node, + inputs=[x], + outputs=[y, z], + name="test_maxpool_with_argmax_2d_precomputed_pads", + ) + + @staticmethod + def export_maxpool_2d_precomputed_strides() -> None: + """input_shape: [1, 1, 5, 5] + output_shape: [1, 1, 2, 2] + """ + node = onnx.helper.make_node( + "MaxPool", inputs=["x"], outputs=["y"], kernel_shape=[2, 2], strides=[2, 2] + ) + x = np.array( + [ + [ + [ + [1, 2, 3, 4, 5], + [6, 7, 8, 9, 10], + [11, 12, 13, 14, 15], + [16, 17, 18, 19, 20], + [21, 22, 23, 24, 25], + ] + ] + ] + ).astype(np.float32) + y = np.array([[[[7, 9], [17, 19]]]]).astype(np.float32) + + expect( + node, inputs=[x], outputs=[y], name="test_maxpool_2d_precomputed_strides" + ) + + @staticmethod + def export_maxpool_with_argmax_2d_precomputed_strides() -> None: + """input_shape: [1, 1, 5, 5] + output_shape: [1, 1, 2, 2] + """ + node = onnx.helper.make_node( + "MaxPool", + inputs=["x"], + outputs=["y", "z"], + kernel_shape=[2, 2], + strides=[2, 2], + storage_order=1, + ) + x = np.array( + [ + [ + [ + [1, 2, 3, 4, 5], + [6, 7, 8, 9, 10], + [11, 12, 13, 14, 15], + [16, 17, 18, 19, 20], + [21, 22, 23, 24, 25], + ] + ] + ] + ).astype(np.float32) + y = np.array([[[[7, 9], [17, 19]]]]).astype(np.float32) + z = np.array([[[[6, 16], [8, 18]]]]).astype(np.int64) + + expect( + node, + inputs=[x], + outputs=[y, z], + name="test_maxpool_with_argmax_2d_precomputed_strides", + ) + + @staticmethod + def export_maxpool_2d_precomputed_same_upper() -> None: + """input_shape: [1, 1, 5, 5] + output_shape: [1, 1, 3, 3] + pad_shape: [2, 2] -> [1, 1, 1, 1] by axis + """ + node = onnx.helper.make_node( + "MaxPool", + inputs=["x"], + outputs=["y"], + kernel_shape=[3, 3], + strides=[2, 2], + auto_pad="SAME_UPPER", + ) + x = np.array( + [ + [ + [ + [1, 2, 3, 4, 5], + [6, 7, 8, 9, 10], + [11, 12, 13, 14, 15], + [16, 17, 18, 19, 20], + [21, 22, 23, 24, 25], + ] + ] + ] + ).astype(np.float32) + y = np.array([[[[7, 9, 10], [17, 19, 20], [22, 24, 25]]]]).astype(np.float32) + + expect( + node, inputs=[x], outputs=[y], name="test_maxpool_2d_precomputed_same_upper" + ) + + @staticmethod + def export_maxpool_1d_default() -> None: + """input_shape: [1, 3, 32] + output_shape: [1, 3, 31] + """ + node = onnx.helper.make_node( + "MaxPool", + inputs=["x"], + outputs=["y"], + kernel_shape=[2], + ) + x = np.random.randn(1, 3, 32).astype(np.float32) + x_shape = np.shape(x) + pads = None + kernel_shape = [2] + strides = [1] + out_shape, _ = get_output_shape_explicit_padding( + pads, x_shape[2:], kernel_shape, strides + ) + padded = x + y = pool(padded, x_shape, kernel_shape, strides, out_shape, "MAX") + + expect(node, inputs=[x], outputs=[y], name="test_maxpool_1d_default") + + @staticmethod + def export_maxpool_2d_default() -> None: + """input_shape: [1, 3, 32, 32] + output_shape: [1, 3, 31, 31] + """ + node = onnx.helper.make_node( + "MaxPool", + inputs=["x"], + outputs=["y"], + kernel_shape=[2, 2], + ) + x = np.random.randn(1, 3, 32, 32).astype(np.float32) + x_shape = np.shape(x) + pads = None + kernel_shape = (2, 2) + strides = (1, 1) + out_shape, _ = get_output_shape_explicit_padding( + pads, x_shape[2:], kernel_shape, strides + ) + padded = x + y = pool(padded, x_shape, kernel_shape, strides, out_shape, "MAX") + + expect(node, inputs=[x], outputs=[y], name="test_maxpool_2d_default") + + @staticmethod + def export_maxpool_3d_default() -> None: + """input_shape: [1, 3, 32, 32, 32] + output_shape: [1, 3, 31, 31, 31] + """ + node = onnx.helper.make_node( + "MaxPool", + inputs=["x"], + outputs=["y"], + kernel_shape=[2, 2, 2], + ) + x = np.random.randn(1, 3, 32, 32, 32).astype(np.float32) + x_shape = np.shape(x) + pads = None + kernel_shape = [2, 2, 2] + strides = [1, 1, 1] + out_shape, _ = get_output_shape_explicit_padding( + pads, x_shape[2:], kernel_shape, strides + ) + padded = x + y = pool(padded, x_shape, kernel_shape, strides, out_shape, "MAX") + + expect(node, inputs=[x], outputs=[y], name="test_maxpool_3d_default") + + @staticmethod + def export_maxpool_2d_same_upper() -> None: + """input_shape: [1, 3, 32, 32] + output_shape: [1, 3, 32, 32] + pad_shape: [1, 1] -> [0, 1, 0, 1] by axis + """ + node = onnx.helper.make_node( + "MaxPool", + inputs=["x"], + outputs=["y"], + kernel_shape=[2, 2], + auto_pad="SAME_UPPER", + ) + x = np.random.randn(1, 3, 32, 32).astype(np.float32) + x_shape = np.shape(x) + kernel_shape = (2, 2) + strides = (1, 1) + out_shape = get_output_shape_auto_pad( + "SAME_UPPER", x_shape[2:], kernel_shape, strides + ) + pad_shape = get_pad_shape( + "SAME_UPPER", x_shape[2:], kernel_shape, strides, out_shape + ) + pad_top = pad_shape[0] // 2 + pad_bottom = pad_shape[0] - pad_top + pad_left = pad_shape[1] // 2 + pad_right = pad_shape[1] - pad_left + padded = np.pad( + x, + ((0, 0), (0, 0), (pad_top, pad_bottom), (pad_left, pad_right)), + mode="constant", + constant_values=np.nan, + ) + pads = [pad_top, pad_left, pad_bottom, pad_right] + y = pool(padded, x_shape, kernel_shape, strides, out_shape, "MAX", pads, pads) + + expect(node, inputs=[x], outputs=[y], name="test_maxpool_2d_same_upper") + + @staticmethod + def export_maxpool_2d_same_lower() -> None: + """input_shape: [1, 3, 32, 32] + output_shape: [1, 3, 32, 32] + pad_shape: [1, 1] -> [1, 0, 1, 0] by axis + """ + node = onnx.helper.make_node( + "MaxPool", + inputs=["x"], + outputs=["y"], + kernel_shape=[2, 2], + auto_pad="SAME_LOWER", + ) + x = np.random.randn(1, 3, 32, 32).astype(np.float32) + x_shape = np.shape(x) + kernel_shape = (2, 2) + strides = (1, 1) + out_shape = get_output_shape_auto_pad( + "SAME_LOWER", x_shape[2:], kernel_shape, strides + ) + pad_shape = get_pad_shape( + "SAME_LOWER", x_shape[2:], kernel_shape, strides, out_shape + ) + pad_bottom = pad_shape[0] // 2 + pad_top = pad_shape[0] - pad_bottom + pad_right = pad_shape[1] // 2 + pad_left = pad_shape[1] - pad_right + padded = np.pad( + x, + ((0, 0), (0, 0), (pad_top, pad_bottom), (pad_left, pad_right)), + mode="constant", + constant_values=np.nan, + ) + pads = [pad_top, pad_left, pad_bottom, pad_right] + y = pool(padded, x_shape, kernel_shape, strides, out_shape, "MAX", pads, pads) + + expect(node, inputs=[x], outputs=[y], name="test_maxpool_2d_same_lower") + + @staticmethod + def export_maxpool_2d_pads() -> None: + """input_shape: [1, 3, 28, 28] + output_shape: [1, 3, 30, 30] + pad_shape: [4, 4] -> [2, 2, 2, 2] by axis + """ + node = onnx.helper.make_node( + "MaxPool", + inputs=["x"], + outputs=["y"], + kernel_shape=[3, 3], + pads=[2, 2, 2, 2], + ) + x = np.random.randn(1, 3, 28, 28).astype(np.float32) + x_shape = np.shape(x) + kernel_shape = (3, 3) + strides = (1, 1) + pad_bottom = pad_top = pad_right = pad_left = 2 + pads = [pad_top, pad_left, pad_bottom, pad_right] + out_shape, extra_pads = get_output_shape_explicit_padding( + pads, x_shape[2:], kernel_shape, strides + ) + padded = np.pad( + x, + ((0, 0), (0, 0), (pad_top, pad_bottom), (pad_left, pad_right)), + mode="constant", + constant_values=np.nan, + ) + + y = pool( + padded, + x_shape, + kernel_shape, + strides, + out_shape, + "MAX", + pads_required=extra_pads, + pads=pads, + ) + + expect(node, inputs=[x], outputs=[y], name="test_maxpool_2d_pads") + + @staticmethod + def export_maxpool_2d_strides() -> None: + """input_shape: [1, 3, 32, 32] + output_shape: [1, 3, 10, 10] + """ + node = onnx.helper.make_node( + "MaxPool", inputs=["x"], outputs=["y"], kernel_shape=[5, 5], strides=[3, 3] + ) + x = np.random.randn(1, 3, 32, 32).astype(np.float32) + x_shape = np.shape(x) + pads = None + kernel_shape = (5, 5) + strides = (3, 3) + out_shape, pads = get_output_shape_explicit_padding( + pads, x_shape[2:], kernel_shape, strides + ) + padded = x + y = pool(padded, x_shape, kernel_shape, strides, out_shape, "MAX") + + expect(node, inputs=[x], outputs=[y], name="test_maxpool_2d_strides") + + @staticmethod + def export_maxpool_2d_ceil() -> None: + """input_shape: [1, 1, 4, 4] + output_shape: [1, 1, 2, 2] + """ + node = onnx.helper.make_node( + "MaxPool", + inputs=["x"], + outputs=["y"], + kernel_shape=[3, 3], + strides=[2, 2], + ceil_mode=True, + ) + x = np.array( + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ] + ] + ] + ).astype(np.float32) + y = np.array([[[[11, 12], [15, 16]]]]).astype(np.float32) + + expect(node, inputs=[x], outputs=[y], name="test_maxpool_2d_ceil") + + @staticmethod + def export_maxpool_2d_ceil_output_size_reduce_by_one() -> None: + """input_shape: [1, 1, 2, 2] + output_shape: [1, 1, 1, 1] + """ + node = onnx.helper.make_node( + "MaxPool", + inputs=["x"], + outputs=["y"], + kernel_shape=[1, 1], + strides=[2, 2], + ceil_mode=True, + ) + x = np.array([[[[1, 2], [3, 4]]]]).astype(np.float32) + y = np.array([[[[1]]]]).astype(np.float32) + + expect( + node, + inputs=[x], + outputs=[y], + name="test_maxpool_2d_ceil_output_size_reduce_by_one", + ) + + @staticmethod + def export_maxpool_2d_dilations() -> None: + """input_shape: [1, 1, 4, 4] + output_shape: [1, 1, 2, 2] + """ + node = onnx.helper.make_node( + "MaxPool", + inputs=["x"], + outputs=["y"], + kernel_shape=[2, 2], + strides=[1, 1], + dilations=[2, 2], + ) + x = np.array( + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ] + ] + ] + ).astype(np.float32) + y = np.array([[[[11, 12], [15, 16]]]]).astype(np.float32) + + expect(node, inputs=[x], outputs=[y], name="test_maxpool_2d_dilations") + + @staticmethod + def export_maxpool_3d_dilations() -> None: + """input_shape: [1, 1, 4, 4, 4] + output_shape: [1, 1, 2, 2, 2] + """ + node = onnx.helper.make_node( + "MaxPool", + inputs=["x"], + outputs=["y"], + kernel_shape=[2, 2, 2], + strides=[1, 1, 1], + dilations=[2, 2, 2], + ) + x = np.array( + [ + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ], + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ], + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ], + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ], + ] + ] + ] + ).astype(np.float32) + y = np.array([[[[[11, 12], [15, 16]], [[11, 12], [15, 16]]]]]).astype( + np.float32 + ) + + expect(node, inputs=[x], outputs=[y], name="test_maxpool_3d_dilations") + + @staticmethod + def export_maxpool_3d_dilations_use_ref_impl() -> None: + """input_shape: [1, 1, 4, 4, 4] + output_shape: [1, 1, 2, 2, 2] + """ + dilations = [2, 2, 2] + kernel_shape = [2, 2, 2] + strides = [1, 1, 1] + ceil_mode = False + node = onnx.helper.make_node( + "MaxPool", + inputs=["x"], + outputs=["y"], + kernel_shape=[2, 2, 2], + strides=[1, 1, 1], + dilations=dilations, + ) + x = np.array( + [ + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ], + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ], + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ], + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ], + ] + ] + ] + ).astype(np.float32) + + x_shape = x.shape[2:] + out_shape, pads = get_output_shape_explicit_padding( + None, x_shape, kernel_shape, strides, dilations, ceil_mode=ceil_mode + ) + padded = x + y = pool( + padded, + (1, 1, *x_shape), + kernel_shape, + strides, + out_shape, + "MAX", + pads_required=pads, + pads=None, + dilations=dilations, + ) + + expect( + node, inputs=[x], outputs=[y], name="test_maxpool_3d_dilations_use_ref_impl" + ) + + @staticmethod + def export_maxpool_3d_dilations_use_ref_impl_large() -> None: + x_shape = (32, 32, 32) + dilations = (2, 2, 2) + kernel_shape = (5, 5, 5) + strides = (3, 3, 3) + ceil_mode = True + + node = onnx.helper.make_node( + "MaxPool", + inputs=["x"], + outputs=["y"], + kernel_shape=kernel_shape, + strides=strides, + dilations=dilations, + ceil_mode=ceil_mode, + ) + + x = np.random.randn(1, 1, *x_shape).astype(np.float32) + out_shape, pads = get_output_shape_explicit_padding( + None, x_shape, kernel_shape, strides, dilations, ceil_mode=ceil_mode + ) + padded = np.pad( + x, + ( + (0, 0), + (0, 0), + (pads[0], pads[3]), + (pads[1], pads[4]), + (pads[2], pads[5]), + ), + mode="constant", + constant_values=0, + ) + y = pool( + padded, + (1, 1, *x_shape), + kernel_shape, + strides, + out_shape, + "MAX", + pads_required=pads, + pads=None, + dilations=dilations, + ) + + expect( + node, + inputs=[x], + outputs=[y], + name="test_maxpool_3d_dilations_use_ref_impl_large", + ) diff --git a/onnx/backend/test/case/node/maxunpool.py b/onnx/backend/test/case/node/maxunpool.py new file mode 100644 index 0000000..a30aa06 --- /dev/null +++ b/onnx/backend/test/case/node/maxunpool.py @@ -0,0 +1,67 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class MaxUnpool(Base): + @staticmethod + def export_without_output_shape() -> None: + node = onnx.helper.make_node( + "MaxUnpool", + inputs=["xT", "xI"], + outputs=["y"], + kernel_shape=[2, 2], + strides=[2, 2], + ) + xT = np.array([[[[1, 2], [3, 4]]]], dtype=np.float32) + xI = np.array([[[[5, 7], [13, 15]]]], dtype=np.int64) + y = np.array( + [[[[0, 0, 0, 0], [0, 1, 0, 2], [0, 0, 0, 0], [0, 3, 0, 4]]]], + dtype=np.float32, + ) + expect( + node, + inputs=[xT, xI], + outputs=[y], + name="test_maxunpool_export_without_output_shape", + ) + + @staticmethod + def export_with_output_shape() -> None: + node = onnx.helper.make_node( + "MaxUnpool", + inputs=["xT", "xI", "output_shape"], + outputs=["y"], + kernel_shape=[2, 2], + strides=[2, 2], + ) + xT = np.array([[[[5, 6], [7, 8]]]], dtype=np.float32) + xI = np.array([[[[5, 7], [13, 15]]]], dtype=np.int64) + output_shape = np.array((1, 1, 5, 5), dtype=np.int64) + y = np.array( + [ + [ + [ + [0, 0, 0, 0, 0], + [0, 5, 0, 6, 0], + [0, 0, 0, 0, 0], + [0, 7, 0, 8, 0], + [0, 0, 0, 0, 0], + ] + ] + ], + dtype=np.float32, + ) + expect( + node, + inputs=[xT, xI, output_shape], + outputs=[y], + name="test_maxunpool_export_with_output_shape", + ) diff --git a/onnx/backend/test/case/node/mean.py b/onnx/backend/test/case/node/mean.py new file mode 100644 index 0000000..f564aef --- /dev/null +++ b/onnx/backend/test/case/node/mean.py @@ -0,0 +1,47 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class Mean(Base): + @staticmethod + def export() -> None: + data_0 = np.array([3, 0, 2]).astype(np.float32) + data_1 = np.array([1, 3, 4]).astype(np.float32) + data_2 = np.array([2, 6, 6]).astype(np.float32) + result = np.array([2, 3, 4]).astype(np.float32) + node = onnx.helper.make_node( + "Mean", + inputs=["data_0", "data_1", "data_2"], + outputs=["result"], + ) + expect( + node, + inputs=[data_0, data_1, data_2], + outputs=[result], + name="test_mean_example", + ) + + node = onnx.helper.make_node( + "Mean", + inputs=["data_0"], + outputs=["result"], + ) + expect(node, inputs=[data_0], outputs=[data_0], name="test_mean_one_input") + + result = np.divide(np.add(data_0, data_1), 2.0) + node = onnx.helper.make_node( + "Mean", + inputs=["data_0", "data_1"], + outputs=["result"], + ) + expect( + node, inputs=[data_0, data_1], outputs=[result], name="test_mean_two_inputs" + ) diff --git a/onnx/backend/test/case/node/meanvariancenormalization.py b/onnx/backend/test/case/node/meanvariancenormalization.py new file mode 100644 index 0000000..690eb43 --- /dev/null +++ b/onnx/backend/test/case/node/meanvariancenormalization.py @@ -0,0 +1,49 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class MeanVarianceNormalization(Base): + @staticmethod + def export() -> None: + node = onnx.helper.make_node( + "MeanVarianceNormalization", inputs=["X"], outputs=["Y"] + ) + + input_data = np.array( + [ + [ + [[0.8439683], [0.5665144], [0.05836735]], + [[0.02916367], [0.12964272], [0.5060197]], + [[0.79538304], [0.9411346], [0.9546573]], + ], + [ + [[0.17730942], [0.46192095], [0.26480448]], + [[0.6746842], [0.01665257], [0.62473077]], + [[0.9240844], [0.9722341], [0.11965699]], + ], + [ + [[0.41356155], [0.9129373], [0.59330076]], + [[0.81929934], [0.7862604], [0.11799799]], + [[0.69248444], [0.54119414], [0.07513223]], + ], + ], + dtype=np.float32, + ) + + # Calculate expected output data + data_mean = np.mean(input_data, axis=(0, 2, 3), keepdims=1) + data_mean_squared = np.power(data_mean, 2) + data_squared = np.power(input_data, 2) + data_squared_mean = np.mean(data_squared, axis=(0, 2, 3), keepdims=1) + std = np.sqrt(data_squared_mean - data_mean_squared) + expected_output = (input_data - data_mean) / (std + 1e-9) + + expect(node, inputs=[input_data], outputs=[expected_output], name="test_mvn") diff --git a/onnx/backend/test/case/node/melweightmatrix.py b/onnx/backend/test/case/node/melweightmatrix.py new file mode 100644 index 0000000..22fb87a --- /dev/null +++ b/onnx/backend/test/case/node/melweightmatrix.py @@ -0,0 +1,90 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class MelWeightMatrix(Base): + @staticmethod + def export() -> None: + node = onnx.helper.make_node( + "MelWeightMatrix", + inputs=[ + "num_mel_bins", + "dft_length", + "sample_rate", + "lower_edge_hertz", + "upper_edge_hertz", + ], + outputs=["output"], + ) + + num_mel_bins = np.int32(8) + dft_length = np.int32(16) + sample_rate = np.int32(8192) + lower_edge_hertz = np.float32(0) + upper_edge_hertz = np.float32(8192 / 2) + + num_spectrogram_bins = dft_length // 2 + 1 + frequency_bins = np.arange(0, num_mel_bins + 2) + + low_frequency_mel = 2595 * np.log10(1 + lower_edge_hertz / 700) + high_frequency_mel = 2595 * np.log10(1 + upper_edge_hertz / 700) + mel_step = (high_frequency_mel - low_frequency_mel) / frequency_bins.shape[0] + + frequency_bins = frequency_bins * mel_step + low_frequency_mel + frequency_bins = 700 * (np.power(10, (frequency_bins / 2595)) - 1) + frequency_bins = ((dft_length + 1) * frequency_bins) // sample_rate + frequency_bins = frequency_bins.astype(int) + + output = np.zeros((num_spectrogram_bins, num_mel_bins)) + output.flags.writeable = True + + for i in range(num_mel_bins): + lower_frequency_value = frequency_bins[i] # left + center_frequency_point = frequency_bins[i + 1] # center + higher_frequency_point = frequency_bins[i + 2] # right + low_to_center = center_frequency_point - lower_frequency_value + if low_to_center == 0: + output[center_frequency_point, i] = 1 + else: + for j in range(lower_frequency_value, center_frequency_point + 1): + output[j, i] = float(j - lower_frequency_value) / float( + low_to_center + ) + center_to_high = higher_frequency_point - center_frequency_point + if center_to_high > 0: + for j in range(center_frequency_point, higher_frequency_point): + output[j, i] = float(higher_frequency_point - j) / float( + center_to_high + ) + + # Expected output + # 1.000000, 1.000000, 0.000000, 0.000000, 0.000000, 0.000000, 0.000000, 0.000000, + # 0.000000, 0.000000, 1.000000, 1.000000, 0.000000, 0.000000, 0.000000, 0.000000, + # 0.000000, 0.000000, 0.000000, 0.000000, 1.000000, 0.000000, 0.000000, 0.000000, + # 0.000000, 0.000000, 0.000000, 0.000000, 0.000000, 1.000000, 0.000000, 0.000000, + # 0.000000, 0.000000, 0.000000, 0.000000, 0.000000, 0.000000, 1.000000, 0.000000, + # 0.000000, 0.000000, 0.000000, 0.000000, 0.000000, 0.000000, 0.000000, 1.000000, + # 0.000000, 0.000000, 0.000000, 0.000000, 0.000000, 0.000000, 0.000000, 0.000000, + # 0.000000, 0.000000, 0.000000, 0.000000, 0.000000, 0.000000, 0.000000, 0.000000, + # 0.000000, 0.000000, 0.000000, 0.000000, 0.000000, 0.000000, 0.000000, 0.000000, + output = output.astype(np.float32) + expect( + node, + inputs=[ + num_mel_bins, + dft_length, + sample_rate, + lower_edge_hertz, + upper_edge_hertz, + ], + outputs=[output], + name="test_melweightmatrix", + ) diff --git a/onnx/backend/test/case/node/min.py b/onnx/backend/test/case/node/min.py new file mode 100644 index 0000000..30afe00 --- /dev/null +++ b/onnx/backend/test/case/node/min.py @@ -0,0 +1,66 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect +from onnx.backend.test.case.utils import all_numeric_dtypes + + +class Min(Base): + @staticmethod + def export() -> None: + data_0 = np.array([3, 2, 1]).astype(np.float32) + data_1 = np.array([1, 4, 4]).astype(np.float32) + data_2 = np.array([2, 5, 0]).astype(np.float32) + result = np.array([1, 2, 0]).astype(np.float32) + node = onnx.helper.make_node( + "Min", + inputs=["data_0", "data_1", "data_2"], + outputs=["result"], + ) + expect( + node, + inputs=[data_0, data_1, data_2], + outputs=[result], + name="test_min_example", + ) + + node = onnx.helper.make_node( + "Min", + inputs=["data_0"], + outputs=["result"], + ) + expect(node, inputs=[data_0], outputs=[data_0], name="test_min_one_input") + + result = np.minimum(data_0, data_1) + node = onnx.helper.make_node( + "Min", + inputs=["data_0", "data_1"], + outputs=["result"], + ) + expect( + node, inputs=[data_0, data_1], outputs=[result], name="test_min_two_inputs" + ) + + @staticmethod + def export_min_all_numeric_types() -> None: + for op_dtype in all_numeric_dtypes: + data_0 = np.array([3, 2, 1]).astype(op_dtype) + data_1 = np.array([1, 4, 4]).astype(op_dtype) + result = np.array([1, 2, 1]).astype(op_dtype) + node = onnx.helper.make_node( + "Min", + inputs=["data_0", "data_1"], + outputs=["result"], + ) + expect( + node, + inputs=[data_0, data_1], + outputs=[result], + name=f"test_min_{np.dtype(op_dtype).name}", + ) diff --git a/onnx/backend/test/case/node/mish.py b/onnx/backend/test/case/node/mish.py new file mode 100644 index 0000000..fafac67 --- /dev/null +++ b/onnx/backend/test/case/node/mish.py @@ -0,0 +1,23 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class Mish(Base): + @staticmethod + def export() -> None: + node = onnx.helper.make_node("Mish", inputs=["X"], outputs=["Y"]) + + input_data = np.linspace(-10, 10, 10000, dtype=np.float32) + + # Calculate expected output data + expected_output = input_data * np.tanh(np.log1p(np.exp(input_data))) + + expect(node, inputs=[input_data], outputs=[expected_output], name="test_mish") diff --git a/onnx/backend/test/case/node/mod.py b/onnx/backend/test/case/node/mod.py new file mode 100644 index 0000000..580e2a0 --- /dev/null +++ b/onnx/backend/test/case/node/mod.py @@ -0,0 +1,177 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class Mod(Base): + @staticmethod + def export_mod_mixed_sign_float64() -> None: + node = onnx.helper.make_node("Mod", inputs=["x", "y"], outputs=["z"], fmod=1) + + x = np.array([-4.3, 7.2, 5.0, 4.3, -7.2, 8.0]).astype(np.float64) + y = np.array([2.1, -3.4, 8.0, -2.1, 3.4, 5.0]).astype(np.float64) + z = np.fmod(x, y) # expected output [-0.1, 0.4, 5. , 0.1, -0.4, 3.] + expect(node, inputs=[x, y], outputs=[z], name="test_mod_mixed_sign_float64") + + @staticmethod + def export_mod_mixed_sign_float32() -> None: + node = onnx.helper.make_node("Mod", inputs=["x", "y"], outputs=["z"], fmod=1) + + x = np.array([-4.3, 7.2, 5.0, 4.3, -7.2, 8.0]).astype(np.float32) + y = np.array([2.1, -3.4, 8.0, -2.1, 3.4, 5.0]).astype(np.float32) + z = np.fmod( + x, y + ) # expected output [-0.10000038, 0.39999962, 5. , 0.10000038, -0.39999962, 3.] + expect(node, inputs=[x, y], outputs=[z], name="test_mod_mixed_sign_float32") + + @staticmethod + def export_mod_mixed_sign_float16() -> None: + node = onnx.helper.make_node("Mod", inputs=["x", "y"], outputs=["z"], fmod=1) + + x = np.array([-4.3, 7.2, 5.0, 4.3, -7.2, 8.0]).astype(np.float16) + y = np.array([2.1, -3.4, 8.0, -2.1, 3.4, 5.0]).astype(np.float16) + z = np.fmod( + x, y + ) # expected output [-0.10156, 0.3984 , 5. , 0.10156, -0.3984 , 3.] + expect(node, inputs=[x, y], outputs=[z], name="test_mod_mixed_sign_float16") + + @staticmethod + def export_mod_mixed_sign_int64() -> None: + node = onnx.helper.make_node( + "Mod", + inputs=["x", "y"], + outputs=["z"], + ) + + x = np.array([-4, 7, 5, 4, -7, 8]).astype(np.int64) + y = np.array([2, -3, 8, -2, 3, 5]).astype(np.int64) + z = np.mod(x, y) # expected output [ 0, -2, 5, 0, 2, 3] + expect(node, inputs=[x, y], outputs=[z], name="test_mod_mixed_sign_int64") + + @staticmethod + def export_mod_mixed_sign_int32() -> None: + node = onnx.helper.make_node( + "Mod", + inputs=["x", "y"], + outputs=["z"], + ) + + x = np.array([-4, 7, 5, 4, -7, 8]).astype(np.int32) + y = np.array([2, -3, 8, -2, 3, 5]).astype(np.int32) + z = np.mod(x, y) # expected output [ 0, -2, 5, 0, 2, 3] + expect(node, inputs=[x, y], outputs=[z], name="test_mod_mixed_sign_int32") + + @staticmethod + def export_mod_mixed_sign_int16() -> None: + node = onnx.helper.make_node( + "Mod", + inputs=["x", "y"], + outputs=["z"], + ) + + x = np.array([-4, 7, 5, 4, -7, 8]).astype(np.int16) + y = np.array([2, -3, 8, -2, 3, 5]).astype(np.int16) + z = np.mod(x, y) # expected output [ 0, -2, 5, 0, 2, 3] + expect(node, inputs=[x, y], outputs=[z], name="test_mod_mixed_sign_int16") + + @staticmethod + def export_mod_mixed_sign_int8() -> None: + node = onnx.helper.make_node( + "Mod", + inputs=["x", "y"], + outputs=["z"], + ) + + x = np.array([-4, 7, 5, 4, -7, 8]).astype(np.int8) + y = np.array([2, -3, 8, -2, 3, 5]).astype(np.int8) + z = np.mod(x, y) # expected output [ 0, -2, 5, 0, 2, 3] + expect(node, inputs=[x, y], outputs=[z], name="test_mod_mixed_sign_int8") + + @staticmethod + def export_mod_uint8() -> None: + node = onnx.helper.make_node( + "Mod", + inputs=["x", "y"], + outputs=["z"], + ) + + x = np.array([4, 7, 5]).astype(np.uint8) + y = np.array([2, 3, 8]).astype(np.uint8) + z = np.mod(x, y) # expected output [0, 1, 5] + expect(node, inputs=[x, y], outputs=[z], name="test_mod_uint8") + + @staticmethod + def export_mod_uint16() -> None: + node = onnx.helper.make_node( + "Mod", + inputs=["x", "y"], + outputs=["z"], + ) + + x = np.array([4, 7, 5]).astype(np.uint16) + y = np.array([2, 3, 8]).astype(np.uint16) + z = np.mod(x, y) # expected output [0, 1, 5] + expect(node, inputs=[x, y], outputs=[z], name="test_mod_uint16") + + @staticmethod + def export_mod_uint32() -> None: + node = onnx.helper.make_node( + "Mod", + inputs=["x", "y"], + outputs=["z"], + ) + + x = np.array([4, 7, 5]).astype(np.uint32) + y = np.array([2, 3, 8]).astype(np.uint32) + z = np.mod(x, y) # expected output [0, 1, 5] + expect(node, inputs=[x, y], outputs=[z], name="test_mod_uint32") + + @staticmethod + def export_mod_uint64() -> None: + node = onnx.helper.make_node( + "Mod", + inputs=["x", "y"], + outputs=["z"], + ) + + x = np.array([4, 7, 5]).astype(np.uint64) + y = np.array([2, 3, 8]).astype(np.uint64) + z = np.mod(x, y) # expected output [0, 1, 5] + expect(node, inputs=[x, y], outputs=[z], name="test_mod_uint64") + + @staticmethod + def export_mod_int64_fmod() -> None: + node = onnx.helper.make_node("Mod", inputs=["x", "y"], outputs=["z"], fmod=1) + + x = np.array([-4, 7, 5, 4, -7, 8]).astype(np.int64) + y = np.array([2, -3, 8, -2, 3, 5]).astype(np.int64) + z = np.fmod(x, y) # expected output [ 0, 1, 5, 0, -1, 3] + expect(node, inputs=[x, y], outputs=[z], name="test_mod_int64_fmod") + + @staticmethod + def export_mod_broadcast() -> None: + node = onnx.helper.make_node( + "Mod", + inputs=["x", "y"], + outputs=["z"], + ) + + x = np.arange(0, 30).reshape([3, 2, 5]).astype(np.int32) + y = np.array([7]).astype(np.int32) + z = np.mod(x, y) + # array([[[0, 1, 2, 3, 4], + # [5, 6, 0, 1, 2]], + + # [[3, 4, 5, 6, 0], + # [1, 2, 3, 4, 5]], + + # [[6, 0, 1, 2, 3], + # [4, 5, 6, 0, 1]]], dtype=int32) + expect(node, inputs=[x, y], outputs=[z], name="test_mod_broadcast") diff --git a/onnx/backend/test/case/node/momentum.py b/onnx/backend/test/case/node/momentum.py new file mode 100644 index 0000000..266e87f --- /dev/null +++ b/onnx/backend/test/case/node/momentum.py @@ -0,0 +1,162 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect +from onnx.defs import AI_ONNX_PREVIEW_TRAINING_DOMAIN + + +def apply_momentum(r, t, x, g, v, norm_coefficient, alpha, beta): + # Add gradient of regularization term. + g_regularized = norm_coefficient * x + g + # Coefficient of gradient should be 1 at the first iteration. + beta_adjusted = beta if t > 0 else 1 + # Update momentum. + v_new = alpha * v + beta_adjusted * g_regularized + # Apply SG with momentum update rule. + x_new = x - r * v_new + return x_new, v_new + + +def apply_nesterov(r, t, x, g, v, norm_coefficient, alpha, beta): + # Add gradient of regularization term. + g_regularized = norm_coefficient * x + g + # Coefficient of gradient should be 1 at the first iteration. + beta_adjusted = beta if t > 0 else 1 + # Update momentum. + v_new = alpha * v + beta_adjusted * g_regularized + # Apply Nesterov with momentum update rule. + x_new = x - r * (g_regularized + alpha * v_new) + return x_new, v_new + + +class Momentum(Base): + @staticmethod + def export_momentum() -> None: + # Define operator attributes. + norm_coefficient = 0.001 + alpha = 0.95 + beta = 0.1 + + # Create operator. + node = onnx.helper.make_node( + "Momentum", + inputs=["R", "T", "X", "G", "V"], + outputs=["X_new", "V_new"], + norm_coefficient=norm_coefficient, + alpha=alpha, + beta=beta, + mode="standard", + domain=AI_ONNX_PREVIEW_TRAINING_DOMAIN, + ) + + # Define operator inputs. + r = np.array(0.1, dtype=np.float32) # scalar + t = np.array(0, dtype=np.int64) # scalar + x = np.array([1.2, 2.8], dtype=np.float32) + g = np.array([-0.94, -2.5], dtype=np.float32) + v = np.array([1.7, 3.6], dtype=np.float32) + + # Compute expected outputs of Momentum. + x_new, v_new = apply_momentum(r, t, x, g, v, norm_coefficient, alpha, beta) + + # Check results. + expect( + node, + inputs=[r, t, x, g, v], + outputs=[x_new, v_new], + name="test_momentum", + opset_imports=[ + onnx.helper.make_opsetid(AI_ONNX_PREVIEW_TRAINING_DOMAIN, 1) + ], + ) + + @staticmethod + def export_nesterov_momentum() -> None: + # Define operator attributes. + norm_coefficient = 0.01 + alpha = 0.95 + beta = 1.0 + + # Create operator. + node = onnx.helper.make_node( + "Momentum", + inputs=["R", "T", "X", "G", "V"], + outputs=["X_new", "V_new"], + norm_coefficient=norm_coefficient, + alpha=alpha, + beta=beta, + mode="nesterov", + domain=AI_ONNX_PREVIEW_TRAINING_DOMAIN, + ) + + # Define operator inputs. + r = np.array(0.1, dtype=np.float32) # scalar + t = np.array(0, dtype=np.int64) # scalar + x = np.array([1.2, 2.8], dtype=np.float32) + g = np.array([-0.94, -2.5], dtype=np.float32) + v = np.array([1.7, 3.6], dtype=np.float32) + + # Compute expected outputs of Momentum. + x_new, v_new = apply_nesterov(r, t, x, g, v, norm_coefficient, alpha, beta) + + # Check results. + expect( + node, + inputs=[r, t, x, g, v], + outputs=[x_new, v_new], + name="test_nesterov_momentum", + opset_imports=[ + onnx.helper.make_opsetid(AI_ONNX_PREVIEW_TRAINING_DOMAIN, 1) + ], + ) + + @staticmethod + def export_momentum_multiple() -> None: + # Define operator attributes. + norm_coefficient = 0.001 + alpha = 0.95 + beta = 0.85 + + node = onnx.helper.make_node( + "Momentum", + inputs=["R", "T", "X1", "X2", "G1", "G2", "H1", "H2"], + outputs=["X1_new", "X2_new", "V1_new", "V2_new"], + norm_coefficient=norm_coefficient, + alpha=alpha, + beta=beta, + mode="standard", + domain=AI_ONNX_PREVIEW_TRAINING_DOMAIN, + ) + + # Define operator inputs. + r = np.array(0.1, dtype=np.float32) # scalar + t = np.array(0, dtype=np.int64) # scalar + + x1 = np.array([1.0], dtype=np.float32) + g1 = np.array([-1.0], dtype=np.float32) + v1 = np.array([2.0], dtype=np.float32) + + x2 = np.array([1.0, 2.0], dtype=np.float32) + g2 = np.array([-1.0, -3.0], dtype=np.float32) + v2 = np.array([4.0, 1.0], dtype=np.float32) + + # Compute expected outputs of Momentum. + x1_new, v1_new = apply_momentum(r, t, x1, g1, v1, norm_coefficient, alpha, beta) + x2_new, v2_new = apply_momentum(r, t, x2, g2, v2, norm_coefficient, alpha, beta) + + # Check results. + expect( + node, + inputs=[r, t, x1, x2, g1, g2, v1, v2], + outputs=[x1_new, x2_new, v1_new, v2_new], + name="test_momentum_multiple", + opset_imports=[ + onnx.helper.make_opsetid(AI_ONNX_PREVIEW_TRAINING_DOMAIN, 1) + ], + ) diff --git a/onnx/backend/test/case/node/mul.py b/onnx/backend/test/case/node/mul.py new file mode 100644 index 0000000..6ae1f9c --- /dev/null +++ b/onnx/backend/test/case/node/mul.py @@ -0,0 +1,73 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class Mul(Base): + @staticmethod + def export() -> None: + node = onnx.helper.make_node( + "Mul", + inputs=["x", "y"], + outputs=["z"], + ) + + x = np.array([1, 2, 3]).astype(np.float32) + y = np.array([4, 5, 6]).astype(np.float32) + z = x * y # expected output [4., 10., 18.] + expect(node, inputs=[x, y], outputs=[z], name="test_mul_example") + + x = np.random.randn(3, 4, 5).astype(np.float32) + y = np.random.randn(3, 4, 5).astype(np.float32) + z = x * y + expect(node, inputs=[x, y], outputs=[z], name="test_mul") + + x = np.random.randint(4, size=(3, 4, 5), dtype=np.int8) + y = np.random.randint(24, size=(3, 4, 5), dtype=np.int8) + z = x * y + expect(node, inputs=[x, y], outputs=[z], name="test_mul_int8") + + x = np.random.randint(4, size=(3, 4, 5), dtype=np.int16) + y = np.random.randint(24, size=(3, 4, 5), dtype=np.int16) + z = x * y + expect(node, inputs=[x, y], outputs=[z], name="test_mul_int16") + + x = np.random.randint(4, size=(3, 4, 5), dtype=np.uint8) + y = np.random.randint(24, size=(3, 4, 5), dtype=np.uint8) + z = x * y + expect(node, inputs=[x, y], outputs=[z], name="test_mul_uint8") + + x = np.random.randint(4, size=(3, 4, 5), dtype=np.uint16) + y = np.random.randint(24, size=(3, 4, 5), dtype=np.uint16) + z = x * y + expect(node, inputs=[x, y], outputs=[z], name="test_mul_uint16") + + x = np.random.randint(4, size=(3, 4, 5), dtype=np.uint32) + y = np.random.randint(24, size=(3, 4, 5), dtype=np.uint32) + z = x * y + expect(node, inputs=[x, y], outputs=[z], name="test_mul_uint32") + + x = np.random.randint(4, size=(3, 4, 5), dtype=np.uint64) + y = np.random.randint(24, size=(3, 4, 5), dtype=np.uint64) + z = x * y + expect(node, inputs=[x, y], outputs=[z], name="test_mul_uint64") + + @staticmethod + def export_mul_broadcast() -> None: + node = onnx.helper.make_node( + "Mul", + inputs=["x", "y"], + outputs=["z"], + ) + + x = np.random.randn(3, 4, 5).astype(np.float32) + y = np.random.randn(5).astype(np.float32) + z = x * y + expect(node, inputs=[x, y], outputs=[z], name="test_mul_bcast") diff --git a/onnx/backend/test/case/node/neg.py b/onnx/backend/test/case/node/neg.py new file mode 100644 index 0000000..1082d33 --- /dev/null +++ b/onnx/backend/test/case/node/neg.py @@ -0,0 +1,28 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class Neg(Base): + @staticmethod + def export() -> None: + node = onnx.helper.make_node( + "Neg", + inputs=["x"], + outputs=["y"], + ) + + x = np.array([-4, 2]).astype(np.float32) + y = np.negative(x) # expected output [4., -2.], + expect(node, inputs=[x], outputs=[y], name="test_neg_example") + + x = np.random.randn(3, 4, 5).astype(np.float32) + y = np.negative(x) + expect(node, inputs=[x], outputs=[y], name="test_neg") diff --git a/onnx/backend/test/case/node/negativeloglikelihoodloss.py b/onnx/backend/test/case/node/negativeloglikelihoodloss.py new file mode 100644 index 0000000..c5fcdd8 --- /dev/null +++ b/onnx/backend/test/case/node/negativeloglikelihoodloss.py @@ -0,0 +1,585 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +def compute_negative_log_likelihood_loss( + input, target, weight=None, reduction="mean", ignore_index=None +): + input_shape = input.shape + if len(input_shape) == 1: + raise RuntimeError("Unsupported shape") + + target_shape = target.shape + N = input_shape[0] + C = input_shape[1] + + # initialize the positional weights when required + gather_weight = None + if weight is not None: + # setting mode='clip' to deal with ignore_index > C or < 0 cases. + # when the target value is > C or < 0, it doesn't matter which value we are + # taking in gather_weight, since it will be set to 0 in the following if-block + # use np.int32 to make it compatible with x86 machines + gather_weight = np.take(weight, np.array(target, dtype=np.int32), mode="clip") + # set `ignore_index`'s loss weight to 0. + # The loss tensor will be multiplied by this weight tensor, + # so `ignore_index`'s loss value will be eliminated. + if ignore_index is not None: + gather_weight = np.where(target == ignore_index, 0, gather_weight).astype( + dtype=np.float32 + ) + elif ignore_index is not None: + gather_weight = np.where(target == ignore_index, 0, 1).astype(dtype=np.float32) + + # if input is 4-d and above, make it 3-d + if len(input_shape) != 3: + input = input.reshape((N, C, -1)) + target = target.reshape((N, -1)) + + # Get a dimension from the reshaped input. + # If the original input shape is [N, C, H, W], + # the D here should be H * W because we reshape + # [N, C, H, W] to [N, C, H * W]. + D = input.shape[2] + neg_gather_element_input = np.zeros((N, D), dtype=np.float32) + for i in range(N): + for d in range(D): + if target[i][d] != ignore_index: + neg_gather_element_input[i][d] = -input[i][target[i][d]][d] + + loss = neg_gather_element_input + + # if the input was 4-d or above reshape to the right shape + if len(input_shape) != 3: + loss = loss.reshape(target_shape) + + # apply the weights when required + if gather_weight is not None: + loss = gather_weight * loss + if reduction == "mean": + return loss.sum() / gather_weight.sum() + + if reduction == "mean": + loss = np.mean(loss) + elif reduction == "sum": + loss = np.sum(loss) + return loss + + +class NegativeLogLikelihoodLoss(Base): + @staticmethod + def export_input_shape_is_NC() -> None: + reduction = "none" + node = onnx.helper.make_node( + "NegativeLogLikelihoodLoss", + inputs=["input", "target"], + outputs=["loss"], + reduction=reduction, + ) + + N, C = 3, 5 + np.random.seed(0) + input = np.random.rand(N, C).astype(np.float32) + target = np.random.randint(0, high=C, size=(N,)).astype(np.int64) + + negative_log_likelihood_loss = compute_negative_log_likelihood_loss( + input, target, weight=None, reduction=reduction + ) + + expect( + node, + inputs=[input, target], + outputs=[negative_log_likelihood_loss], + name="test_nllloss_NC", + ) + + @staticmethod + def export_input_shape_is_NCd1d2() -> None: + reduction = "none" + node = onnx.helper.make_node( + "NegativeLogLikelihoodLoss", + inputs=["input", "target"], + outputs=["loss"], + reduction=reduction, + ) + + N, C, dim1, dim2 = 3, 5, 6, 6 + np.random.seed(0) + input = np.random.rand(N, C, dim1, dim2).astype(np.float32) + target = np.random.randint(0, high=C, size=(N, dim1, dim2)).astype(np.int64) + + negative_log_likelihood_loss = compute_negative_log_likelihood_loss( + input, target, weight=None, reduction=reduction + ) + + expect( + node, + inputs=[input, target], + outputs=[negative_log_likelihood_loss], + name="test_nllloss_NCd1d2", + ) + + @staticmethod + def export_input_shape_is_NCd1d2_reduction_mean() -> None: + reduction = "mean" + node = onnx.helper.make_node( + "NegativeLogLikelihoodLoss", + inputs=["input", "target"], + outputs=["loss"], + reduction=reduction, + ) + + N, C, dim1, dim2 = 3, 5, 6, 6 + np.random.seed(0) + input = np.random.rand(N, C, dim1, dim2).astype(np.float32) + target = np.random.randint(0, high=C, size=(N, dim1, dim2)).astype(np.int64) + + negative_log_likelihood_loss = compute_negative_log_likelihood_loss( + input, target, weight=None, reduction=reduction + ) + + expect( + node, + inputs=[input, target], + outputs=[negative_log_likelihood_loss], + name="test_nllloss_NCd1d2_reduction_mean", + ) + + @staticmethod + def export_input_shape_is_NCd1d2_reduction_sum() -> None: + reduction = "sum" + node = onnx.helper.make_node( + "NegativeLogLikelihoodLoss", + inputs=["input", "target"], + outputs=["loss"], + reduction=reduction, + ) + + N, C, dim1, dim2 = 3, 5, 6, 6 + np.random.seed(0) + input = np.random.rand(N, C, dim1, dim2).astype(np.float32) + target = np.random.randint(0, high=C, size=(N, dim1, dim2)).astype(np.int64) + + negative_log_likelihood_loss = compute_negative_log_likelihood_loss( + input, target, weight=None, reduction=reduction + ) + + expect( + node, + inputs=[input, target], + outputs=[negative_log_likelihood_loss], + name="test_nllloss_NCd1d2_reduction_sum", + ) + + @staticmethod + def export_input_shape_is_NCd1d2_with_weight() -> None: + reduction = "none" + node = onnx.helper.make_node( + "NegativeLogLikelihoodLoss", + inputs=["input", "target", "weight"], + outputs=["loss"], + reduction=reduction, + ) + + N, C, dim1, dim2 = 3, 5, 6, 6 + np.random.seed(0) + input = np.random.rand(N, C, dim1, dim2).astype(np.float32) + target = np.random.randint(0, high=C, size=(N, dim1, dim2)).astype(np.int64) + weight = np.random.rand(C).astype(np.float32) + + negative_log_likelihood_loss = compute_negative_log_likelihood_loss( + input, target, weight=weight, reduction=reduction + ) + + expect( + node, + inputs=[input, target, weight], + outputs=[negative_log_likelihood_loss], + name="test_nllloss_NCd1d2_with_weight", + ) + + @staticmethod + def export_input_shape_is_NCd1d2_with_weight_reduction_mean() -> None: + reduction = "mean" + node = onnx.helper.make_node( + "NegativeLogLikelihoodLoss", + inputs=["input", "target", "weight"], + outputs=["loss"], + reduction=reduction, + ) + + N, C, dim1, dim2 = 3, 5, 6, 6 + np.random.seed(0) + input = np.random.rand(N, C, dim1, dim2).astype(np.float32) + target = np.random.randint(0, high=C, size=(N, dim1, dim2)).astype(np.int64) + weight = np.random.rand(C).astype(np.float32) + + negative_log_likelihood_loss = compute_negative_log_likelihood_loss( + input, target, weight=weight, reduction=reduction + ) + + expect( + node, + inputs=[input, target, weight], + outputs=[negative_log_likelihood_loss], + name="test_nllloss_NCd1d2_with_weight_reduction_mean", + ) + + @staticmethod + def export_input_shape_is_NCd1d2_with_weight_reduction_sum() -> None: + reduction = "sum" + node = onnx.helper.make_node( + "NegativeLogLikelihoodLoss", + inputs=["input", "target", "weight"], + outputs=["loss"], + reduction=reduction, + ) + + N, C, dim1, dim2 = 3, 5, 6, 6 + np.random.seed(0) + input = np.random.rand(N, C, dim1, dim2).astype(np.float32) + target = np.random.randint(0, high=C, size=(N, dim1, dim2)).astype(np.int64) + weight = np.random.rand(C).astype(np.float32) + + negative_log_likelihood_loss = compute_negative_log_likelihood_loss( + input, target, weight=weight, reduction=reduction + ) + + expect( + node, + inputs=[input, target, weight], + outputs=[negative_log_likelihood_loss], + name="test_nllloss_NCd1d2_with_weight_reduction_sum", + ) + + @staticmethod + def export_input_shape_is_NCd1d2_with_weight_reduction_sum_ii() -> None: + reduction = "sum" + ignore_index = np.int64(0) + node = onnx.helper.make_node( + "NegativeLogLikelihoodLoss", + inputs=["input", "target", "weight"], + outputs=["loss"], + reduction=reduction, + ignore_index=ignore_index, + ) + + N, C, dim1, dim2 = 3, 5, 6, 6 + np.random.seed(0) + input = np.random.rand(N, C, dim1, dim2).astype(np.float32) + target = np.random.randint(0, high=C, size=(N, dim1, dim2)).astype(np.int64) + target[0][0][0] = np.int64(0) + weight = np.random.rand(C).astype(np.float32) + + negative_log_likelihood_loss = compute_negative_log_likelihood_loss( + input, target, weight=weight, reduction=reduction, ignore_index=ignore_index + ) + + expect( + node, + inputs=[input, target, weight], + outputs=[negative_log_likelihood_loss], + name="test_nllloss_NCd1d2_with_weight_reduction_sum_ii", + ) + + @staticmethod + def export_input_shape_is_NCd1d2_no_weight_reduction_mean_ii() -> None: + reduction = "mean" + ignore_index = np.int64(1) + node = onnx.helper.make_node( + "NegativeLogLikelihoodLoss", + inputs=["input", "target"], + outputs=["loss"], + reduction=reduction, + ignore_index=ignore_index, + ) + + N, C, dim1, dim2 = 3, 5, 6, 6 + np.random.seed(0) + input = np.random.rand(N, C, dim1, dim2).astype(np.float32) + target = np.random.randint(0, high=C, size=(N, dim1, dim2)).astype(np.int64) + target[0][0][0] = np.int64(1) + + negative_log_likelihood_loss = compute_negative_log_likelihood_loss( + input, target, reduction=reduction, ignore_index=ignore_index + ) + + expect( + node, + inputs=[input, target], + outputs=[negative_log_likelihood_loss], + name="test_nllloss_NCd1d2_no_weight_reduction_mean_ii", + ) + + @staticmethod + def export_input_shape_is_NCd1() -> None: + reduction = "mean" + node = onnx.helper.make_node( + "NegativeLogLikelihoodLoss", + inputs=["input", "target"], + outputs=["loss"], + reduction=reduction, + ) + + N, C, d1 = 3, 5, 2 + np.random.seed(0) + input = np.random.rand(N, C, d1).astype(np.float32) + target = np.random.randint(0, high=C, size=(N, d1)).astype(np.int64) + + negative_log_likelihood_loss = compute_negative_log_likelihood_loss( + input, target, weight=None, reduction=reduction + ) + + expect( + node, + inputs=[input, target], + outputs=[negative_log_likelihood_loss], + name="test_nllloss_NCd1", + ) + + @staticmethod + def export_input_shape_is_NCd1_weight() -> None: + reduction = "mean" + node = onnx.helper.make_node( + "NegativeLogLikelihoodLoss", + inputs=["input", "target", "weight"], + outputs=["loss"], + reduction=reduction, + ) + + N, C, d1 = 3, 5, 2 + np.random.seed(0) + input = np.random.rand(N, C, d1).astype(np.float32) + target = np.random.randint(0, high=C, size=(N, d1)).astype(np.int64) + weight = np.random.rand(C).astype(np.float32) + + negative_log_likelihood_loss = compute_negative_log_likelihood_loss( + input, target, weight=weight, reduction=reduction + ) + + expect( + node, + inputs=[input, target, weight], + outputs=[negative_log_likelihood_loss], + name="test_nllloss_NCd1_weight", + ) + + @staticmethod + def export_input_shape_is_NCd1_ii() -> None: + reduction = "mean" + ignore_index = np.int64(1) + node = onnx.helper.make_node( + "NegativeLogLikelihoodLoss", + inputs=["input", "target"], + outputs=["loss"], + reduction=reduction, + ignore_index=ignore_index, + ) + + N, C, d1 = 3, 5, 2 + np.random.seed(0) + input = np.random.rand(N, C, d1).astype(np.float32) + target = np.random.randint(0, high=C, size=(N, d1)).astype(np.int64) + target[0][0] = np.int64(1) + + negative_log_likelihood_loss = compute_negative_log_likelihood_loss( + input, target, weight=None, reduction=reduction, ignore_index=ignore_index + ) + + expect( + node, + inputs=[input, target], + outputs=[negative_log_likelihood_loss], + name="test_nllloss_NCd1_ii", + ) + + @staticmethod + def export_input_shape_is_NCd1_weight_ii() -> None: + reduction = "mean" + ignore_index = np.int64(1) + node = onnx.helper.make_node( + "NegativeLogLikelihoodLoss", + inputs=["input", "target", "weight"], + outputs=["loss"], + reduction=reduction, + ignore_index=ignore_index, + ) + + N, C, d1 = 3, 5, 2 + np.random.seed(0) + input = np.random.rand(N, C, d1).astype(np.float32) + target = np.random.randint(0, high=C, size=(N, d1)).astype(np.int64) + target[0][0] = np.int64(1) + weight = np.random.rand(C).astype(np.float32) + + negative_log_likelihood_loss = compute_negative_log_likelihood_loss( + input, target, weight=weight, reduction=reduction, ignore_index=ignore_index + ) + + expect( + node, + inputs=[input, target, weight], + outputs=[negative_log_likelihood_loss], + name="test_nllloss_NCd1_weight_ii", + ) + + @staticmethod + def export_input_shape_is_NCd1d2d3d4d5_mean_weight() -> None: + reduction = "mean" + + node = onnx.helper.make_node( + "NegativeLogLikelihoodLoss", + inputs=["input", "target", "weight"], + outputs=["loss"], + reduction=reduction, + ) + + N, C, dim1, dim2, dim3, dim4, dim5 = 3, 5, 6, 6, 5, 3, 4 + np.random.seed(0) + input = np.random.rand(N, C, dim1, dim2, dim3, dim4, dim5).astype(np.float32) + target = np.random.randint( + 0, high=C, size=(N, dim1, dim2, dim3, dim4, dim5) + ).astype(np.int64) + weight = np.random.rand(C).astype(np.float32) + + negative_log_likelihood_loss = compute_negative_log_likelihood_loss( + input, target, weight=weight, reduction=reduction + ) + + expect( + node, + inputs=[input, target, weight], + outputs=[negative_log_likelihood_loss], + name="test_nllloss_NCd1d2d3d4d5_mean_weight", + ) + + @staticmethod + def export_input_shape_is_NCd1d2d3d4d5_none_no_weight() -> None: + reduction = "none" + + node = onnx.helper.make_node( + "NegativeLogLikelihoodLoss", + inputs=["input", "target"], + outputs=["loss"], + reduction=reduction, + ) + + N, C, dim1, dim2, dim3, dim4, dim5 = 3, 5, 6, 6, 5, 3, 4 + np.random.seed(0) + input = np.random.rand(N, C, dim1, dim2, dim3, dim4, dim5).astype(np.float32) + target = np.random.randint( + 0, high=C, size=(N, dim1, dim2, dim3, dim4, dim5) + ).astype(np.int64) + + negative_log_likelihood_loss = compute_negative_log_likelihood_loss( + input, target, reduction=reduction + ) + + expect( + node, + inputs=[input, target], + outputs=[negative_log_likelihood_loss], + name="test_nllloss_NCd1d2d3d4d5_none_no_weight", + ) + + @staticmethod + def export_input_shape_is_NCd1_mean_weight_negative_ii() -> None: + reduction = "mean" + ignore_index = np.int64(-1) + + node = onnx.helper.make_node( + "NegativeLogLikelihoodLoss", + inputs=["input", "target", "weight"], + outputs=["loss"], + reduction=reduction, + ignore_index=ignore_index, + ) + + N, C, dim1 = 3, 5, 6 + np.random.seed(0) + input = np.random.rand(N, C, dim1).astype(np.float32) + target = np.random.randint(0, high=C, size=(N, dim1)).astype(np.int64) + target[0][0] = -1 + weight = np.random.rand(C).astype(np.float32) + + negative_log_likelihood_loss = compute_negative_log_likelihood_loss( + input, target, weight=weight, reduction=reduction, ignore_index=ignore_index + ) + + expect( + node, + inputs=[input, target, weight], + outputs=[negative_log_likelihood_loss], + name="test_nllloss_NCd1_mean_weight_negative_ii", + ) + + @staticmethod + def export_input_shape_is_NCd1d2d3_none_no_weight_negative_ii() -> None: + reduction = "none" + ignore_index = np.int64(-5) + + node = onnx.helper.make_node( + "NegativeLogLikelihoodLoss", + inputs=["input", "target"], + outputs=["loss"], + reduction=reduction, + ignore_index=ignore_index, + ) + + N, C, dim1, dim2, dim3 = 3, 5, 6, 6, 5 + np.random.seed(0) + input = np.random.rand(N, C, dim1, dim2, dim3).astype(np.float32) + target = np.random.randint(0, high=C, size=(N, dim1, dim2, dim3)).astype( + np.int64 + ) + target[0][0][0][0] = -5 + + negative_log_likelihood_loss = compute_negative_log_likelihood_loss( + input, target, reduction=reduction, ignore_index=ignore_index + ) + + expect( + node, + inputs=[input, target], + outputs=[negative_log_likelihood_loss], + name="test_nllloss_NCd1d2d3_none_no_weight_negative_ii", + ) + + @staticmethod + def export_input_shape_is_NCd1d2d3_sum_weight_high_ii() -> None: + reduction = "sum" + ignore_index = np.int64(10) + + node = onnx.helper.make_node( + "NegativeLogLikelihoodLoss", + inputs=["input", "target", "weight"], + outputs=["loss"], + reduction=reduction, + ignore_index=ignore_index, + ) + + N, C = 3, 5 + np.random.seed(0) + input = np.random.rand(N, C).astype(np.float32) + target = np.random.randint(0, high=C, size=(N)).astype(np.int64) + target[0] = 10 + weight = np.random.rand(C).astype(np.float32) + + negative_log_likelihood_loss = compute_negative_log_likelihood_loss( + input, target, weight=weight, reduction=reduction, ignore_index=ignore_index + ) + + expect( + node, + inputs=[input, target, weight], + outputs=[negative_log_likelihood_loss], + name="test_nllloss_NCd1d2d3_sum_weight_high_ii", + ) diff --git a/onnx/backend/test/case/node/nonmaxsuppression.py b/onnx/backend/test/case/node/nonmaxsuppression.py new file mode 100644 index 0000000..f1b9ed4 --- /dev/null +++ b/onnx/backend/test/case/node/nonmaxsuppression.py @@ -0,0 +1,475 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class NonMaxSuppression(Base): + @staticmethod + def export_nonmaxsuppression_suppress_by_IOU() -> None: + node = onnx.helper.make_node( + "NonMaxSuppression", + inputs=[ + "boxes", + "scores", + "max_output_boxes_per_class", + "iou_threshold", + "score_threshold", + ], + outputs=["selected_indices"], + ) + boxes = np.array( + [ + [ + [0.0, 0.0, 1.0, 1.0], + [0.0, 0.1, 1.0, 1.1], + [0.0, -0.1, 1.0, 0.9], + [0.0, 10.0, 1.0, 11.0], + [0.0, 10.1, 1.0, 11.1], + [0.0, 100.0, 1.0, 101.0], + ] + ] + ).astype(np.float32) + scores = np.array([[[0.9, 0.75, 0.6, 0.95, 0.5, 0.3]]]).astype(np.float32) + max_output_boxes_per_class = np.array([3]).astype(np.int64) + iou_threshold = np.array([0.5]).astype(np.float32) + score_threshold = np.array([0.0]).astype(np.float32) + selected_indices = np.array([[0, 0, 3], [0, 0, 0], [0, 0, 5]]).astype(np.int64) + + expect( + node, + inputs=[ + boxes, + scores, + max_output_boxes_per_class, + iou_threshold, + score_threshold, + ], + outputs=[selected_indices], + name="test_nonmaxsuppression_suppress_by_IOU", + ) + + @staticmethod + def export_nonmaxsuppression_suppress_by_IOU_and_scores() -> None: + node = onnx.helper.make_node( + "NonMaxSuppression", + inputs=[ + "boxes", + "scores", + "max_output_boxes_per_class", + "iou_threshold", + "score_threshold", + ], + outputs=["selected_indices"], + ) + boxes = np.array( + [ + [ + [0.0, 0.0, 1.0, 1.0], + [0.0, 0.1, 1.0, 1.1], + [0.0, -0.1, 1.0, 0.9], + [0.0, 10.0, 1.0, 11.0], + [0.0, 10.1, 1.0, 11.1], + [0.0, 100.0, 1.0, 101.0], + ] + ] + ).astype(np.float32) + scores = np.array([[[0.9, 0.75, 0.6, 0.95, 0.5, 0.3]]]).astype(np.float32) + max_output_boxes_per_class = np.array([3]).astype(np.int64) + iou_threshold = np.array([0.5]).astype(np.float32) + score_threshold = np.array([0.4]).astype(np.float32) + selected_indices = np.array([[0, 0, 3], [0, 0, 0]]).astype(np.int64) + + expect( + node, + inputs=[ + boxes, + scores, + max_output_boxes_per_class, + iou_threshold, + score_threshold, + ], + outputs=[selected_indices], + name="test_nonmaxsuppression_suppress_by_IOU_and_scores", + ) + + @staticmethod + def export_nonmaxsuppression_flipped_coordinates() -> None: + node = onnx.helper.make_node( + "NonMaxSuppression", + inputs=[ + "boxes", + "scores", + "max_output_boxes_per_class", + "iou_threshold", + "score_threshold", + ], + outputs=["selected_indices"], + ) + boxes = np.array( + [ + [ + [1.0, 1.0, 0.0, 0.0], + [0.0, 0.1, 1.0, 1.1], + [0.0, 0.9, 1.0, -0.1], + [0.0, 10.0, 1.0, 11.0], + [1.0, 10.1, 0.0, 11.1], + [1.0, 101.0, 0.0, 100.0], + ] + ] + ).astype(np.float32) + scores = np.array([[[0.9, 0.75, 0.6, 0.95, 0.5, 0.3]]]).astype(np.float32) + max_output_boxes_per_class = np.array([3]).astype(np.int64) + iou_threshold = np.array([0.5]).astype(np.float32) + score_threshold = np.array([0.0]).astype(np.float32) + selected_indices = np.array([[0, 0, 3], [0, 0, 0], [0, 0, 5]]).astype(np.int64) + + expect( + node, + inputs=[ + boxes, + scores, + max_output_boxes_per_class, + iou_threshold, + score_threshold, + ], + outputs=[selected_indices], + name="test_nonmaxsuppression_flipped_coordinates", + ) + + @staticmethod + def export_nonmaxsuppression_limit_output_size() -> None: + node = onnx.helper.make_node( + "NonMaxSuppression", + inputs=[ + "boxes", + "scores", + "max_output_boxes_per_class", + "iou_threshold", + "score_threshold", + ], + outputs=["selected_indices"], + ) + boxes = np.array( + [ + [ + [0.0, 0.0, 1.0, 1.0], + [0.0, 0.1, 1.0, 1.1], + [0.0, -0.1, 1.0, 0.9], + [0.0, 10.0, 1.0, 11.0], + [0.0, 10.1, 1.0, 11.1], + [0.0, 100.0, 1.0, 101.0], + ] + ] + ).astype(np.float32) + scores = np.array([[[0.9, 0.75, 0.6, 0.95, 0.5, 0.3]]]).astype(np.float32) + max_output_boxes_per_class = np.array([2]).astype(np.int64) + iou_threshold = np.array([0.5]).astype(np.float32) + score_threshold = np.array([0.0]).astype(np.float32) + selected_indices = np.array([[0, 0, 3], [0, 0, 0]]).astype(np.int64) + + expect( + node, + inputs=[ + boxes, + scores, + max_output_boxes_per_class, + iou_threshold, + score_threshold, + ], + outputs=[selected_indices], + name="test_nonmaxsuppression_limit_output_size", + ) + + @staticmethod + def export_nonmaxsuppression_single_box() -> None: + node = onnx.helper.make_node( + "NonMaxSuppression", + inputs=[ + "boxes", + "scores", + "max_output_boxes_per_class", + "iou_threshold", + "score_threshold", + ], + outputs=["selected_indices"], + ) + boxes = np.array([[[0.0, 0.0, 1.0, 1.0]]]).astype(np.float32) + scores = np.array([[[0.9]]]).astype(np.float32) + max_output_boxes_per_class = np.array([3]).astype(np.int64) + iou_threshold = np.array([0.5]).astype(np.float32) + score_threshold = np.array([0.0]).astype(np.float32) + selected_indices = np.array([[0, 0, 0]]).astype(np.int64) + + expect( + node, + inputs=[ + boxes, + scores, + max_output_boxes_per_class, + iou_threshold, + score_threshold, + ], + outputs=[selected_indices], + name="test_nonmaxsuppression_single_box", + ) + + @staticmethod + def export_nonmaxsuppression_identical_boxes() -> None: + node = onnx.helper.make_node( + "NonMaxSuppression", + inputs=[ + "boxes", + "scores", + "max_output_boxes_per_class", + "iou_threshold", + "score_threshold", + ], + outputs=["selected_indices"], + ) + boxes = np.array( + [ + [ + [0.0, 0.0, 1.0, 1.0], + [0.0, 0.0, 1.0, 1.0], + [0.0, 0.0, 1.0, 1.0], + [0.0, 0.0, 1.0, 1.0], + [0.0, 0.0, 1.0, 1.0], + [0.0, 0.0, 1.0, 1.0], + [0.0, 0.0, 1.0, 1.0], + [0.0, 0.0, 1.0, 1.0], + [0.0, 0.0, 1.0, 1.0], + [0.0, 0.0, 1.0, 1.0], + ] + ] + ).astype(np.float32) + scores = np.array( + [[[0.9, 0.9, 0.9, 0.9, 0.9, 0.9, 0.9, 0.9, 0.9, 0.9]]] + ).astype(np.float32) + max_output_boxes_per_class = np.array([3]).astype(np.int64) + iou_threshold = np.array([0.5]).astype(np.float32) + score_threshold = np.array([0.0]).astype(np.float32) + selected_indices = np.array([[0, 0, 0]]).astype(np.int64) + + expect( + node, + inputs=[ + boxes, + scores, + max_output_boxes_per_class, + iou_threshold, + score_threshold, + ], + outputs=[selected_indices], + name="test_nonmaxsuppression_identical_boxes", + ) + + @staticmethod + def export_nonmaxsuppression_center_point_box_format() -> None: + node = onnx.helper.make_node( + "NonMaxSuppression", + inputs=[ + "boxes", + "scores", + "max_output_boxes_per_class", + "iou_threshold", + "score_threshold", + ], + outputs=["selected_indices"], + center_point_box=1, + ) + boxes = np.array( + [ + [ + [0.5, 0.5, 1.0, 1.0], + [0.5, 0.6, 1.0, 1.0], + [0.5, 0.4, 1.0, 1.0], + [0.5, 10.5, 1.0, 1.0], + [0.5, 10.6, 1.0, 1.0], + [0.5, 100.5, 1.0, 1.0], + ] + ] + ).astype(np.float32) + scores = np.array([[[0.9, 0.75, 0.6, 0.95, 0.5, 0.3]]]).astype(np.float32) + max_output_boxes_per_class = np.array([3]).astype(np.int64) + iou_threshold = np.array([0.5]).astype(np.float32) + score_threshold = np.array([0.0]).astype(np.float32) + selected_indices = np.array([[0, 0, 3], [0, 0, 0], [0, 0, 5]]).astype(np.int64) + + expect( + node, + inputs=[ + boxes, + scores, + max_output_boxes_per_class, + iou_threshold, + score_threshold, + ], + outputs=[selected_indices], + name="test_nonmaxsuppression_center_point_box_format", + ) + + @staticmethod + def export_nonmaxsuppression_two_classes() -> None: + node = onnx.helper.make_node( + "NonMaxSuppression", + inputs=[ + "boxes", + "scores", + "max_output_boxes_per_class", + "iou_threshold", + "score_threshold", + ], + outputs=["selected_indices"], + ) + boxes = np.array( + [ + [ + [0.0, 0.0, 1.0, 1.0], + [0.0, 0.1, 1.0, 1.1], + [0.0, -0.1, 1.0, 0.9], + [0.0, 10.0, 1.0, 11.0], + [0.0, 10.1, 1.0, 11.1], + [0.0, 100.0, 1.0, 101.0], + ] + ] + ).astype(np.float32) + scores = np.array( + [[[0.9, 0.75, 0.6, 0.95, 0.5, 0.3], [0.9, 0.75, 0.6, 0.95, 0.5, 0.3]]] + ).astype(np.float32) + max_output_boxes_per_class = np.array([2]).astype(np.int64) + iou_threshold = np.array([0.5]).astype(np.float32) + score_threshold = np.array([0.0]).astype(np.float32) + selected_indices = np.array( + [[0, 0, 3], [0, 0, 0], [0, 1, 3], [0, 1, 0]] + ).astype(np.int64) + + expect( + node, + inputs=[ + boxes, + scores, + max_output_boxes_per_class, + iou_threshold, + score_threshold, + ], + outputs=[selected_indices], + name="test_nonmaxsuppression_two_classes", + ) + + @staticmethod + def export_nonmaxsuppression_two_batches() -> None: + node = onnx.helper.make_node( + "NonMaxSuppression", + inputs=[ + "boxes", + "scores", + "max_output_boxes_per_class", + "iou_threshold", + "score_threshold", + ], + outputs=["selected_indices"], + ) + boxes = np.array( + [ + [ + [0.0, 0.0, 1.0, 1.0], + [0.0, 0.1, 1.0, 1.1], + [0.0, -0.1, 1.0, 0.9], + [0.0, 10.0, 1.0, 11.0], + [0.0, 10.1, 1.0, 11.1], + [0.0, 100.0, 1.0, 101.0], + ], + [ + [0.0, 0.0, 1.0, 1.0], + [0.0, 0.1, 1.0, 1.1], + [0.0, -0.1, 1.0, 0.9], + [0.0, 10.0, 1.0, 11.0], + [0.0, 10.1, 1.0, 11.1], + [0.0, 100.0, 1.0, 101.0], + ], + ] + ).astype(np.float32) + scores = np.array( + [[[0.9, 0.75, 0.6, 0.95, 0.5, 0.3]], [[0.9, 0.75, 0.6, 0.95, 0.5, 0.3]]] + ).astype(np.float32) + max_output_boxes_per_class = np.array([2]).astype(np.int64) + iou_threshold = np.array([0.5]).astype(np.float32) + score_threshold = np.array([0.0]).astype(np.float32) + selected_indices = np.array( + [[0, 0, 3], [0, 0, 0], [1, 0, 3], [1, 0, 0]] + ).astype(np.int64) + + expect( + node, + inputs=[ + boxes, + scores, + max_output_boxes_per_class, + iou_threshold, + score_threshold, + ], + outputs=[selected_indices], + name="test_nonmaxsuppression_two_batches", + ) + + @staticmethod + def export_nonmaxsuppression_iou_threshold_boundary() -> None: + """Test boundary condition where IoU exactly equals threshold. + + This test verifies that the comparison is strict (>), not inclusive (>=). + When IoU exactly equals the threshold, boxes should be KEPT, not suppressed. + This follows PyTorch's NMS implementation. + """ + node = onnx.helper.make_node( + "NonMaxSuppression", + inputs=[ + "boxes", + "scores", + "max_output_boxes_per_class", + "iou_threshold", + "score_threshold", + ], + outputs=["selected_indices"], + ) + # Two boxes with 50% overlap in each dimension + # box1=[0,0,1,1], box2=[0.5,0.5,1.5,1.5] + # Intersection area = 0.5 * 0.5 = 0.25 + # Union area = 1.0 + 1.0 - 0.25 = 1.75 + # IoU = 0.25 / 1.75 (exact value computed below as float32) + boxes = np.array( + [ + [ + [0.0, 0.0, 1.0, 1.0], # box 0 + [0.5, 0.5, 1.5, 1.5], # box 1 - overlaps box 0 + ] + ] + ).astype(np.float32) + scores = np.array([[[0.9, 0.8]]]).astype(np.float32) + max_output_boxes_per_class = np.array([3]).astype(np.int64) + # Compute the exact IoU value and use it as threshold + # This ensures the threshold exactly equals the IoU + exact_iou = np.float32(0.25 / 1.75) + iou_threshold = np.array([exact_iou]).astype(np.float32) + score_threshold = np.array([0.0]).astype(np.float32) + # Both boxes should be selected because IoU == threshold (not > threshold) + selected_indices = np.array([[0, 0, 0], [0, 0, 1]]).astype(np.int64) + + expect( + node, + inputs=[ + boxes, + scores, + max_output_boxes_per_class, + iou_threshold, + score_threshold, + ], + outputs=[selected_indices], + name="test_nonmaxsuppression_iou_threshold_boundary", + ) diff --git a/onnx/backend/test/case/node/nonzero.py b/onnx/backend/test/case/node/nonzero.py new file mode 100644 index 0000000..03feeed --- /dev/null +++ b/onnx/backend/test/case/node/nonzero.py @@ -0,0 +1,26 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class NonZero(Base): + @staticmethod + def export() -> None: + node = onnx.helper.make_node( + "NonZero", + inputs=["condition"], + outputs=["result"], + ) + + condition = np.array([[1, 0], [1, 1]], dtype=bool) + result = np.array( + np.nonzero(condition), dtype=np.int64 + ) # expected output [[0, 1, 1], [0, 0, 1]] + expect(node, inputs=[condition], outputs=[result], name="test_nonzero_example") diff --git a/onnx/backend/test/case/node/not_.py b/onnx/backend/test/case/node/not_.py new file mode 100644 index 0000000..b610dff --- /dev/null +++ b/onnx/backend/test/case/node/not_.py @@ -0,0 +1,32 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class Not(Base): + @staticmethod + def export() -> None: + node = onnx.helper.make_node( + "Not", + inputs=["x"], + outputs=["not"], + ) + + # 2d + x = (np.random.randn(3, 4) > 0).astype(bool) + expect(node, inputs=[x], outputs=[np.logical_not(x)], name="test_not_2d") + + # 3d + x = (np.random.randn(3, 4, 5) > 0).astype(bool) + expect(node, inputs=[x], outputs=[np.logical_not(x)], name="test_not_3d") + + # 4d + x = (np.random.randn(3, 4, 5, 6) > 0).astype(bool) + expect(node, inputs=[x], outputs=[np.logical_not(x)], name="test_not_4d") diff --git a/onnx/backend/test/case/node/onehot.py b/onnx/backend/test/case/node/onehot.py new file mode 100644 index 0000000..4d6f27c --- /dev/null +++ b/onnx/backend/test/case/node/onehot.py @@ -0,0 +1,159 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +def one_hot(indices, depth, axis=-1, dtype=np.float32): + """Compute one hot from indices at a specific axis""" + values = np.asarray(indices) + rank = len(values.shape) + depth_range = np.arange(depth) + if axis < 0: + axis += rank + 1 + ls = values.shape[0:axis] + rs = values.shape[axis:rank] + targets = np.reshape( + depth_range, (1,) * len(ls) + depth_range.shape + (1,) * len(rs) + ) + # Wrap negative in-range indices; leave out-of-range ones unmatched (all off_value). + values = np.where(values < 0, values + depth, values) + values = np.reshape(values, (*ls, 1, *rs)) + return np.asarray(targets == values, dtype=dtype) + + +class OneHot(Base): + @staticmethod + def export_without_axis() -> None: + on_value = 5 + off_value = 2 + output_type = np.int32 + node = onnx.helper.make_node( + "OneHot", inputs=["indices", "depth", "values"], outputs=["y"] + ) + indices = np.array([0, 7, 8], dtype=np.int64) + depth = np.float32(12) + values = np.array([off_value, on_value], dtype=output_type) + y = one_hot(indices, depth, dtype=output_type) + y = y * (on_value - off_value) + off_value + expect( + node, + inputs=[indices, depth, values], + outputs=[y], + name="test_onehot_without_axis", + ) + + @staticmethod + def export_with_axis() -> None: + axisValue = 1 + on_value = 3 + off_value = 1 + output_type = np.float32 + node = onnx.helper.make_node( + "OneHot", + inputs=["indices", "depth", "values"], + outputs=["y"], + axis=axisValue, + ) + indices = np.array([[1, 9], [2, 4]], dtype=np.float32) + depth = np.float32(10) + values = np.array([off_value, on_value], dtype=output_type) + y = one_hot(indices, depth, axis=axisValue, dtype=output_type) + y = y * (on_value - off_value) + off_value + expect( + node, + inputs=[indices, depth, values], + outputs=[y], + name="test_onehot_with_axis", + ) + + @staticmethod + def export_with_negative_indices() -> None: + axisValue = 1 + on_value = 3 + off_value = 1 + output_type = np.float32 + node = onnx.helper.make_node( + "OneHot", + inputs=["indices", "depth", "values"], + outputs=["y"], + axis=axisValue, + ) + indices = np.array([0, -7, -8], dtype=np.int64) + + # print(y) + # [[3. 1. 1. 1. 1. 1. 1. 1. 1. 1.] + # [1. 1. 1. 3. 1. 1. 1. 1. 1. 1.] + # [1. 1. 3. 1. 1. 1. 1. 1. 1. 1.]] + + depth = np.float32(10) + values = np.array([off_value, on_value], dtype=output_type) + y = one_hot(indices, depth, axis=axisValue, dtype=output_type) + y = y * (on_value - off_value) + off_value + expect( + node, + inputs=[indices, depth, values], + outputs=[y], + name="test_onehot_negative_indices", + ) + + @staticmethod + def export_with_out_of_range_indices() -> None: + axisValue = 1 + on_value = 3 + off_value = 1 + output_type = np.float32 + node = onnx.helper.make_node( + "OneHot", + inputs=["indices", "depth", "values"], + outputs=["y"], + axis=axisValue, + ) + # Indices outside [-depth, depth-1] map to an all-off_value row. + indices = np.array([5, -6, -1], dtype=np.int64) + + # print(y) + # [[1. 1. 1. 1. 1.] + # [1. 1. 1. 1. 1.] + # [1. 1. 1. 1. 3.]] + + depth = np.float32(5) + values = np.array([off_value, on_value], dtype=output_type) + y = one_hot(indices, depth, axis=axisValue, dtype=output_type) + y = y * (on_value - off_value) + off_value + expect( + node, + inputs=[indices, depth, values], + outputs=[y], + name="test_onehot_out_of_range_indices", + ) + + @staticmethod + def export_with_negative_axis() -> None: + axisValue = -2 + on_value = 3 + off_value = 1 + output_type = np.float32 + node = onnx.helper.make_node( + "OneHot", + inputs=["indices", "depth", "values"], + outputs=["y"], + axis=axisValue, + ) + indices = np.array([[1, 9], [2, 4]], dtype=np.float32) + depth = np.float32(10) + values = np.array([off_value, on_value], dtype=output_type) + y = one_hot(indices, depth, axis=axisValue, dtype=output_type) + y = y * (on_value - off_value) + off_value + expect( + node, + inputs=[indices, depth, values], + outputs=[y], + name="test_onehot_with_negative_axis", + ) diff --git a/onnx/backend/test/case/node/optionalgetelement.py b/onnx/backend/test/case/node/optionalgetelement.py new file mode 100644 index 0000000..c7f5efa --- /dev/null +++ b/onnx/backend/test/case/node/optionalgetelement.py @@ -0,0 +1,80 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +from typing import Any + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +def optional_get_element_reference_implementation(optional: Any | None) -> Any: + assert optional is not None + return optional + + +class OptionalHasElement(Base): + @staticmethod + def export_get_element_tensor() -> None: + optional = np.array([1, 2, 3, 4]).astype(np.float32) + tensor_type_proto = onnx.helper.make_tensor_type_proto( + elem_type=onnx.TensorProto.FLOAT, + shape=[ + 4, + ], + ) + optional_type_proto = onnx.helper.make_optional_type_proto(tensor_type_proto) + + node = onnx.helper.make_node( + "OptionalGetElement", inputs=["optional_input"], outputs=["output"] + ) + output = optional_get_element_reference_implementation(optional) + expect( + node, + inputs=[optional], + outputs=[output], + input_type_protos=[optional_type_proto], + name="test_optional_get_element_optional_tensor", + ) + expect( + node, + inputs=[optional], + outputs=[output], + input_type_protos=[tensor_type_proto], + name="test_optional_get_element_tensor", + ) + + @staticmethod + def export_get_element_sequence() -> None: + optional = [np.array([1, 2, 3, 4]).astype(np.int32)] + tensor_type_proto = onnx.helper.make_tensor_type_proto( + elem_type=onnx.TensorProto.INT32, + shape=[ + 4, + ], + ) + seq_type_proto = onnx.helper.make_sequence_type_proto(tensor_type_proto) + optional_type_proto = onnx.helper.make_optional_type_proto(seq_type_proto) + + node = onnx.helper.make_node( + "OptionalGetElement", inputs=["optional_input"], outputs=["output"] + ) + output = optional_get_element_reference_implementation(optional) + expect( + node, + inputs=[optional], + outputs=[output], + input_type_protos=[optional_type_proto], + name="test_optional_get_element_optional_sequence", + ) + expect( + node, + inputs=[optional], + outputs=[output], + input_type_protos=[seq_type_proto], + name="test_optional_get_element_sequence", + ) diff --git a/onnx/backend/test/case/node/optionalhaselement.py b/onnx/backend/test/case/node/optionalhaselement.py new file mode 100644 index 0000000..e704cd3 --- /dev/null +++ b/onnx/backend/test/case/node/optionalhaselement.py @@ -0,0 +1,93 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +def optional_has_element_reference_implementation( + optional: np.ndarray | None, +) -> np.ndarray: + if optional is None: + return np.array(False) + return np.array(True) + + +class OptionalHasElement(Base): + @staticmethod + def export() -> None: + optional = np.array([1, 2, 3, 4]).astype(np.float32) + tensor_type_proto = onnx.helper.make_tensor_type_proto( + elem_type=onnx.TensorProto.FLOAT, + shape=[ + 4, + ], + ) + optional_type_proto = onnx.helper.make_optional_type_proto(tensor_type_proto) + + # OptionalHasElement takes a tensor or optional as input + for input_type_protos in [tensor_type_proto, optional_type_proto]: + node = onnx.helper.make_node( + "OptionalHasElement", inputs=["optional_input"], outputs=["output"] + ) + output = optional_has_element_reference_implementation(optional) + test_name = "test_optional_has_element_" + ( + "optional_input" + if input_type_protos == optional_type_proto + else "tensor_input" + ) + expect( + node, + inputs=[optional], + outputs=[output], + input_type_protos=[optional_type_proto], + name=test_name, + ) + + @staticmethod + def export_empty() -> None: + optional = None + + tensor_type_proto = onnx.helper.make_tensor_type_proto( + elem_type=onnx.TensorProto.INT32, shape=[] + ) + optional_type_proto = onnx.helper.make_optional_type_proto(tensor_type_proto) + + # OptionalHasElement takes a tensor or optional as input + for input_type_proto in [tensor_type_proto, optional_type_proto]: + input_name_options = { + "empty": "optional_input", + "empty_no_input_name": "", + "empty_no_input": None, + } + for test_name_surfix, input_name in input_name_options.items(): + if input_type_proto == tensor_type_proto and input_name: + # the input tensor cannot be empty if input name is provided. + continue + node = onnx.helper.make_node( + "OptionalHasElement", + inputs=[] if input_name is None else [input_name], + outputs=["output"], + ) + output = optional_has_element_reference_implementation(optional) + test_name = ( + "test_optional_has_element_" + + test_name_surfix + + ( + "_optional_input" + if input_type_proto == optional_type_proto + else "_tensor_input" + ) + ) + expect( + node, + inputs=[optional] if input_name else [], + outputs=[output], + input_type_protos=[input_type_proto] if input_name else [], + name=test_name, + ) diff --git a/onnx/backend/test/case/node/or_.py b/onnx/backend/test/case/node/or_.py new file mode 100644 index 0000000..ade9f57 --- /dev/null +++ b/onnx/backend/test/case/node/or_.py @@ -0,0 +1,76 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class Or(Base): + @staticmethod + def export() -> None: + node = onnx.helper.make_node( + "Or", + inputs=["x", "y"], + outputs=["or"], + ) + + # 2d + x = (np.random.randn(3, 4) > 0).astype(bool) + y = (np.random.randn(3, 4) > 0).astype(bool) + z = np.logical_or(x, y) + expect(node, inputs=[x, y], outputs=[z], name="test_or2d") + + # 3d + x = (np.random.randn(3, 4, 5) > 0).astype(bool) + y = (np.random.randn(3, 4, 5) > 0).astype(bool) + z = np.logical_or(x, y) + expect(node, inputs=[x, y], outputs=[z], name="test_or3d") + + # 4d + x = (np.random.randn(3, 4, 5, 6) > 0).astype(bool) + y = (np.random.randn(3, 4, 5, 6) > 0).astype(bool) + z = np.logical_or(x, y) + expect(node, inputs=[x, y], outputs=[z], name="test_or4d") + + @staticmethod + def export_or_broadcast() -> None: + node = onnx.helper.make_node( + "Or", + inputs=["x", "y"], + outputs=["or"], + ) + + # 3d vs 1d + x = (np.random.randn(3, 4, 5) > 0).astype(bool) + y = (np.random.randn(5) > 0).astype(bool) + z = np.logical_or(x, y) + expect(node, inputs=[x, y], outputs=[z], name="test_or_bcast3v1d") + + # 3d vs 2d + x = (np.random.randn(3, 4, 5) > 0).astype(bool) + y = (np.random.randn(4, 5) > 0).astype(bool) + z = np.logical_or(x, y) + expect(node, inputs=[x, y], outputs=[z], name="test_or_bcast3v2d") + + # 4d vs 2d + x = (np.random.randn(3, 4, 5, 6) > 0).astype(bool) + y = (np.random.randn(5, 6) > 0).astype(bool) + z = np.logical_or(x, y) + expect(node, inputs=[x, y], outputs=[z], name="test_or_bcast4v2d") + + # 4d vs 3d + x = (np.random.randn(3, 4, 5, 6) > 0).astype(bool) + y = (np.random.randn(4, 5, 6) > 0).astype(bool) + z = np.logical_or(x, y) + expect(node, inputs=[x, y], outputs=[z], name="test_or_bcast4v3d") + + # 4d vs 4d + x = (np.random.randn(1, 4, 1, 6) > 0).astype(bool) + y = (np.random.randn(3, 1, 5, 6) > 0).astype(bool) + z = np.logical_or(x, y) + expect(node, inputs=[x, y], outputs=[z], name="test_or_bcast4v4d") diff --git a/onnx/backend/test/case/node/pad.py b/onnx/backend/test/case/node/pad.py new file mode 100644 index 0000000..5d1cdc3 --- /dev/null +++ b/onnx/backend/test/case/node/pad.py @@ -0,0 +1,129 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +def pad_impl(data, raw_pads, mode, constant_values=0.0, axes=None): + input_rank = data.ndim + if axes is None: + axes = list(range(input_rank)) + else: + axes = [axis if axis >= 0 else axis + input_rank for axis in axes] + num_axes = len(axes) + + if num_axes * 2 != raw_pads.size: + raise ValueError("The number of elements in raw_pads should be 2 * num_axes") + + pad_width = [] + for _ in range(input_rank): + pad_width += [[0, 0]] # init to zero + + # re-order to np.pad accepted order ((x1_begin, x1_end), (x2_begin, x2_end), ...) + for i in range(num_axes): + axis = axes[i] + if axis < 0: + axis = input_rank + axis + pad_width[axis] = [raw_pads[i], raw_pads[i + num_axes]] + + if mode == "constant": + return np.pad( + data, + pad_width=pad_width, + mode=mode, + constant_values=constant_values, + ) + + return np.pad( + data, + pad_width=pad_width, + mode=mode, + ) + + +class Pad(Base): + @staticmethod + def export_constant_pad() -> None: + node = onnx.helper.make_node( + "Pad", inputs=["x", "pads", "value"], outputs=["y"], mode="constant" + ) + x = np.random.randn(1, 3, 4, 5).astype(np.float32) + pads = np.array([0, 0, 1, 3, 0, 0, 2, 4]).astype( + np.int64 + ) # pad order [x1_begin, x2_begin, ..., x1_end, x2_end, ...] + value = np.float32(1.2) + y = pad_impl(x, pads, "constant", 1.2) + + expect(node, inputs=[x, pads, value], outputs=[y], name="test_constant_pad") + + @staticmethod + def export_reflection_edge_and_wrap_pad() -> None: + for mode in ("edge", "reflect", "wrap"): + node = onnx.helper.make_node( + "Pad", inputs=["x", "pads"], outputs=["y"], mode=mode + ) + x = np.random.randn(1, 3, 4, 5).astype(np.int32) + pads = np.array([0, 0, 1, 1, 0, 0, 1, 1]).astype( + np.int64 + ) # pad order [x1_begin, x2_begin, ..., x1_end, x2_end, ...] + y = pad_impl(x, pads, mode) + + expect(node, inputs=[x, pads], outputs=[y], name=f"test_{mode}_pad") + + @staticmethod + def export_constant_pad_axes() -> None: + node = onnx.helper.make_node( + "Pad", inputs=["x", "pads", "value", "axes"], outputs=["y"], mode="constant" + ) + x = np.random.randn(1, 3, 4, 5).astype(np.float32) + pads = np.array([0, 3, 0, 4]).astype( + np.int64 + ) # pad order [x1_begin, x2_begin, ..., x1_end, x2_end, ...] + value = np.float32(1.2) + axes = np.array([1, 3], dtype=np.int64) + y = pad_impl( + x, + pads, + "constant", + 1.2, + [1, 3], + ) + + expect( + node, + inputs=[x, pads, value, axes], + outputs=[y], + name="test_constant_pad_axes", + ) + + @staticmethod + def export_constant_pad_negative_axes() -> None: + node = onnx.helper.make_node( + "Pad", inputs=["x", "pads", "value", "axes"], outputs=["y"], mode="constant" + ) + x = np.random.randn(1, 3, 4, 5).astype(np.float32) + pads = np.array([0, 3, 0, 4]).astype( + np.int64 + ) # pad order [x1_begin, x2_begin, ..., x1_end, x2_end, ...] + value = np.float32(1.2) + axes = np.array([-3, -1], dtype=np.int64) + y = pad_impl( + x, + pads, + "constant", + 1.2, + [-3, -1], + ) + + expect( + node, + inputs=[x, pads, value, axes], + outputs=[y], + name="test_constant_pad_negative_axes", + ) diff --git a/onnx/backend/test/case/node/pow.py b/onnx/backend/test/case/node/pow.py new file mode 100644 index 0000000..412faf5 --- /dev/null +++ b/onnx/backend/test/case/node/pow.py @@ -0,0 +1,106 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +def pow(x: np.ndarray, y: np.ndarray) -> np.ndarray: # noqa: A001 + return np.power(x, y).astype(x.dtype) + + +class Pow(Base): + @staticmethod + def export() -> None: + node = onnx.helper.make_node( + "Pow", + inputs=["x", "y"], + outputs=["z"], + ) + + x = np.array([1, 2, 3]).astype(np.float32) + y = np.array([4, 5, 6]).astype(np.float32) + z = pow(x, y) # expected output [1., 32., 729.] + expect(node, inputs=[x, y], outputs=[z], name="test_pow_example") + + x = np.arange(60).reshape(3, 4, 5).astype(np.float32) + y = np.random.randn(3, 4, 5).astype(np.float32) + z = pow(x, y) + expect(node, inputs=[x, y], outputs=[z], name="test_pow") + + @staticmethod + def export_pow_broadcast() -> None: + node = onnx.helper.make_node( + "Pow", + inputs=["x", "y"], + outputs=["z"], + ) + + x = np.array([1, 2, 3]).astype(np.float32) + y = np.array(2).astype(np.float32) + z = pow(x, y) # expected output [1., 4., 9.] + expect(node, inputs=[x, y], outputs=[z], name="test_pow_bcast_scalar") + + node = onnx.helper.make_node( + "Pow", + inputs=["x", "y"], + outputs=["z"], + ) + x = np.array([[1, 2, 3], [4, 5, 6]]).astype(np.float32) + y = np.array([1, 2, 3]).astype(np.float32) + # expected output [[1, 4, 27], [4, 25, 216]] + z = pow(x, y) + expect(node, inputs=[x, y], outputs=[z], name="test_pow_bcast_array") + + @staticmethod + def export_types() -> None: + node = onnx.helper.make_node( + "Pow", + inputs=["x", "y"], + outputs=["z"], + ) + + x = np.array([1, 2, 3]).astype(np.float32) + y = np.array([4, 5, 6]).astype(np.int64) + z = pow(x, y) # expected output [1., 32., 729.] + expect(node, inputs=[x, y], outputs=[z], name="test_pow_types_float32_int64") + + x = np.array([1, 2, 3]).astype(np.int64) + y = np.array([4, 5, 6]).astype(np.float32) + z = pow(x, y) # expected output [1, 32, 729] + expect(node, inputs=[x, y], outputs=[z], name="test_pow_types_int64_float32") + + x = np.array([1, 2, 3]).astype(np.float32) + y = np.array([4, 5, 6]).astype(np.int32) + z = pow(x, y) # expected output [1., 32., 729.] + expect(node, inputs=[x, y], outputs=[z], name="test_pow_types_float32_int32") + + x = np.array([1, 2, 3]).astype(np.int32) + y = np.array([4, 5, 6]).astype(np.float32) + z = pow(x, y) # expected output [1, 32, 729] + expect(node, inputs=[x, y], outputs=[z], name="test_pow_types_int32_float32") + + x = np.array([1, 2, 3]).astype(np.float32) + y = np.array([4, 5, 6]).astype(np.uint64) + z = pow(x, y) # expected output [1., 32., 729.] + expect(node, inputs=[x, y], outputs=[z], name="test_pow_types_float32_uint64") + + x = np.array([1, 2, 3]).astype(np.float32) + y = np.array([4, 5, 6]).astype(np.uint32) + z = pow(x, y) # expected output [1., 32., 729.] + expect(node, inputs=[x, y], outputs=[z], name="test_pow_types_float32_uint32") + + x = np.array([1, 2, 3]).astype(np.int64) + y = np.array([4, 5, 6]).astype(np.int64) + z = pow(x, y) # expected output [1, 32, 729] + expect(node, inputs=[x, y], outputs=[z], name="test_pow_types_int64_int64") + + x = np.array([1, 2, 3]).astype(np.int32) + y = np.array([4, 5, 6]).astype(np.int32) + z = pow(x, y) # expected output [1, 32, 729] + expect(node, inputs=[x, y], outputs=[z], name="test_pow_types_int32_int32") diff --git a/onnx/backend/test/case/node/prelu.py b/onnx/backend/test/case/node/prelu.py new file mode 100644 index 0000000..1c7ecfd --- /dev/null +++ b/onnx/backend/test/case/node/prelu.py @@ -0,0 +1,40 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class PRelu(Base): + @staticmethod + def export() -> None: + node = onnx.helper.make_node( + "PRelu", + inputs=["x", "slope"], + outputs=["y"], + ) + + x = np.random.randn(3, 4, 5).astype(np.float32) + slope = np.random.randn(3, 4, 5).astype(np.float32) + y = np.clip(x, 0, np.inf) + np.clip(x, -np.inf, 0) * slope + + expect(node, inputs=[x, slope], outputs=[y], name="test_prelu_example") + + @staticmethod + def export_prelu_broadcast() -> None: + node = onnx.helper.make_node( + "PRelu", + inputs=["x", "slope"], + outputs=["y"], + ) + + x = np.random.randn(3, 4, 5).astype(np.float32) + slope = np.random.randn(5).astype(np.float32) + y = np.clip(x, 0, np.inf) + np.clip(x, -np.inf, 0) * slope + + expect(node, inputs=[x, slope], outputs=[y], name="test_prelu_broadcast") diff --git a/onnx/backend/test/case/node/qlinearconv.py b/onnx/backend/test/case/node/qlinearconv.py new file mode 100644 index 0000000..8c40fac --- /dev/null +++ b/onnx/backend/test/case/node/qlinearconv.py @@ -0,0 +1,82 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class QLinearConv(Base): + @staticmethod + def export() -> None: + node = onnx.helper.make_node( + "QLinearConv", + inputs=[ + "x", + "x_scale", + "x_zero_point", + "w", + "w_scale", + "w_zero_point", + "y_scale", + "y_zero_point", + ], + outputs=["y"], + ) + + x = np.array( + [ + [255, 174, 162, 25, 203, 168, 58], + [15, 59, 237, 95, 129, 0, 64], + [56, 242, 153, 221, 168, 12, 166], + [232, 178, 186, 195, 237, 162, 237], + [188, 39, 124, 77, 80, 102, 43], + [127, 230, 21, 83, 41, 40, 134], + [255, 154, 92, 141, 42, 148, 247], + ], + dtype=np.uint8, + ).reshape((1, 1, 7, 7)) + + x_scale = np.float32(0.00369204697) + x_zero_point = np.uint8(132) + + w = np.array([0], dtype=np.uint8).reshape((1, 1, 1, 1)) + + w_scale = np.array([0.00172794575], dtype=np.float32) + w_zero_point = np.array([255], dtype=np.uint8) + + y_scale = np.float32(0.00162681262) + y_zero_point = np.uint8(123) + + output = np.array( + [ + [0, 81, 93, 230, 52, 87, 197], + [240, 196, 18, 160, 126, 255, 191], + [199, 13, 102, 34, 87, 243, 89], + [23, 77, 69, 60, 18, 93, 18], + [67, 216, 131, 178, 175, 153, 212], + [128, 25, 234, 172, 214, 215, 121], + [0, 101, 163, 114, 213, 107, 8], + ], + dtype=np.uint8, + ).reshape((1, 1, 7, 7)) + + expect( + node, + inputs=[ + x, + x_scale, + x_zero_point, + w, + w_scale, + w_zero_point, + y_scale, + y_zero_point, + ], + outputs=[output], + name="test_qlinearconv", + ) diff --git a/onnx/backend/test/case/node/qlinearmatmul.py b/onnx/backend/test/case/node/qlinearmatmul.py new file mode 100644 index 0000000..6a92c1b --- /dev/null +++ b/onnx/backend/test/case/node/qlinearmatmul.py @@ -0,0 +1,149 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class QLinearMatMul(Base): + @staticmethod + def export_int() -> None: + for quant_type_name in ["uint8", "int8"]: + quant_type = getattr(np, quant_type_name) + for dtype_name in ["float32", "float16"]: + dtype = getattr(np, dtype_name) + node = onnx.helper.make_node( + "QLinearMatMul", + inputs=[ + "a", + "a_scale", + "a_zero_point", + "b", + "b_scale", + "b_zero_point", + "y_scale", + "y_zero_point", + ], + outputs=["y"], + ) + + # 2D + a = np.array([[208, 236, 0, 238], [3, 214, 255, 29]]) + if quant_type == np.int8: + a -= 127 + a = a.astype(quant_type) + + a_scale = np.array([0.0066], dtype=dtype) + a_zero_point = np.array( + [113 - 127] if quant_type == np.int8 else [113], dtype=quant_type + ) + + b = np.array( + [[152, 51, 244], [60, 26, 255], [0, 127, 246], [127, 254, 247]] + ) + if quant_type == np.int8: + b -= 127 + b = b.astype(quant_type) + + b_scale = np.array([0.00705], dtype=dtype) + b_zero_point = np.array( + [114 - 127] if quant_type == np.int8 else [114], dtype=quant_type + ) + + y_scale = np.array([0.0107], dtype=dtype) + y_zero_point = np.array( + [118 - 127] if quant_type == np.int8 else [118], dtype=quant_type + ) + + if quant_type == np.int8: + output = np.array([[41, -12, -9], [1, -75, -128]]) + else: + output = np.array([[168, 115, 255], [1, 66, 151]]) + output = output.astype(quant_type) + + expect( + node, + inputs=[ + a, + a_scale, + a_zero_point, + b, + b_scale, + b_zero_point, + y_scale, + y_zero_point, + ], + outputs=[output], + name=f"test_qlinearmatmul_2D_{quant_type_name}_{dtype_name}", + ) + + # 3D + a = np.array( + [ + [[208, 236, 0, 238], [3, 214, 255, 29]], + [[208, 236, 0, 238], [3, 214, 255, 29]], + ], + ) + if quant_type == np.int8: + a -= 127 + a = a.astype(quant_type) + + a_scale = np.array([0.0066], dtype=dtype) + a_zero_point = np.array( + [113 - 127] if quant_type == np.int8 else [113], dtype=quant_type + ) + + b = np.array( + [ + [[152, 51, 244], [60, 26, 255], [0, 127, 246], [127, 254, 247]], + [[152, 51, 244], [60, 26, 255], [0, 127, 246], [127, 254, 247]], + ], + ) + if quant_type == np.int8: + b -= 127 + b = b.astype(quant_type) + + b_scale = np.array([0.00705], dtype=dtype) + b_zero_point = np.array([114], dtype=quant_type) + + y_scale = np.array([0.0107], dtype=dtype) + y_zero_point = np.array( + [118 - 127] if quant_type == np.int8 else [118], dtype=quant_type + ) + + if quant_type == np.int8: + output = np.array( + [ + [[-86, -128, -128], [115, 39, -121]], + [[-86, -128, -128], [115, 39, -121]], + ] + ) + else: + output = np.array( + [ + [[168, 115, 255], [1, 66, 151]], + [[168, 115, 255], [1, 66, 151]], + ] + ) + output = output.astype(quant_type) + + expect( + node, + inputs=[ + a, + a_scale, + a_zero_point, + b, + b_scale, + b_zero_point, + y_scale, + y_zero_point, + ], + outputs=[output], + name=f"test_qlinearmatmul_3D_{quant_type_name}_{dtype_name}", + ) diff --git a/onnx/backend/test/case/node/quantizelinear.py b/onnx/backend/test/case/node/quantizelinear.py new file mode 100644 index 0000000..9f07b9a --- /dev/null +++ b/onnx/backend/test/case/node/quantizelinear.py @@ -0,0 +1,499 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx import TensorProto +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect +from onnx.helper import make_tensor + + +class QuantizeLinear(Base): + @staticmethod + def export() -> None: + node = onnx.helper.make_node( + "QuantizeLinear", + inputs=["x", "y_scale", "y_zero_point"], + outputs=["y"], + ) + + x = np.array([0, 2, 3, 1000, -254, -1000]).astype(np.float32) + y_scale = np.float32(2) + y_zero_point = np.uint8(128) + y = np.array([128, 129, 130, 255, 1, 0]).astype(np.uint8) + + expect( + node, + inputs=[x, y_scale, y_zero_point], + outputs=[y], + name="test_quantizelinear", + ) + + @staticmethod + def export_axis() -> None: + node = onnx.helper.make_node( + "QuantizeLinear", + inputs=["x", "y_scale", "y_zero_point"], + outputs=["y"], + ) + + x = np.array( + [ + [ + [[-162, 10], [-100, 232], [-20, -50]], + [[-76, 0], [0, 252], [32, -44]], + [[245, -485], [-960, -270], [-375, -470]], + ], + ], + dtype=np.float32, + ) + y_scale = np.array([2, 4, 5], dtype=np.float32) + y_zero_point = np.array([84, 24, 196], dtype=np.uint8) + y = (x / y_scale.reshape(1, 3, 1, 1) + y_zero_point.reshape(1, 3, 1, 1)).astype( + np.uint8 + ) + + expect( + node, + inputs=[x, y_scale, y_zero_point], + outputs=[y], + name="test_quantizelinear_axis", + ) + + @staticmethod + def export_e4m3fn() -> None: + node = onnx.helper.make_node( + "QuantizeLinear", + inputs=["x", "y_scale", "y_zero_point"], + outputs=["y"], + ) + + x = np.array([0.0, 1.0, 2.0, 100000.0, 200.0]).astype(np.float32) + y_scale = np.float32(2) + y_zero_point = make_tensor("y_zero_point", TensorProto.FLOAT8E4M3FN, [1], [0]) + y = make_tensor("y", TensorProto.FLOAT8E4M3FN, [5], [0, 0.5, 1, 448, 96]) + + expect( + node, + inputs=[x, y_scale, y_zero_point], + outputs=[y], + name="test_quantizelinear_e4m3fn", + ) + + @staticmethod + def export_e5m2() -> None: + node = onnx.helper.make_node( + "QuantizeLinear", + inputs=["x", "y_scale", "y_zero_point"], + outputs=["y"], + ) + + x = np.array([0.0, 1.0, 2.0, 100000.0, 200.0]).astype(np.float32) + y_scale = np.float32(2) + y_zero_point = make_tensor("y_zero_point", TensorProto.FLOAT8E5M2, [1], [0.0]) + y = make_tensor("y", TensorProto.FLOAT8E5M2, [5], [0, 0.5, 1, 49152, 96]) + + expect( + node, + inputs=[x, y_scale, y_zero_point], + outputs=[y], + name="test_quantizelinear_e5m2", + ) + + @staticmethod + def export_uint16() -> None: + node = onnx.helper.make_node( + "QuantizeLinear", + inputs=["x", "y_scale", "y_zero_point"], + outputs=["y"], + ) + + x = np.array( + [ + 0.0, + -128.0, + 3.0, + -3.0, + 2.9, + -2.9, + 3.1, + -3.1, + 65536.0, + -65534.0, + 70000.0, + -70000.0, + ] + ).astype(np.float32) + y_scale = np.float32(2.0) + y_zero_point = np.uint16(32767) + y = np.array( + [ + 32767, + 32703, + 32769, + 32765, + 32768, + 32766, + 32769, + 32765, + 65535, + 0, + 65535, + 0, + ] + ).astype(np.uint16) + + expect( + node, + inputs=[x, y_scale, y_zero_point], + outputs=[y], + name="test_quantizelinear_uint16", + ) + + @staticmethod + def export_int16() -> None: + node = onnx.helper.make_node( + "QuantizeLinear", + inputs=["x", "y_scale", "y_zero_point"], + outputs=["y"], + ) + + x = np.array( + [ + 0.0, + -514.0, + 3.0, + -3.0, + 2.9, + -2.9, + 3.1, + -3.1, + 65022.0, + -66046.0, + 65023.0, + -66047.0, + 65024.0, + -66048.0, + 70000.0, + -70000.0, + ] + ).astype(np.float32) + y_scale = np.float32(2.0) + y_zero_point = np.int16(256) + y = np.array( + [ + 256, + -1, + 258, + 254, + 257, + 255, + 258, + 254, + 32767, + -32767, + 32767, + -32768, + 32767, + -32768, + 32767, + -32768, + ] + ).astype(np.int16) + + expect( + node, + inputs=[x, y_scale, y_zero_point], + outputs=[y], + name="test_quantizelinear_int16", + ) + + @staticmethod + def export_uint4() -> None: + node = onnx.helper.make_node( + "QuantizeLinear", + inputs=["x", "y_scale", "y_zero_point"], + outputs=["y"], + axis=0, + ) + + x = np.array( + [ + [0.0, 2.5, 4.8, 8.6], + [-30, -20, 6, 9], + [12, 15, 16, 40], + ] + ).astype(np.float32) + + y_scale = np.asarray([2.0, 3.0, 4.0], dtype=np.float32) + y_zero_point = make_tensor( + "y_zero_point", TensorProto.UINT4, y_scale.shape, np.ones_like(y_scale) + ) + y = make_tensor( + "y", TensorProto.UINT4, x.shape, [1, 2, 3, 5, 0, 0, 3, 4, 4, 5, 5, 11] + ) + + expect( + node, + inputs=[x, y_scale, y_zero_point], + outputs=[y], + name="test_quantizelinear_uint4", + ) + + @staticmethod + def export_int4() -> None: + node = onnx.helper.make_node( + "QuantizeLinear", + inputs=["x", "y_scale", "y_zero_point"], + outputs=["y"], + axis=0, + ) + + x = np.array( + [ + [0.0, 2.5, 4.8, 8.6], + [-30, -20, 6, 9], + [12, 15, 16, 40], + ] + ).astype(np.float32) + + y_scale = np.asarray([2.0, 3.0, 4.0], dtype=np.float32) + y_zero_point = make_tensor( + "y_zero_point", TensorProto.INT4, y_scale.shape, np.ones_like(y_scale) + ) + y = make_tensor( + "y", TensorProto.INT4, x.shape, [1, 2, 3, 5, -8, -6, 3, 4, 4, 5, 5, 7] + ) + + expect( + node, + inputs=[x, y_scale, y_zero_point], + outputs=[y], + name="test_quantizelinear_int4", + ) + + @staticmethod + def export_uint2() -> None: + node = onnx.helper.make_node( + "QuantizeLinear", + inputs=["x", "y_scale", "y_zero_point"], + outputs=["y"], + axis=0, + ) + + x = np.array( + [ + [0.0, 2.5, 4.8, 8.6], + [-2.0, -1.0, 1.0, 3.0], + [4.0, 5.0, 6.0, 7.0], + ], + dtype=np.float32, + ) + y_scale = np.asarray([2.0, 3.0, 4.0], dtype=np.float32) + y_zero_point = make_tensor( + "y_zero_point", TensorProto.UINT2, y_scale.shape, np.zeros_like(y_scale) + ) + y = make_tensor( + "y", TensorProto.UINT2, x.shape, [0, 1, 2, 3, 0, 0, 0, 1, 1, 1, 2, 2] + ) + expect( + node, + inputs=[x, y_scale, y_zero_point], + outputs=[y], + name="test_quantizelinear_uint2", + ) + + @staticmethod + def export_int2() -> None: + node = onnx.helper.make_node( + "QuantizeLinear", + inputs=["x", "y_scale", "y_zero_point"], + outputs=["y"], + axis=0, + ) + x = np.array( + [ + [0.0, 2.5, 4.8, 8.6], + [-4.0, -3.0, 1.0, 2.0], + [-0.0, -2.5, -4.8, -8.6], + ], + dtype=np.float32, + ) + y_scale = np.asarray([2.0, 3.0, 4.0], dtype=np.float32) + y_zero_point = make_tensor( + "y_zero_point", TensorProto.INT2, y_scale.shape, np.zeros_like(y_scale) + ) + y = make_tensor( + "y", TensorProto.INT2, x.shape, [0, 1, 1, 1, -1, -1, 0, 1, 0, -1, -1, -2] + ) + expect( + node, + inputs=[x, y_scale, y_zero_point], + outputs=[y], + name="test_quantizelinear_int2", + ) + + @staticmethod + def export_float4e2m1() -> None: + node = onnx.helper.make_node( + "QuantizeLinear", + inputs=["x", "y_scale", "y_zero_point"], + outputs=["y"], + axis=0, + ) + + x = np.array( + [ + [0.0, 2.5, 4.8, 8.6], + [-30, -20, 6, 9], + [-0.0, -2.5, -4.8, -8.6], + ] + ).astype(np.float32) + + y_scale = np.asarray([2.0, 3.0, 4.0], dtype=np.float32) + y_zero_point = make_tensor( + "y_zero_point", + TensorProto.FLOAT4E2M1, + y_scale.shape, + np.zeros_like(y_scale), + ) + y = make_tensor( + "y", + TensorProto.FLOAT4E2M1, + x.shape, + [0, 1, 2, 4, -6, -6, 2, 3, 0, -0.5, -1, -2], + ) + + expect( + node, + inputs=[x, y_scale, y_zero_point], + outputs=[y], + name="test_quantizelinear_float4e2m1", + ) + + @staticmethod + def export_blocked_asymmetric() -> None: + node = onnx.helper.make_node( + "QuantizeLinear", + inputs=["x", "y_scale", "y_zero_point"], + outputs=["y"], + axis=1, + block_size=2, + ) + + x = np.array( + [ + [6.0, 12.0, 50.0, 5.0], + [1.0, 8.0, 4.0, 5.0], + [0.0, 20.0, 10.0, 4.0], + ], + dtype=np.float32, + ) + y_scale = np.array( + [ + [1.5, 2.5], + [3.0, 4.9], + [5.1, 6.9], + ], + dtype=np.float32, + ) + y_zero_point = np.array( + [ + [0, 1], + [1, 0], + [2, 3], + ], + dtype=np.uint8, + ) + # x.shape = (3, 4) + # y_scale.shape = (3, 2) + assert y_scale.shape == y_zero_point.shape + block_axis = 1 + # The block shape is [x.shape[i] // y_scale.shape[i] for i in range(len(x.shape))] = (1, 2) + assert all( + x.shape[i] == y_scale.shape[i] + for i in range(len(x.shape)) + if i != block_axis + ) + assert x.shape[block_axis] % y_scale.shape[block_axis] == 0 + repeats = x.shape[block_axis] // y_scale.shape[block_axis] + + # Create element-wise scale and zero point + y_scale_elementwise = np.repeat(y_scale, repeats=repeats, axis=block_axis) + y_zero_point_elementwise = np.repeat( + y_zero_point, repeats=repeats, axis=block_axis + ) + + y = np.rint(x / y_scale_elementwise + y_zero_point_elementwise).astype(np.uint8) + + expect( + node, + inputs=[x, y_scale, y_zero_point], + outputs=[y], + name="test_quantizelinear_blocked_asymmetric", + ) + + @staticmethod + def export_blocked_symmetric() -> None: + node = onnx.helper.make_node( + "QuantizeLinear", + inputs=["x", "y_scale"], + outputs=["y"], + axis=1, + block_size=2, + output_dtype=TensorProto.INT16, + ) + + x = np.array( + [ + [6.0, -8, -10, 5.0], + [1.0, 8.0, 4.0, 5.0], + [0.0, 20.0, 10.0, 4.0], + ], + dtype=np.float32, + ) + + y_scale = np.array( + [ + [1.5, 2.5], + [3.0, 4.9], + [5.1, 6.9], + ], + dtype=np.float32, + ) + + # x.shape = (3, 4) + # y_scale.shape = (3, 2) + + block_axis = 1 + # The block shape is [x.shape[i] // y_scale.shape[i] for i in range(len(x.shape))] = (1, 2) + assert all( + x.shape[i] == y_scale.shape[i] + for i in range(len(x.shape)) + if i != block_axis + ) + assert x.shape[block_axis] % y_scale.shape[block_axis] == 0 + repeats = x.shape[block_axis] // y_scale.shape[block_axis] + + # Create element-wise scale and zero point + y_scale_elementwise = np.repeat(y_scale, repeats=repeats, axis=block_axis) + + y_val = np.clip( + np.rint(x / y_scale_elementwise), a_min=-32768, a_max=32767 + ).astype(np.int16) + y = make_tensor( + "y", + TensorProto.INT16, + x.shape, + y_val, + ) + expect( + node, + inputs=[x, y_scale], + outputs=[y], + name="test_quantizelinear_blocked_symmetric", + ) diff --git a/onnx/backend/test/case/node/rangeop.py b/onnx/backend/test/case/node/rangeop.py new file mode 100644 index 0000000..88d005f --- /dev/null +++ b/onnx/backend/test/case/node/rangeop.py @@ -0,0 +1,102 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import ml_dtypes +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class Range(Base): + @staticmethod + def export_range_float_type_positive_delta() -> None: + node = onnx.helper.make_node( + "Range", + inputs=["start", "limit", "delta"], + outputs=["output"], + ) + + start = np.float32(1) + limit = np.float32(5) + delta = np.float32(2) + + output = np.arange( + start, limit, delta, dtype=np.float32 + ) # expected output [1.0, 3.0] + expect( + node, + inputs=[start, limit, delta], + outputs=[output], + name="test_range_float_type_positive_delta", + ) + + @staticmethod + def export_range_float16_type_positive_delta() -> None: + node = onnx.helper.make_node( + "Range", + inputs=["start", "limit", "delta"], + outputs=["output"], + ) + + start = np.float16(1) + limit = np.float16(5) + delta = np.float16(2) + + output = np.arange( + start, limit, delta, dtype=np.float16 + ) # expected output [1.0, 3.0] + expect( + node, + inputs=[start, limit, delta], + outputs=[output], + name="test_range_float16_type_positive_delta", + ) + + @staticmethod + def export_range_bfloat16_type_positive_delta() -> None: + node = onnx.helper.make_node( + "Range", + inputs=["start", "limit", "delta"], + outputs=["output"], + ) + + start = np.array(1.0, dtype=ml_dtypes.bfloat16) + limit = np.array(5.0, dtype=ml_dtypes.bfloat16) + delta = np.array(2.0, dtype=ml_dtypes.bfloat16) + + output = np.arange(1.0, 5.0, 2.0, dtype=np.float32).astype( + ml_dtypes.bfloat16 + ) # expected output [1.0, 3.0] as bfloat16 + + expect( + node, + inputs=[start, limit, delta], + outputs=[output], + name="test_range_bfloat16_type_positive_delta", + ) + + @staticmethod + def export_range_int32_type_negative_delta() -> None: + node = onnx.helper.make_node( + "Range", + inputs=["start", "limit", "delta"], + outputs=["output"], + ) + + start = np.int32(10) + limit = np.int32(6) + delta = np.int32(-3) + + output = np.arange( + start, limit, delta, dtype=np.int32 + ) # expected output [10, 7] + expect( + node, + inputs=[start, limit, delta], + outputs=[output], + name="test_range_int32_type_negative_delta", + ) diff --git a/onnx/backend/test/case/node/reciprocal.py b/onnx/backend/test/case/node/reciprocal.py new file mode 100644 index 0000000..eea8f2c --- /dev/null +++ b/onnx/backend/test/case/node/reciprocal.py @@ -0,0 +1,28 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class Reciprocal(Base): + @staticmethod + def export() -> None: + node = onnx.helper.make_node( + "Reciprocal", + inputs=["x"], + outputs=["y"], + ) + + x = np.array([-4, 2]).astype(np.float32) + y = np.reciprocal(x) # expected output [-0.25, 0.5], + expect(node, inputs=[x], outputs=[y], name="test_reciprocal_example") + + x = np.random.rand(3, 4, 5).astype(np.float32) + 0.5 + y = np.reciprocal(x) + expect(node, inputs=[x], outputs=[y], name="test_reciprocal") diff --git a/onnx/backend/test/case/node/reduce_log_sum.py b/onnx/backend/test/case/node/reduce_log_sum.py new file mode 100644 index 0000000..8a99f71 --- /dev/null +++ b/onnx/backend/test/case/node/reduce_log_sum.py @@ -0,0 +1,104 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class ReduceLogSum(Base): + @staticmethod + def export_nokeepdims() -> None: + shape = [3, 4, 5] + axes = np.array([2, 1], dtype=np.int64) + + node = onnx.helper.make_node( + "ReduceLogSum", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=0, + ) + data = np.random.ranf(shape).astype(np.float32) + reduced = np.log(np.sum(data, axis=tuple(axes), keepdims=False)) + expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_log_sum_desc_axes", + ) + + axes = np.array([0, 1], dtype=np.int64) + node = onnx.helper.make_node( + "ReduceLogSum", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=0, + ) + data = np.random.ranf(shape).astype(np.float32) + reduced = np.log(np.sum(data, axis=tuple(axes), keepdims=False)) + expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_log_sum_asc_axes", + ) + + @staticmethod + def export_keepdims() -> None: + node = onnx.helper.make_node( + "ReduceLogSum", inputs=["data", "axes"], outputs=["reduced"] + ) + data = np.random.ranf([3, 4, 5]).astype(np.float32) + reduced = np.log(np.sum(data, keepdims=True)) + axes = np.array([], dtype=np.int64) + expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_log_sum_default", + ) + + @staticmethod + def export_negative_axes_keepdims() -> None: + axes = np.array([-2], dtype=np.int64) + node = onnx.helper.make_node( + "ReduceLogSum", inputs=["data", "axes"], outputs=["reduced"] + ) + data = np.random.ranf([3, 4, 5]).astype(np.float32) + reduced = np.log(np.sum(data, axis=tuple(axes), keepdims=True)) + # print(reduced) + expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_log_sum_negative_axes", + ) + + @staticmethod + def export_empty_set() -> None: + shape = [2, 0, 4] + keepdims = 1 + reduced_shape = [2, 1, 4] + + node = onnx.helper.make_node( + "ReduceLogSum", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, + ) + + data = np.array([], dtype=np.float32).reshape(shape) + axes = np.array([1], dtype=np.int64) + zero = np.array(np.zeros(reduced_shape, dtype=np.float32)) + reduced = np.log(zero) # -inf + + expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_log_sum_empty_set", + ) diff --git a/onnx/backend/test/case/node/reduce_log_sum_exp.py b/onnx/backend/test/case/node/reduce_log_sum_exp.py new file mode 100644 index 0000000..30f7b52 --- /dev/null +++ b/onnx/backend/test/case/node/reduce_log_sum_exp.py @@ -0,0 +1,193 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class ReduceLogSumExp(Base): + @staticmethod + def export_do_not_keepdims() -> None: + shape = [3, 2, 2] + axes = np.array([1], dtype=np.int64) + keepdims = 0 + node = onnx.helper.make_node( + "ReduceLogSumExp", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, + ) + + data = np.array( + [[[5, 1], [20, 2]], [[30, 1], [40, 2]], [[55, 1], [60, 2]]], dtype=np.double + ) + reduced = np.log(np.sum(np.exp(data), axis=tuple(axes), keepdims=keepdims == 1)) + # print(reduced) + # [[20., 2.31326175] + # [40.00004578, 2.31326175] + # [60.00671387, 2.31326175]] + + expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_log_sum_exp_do_not_keepdims_example", + ) + + np.random.seed(0) + data = np.random.uniform(-10, 10, shape).astype(np.double) + reduced = np.log(np.sum(np.exp(data), axis=tuple(axes), keepdims=keepdims == 1)) + + expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_log_sum_exp_do_not_keepdims_random", + ) + + @staticmethod + def export_keepdims() -> None: + shape = [3, 2, 2] + axes = np.array([1], dtype=np.int64) + keepdims = 1 + node = onnx.helper.make_node( + "ReduceLogSumExp", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, + ) + + data = np.array( + [[[5, 1], [20, 2]], [[30, 1], [40, 2]], [[55, 1], [60, 2]]], dtype=np.double + ) + reduced = np.log(np.sum(np.exp(data), axis=tuple(axes), keepdims=keepdims == 1)) + # print(reduced) + # [[[20., 2.31326175]] + # [[40.00004578, 2.31326175]] + # [[60.00671387, 2.31326175]]] + + expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_log_sum_exp_keepdims_example", + ) + + np.random.seed(0) + data = np.random.uniform(-10, 10, shape).astype(np.double) + reduced = np.log(np.sum(np.exp(data), axis=tuple(axes), keepdims=keepdims == 1)) + + expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_log_sum_exp_keepdims_random", + ) + + @staticmethod + def export_default_axes_keepdims() -> None: + shape = [3, 2, 2] + axes = np.array([], dtype=np.int64) + keepdims = 1 + + node = onnx.helper.make_node( + "ReduceLogSumExp", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, + ) + + data = np.array( + [[[5, 1], [20, 2]], [[30, 1], [40, 2]], [[55, 1], [60, 2]]], dtype=np.double + ) + reduced = np.log(np.sum(np.exp(data), axis=None, keepdims=keepdims == 1)) + # print(reduced) + # [[[60.00671387]]] + + expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_log_sum_exp_default_axes_keepdims_example", + ) + + np.random.seed(0) + data = np.random.uniform(-10, 10, shape).astype(np.double) + reduced = np.log(np.sum(np.exp(data), axis=None, keepdims=keepdims == 1)) + expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_log_sum_exp_default_axes_keepdims_random", + ) + + @staticmethod + def export_negative_axes_keepdims() -> None: + shape = [3, 2, 2] + axes = np.array([-2], dtype=np.int64) + keepdims = 1 + node = onnx.helper.make_node( + "ReduceLogSumExp", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, + ) + + data = np.array( + [[[5, 1], [20, 2]], [[30, 1], [40, 2]], [[55, 1], [60, 2]]], dtype=np.double + ) + reduced = np.log(np.sum(np.exp(data), axis=tuple(axes), keepdims=keepdims == 1)) + # print(reduced) + # [[[20., 2.31326175]] + # [[40.00004578, 2.31326175]] + # [[60.00671387, 2.31326175]]] + + expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_log_sum_exp_negative_axes_keepdims_example", + ) + + np.random.seed(0) + data = np.random.uniform(-10, 10, shape).astype(np.double) + reduced = np.log( + np.sum(np.exp(data), axis=tuple(axes.tolist()), keepdims=keepdims == 1) + ) + + expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_log_sum_exp_negative_axes_keepdims_random", + ) + + @staticmethod + def export_empty_set() -> None: + shape = [2, 0, 4] + keepdims = 1 + reduced_shape = [2, 1, 4] + + node = onnx.helper.make_node( + "ReduceLogSumExp", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, + ) + + data = np.array([], dtype=np.float32).reshape(shape) + axes = np.array([1], dtype=np.int64) + zero = np.array(np.zeros(reduced_shape, dtype=np.float32)) + reduced = np.log(zero) # -inf + + expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_log_sum_exp_empty_set", + ) diff --git a/onnx/backend/test/case/node/reducel1.py b/onnx/backend/test/case/node/reducel1.py new file mode 100644 index 0000000..711c8b0 --- /dev/null +++ b/onnx/backend/test/case/node/reducel1.py @@ -0,0 +1,189 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class ReduceL1(Base): + @staticmethod + def export_do_not_keepdims() -> None: + shape = [3, 2, 2] + axes = np.array([2], dtype=np.int64) + keepdims = 0 + + node = onnx.helper.make_node( + "ReduceL1", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, + ) + + data = np.reshape(np.arange(1, np.prod(shape) + 1, dtype=np.float32), shape) + # print(data) + # [[[1., 2.], [3., 4.]], [[5., 6.], [7., 8.]], [[9., 10.], [11., 12.]]] + + reduced = np.sum(a=np.abs(data), axis=tuple(axes), keepdims=keepdims == 1) + # print(reduced) + # [[3., 7.], [11., 15.], [19., 23.]] + + expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_l1_do_not_keepdims_example", + ) + + np.random.seed(0) + data = np.random.uniform(-10, 10, shape).astype(np.float32) + reduced = np.sum(a=np.abs(data), axis=tuple(axes), keepdims=keepdims == 1) + + expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_l1_do_not_keepdims_random", + ) + + @staticmethod + def export_keepdims() -> None: + shape = [3, 2, 2] + axes = np.array([2], dtype=np.int64) + keepdims = 1 + + node = onnx.helper.make_node( + "ReduceL1", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, + ) + + data = np.reshape(np.arange(1, np.prod(shape) + 1, dtype=np.float32), shape) + # print(data) + # [[[1., 2.], [3., 4.]], [[5., 6.], [7., 8.]], [[9., 10.], [11., 12.]]] + + reduced = np.sum(a=np.abs(data), axis=tuple(axes), keepdims=keepdims == 1) + # print(reduced) + # [[[3.], [7.]], [[11.], [15.]], [[19.], [23.]]] + + expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_l1_keep_dims_example", + ) + + np.random.seed(0) + data = np.random.uniform(-10, 10, shape).astype(np.float32) + reduced = np.sum(a=np.abs(data), axis=tuple(axes), keepdims=keepdims == 1) + + expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_l1_keep_dims_random", + ) + + @staticmethod + def export_default_axes_keepdims() -> None: + shape = [3, 2, 2] + axes = np.array([], dtype=np.int64) + keepdims = 1 + + node = onnx.helper.make_node( + "ReduceL1", inputs=["data", "axes"], outputs=["reduced"], keepdims=keepdims + ) + + data = np.reshape(np.arange(1, np.prod(shape) + 1, dtype=np.float32), shape) + # print(data) + # [[[1., 2.], [3., 4.]], [[5., 6.], [7., 8.]], [[9., 10.], [11., 12.]]] + + reduced = np.sum(a=np.abs(data), axis=None, keepdims=keepdims == 1) + # print(reduced) + # [[[78.]]] + + expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_l1_default_axes_keepdims_example", + ) + + np.random.seed(0) + data = np.random.uniform(-10, 10, shape).astype(np.float32) + reduced = np.sum(a=np.abs(data), axis=None, keepdims=keepdims == 1) + + expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_l1_default_axes_keepdims_random", + ) + + @staticmethod + def export_negative_axes_keepdims() -> None: + shape = [3, 2, 2] + axes = np.array([-1], dtype=np.int64) + keepdims = 1 + + node = onnx.helper.make_node( + "ReduceL1", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, + ) + + data = np.reshape(np.arange(1, np.prod(shape) + 1, dtype=np.float32), shape) + # print(data) + # [[[1., 2.], [3., 4.]], [[5., 6.], [7., 8.]], [[9., 10.], [11., 12.]]] + + reduced = np.sum(a=np.abs(data), axis=tuple(axes), keepdims=keepdims == 1) + # print(reduced) + # [[[3.], [7.]], [[11.], [15.]], [[19.], [23.]]] + + expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_l1_negative_axes_keep_dims_example", + ) + + np.random.seed(0) + data = np.random.uniform(-10, 10, shape).astype(np.float32) + reduced = np.sum(a=np.abs(data), axis=tuple(axes), keepdims=keepdims == 1) + + expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_l1_negative_axes_keep_dims_random", + ) + + @staticmethod + def export_empty_set() -> None: + shape = [2, 0, 4] + keepdims = 1 + reduced_shape = [2, 1, 4] + + node = onnx.helper.make_node( + "ReduceL1", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, + ) + + data = np.array([], dtype=np.float32).reshape(shape) + axes = np.array([1], dtype=np.int64) + reduced = np.array(np.zeros(reduced_shape, dtype=np.float32)) + + expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_l1_empty_set", + ) diff --git a/onnx/backend/test/case/node/reducel2.py b/onnx/backend/test/case/node/reducel2.py new file mode 100644 index 0000000..9b440cc --- /dev/null +++ b/onnx/backend/test/case/node/reducel2.py @@ -0,0 +1,207 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class ReduceL2(Base): + @staticmethod + def export_do_not_keepdims() -> None: + shape = [3, 2, 2] + axes = np.array([2], dtype=np.int64) + keepdims = 0 + + node = onnx.helper.make_node( + "ReduceL2", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, + ) + + data = np.reshape(np.arange(1, np.prod(shape) + 1, dtype=np.float32), shape) + # print(data) + # [[[1., 2.], [3., 4.]], [[5., 6.], [7., 8.]], [[9., 10.], [11., 12.]]] + + reduced = np.sqrt( + np.sum(a=np.square(data), axis=tuple(axes), keepdims=keepdims == 1) + ) + # print(reduced) + # [[2.23606798, 5.], + # [7.81024968, 10.63014581], + # [13.45362405, 16.2788206]] + + expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_l2_do_not_keepdims_example", + ) + + np.random.seed(0) + data = np.random.uniform(-10, 10, shape).astype(np.float32) + reduced = np.sqrt( + np.sum(a=np.square(data), axis=tuple(axes), keepdims=keepdims == 1) + ) + + expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_l2_do_not_keepdims_random", + ) + + @staticmethod + def export_keepdims() -> None: + shape = [3, 2, 2] + axes = np.array([2], dtype=np.int64) + keepdims = 1 + + node = onnx.helper.make_node( + "ReduceL2", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, + ) + + data = np.reshape(np.arange(1, np.prod(shape) + 1, dtype=np.float32), shape) + # print(data) + # [[[1., 2.], [3., 4.]], [[5., 6.], [7., 8.]], [[9., 10.], [11., 12.]]] + + reduced = np.sqrt( + np.sum(a=np.square(data), axis=tuple(axes), keepdims=keepdims == 1) + ) + # print(reduced) + # [[[2.23606798], [5.]] + # [[7.81024968], [10.63014581]] + # [[13.45362405], [16.2788206 ]]] + + expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_l2_keep_dims_example", + ) + + np.random.seed(0) + data = np.random.uniform(-10, 10, shape).astype(np.float32) + reduced = np.sqrt( + np.sum(a=np.square(data), axis=tuple(axes), keepdims=keepdims == 1) + ) + + expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_l2_keep_dims_random", + ) + + @staticmethod + def export_default_axes_keepdims() -> None: + shape = [3, 2, 2] + axes = np.array([], dtype=np.int64) + keepdims = 1 + + node = onnx.helper.make_node( + "ReduceL2", inputs=["data", "axes"], outputs=["reduced"], keepdims=keepdims + ) + + data = np.reshape(np.arange(1, np.prod(shape) + 1, dtype=np.float32), shape) + # print(data) + # [[[1., 2.], [3., 4.]], [[5., 6.], [7., 8.]], [[9., 10.], [11., 12.]]] + + reduced = np.sqrt(np.sum(a=np.square(data), axis=None, keepdims=keepdims == 1)) + # print(reduced) + # [[[25.49509757]]] + + expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_l2_default_axes_keepdims_example", + ) + + np.random.seed(0) + data = np.random.uniform(-10, 10, shape).astype(np.float32) + reduced = np.sqrt(np.sum(a=np.square(data), axis=None, keepdims=keepdims == 1)) + + expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_l2_default_axes_keepdims_random", + ) + + @staticmethod + def export_negative_axes_keepdims() -> None: + shape = [3, 2, 2] + axes = np.array([-1], dtype=np.int64) + keepdims = 1 + + node = onnx.helper.make_node( + "ReduceL2", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, + ) + + data = np.reshape(np.arange(1, np.prod(shape) + 1, dtype=np.float32), shape) + # print(data) + # [[[1., 2.], [3., 4.]], [[5., 6.], [7., 8.]], [[9., 10.], [11., 12.]]] + + reduced = np.sqrt( + np.sum(a=np.square(data), axis=tuple(axes), keepdims=keepdims == 1) + ) + # print(reduced) + # [[[2.23606798], [5.]] + # [[7.81024968], [10.63014581]] + # [[13.45362405], [16.2788206 ]]] + + expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_l2_negative_axes_keep_dims_example", + ) + + np.random.seed(0) + data = np.random.uniform(-10, 10, shape).astype(np.float32) + reduced = np.sqrt( + np.sum(a=np.square(data), axis=tuple(axes), keepdims=keepdims == 1) + ) + + expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_l2_negative_axes_keep_dims_random", + ) + + @staticmethod + def export_empty_set() -> None: + shape = [2, 0, 4] + keepdims = 1 + reduced_shape = [2, 1, 4] + + node = onnx.helper.make_node( + "ReduceL2", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, + ) + + data = np.array([], dtype=np.float32).reshape(shape) + axes = np.array([1], dtype=np.int64) + reduced = np.array(np.zeros(reduced_shape, dtype=np.float32)) + + expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_l2_empty_set", + ) diff --git a/onnx/backend/test/case/node/reducemax.py b/onnx/backend/test/case/node/reducemax.py new file mode 100644 index 0000000..5da9d48 --- /dev/null +++ b/onnx/backend/test/case/node/reducemax.py @@ -0,0 +1,231 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class ReduceMax(Base): + @staticmethod + def export_do_not_keepdims() -> None: + shape = [3, 2, 2] + axes = np.array([1], dtype=np.int64) + keepdims = 0 + + node = onnx.helper.make_node( + "ReduceMax", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, + ) + + data = np.array( + [[[5, 1], [20, 2]], [[30, 1], [40, 2]], [[55, 1], [60, 2]]], + dtype=np.float32, + ) + reduced = np.maximum.reduce(data, axis=tuple(axes), keepdims=keepdims == 1) + # print(reduced) + # [[20., 2.] + # [40., 2.] + # [60., 2.]] + + expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_max_do_not_keepdims_example", + opset_imports=[onnx.helper.make_opsetid("", 18)], + ) + + np.random.seed(0) + data = np.random.uniform(-10, 10, shape).astype(np.float32) + reduced = np.maximum.reduce(data, axis=tuple(axes), keepdims=keepdims == 1) + + expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_max_do_not_keepdims_random", + opset_imports=[onnx.helper.make_opsetid("", 18)], + ) + + @staticmethod + def export_keepdims() -> None: + shape = [3, 2, 2] + axes = np.array([1], dtype=np.int64) + keepdims = 1 + + node = onnx.helper.make_node( + "ReduceMax", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, + ) + + data = np.array( + [[[5, 1], [20, 2]], [[30, 1], [40, 2]], [[55, 1], [60, 2]]], + dtype=np.float32, + ) + reduced = np.maximum.reduce(data, axis=tuple(axes), keepdims=keepdims == 1) + # print(reduced) + # [[[20., 2.]] + # [[40., 2.]] + # [[60., 2.]]] + + expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_max_keepdims_example", + opset_imports=[onnx.helper.make_opsetid("", 18)], + ) + + np.random.seed(0) + data = np.random.uniform(-10, 10, shape).astype(np.float32) + reduced = np.maximum.reduce(data, axis=tuple(axes), keepdims=keepdims == 1) + + expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_max_keepdims_random", + opset_imports=[onnx.helper.make_opsetid("", 18)], + ) + + @staticmethod + def export_default_axes_keepdims() -> None: + shape = [3, 2, 2] + axes = None + keepdims = 1 + node = onnx.helper.make_node( + "ReduceMax", inputs=["data"], outputs=["reduced"], keepdims=keepdims + ) + + data = np.array( + [[[5, 1], [20, 2]], [[30, 1], [40, 2]], [[55, 1], [60, 2]]], + dtype=np.float32, + ) + reduced = np.maximum.reduce(data, axis=axes, keepdims=keepdims == 1) + + expect( + node, + inputs=[data], + outputs=[reduced], + name="test_reduce_max_default_axes_keepdim_example", + opset_imports=[onnx.helper.make_opsetid("", 18)], + ) + + np.random.seed(0) + data = np.random.uniform(-10, 10, shape).astype(np.float32) + reduced = np.maximum.reduce(data, axis=axes, keepdims=keepdims == 1) + + expect( + node, + inputs=[data], + outputs=[reduced], + name="test_reduce_max_default_axes_keepdims_random", + opset_imports=[onnx.helper.make_opsetid("", 18)], + ) + + @staticmethod + def export_negative_axes_keepdims() -> None: + shape = [3, 2, 2] + axes = np.array([-2], dtype=np.int64) + keepdims = 1 + + node = onnx.helper.make_node( + "ReduceMax", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, + ) + + data = np.array( + [[[5, 1], [20, 2]], [[30, 1], [40, 2]], [[55, 1], [60, 2]]], + dtype=np.float32, + ) + reduced = np.maximum.reduce(data, axis=tuple(axes), keepdims=keepdims == 1) + # print(reduced) + # [[[20., 2.]] + # [[40., 2.]] + # [[60., 2.]]] + + expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_max_negative_axes_keepdims_example", + opset_imports=[onnx.helper.make_opsetid("", 18)], + ) + + np.random.seed(0) + data = np.random.uniform(-10, 10, shape).astype(np.float32) + reduced = np.maximum.reduce(data, axis=tuple(axes), keepdims=keepdims == 1) + + expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_max_negative_axes_keepdims_random", + opset_imports=[onnx.helper.make_opsetid("", 18)], + ) + + @staticmethod + def export_bool_inputs() -> None: + axes = np.array([1], dtype=np.int64) + keepdims = 1 + + node = onnx.helper.make_node( + "ReduceMax", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, + ) + + data = np.array( + [[True, True], [True, False], [False, True], [False, False]], + ) + reduced = np.maximum.reduce(data, axis=tuple(axes), keepdims=bool(keepdims)) + # print(reduced) + # [[True], + # [True], + # [True], + # [False]] + + expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_max_bool_inputs", + ) + + @staticmethod + def export_empty_set() -> None: + shape = [2, 0, 4] + keepdims = 1 + reduced_shape = [2, 1, 4] + + node = onnx.helper.make_node( + "ReduceMax", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, + ) + + data = np.array([], dtype=np.float32).reshape(shape) + axes = np.array([1], dtype=np.int64) + one = np.array(np.ones(reduced_shape, dtype=np.float32)) + zero = np.array(np.zeros(reduced_shape, dtype=np.float32)) + reduced = -(one / zero) # -inf + + expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_max_empty_set", + ) diff --git a/onnx/backend/test/case/node/reducemean.py b/onnx/backend/test/case/node/reducemean.py new file mode 100644 index 0000000..fbd68c6 --- /dev/null +++ b/onnx/backend/test/case/node/reducemean.py @@ -0,0 +1,174 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class ReduceMean(Base): + @staticmethod + def export_do_not_keepdims() -> None: + shape = [3, 2, 2] + axes = np.array([1], dtype=np.int64) + keepdims = 0 + + node = onnx.helper.make_node( + "ReduceMean", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, + ) + + data = np.array( + [[[5, 1], [20, 2]], [[30, 1], [40, 2]], [[55, 1], [60, 2]]], + dtype=np.float32, + ) + reduced = np.mean(data, axis=tuple(axes), keepdims=keepdims == 1) + # print(reduced) + # [[12.5, 1.5] + # [35., 1.5] + # [57.5, 1.5]] + + expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_mean_do_not_keepdims_example", + ) + + np.random.seed(0) + data = np.random.uniform(-10, 10, shape).astype(np.float32) + reduced = np.mean(data, axis=tuple(axes), keepdims=keepdims == 1) + + expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_mean_do_not_keepdims_random", + ) + + @staticmethod + def export_keepdims() -> None: + shape = [3, 2, 2] + axes = np.array([1], dtype=np.int64) + keepdims = 1 + + node = onnx.helper.make_node( + "ReduceMean", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, + ) + + data = np.array( + [[[5, 1], [20, 2]], [[30, 1], [40, 2]], [[55, 1], [60, 2]]], + dtype=np.float32, + ) + reduced = np.mean(data, axis=tuple(axes), keepdims=keepdims == 1) + # print(reduced) + # [[[12.5, 1.5]] + # [[35., 1.5]] + # [[57.5, 1.5]]] + + expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_mean_keepdims_example", + ) + + np.random.seed(0) + data = np.random.uniform(-10, 10, shape).astype(np.float32) + reduced = np.mean(data, axis=tuple(axes), keepdims=keepdims == 1) + + expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_mean_keepdims_random", + ) + + @staticmethod + def export_default_axes_keepdims() -> None: + shape = [3, 2, 2] + axes = np.array([], dtype=np.int64) + keepdims = 1 + + node = onnx.helper.make_node( + "ReduceMean", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, + ) + + data = np.array( + [[[5, 1], [20, 2]], [[30, 1], [40, 2]], [[55, 1], [60, 2]]], + dtype=np.float32, + ) + reduced = np.mean(data, axis=None, keepdims=keepdims == 1) + # print(reduced) + # [[[18.25]]] + + expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_mean_default_axes_keepdims_example", + ) + + np.random.seed(0) + data = np.random.uniform(-10, 10, shape).astype(np.float32) + reduced = np.mean(data, axis=None, keepdims=keepdims == 1) + + expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_mean_default_axes_keepdims_random", + ) + + @staticmethod + def export_negative_axes_keepdims() -> None: + shape = [3, 2, 2] + axes = np.array([-2], dtype=np.int64) + keepdims = 1 + + node = onnx.helper.make_node( + "ReduceMean", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, + ) + + data = np.array( + [[[5, 1], [20, 2]], [[30, 1], [40, 2]], [[55, 1], [60, 2]]], + dtype=np.float32, + ) + reduced = np.mean(data, axis=tuple(axes), keepdims=keepdims == 1) + # print(reduced) + # [[[12.5, 1.5]] + # [[35., 1.5]] + # [[57.5, 1.5]]] + + expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_mean_negative_axes_keepdims_example", + ) + + np.random.seed(0) + data = np.random.uniform(-10, 10, shape).astype(np.float32) + reduced = np.mean(data, axis=tuple(axes), keepdims=keepdims == 1) + + expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_mean_negative_axes_keepdims_random", + ) diff --git a/onnx/backend/test/case/node/reducemin.py b/onnx/backend/test/case/node/reducemin.py new file mode 100644 index 0000000..7bbc37a --- /dev/null +++ b/onnx/backend/test/case/node/reducemin.py @@ -0,0 +1,234 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class ReduceMin(Base): + @staticmethod + def export_do_not_keepdims() -> None: + shape = [3, 2, 2] + axes = np.array([1], dtype=np.int64) + keepdims = 0 + + node = onnx.helper.make_node( + "ReduceMin", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, + ) + + data = np.array( + [[[5, 1], [20, 2]], [[30, 1], [40, 2]], [[55, 1], [60, 2]]], + dtype=np.float32, + ) + reduced = np.minimum.reduce(data, axis=tuple(axes), keepdims=keepdims == 1) + # print(reduced) + # [[5., 1.] + # [30., 1.] + # [55., 1.]] + + expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_min_do_not_keepdims_example", + opset_imports=[onnx.helper.make_opsetid("", 18)], + ) + + np.random.seed(0) + data = np.random.uniform(-10, 10, shape).astype(np.float32) + reduced = np.minimum.reduce(data, axis=tuple(axes), keepdims=keepdims == 1) + + expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_min_do_not_keepdims_random", + opset_imports=[onnx.helper.make_opsetid("", 18)], + ) + + @staticmethod + def export_keepdims() -> None: + shape = [3, 2, 2] + axes = np.array([1], dtype=np.int64) + keepdims = 1 + + node = onnx.helper.make_node( + "ReduceMin", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, + ) + + data = np.array( + [[[5, 1], [20, 2]], [[30, 1], [40, 2]], [[55, 1], [60, 2]]], + dtype=np.float32, + ) + reduced = np.minimum.reduce(data, axis=tuple(axes), keepdims=keepdims == 1) + # print(reduced) + # [[[5., 1.]] + # [[30., 1.]] + # [[55., 1.]]] + + expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_min_keepdims_example", + opset_imports=[onnx.helper.make_opsetid("", 18)], + ) + + np.random.seed(0) + data = np.random.uniform(-10, 10, shape).astype(np.float32) + reduced = np.minimum.reduce(data, axis=tuple(axes), keepdims=keepdims == 1) + + expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_min_keepdims_random", + opset_imports=[onnx.helper.make_opsetid("", 18)], + ) + + @staticmethod + def export_default_axes_keepdims() -> None: + shape = [3, 2, 2] + axes = None + keepdims = 1 + + node = onnx.helper.make_node( + "ReduceMin", inputs=["data"], outputs=["reduced"], keepdims=keepdims + ) + + data = np.array( + [[[5, 1], [20, 2]], [[30, 1], [40, 2]], [[55, 1], [60, 2]]], + dtype=np.float32, + ) + reduced = np.minimum.reduce(data, axis=axes, keepdims=keepdims == 1) + # print(reduced) + # [[[1.]]] + + expect( + node, + inputs=[data], + outputs=[reduced], + name="test_reduce_min_default_axes_keepdims_example", + opset_imports=[onnx.helper.make_opsetid("", 18)], + ) + + np.random.seed(0) + data = np.random.uniform(-10, 10, shape).astype(np.float32) + reduced = np.minimum.reduce(data, axis=axes, keepdims=keepdims == 1) + + expect( + node, + inputs=[data], + outputs=[reduced], + name="test_reduce_min_default_axes_keepdims_random", + opset_imports=[onnx.helper.make_opsetid("", 18)], + ) + + @staticmethod + def export_negative_axes_keepdims() -> None: + shape = [3, 2, 2] + axes = np.array([-2], dtype=np.int64) + keepdims = 1 + + node = onnx.helper.make_node( + "ReduceMin", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, + ) + + data = np.array( + [[[5, 1], [20, 2]], [[30, 1], [40, 2]], [[55, 1], [60, 2]]], + dtype=np.float32, + ) + reduced = np.minimum.reduce(data, axis=tuple(axes), keepdims=keepdims == 1) + # print(reduced) + # [[[5., 1.]] + # [[30., 1.]] + # [[55., 1.]]] + + expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_min_negative_axes_keepdims_example", + opset_imports=[onnx.helper.make_opsetid("", 18)], + ) + + np.random.seed(0) + data = np.random.uniform(-10, 10, shape).astype(np.float32) + reduced = np.minimum.reduce(data, axis=tuple(axes), keepdims=keepdims == 1) + + expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_min_negative_axes_keepdims_random", + opset_imports=[onnx.helper.make_opsetid("", 18)], + ) + + @staticmethod + def export_bool_inputs() -> None: + axes = np.array([1], dtype=np.int64) + keepdims = 1 + + node = onnx.helper.make_node( + "ReduceMin", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, + ) + + data = np.array( + [[True, True], [True, False], [False, True], [False, False]], + ) + reduced = np.minimum.reduce(data, axis=tuple(axes), keepdims=bool(keepdims)) + # print(reduced) + # [[ True], + # [False], + # [False], + # [False]] + + expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_min_bool_inputs", + ) + + @staticmethod + def export_empty_set() -> None: + shape = [2, 0, 4] + keepdims = 1 + reduced_shape = [2, 1, 4] + + node = onnx.helper.make_node( + "ReduceMin", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, + ) + + data = np.array([], dtype=np.float32).reshape(shape) + axes = np.array([1], dtype=np.int64) + one = np.array(np.ones(reduced_shape, dtype=np.float32)) + zero = np.array(np.zeros(reduced_shape, dtype=np.float32)) + reduced = one / zero # inf + + expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_min_empty_set", + ) diff --git a/onnx/backend/test/case/node/reduceprod.py b/onnx/backend/test/case/node/reduceprod.py new file mode 100644 index 0000000..079c19a --- /dev/null +++ b/onnx/backend/test/case/node/reduceprod.py @@ -0,0 +1,187 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class ReduceProd(Base): + @staticmethod + def export_do_not_keepdims() -> None: + shape = [3, 2, 2] + axes = np.array([1], dtype=np.int64) + keepdims = 0 + + node = onnx.helper.make_node( + "ReduceProd", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, + ) + + data = np.array( + [[[1, 2], [3, 4]], [[5, 6], [7, 8]], [[9, 10], [11, 12]]], dtype=np.float32 + ) + reduced = np.prod(data, axis=tuple(axes), keepdims=keepdims == 1) + # print(reduced) + # [[3., 8.] + # [35., 48.] + # [99., 120.]] + + expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_prod_do_not_keepdims_example", + ) + + np.random.seed(0) + data = np.random.uniform(-10, 10, shape).astype(np.float32) + reduced = np.prod(data, axis=tuple(axes), keepdims=keepdims == 1) + expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_prod_do_not_keepdims_random", + ) + + @staticmethod + def export_keepdims() -> None: + shape = [3, 2, 2] + axes = np.array([1], dtype=np.int64) + keepdims = 1 + + node = onnx.helper.make_node( + "ReduceProd", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, + ) + + data = np.array( + [[[1, 2], [3, 4]], [[5, 6], [7, 8]], [[9, 10], [11, 12]]], dtype=np.float32 + ) + reduced = np.prod(data, axis=tuple(axes), keepdims=keepdims == 1) + # print(reduced) + # [[[3., 8.]] + # [[35., 48.]] + # [[99., 120.]]] + + expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_prod_keepdims_example", + ) + + np.random.seed(0) + data = np.random.uniform(-10, 10, shape).astype(np.float32) + reduced = np.prod(data, axis=tuple(axes), keepdims=keepdims == 1) + expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_prod_keepdims_random", + ) + + @staticmethod + def export_default_axes_keepdims() -> None: + shape = [3, 2, 2] + axes = None + keepdims = 1 + + node = onnx.helper.make_node( + "ReduceProd", inputs=["data"], outputs=["reduced"], keepdims=keepdims + ) + + data = np.array( + [[[1, 2], [3, 4]], [[5, 6], [7, 8]], [[9, 10], [11, 12]]], dtype=np.float32 + ) + reduced = np.prod(data, axis=axes, keepdims=keepdims == 1) + # print(reduced) + # [[[4.790016e+08]]] + + expect( + node, + inputs=[data], + outputs=[reduced], + name="test_reduce_prod_default_axes_keepdims_example", + ) + + np.random.seed(0) + data = np.random.uniform(-10, 10, shape).astype(np.float32) + reduced = np.prod(data, axis=axes, keepdims=keepdims == 1) + expect( + node, + inputs=[data], + outputs=[reduced], + name="test_reduce_prod_default_axes_keepdims_random", + ) + + @staticmethod + def export_negative_axes_keepdims() -> None: + shape = [3, 2, 2] + axes = np.array([-2], dtype=np.int64) + keepdims = 1 + + node = onnx.helper.make_node( + "ReduceProd", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, + ) + + data = np.array( + [[[1, 2], [3, 4]], [[5, 6], [7, 8]], [[9, 10], [11, 12]]], dtype=np.float32 + ) + reduced = np.prod(data, axis=tuple(axes), keepdims=keepdims == 1) + # print(reduced) + # [[[3., 8.]] + # [[35., 48.]] + # [[99., 120.]]] + + expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_prod_negative_axes_keepdims_example", + ) + + np.random.seed(0) + data = np.random.uniform(-10, 10, shape).astype(np.float32) + reduced = np.prod(data, axis=tuple(axes), keepdims=keepdims == 1) + expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_prod_negative_axes_keepdims_random", + ) + + @staticmethod + def export_empty_set() -> None: + shape = [2, 0, 4] + keepdims = 1 + reduced_shape = [2, 1, 4] + + node = onnx.helper.make_node( + "ReduceProd", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, + ) + + data = np.array([], dtype=np.float32).reshape(shape) + axes = np.array([1], dtype=np.int64) + reduced = np.array(np.ones(reduced_shape, dtype=np.float32)) + + expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_prod_empty_set", + ) diff --git a/onnx/backend/test/case/node/reducesum.py b/onnx/backend/test/case/node/reducesum.py new file mode 100644 index 0000000..e311b2c --- /dev/null +++ b/onnx/backend/test/case/node/reducesum.py @@ -0,0 +1,247 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class ReduceSum(Base): + @staticmethod + def export_do_not_keepdims() -> None: + shape = [3, 2, 2] + axes = np.array([1], dtype=np.int64) + keepdims = 0 + + node = onnx.helper.make_node( + "ReduceSum", inputs=["data", "axes"], outputs=["reduced"], keepdims=keepdims + ) + + data = np.array( + [[[1, 2], [3, 4]], [[5, 6], [7, 8]], [[9, 10], [11, 12]]], dtype=np.float32 + ) + reduced = np.sum(data, axis=tuple(axes.tolist()), keepdims=keepdims == 1) + # print(reduced) + # [[4., 6.] + # [12., 14.] + # [20., 22.]] + + expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_sum_do_not_keepdims_example", + ) + + np.random.seed(0) + data = np.random.uniform(-10, 10, shape).astype(np.float32) + reduced = np.sum(data, axis=tuple(axes.tolist()), keepdims=keepdims == 1) + + expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_sum_do_not_keepdims_random", + ) + + @staticmethod + def export_keepdims() -> None: + shape = [3, 2, 2] + axes = np.array([1], dtype=np.int64) + keepdims = 1 + + node = onnx.helper.make_node( + "ReduceSum", inputs=["data", "axes"], outputs=["reduced"], keepdims=keepdims + ) + + data = np.array( + [[[1, 2], [3, 4]], [[5, 6], [7, 8]], [[9, 10], [11, 12]]], dtype=np.float32 + ) + reduced = np.sum(data, axis=tuple(axes.tolist()), keepdims=keepdims == 1) + # print(reduced) + # [[[4., 6.]] + # [[12., 14.]] + # [[20., 22.]]] + + expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_sum_keepdims_example", + ) + + np.random.seed(0) + data = np.random.uniform(-10, 10, shape).astype(np.float32) + reduced = np.sum(data, axis=tuple(axes.tolist()), keepdims=keepdims == 1) + + expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_sum_keepdims_random", + ) + + @staticmethod + def export_default_axes_keepdims() -> None: + shape = [3, 2, 2] + axes = np.array([], dtype=np.int64) + keepdims = 1 + + node = onnx.helper.make_node( + "ReduceSum", inputs=["data", "axes"], outputs=["reduced"], keepdims=keepdims + ) + + data = np.array( + [[[1, 2], [3, 4]], [[5, 6], [7, 8]], [[9, 10], [11, 12]]], dtype=np.float32 + ) + reduced = np.sum(data, axis=None, keepdims=keepdims == 1) + # print(reduced) + # [[[78.]]] + + expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_sum_default_axes_keepdims_example", + ) + + np.random.seed(0) + data = np.random.uniform(-10, 10, shape).astype(np.float32) + reduced = np.sum(data, axis=None, keepdims=keepdims == 1) + + expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_sum_default_axes_keepdims_random", + ) + + @staticmethod + def export_negative_axes_keepdims() -> None: + shape = [3, 2, 2] + axes = np.array([-2], dtype=np.int64) + keepdims = 1 + + node = onnx.helper.make_node( + "ReduceSum", inputs=["data", "axes"], outputs=["reduced"], keepdims=keepdims + ) + + data = np.array( + [[[1, 2], [3, 4]], [[5, 6], [7, 8]], [[9, 10], [11, 12]]], dtype=np.float32 + ) + reduced = np.sum(data, axis=tuple(axes.tolist()), keepdims=keepdims == 1) + # print(reduced) + # [[[4., 6.]] + # [[12., 14.]] + # [[20., 22.]]] + + expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_sum_negative_axes_keepdims_example", + ) + + np.random.seed(0) + data = np.random.uniform(-10, 10, shape).astype(np.float32) + reduced = np.sum(data, axis=tuple(axes.tolist()), keepdims=keepdims == 1) + + expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_sum_negative_axes_keepdims_random", + ) + + @staticmethod + def export_empty_axes_input_noop() -> None: + shape = [3, 2, 2] + keepdims = 1 + + node = onnx.helper.make_node( + "ReduceSum", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, + noop_with_empty_axes=True, + ) + + data = np.array( + [[[1, 2], [3, 4]], [[5, 6], [7, 8]], [[9, 10], [11, 12]]], dtype=np.float32 + ) + axes = np.array([], dtype=np.int64) + reduced = np.array(data) + # print(reduced) + # [[[1, 2], [3, 4]], [[5, 6], [7, 8]], [[9, 10], [11, 12]]] + + expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_sum_empty_axes_input_noop_example", + ) + + np.random.seed(0) + data = np.random.uniform(-10, 10, shape).astype(np.float32) + reduced = np.array(data) + + expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_sum_empty_axes_input_noop", + ) + + @staticmethod + def export_empty_set() -> None: + """Test case with the reduced-axis of size zero.""" + shape = [2, 0, 4] + keepdims = 1 + reduced_shape = [2, 1, 4] + + node = onnx.helper.make_node( + "ReduceSum", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, + ) + + data = np.array([], dtype=np.float32).reshape(shape) + axes = np.array([1], dtype=np.int64) + reduced = np.array(np.zeros(reduced_shape, dtype=np.float32)) + + expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_sum_empty_set", + ) + + @staticmethod + def export_non_reduced_axis_zero() -> None: + """Test case with the non-reduced-axis of size zero.""" + shape = [2, 0, 4] + keepdims = 1 + reduced_shape = [2, 0, 1] + + node = onnx.helper.make_node( + "ReduceSum", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, + ) + + data = np.array([], dtype=np.float32).reshape(shape) + axes = np.array([2], dtype=np.int64) + reduced = np.array([], dtype=np.float32).reshape(reduced_shape) + + expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_sum_empty_set_non_reduced_axis_zero", + ) diff --git a/onnx/backend/test/case/node/reducesumsquare.py b/onnx/backend/test/case/node/reducesumsquare.py new file mode 100644 index 0000000..a6c3128 --- /dev/null +++ b/onnx/backend/test/case/node/reducesumsquare.py @@ -0,0 +1,194 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class ReduceSumSquare(Base): + @staticmethod + def export_do_not_keepdims() -> None: + shape = [3, 2, 2] + axes = np.array([1], dtype=np.int64) + keepdims = 0 + + node = onnx.helper.make_node( + "ReduceSumSquare", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, + ) + + data = np.array( + [[[1, 2], [3, 4]], [[5, 6], [7, 8]], [[9, 10], [11, 12]]], dtype=np.float32 + ) + reduced = np.sum(np.square(data), axis=tuple(axes), keepdims=keepdims == 1) + # print(reduced) + # [[10., 20.] + # [74., 100.] + # [202., 244.]] + + expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_sum_square_do_not_keepdims_example", + ) + + np.random.seed(0) + data = np.random.uniform(-10, 10, shape).astype(np.float32) + reduced = np.sum(np.square(data), axis=tuple(axes), keepdims=keepdims == 1) + + expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_sum_square_do_not_keepdims_random", + ) + + @staticmethod + def export_keepdims() -> None: + shape = [3, 2, 2] + axes = np.array([1], dtype=np.int64) + keepdims = 1 + + node = onnx.helper.make_node( + "ReduceSumSquare", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, + ) + + data = np.array( + [[[1, 2], [3, 4]], [[5, 6], [7, 8]], [[9, 10], [11, 12]]], dtype=np.float32 + ) + reduced = np.sum(np.square(data), axis=tuple(axes), keepdims=keepdims == 1) + # print(reduced) + # [[[10., 20.]] + # [[74., 100.]] + # [[202., 244.]]] + + expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_sum_square_keepdims_example", + ) + + np.random.seed(0) + data = np.random.uniform(-10, 10, shape).astype(np.float32) + reduced = np.sum(np.square(data), axis=tuple(axes), keepdims=keepdims == 1) + + expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_sum_square_keepdims_random", + ) + + @staticmethod + def export_default_axes_keepdims() -> None: + shape = [3, 2, 2] + axes = np.array([], dtype=np.int64) + keepdims = 1 + + node = onnx.helper.make_node( + "ReduceSumSquare", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, + ) + + data = np.array( + [[[1, 2], [3, 4]], [[5, 6], [7, 8]], [[9, 10], [11, 12]]], dtype=np.float32 + ) + reduced = np.sum(np.square(data), axis=None, keepdims=keepdims == 1) + # print(reduced) + # [[[650.]]] + + expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_sum_square_default_axes_keepdims_example", + ) + + np.random.seed(0) + data = np.random.uniform(-10, 10, shape).astype(np.float32) + reduced = np.sum(np.square(data), axis=None, keepdims=keepdims == 1) + + expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_sum_square_default_axes_keepdims_random", + ) + + @staticmethod + def export_negative_axes_keepdims() -> None: + shape = [3, 2, 2] + axes = np.array([-2], dtype=np.int64) + keepdims = 1 + + node = onnx.helper.make_node( + "ReduceSumSquare", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, + ) + + data = np.array( + [[[1, 2], [3, 4]], [[5, 6], [7, 8]], [[9, 10], [11, 12]]], dtype=np.float32 + ) + reduced = np.sum(np.square(data), axis=tuple(axes), keepdims=keepdims == 1) + # print(reduced) + # [[[10., 20.s]] + # [[74., 100.]] + # [[202., 244.]]] + + expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_sum_square_negative_axes_keepdims_example", + ) + + np.random.seed(0) + data = np.random.uniform(-10, 10, shape).astype(np.float32) + reduced = np.sum(np.square(data), axis=tuple(axes), keepdims=keepdims == 1) + + expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_sum_square_negative_axes_keepdims_random", + ) + + @staticmethod + def export_empty_set() -> None: + shape = [2, 0, 4] + keepdims = 1 + reduced_shape = [2, 1, 4] + + node = onnx.helper.make_node( + "ReduceSumSquare", + inputs=["data", "axes"], + outputs=["reduced"], + keepdims=keepdims, + ) + + data = np.array([], dtype=np.float32).reshape(shape) + axes = np.array([1], dtype=np.int64) + reduced = np.array(np.zeros(reduced_shape, dtype=np.float32)) + + expect( + node, + inputs=[data, axes], + outputs=[reduced], + name="test_reduce_sum_square_empty_set", + ) diff --git a/onnx/backend/test/case/node/regex_full_match.py b/onnx/backend/test/case/node/regex_full_match.py new file mode 100644 index 0000000..3fd7a90 --- /dev/null +++ b/onnx/backend/test/case/node/regex_full_match.py @@ -0,0 +1,68 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class RegexFullMatch(Base): + @staticmethod + def export_basic() -> None: + node = onnx.helper.make_node( + "RegexFullMatch", + inputs=["X"], + outputs=["Y"], + pattern=r"www\.[\w.-]+\.\bcom\b", + ) + + x = np.array(["www.google.com", "www.facebook.com", "www.bbc.co.uk"]).astype( + object + ) + result = np.array([True, True, False]) + expect(node, inputs=[x], outputs=[result], name="test_regex_full_match_basic") + + @staticmethod + def export_match_email_domain() -> None: + node = onnx.helper.make_node( + "RegexFullMatch", + inputs=["X"], + outputs=["Y"], + pattern=r"(\W|^)[\w.\-]{0,25}@(yahoo|gmail)\.com(\W|$)", + ) + + x = np.array( + [ + ["account@gmail.com", "account@hotmail.com"], + ["not email", "account2@yahoo.com"], + ] + ).astype(object) + result = np.array([[True, False], [False, True]]) + expect( + node, + inputs=[x], + outputs=[result], + name="test_regex_full_match_email_domain", + ) + + @staticmethod + def export_match_empty() -> None: + node = onnx.helper.make_node( + "RegexFullMatch", + inputs=["X"], + outputs=["Y"], + pattern=r"(\W|^)[\w.\-]{0,25}@(yahoo|gmail)\.com(\W|$)", + ) + + x = np.array([[], []]).astype(object) + result = np.array([[], []]).astype(bool) + expect( + node, + inputs=[x], + outputs=[result], + name="test_regex_full_match_empty", + ) diff --git a/onnx/backend/test/case/node/relu.py b/onnx/backend/test/case/node/relu.py new file mode 100644 index 0000000..3fbb181 --- /dev/null +++ b/onnx/backend/test/case/node/relu.py @@ -0,0 +1,24 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class Relu(Base): + @staticmethod + def export() -> None: + node = onnx.helper.make_node( + "Relu", + inputs=["x"], + outputs=["y"], + ) + x = np.random.randn(3, 4, 5).astype(np.float32) + y = np.clip(x, 0, np.inf) + + expect(node, inputs=[x], outputs=[y], name="test_relu") diff --git a/onnx/backend/test/case/node/reshape.py b/onnx/backend/test/case/node/reshape.py new file mode 100644 index 0000000..2c369ef --- /dev/null +++ b/onnx/backend/test/case/node/reshape.py @@ -0,0 +1,82 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +def reshape_reference_implementation( + data: np.ndarray, shape: np.ndarray, allowzero: int = 0 +) -> np.ndarray: + # replace zeros with corresponding dim size + # we need to do this because np.reshape doesn't support 0 by default unless 'allowzero' is set + new_shape = np.copy(shape) + if allowzero == 0: + zeros_index = np.where(shape == 0) + new_shape[zeros_index] = np.array(data.shape)[zeros_index] + return np.reshape(data, new_shape) + + +class Reshape(Base): + @staticmethod + def export_reshape() -> None: + original_shape = [2, 3, 4] + test_cases = { + "reordered_all_dims": np.array([4, 2, 3], dtype=np.int64), + "reordered_last_dims": np.array([2, 4, 3], dtype=np.int64), + "reduced_dims": np.array([2, 12], dtype=np.int64), + "extended_dims": np.array([2, 3, 2, 2], dtype=np.int64), + "one_dim": np.array([24], dtype=np.int64), + "negative_dim": np.array([2, -1, 2], dtype=np.int64), + "negative_extended_dims": np.array([-1, 2, 3, 4], dtype=np.int64), + "zero_dim": np.array([2, 0, 4, 1], dtype=np.int64), + "zero_and_negative_dim": np.array([2, 0, 1, -1], dtype=np.int64), + } + data = np.random.random_sample(original_shape).astype(np.float32) + + for test_name, shape in test_cases.items(): + node = onnx.helper.make_node( + "Reshape", + inputs=["data", "shape"], + outputs=["reshaped"], + ) + + reshaped = reshape_reference_implementation(data, shape) + + expect( + node, + inputs=[data, shape], + outputs=[reshaped], + name="test_reshape_" + test_name, + ) + + @staticmethod + def export_allowzero() -> None: + original_shape = [0, 3, 4] + test_cases = { + "allowzero_reordered": np.array([3, 4, 0], dtype=np.int64), + } + data = np.random.random_sample(original_shape).astype(np.float32) + + for test_name, shape in test_cases.items(): + node = onnx.helper.make_node( + "Reshape", + inputs=["data", "shape"], + outputs=["reshaped"], + allowzero=1, # if allowzero=1, final shape = (3, 4, 0) + # if allowzero=0, final shape = (3, 4, 4) + ) + + reshaped = reshape_reference_implementation(data, shape, allowzero=1) + + expect( + node, + inputs=[data, shape], + outputs=[reshaped], + name="test_reshape_" + test_name, + ) diff --git a/onnx/backend/test/case/node/resize.py b/onnx/backend/test/case/node/resize.py new file mode 100644 index 0000000..ac31ea4 --- /dev/null +++ b/onnx/backend/test/case/node/resize.py @@ -0,0 +1,1714 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect +from onnx.reference.ops.op_resize import _cubic_coeffs as cubic_coeffs +from onnx.reference.ops.op_resize import ( + _cubic_coeffs_antialias as cubic_coeffs_antialias, +) +from onnx.reference.ops.op_resize import _interpolate_nd as interpolate_nd +from onnx.reference.ops.op_resize import _linear_coeffs as linear_coeffs +from onnx.reference.ops.op_resize import ( + _linear_coeffs_antialias as linear_coeffs_antialias, +) +from onnx.reference.ops.op_resize import _nearest_coeffs as nearest_coeffs + + +class Resize(Base): + @staticmethod + def export_resize_upsample_scales_nearest() -> None: + node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "scales"], + outputs=["Y"], + mode="nearest", + ) + + data = np.array( + [ + [ + [ + [1, 2], + [3, 4], + ] + ] + ], + dtype=np.float32, + ) + + scales = np.array([1.0, 1.0, 2.0, 3.0], dtype=np.float32) + + # [[[[1. 1. 1. 2. 2. 2.] + # [1. 1. 1. 2. 2. 2.] + # [3. 3. 3. 4. 4. 4.] + # [3. 3. 3. 4. 4. 4.]]]] + output = interpolate_nd( + data, lambda x, _: nearest_coeffs(x), scale_factors=scales + ).astype(np.float32) + + expect( + node, + inputs=[data, scales], + outputs=[output], + name="test_resize_upsample_scales_nearest", + ) + + @staticmethod + def export_resize_downsample_scales_nearest() -> None: + node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "scales"], + outputs=["Y"], + mode="nearest", + ) + + data = np.array( + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + ] + ] + ], + dtype=np.float32, + ) + + scales = np.array([1.0, 1.0, 0.6, 0.6], dtype=np.float32) + + # [[[[1. 3.]]]] + output = interpolate_nd( + data, lambda x, _: nearest_coeffs(x), scale_factors=scales + ).astype(np.float32) + + expect( + node, + inputs=[data, scales], + outputs=[output], + name="test_resize_downsample_scales_nearest", + ) + + @staticmethod + def export_resize_upsample_sizes_nearest() -> None: + node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "", "sizes"], + outputs=["Y"], + mode="nearest", + ) + + data = np.array( + [ + [ + [ + [1, 2], + [3, 4], + ] + ] + ], + dtype=np.float32, + ) + + sizes = np.array([1, 1, 7, 8], dtype=np.int64) + + # [[[[1. 1. 1. 1. 2. 2. 2. 2.] + # [1. 1. 1. 1. 2. 2. 2. 2.] + # [1. 1. 1. 1. 2. 2. 2. 2.] + # [1. 1. 1. 1. 2. 2. 2. 2.] + # [3. 3. 3. 3. 4. 4. 4. 4.] + # [3. 3. 3. 3. 4. 4. 4. 4.] + # [3. 3. 3. 3. 4. 4. 4. 4.]]]] + output = interpolate_nd( + data, lambda x, _: nearest_coeffs(x), output_size=sizes + ).astype(np.float32) + + expect( + node, + inputs=[data, sizes], + outputs=[output], + name="test_resize_upsample_sizes_nearest", + ) + + @staticmethod + def export_resize_downsample_sizes_nearest() -> None: + node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "", "sizes"], + outputs=["Y"], + mode="nearest", + ) + + data = np.array( + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + ] + ] + ], + dtype=np.float32, + ) + + sizes = np.array([1, 1, 1, 3], dtype=np.int64) + + # [[[[1. 2. 4.]]]] + output = interpolate_nd( + data, lambda x, _: nearest_coeffs(x), output_size=sizes + ).astype(np.float32) + + expect( + node, + inputs=[data, sizes], + outputs=[output], + name="test_resize_downsample_sizes_nearest", + ) + + @staticmethod + def export_resize_upsample_scales_linear() -> None: + node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "scales"], + outputs=["Y"], + mode="linear", + ) + + data = np.array( + [ + [ + [ + [1, 2], + [3, 4], + ] + ] + ], + dtype=np.float32, + ) + + scales = np.array([1.0, 1.0, 2.0, 2.0], dtype=np.float32) + + # [[[[1. 1.25 1.75 2. ] + # [1.5 1.75 2.25 2.5 ] + # [2.5 2.75 3.25 3.5 ] + # [3. 3.25 3.75 4. ]]]] + output = interpolate_nd( + data, lambda x, _: linear_coeffs(x), scale_factors=scales + ).astype(np.float32) + + expect( + node, + inputs=[data, scales], + outputs=[output], + name="test_resize_upsample_scales_linear", + ) + + @staticmethod + def export_resize_upsample_scales_linear_align_corners() -> None: + node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "scales"], + outputs=["Y"], + mode="linear", + coordinate_transformation_mode="align_corners", + ) + + data = np.array( + [ + [ + [ + [1, 2], + [3, 4], + ] + ] + ], + dtype=np.float32, + ) + + scales = np.array([1.0, 1.0, 2.0, 2.0], dtype=np.float32) + + # [[[[1. 1.33333333 1.66666667 2. ] + # [1.66666667 2. 2.33333333 2.66666667] + # [2.33333333 2.66666667 3. 3.33333333] + # [3. 3.33333333 3.66666667 4. ]]]] + output = interpolate_nd( + data, + lambda x, _: linear_coeffs(x), + scale_factors=scales, + coordinate_transformation_mode="align_corners", + ).astype(np.float32) + + expect( + node, + inputs=[data, scales], + outputs=[output], + name="test_resize_upsample_scales_linear_align_corners", + ) + + @staticmethod + def export_resize_downsample_scales_linear() -> None: + node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "scales"], + outputs=["Y"], + mode="linear", + ) + + data = np.array( + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + ] + ] + ], + dtype=np.float32, + ) + + scales = np.array([1.0, 1.0, 0.6, 0.6], dtype=np.float32) + + # [[[[2.6666665 4.3333331]]]] + output = interpolate_nd( + data, lambda x, _: linear_coeffs(x), scale_factors=scales + ).astype(np.float32) + + expect( + node, + inputs=[data, scales], + outputs=[output], + name="test_resize_downsample_scales_linear", + ) + + @staticmethod + def export_resize_downsample_scales_linear_align_corners() -> None: + node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "scales"], + outputs=["Y"], + mode="linear", + coordinate_transformation_mode="align_corners", + ) + + data = np.array( + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + ] + ] + ], + dtype=np.float32, + ) + + scales = np.array([1.0, 1.0, 0.6, 0.6], dtype=np.float32) + + # [[[[1. 3.142857]]]] + output = interpolate_nd( + data, + lambda x, _: linear_coeffs(x), + scale_factors=scales, + coordinate_transformation_mode="align_corners", + ).astype(np.float32) + + expect( + node, + inputs=[data, scales], + outputs=[output], + name="test_resize_downsample_scales_linear_align_corners", + ) + + @staticmethod + def export_resize_upsample_scales_cubic() -> None: + node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "scales"], + outputs=["Y"], + mode="cubic", + ) + + data = np.array( + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ] + ] + ], + dtype=np.float32, + ) + + scales = np.array([1.0, 1.0, 2.0, 2.0], dtype=np.float32) + + # [[[[ 0.47265625 0.76953125 1.24609375 1.875 2.28125 + # 2.91015625 3.38671875 3.68359375] + # [ 1.66015625 1.95703125 2.43359375 3.0625 3.46875 + # 4.09765625 4.57421875 4.87109375] + # [ 3.56640625 3.86328125 4.33984375 4.96875 5.375 + # 6.00390625 6.48046875 6.77734375] + # [ 6.08203125 6.37890625 6.85546875 7.484375 7.890625 + # 8.51953125 8.99609375 9.29296875] + # [ 7.70703125 8.00390625 8.48046875 9.109375 9.515625 + # 10.14453125 10.62109375 10.91796875] + # [10.22265625 10.51953125 10.99609375 11.625 12.03125 + # 12.66015625 13.13671875 13.43359375] + # [12.12890625 12.42578125 12.90234375 13.53125 13.9375 + # 14.56640625 15.04296875 15.33984375] + # [13.31640625 13.61328125 14.08984375 14.71875 15.125 + # 15.75390625 16.23046875 16.52734375]]]] + output = interpolate_nd( + data, lambda x, _: cubic_coeffs(x), scale_factors=scales + ).astype(np.float32) + + expect( + node, + inputs=[data, scales], + outputs=[output], + name="test_resize_upsample_scales_cubic", + ) + + @staticmethod + def export_resize_upsample_scales_cubic_align_corners() -> None: + node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "scales"], + outputs=["Y"], + mode="cubic", + coordinate_transformation_mode="align_corners", + ) + + data = np.array( + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ] + ] + ], + dtype=np.float32, + ) + + scales = np.array([1.0, 1.0, 2.0, 2.0], dtype=np.float32) + + # [[[[ 1. 1.34110787 1.80029155 2.32944606 2.67055394 + # 3.19970845 3.65889213 4. ] + # [ 2.36443149 2.70553936 3.16472303 3.69387755 4.03498542 + # 4.56413994 5.02332362 5.36443149] + # [ 4.20116618 4.54227405 5.00145773 5.53061224 5.87172012 + # 6.40087464 6.86005831 7.20116618] + # [ 6.31778426 6.65889213 7.1180758 7.64723032 7.98833819 + # 8.51749271 8.97667638 9.31778426] + # [ 7.68221574 8.02332362 8.48250729 9.01166181 9.35276968 + # 9.8819242 10.34110787 10.68221574] + # [ 9.79883382 10.13994169 10.59912536 11.12827988 11.46938776 + # 11.99854227 12.45772595 12.79883382] + # [11.63556851 11.97667638 12.43586006 12.96501458 13.30612245 + # 13.83527697 14.29446064 14.63556851] + # [13. 13.34110787 13.80029155 14.32944606 14.67055394 + # 15.19970845 15.65889213 16. ]]]] + output = interpolate_nd( + data, + lambda x, _: cubic_coeffs(x), + scale_factors=scales, + coordinate_transformation_mode="align_corners", + ).astype(np.float32) + + expect( + node, + inputs=[data, scales], + outputs=[output], + name="test_resize_upsample_scales_cubic_align_corners", + ) + + @staticmethod + def export_resize_downsample_scales_cubic() -> None: + node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "scales"], + outputs=["Y"], + mode="cubic", + ) + + data = np.array( + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ] + ] + ], + dtype=np.float32, + ) + + scales = np.array([1.0, 1.0, 0.8, 0.8], dtype=np.float32) + + # [[[[ 1.47119141 2.78125 4.08251953] + # [ 6.71142578 8.02148438 9.32275391] + # [11.91650391 13.2265625 14.52783203]]]] + output = interpolate_nd( + data, lambda x, _: cubic_coeffs(x), scale_factors=scales + ).astype(np.float32) + + expect( + node, + inputs=[data, scales], + outputs=[output], + name="test_resize_downsample_scales_cubic", + ) + + @staticmethod + def export_resize_downsample_scales_cubic_align_corners() -> None: + node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "scales"], + outputs=["Y"], + mode="cubic", + coordinate_transformation_mode="align_corners", + ) + + data = np.array( + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ] + ] + ], + dtype=np.float32, + ) + + scales = np.array([1.0, 1.0, 0.8, 0.8], dtype=np.float32) + + # [[[[ 1. 2.39519159 3.79038317] + # [ 6.58076634 7.97595793 9.37114951] + # [12.16153268 13.55672427 14.95191585]]]] + output = interpolate_nd( + data, + lambda x, _: cubic_coeffs(x), + scale_factors=scales, + coordinate_transformation_mode="align_corners", + ).astype(np.float32) + + expect( + node, + inputs=[data, scales], + outputs=[output], + name="test_resize_downsample_scales_cubic_align_corners", + ) + + @staticmethod + def export_resize_upsample_sizes_cubic() -> None: + node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "", "sizes"], + outputs=["Y"], + mode="cubic", + ) + + data = np.array( + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ] + ] + ], + dtype=np.float32, + ) + + sizes = np.array([1, 1, 9, 10], dtype=np.int64) + + # [[[[ 0.45507922 0.64057922 0.97157922 1.42257922 1.90732922 + # 2.22332922 2.70807922 3.15907922 3.49007922 3.67557922] + # [ 1.39437963 1.57987963 1.91087963 2.36187963 2.84662963 + # 3.16262963 3.64737963 4.09837963 4.42937963 4.61487963] + # [ 2.95130693 3.13680693 3.46780693 3.91880693 4.40355693 + # 4.71955693 5.20430693 5.65530693 5.98630693 6.17180693] + # [ 5.20525069 5.39075069 5.72175069 6.17275069 6.65750069 + # 6.97350069 7.45825069 7.90925069 8.24025069 8.42575069] + # [ 6.88975 7.07525 7.40625 7.85725 8.342 + # 8.658 9.14275 9.59375 9.92475 10.11025 ] + # [ 8.57424931 8.75974931 9.09074931 9.54174931 10.02649931 + # 10.34249931 10.82724931 11.27824931 11.60924931 11.79474931] + # [10.82819307 11.01369307 11.34469307 11.79569307 12.28044307 + # 12.59644307 13.08119307 13.53219307 13.86319307 14.04869307] + # [12.38512037 12.57062037 12.90162037 13.35262037 13.83737037 + # 14.15337037 14.63812037 15.08912037 15.42012037 15.60562037] + # [13.32442078 13.50992078 13.84092078 14.29192078 14.77667078 + # 15.09267078 15.57742078 16.02842078 16.35942078 16.54492078]]]] + output = interpolate_nd( + data, lambda x, _: cubic_coeffs(x), output_size=sizes + ).astype(np.float32) + + expect( + node, + inputs=[data, sizes], + outputs=[output], + name="test_resize_upsample_sizes_cubic", + ) + + @staticmethod + def export_resize_downsample_sizes_cubic() -> None: + node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "", "sizes"], + outputs=["Y"], + mode="cubic", + ) + + data = np.array( + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ] + ] + ], + dtype=np.float32, + ) + + sizes = np.array([1, 1, 3, 3], dtype=np.int64) + + # [[[[ 1.63078704 3.00462963 4.37847222] + # [ 7.12615741 8.5 9.87384259] + # [12.62152778 13.99537037 15.36921296]]]] + output = interpolate_nd( + data, lambda x, _: cubic_coeffs(x), output_size=sizes + ).astype(np.float32) + + expect( + node, + inputs=[data, sizes], + outputs=[output], + name="test_resize_downsample_sizes_cubic", + ) + + # TensorFlow v1 bicubic with half_pixel_centers=True + @staticmethod + def export_resize_upsample_scales_cubic_A_n0p5_exclude_outside() -> None: + node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "scales"], + outputs=["Y"], + mode="cubic", + cubic_coeff_a=-0.5, + exclude_outside=True, + ) + + data = np.array( + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ] + ] + ], + dtype=np.float32, + ) + + scales = np.array([1.0, 1.0, 2.0, 2.0], dtype=np.float32) + + # [[[[ 0.55882353 0.81494204 1.35698249 1.89705882 2.39705882 + # 2.93713516 3.47917561 3.73529412] + # [ 1.58329755 1.83941606 2.38145651 2.92153285 3.42153285 + # 3.96160918 4.50364964 4.75976814] + # [ 3.75145936 4.00757787 4.54961832 5.08969466 5.58969466 + # 6.12977099 6.67181144 6.92792995] + # [ 5.91176471 6.16788321 6.70992366 7.25 7.75 + # 8.29007634 8.83211679 9.08823529] + # [ 7.91176471 8.16788321 8.70992366 9.25 9.75 + # 10.29007634 10.83211679 11.08823529] + # [10.07207005 10.32818856 10.87022901 11.41030534 11.91030534 + # 12.45038168 12.99242213 13.24854064] + # [12.24023186 12.49635036 13.03839082 13.57846715 14.07846715 + # 14.61854349 15.16058394 15.41670245] + # [13.26470588 13.52082439 14.06286484 14.60294118 15.10294118 + # 15.64301751 16.18505796 16.44117647]]]] + output = interpolate_nd( + data, + lambda x, _: cubic_coeffs(x, A=-0.5), + scale_factors=scales, + exclude_outside=True, + ).astype(np.float32) + + expect( + node, + inputs=[data, scales], + outputs=[output], + name="test_resize_upsample_scales_cubic_A_n0p5_exclude_outside", + ) + + @staticmethod + def export_resize_downsample_scales_cubic_A_n0p5_exclude_outside() -> None: + node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "scales"], + outputs=["Y"], + mode="cubic", + cubic_coeff_a=-0.5, + exclude_outside=True, + ) + + data = np.array( + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ] + ] + ], + dtype=np.float32, + ) + + scales = np.array([1.0, 1.0, 0.8, 0.8], dtype=np.float32) + + # [[[[ 1.36812675 2.6695014 4.0133367 ] + # [ 6.57362535 7.875 9.2188353 ] + # [11.94896657 13.25034122 14.59417652]]]] + output = interpolate_nd( + data, + lambda x, _: cubic_coeffs(x, A=-0.5), + scale_factors=scales, + exclude_outside=True, + ).astype(np.float32) + + expect( + node, + inputs=[data, scales], + outputs=[output], + name="test_resize_downsample_scales_cubic_A_n0p5_exclude_outside", + ) + + # TensorFlow v1 bicubic with half_pixel_centers=False + @staticmethod + def export_resize_upsample_scales_cubic_asymmetric() -> None: + node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "scales"], + outputs=["Y"], + mode="cubic", + coordinate_transformation_mode="asymmetric", + ) + + data = np.array( + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ] + ] + ], + dtype=np.float32, + ) + + scales = np.array([1.0, 1.0, 2.0, 2.0], dtype=np.float32) + + # [[[[ 1. 1.40625 2. 2.5 3. 3.59375 4. + # 4.09375] + # [ 2.625 3.03125 3.625 4.125 4.625 5.21875 5.625 + # 5.71875] + # [ 5. 5.40625 6. 6.5 7. 7.59375 8. + # 8.09375] + # [ 7. 7.40625 8. 8.5 9. 9.59375 10. + # 10.09375] + # [ 9. 9.40625 10. 10.5 11. 11.59375 12. + # 12.09375] + # [11.375 11.78125 12.375 12.875 13.375 13.96875 14.375 + # 14.46875] + # [13. 13.40625 14. 14.5 15. 15.59375 16. + # 16.09375] + # [13.375 13.78125 14.375 14.875 15.375 15.96875 16.375 + # 16.46875]]]] + output = interpolate_nd( + data, + lambda x, _: cubic_coeffs(x, A=-0.75), + scale_factors=scales, + coordinate_transformation_mode="asymmetric", + ).astype(np.float32) + + expect( + node, + inputs=[data, scales], + outputs=[output], + name="test_resize_upsample_scales_cubic_asymmetric", + ) + + @staticmethod + def export_resize_tf_crop_and_resize() -> None: + node = onnx.helper.make_node( + "Resize", + inputs=["X", "roi", "", "sizes"], + outputs=["Y"], + mode="linear", + coordinate_transformation_mode="tf_crop_and_resize", + ) + + data = np.array( + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ] + ] + ], + dtype=np.float32, + ) + + # Note: for some rois, the result may be different with that of TF for inaccurate floating point + roi = np.array([0, 0, 0.4, 0.6, 1, 1, 0.6, 0.8], dtype=np.float32) + sizes = np.array([1, 1, 3, 3], dtype=np.int64) + + # [[[[ 7.6000004 7.9 8.2 ] + # [ 8.8 9.1 9.400001 ] + # [10. 10.3 10.6 ]]]] + output = interpolate_nd( + data, + lambda x, _: linear_coeffs(x), + output_size=sizes, + roi=roi, + coordinate_transformation_mode="tf_crop_and_resize", + ).astype(np.float32) + + expect( + node, + inputs=[data, roi, sizes], + outputs=[output], + name="test_resize_tf_crop_and_resize", + ) + + @staticmethod + def export_resize_tf_crop_and_resize_extrapolation_value() -> None: + node = onnx.helper.make_node( + "Resize", + inputs=["X", "roi", "", "sizes"], + outputs=["Y"], + mode="linear", + coordinate_transformation_mode="tf_crop_and_resize", + extrapolation_value=10.0, + ) + + data = np.array( + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ] + ] + ], + dtype=np.float32, + ) + + # Note: for some rois, the result may be different with that of TF for inaccurate floating point + roi = np.array([0, 0, 0.4, 0.6, 1, 1, 1.2, 1.7], dtype=np.float32) + sizes = np.array([1, 1, 3, 3], dtype=np.int64) + + # [[[[ 7.6000004 10. 10. ] + # [12.400001 10. 10. ] + # [10. 10. 10. ]]]] + output = interpolate_nd( + data, + lambda x, _: linear_coeffs(x), + output_size=sizes, + roi=roi, + coordinate_transformation_mode="tf_crop_and_resize", + extrapolation_value=10.0, + ).astype(np.float32) + + expect( + node, + inputs=[data, roi, sizes], + outputs=[output], + name="test_resize_tf_crop_and_resize_extrapolation_value", + ) + + @staticmethod + def export_resize_downsample_sizes_linear_pytorch_half_pixel() -> None: + node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "", "sizes"], + outputs=["Y"], + mode="linear", + coordinate_transformation_mode="pytorch_half_pixel", + ) + + data = np.array( + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ] + ] + ], + dtype=np.float32, + ) + + sizes = np.array([1, 1, 3, 1], dtype=np.int64) + + # [[[[ 1.6666666] + # [ 7. ] + # [12.333333 ]]]] + output = interpolate_nd( + data, + lambda x, _: linear_coeffs(x), + output_size=sizes, + coordinate_transformation_mode="pytorch_half_pixel", + ).astype(np.float32) + + expect( + node, + inputs=[data, sizes], + outputs=[output], + name="test_resize_downsample_sizes_linear_pytorch_half_pixel", + ) + + @staticmethod + def export_resize_upsample_sizes_nearest_floor_align_corners() -> None: + node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "", "sizes"], + outputs=["Y"], + mode="nearest", + coordinate_transformation_mode="align_corners", + nearest_mode="floor", + ) + + data = np.array( + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ] + ] + ], + dtype=np.float32, + ) + + sizes = np.array([1, 1, 8, 8], dtype=np.int64) + + # [[[[ 1. 1. 1. 2. 2. 3. 3. 4.] + # [ 1. 1. 1. 2. 2. 3. 3. 4.] + # [ 1. 1. 1. 2. 2. 3. 3. 4.] + # [ 5. 5. 5. 6. 6. 7. 7. 8.] + # [ 5. 5. 5. 6. 6. 7. 7. 8.] + # [ 9. 9. 9. 10. 10. 11. 11. 12.] + # [ 9. 9. 9. 10. 10. 11. 11. 12.] + # [13. 13. 13. 14. 14. 15. 15. 16.]]]] + output = interpolate_nd( + data, + lambda x, _: nearest_coeffs(x, mode="floor"), + output_size=sizes, + coordinate_transformation_mode="align_corners", + ).astype(np.float32) + + expect( + node, + inputs=[data, sizes], + outputs=[output], + name="test_resize_upsample_sizes_nearest_floor_align_corners", + ) + + @staticmethod + def export_resize_upsample_sizes_nearest_round_prefer_ceil_asymmetric() -> None: + node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "", "sizes"], + outputs=["Y"], + mode="nearest", + coordinate_transformation_mode="asymmetric", + nearest_mode="round_prefer_ceil", + ) + + data = np.array( + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ] + ] + ], + dtype=np.float32, + ) + + sizes = np.array([1, 1, 8, 8], dtype=np.int64) + + # [[[[ 1. 2. 2. 3. 3. 4. 4. 4.] + # [ 5. 6. 6. 7. 7. 8. 8. 8.] + # [ 5. 6. 6. 7. 7. 8. 8. 8.] + # [ 9. 10. 10. 11. 11. 12. 12. 12.] + # [ 9. 10. 10. 11. 11. 12. 12. 12.] + # [13. 14. 14. 15. 15. 16. 16. 16.] + # [13. 14. 14. 15. 15. 16. 16. 16.] + # [13. 14. 14. 15. 15. 16. 16. 16.]]]] + output = interpolate_nd( + data, + lambda x, _: nearest_coeffs(x, mode="round_prefer_ceil"), + output_size=sizes, + coordinate_transformation_mode="asymmetric", + ).astype(np.float32) + + expect( + node, + inputs=[data, sizes], + outputs=[output], + name="test_resize_upsample_sizes_nearest_round_prefer_ceil_asymmetric", + ) + + @staticmethod + def export_resize_upsample_sizes_nearest_ceil_half_pixel() -> None: + node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "", "sizes"], + outputs=["Y"], + mode="nearest", + coordinate_transformation_mode="half_pixel", + nearest_mode="ceil", + ) + + data = np.array( + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ] + ] + ], + dtype=np.float32, + ) + + sizes = np.array([1, 1, 8, 8], dtype=np.int64) + + # [[[[ 1. 2. 2. 3. 3. 4. 4. 4.] + # [ 5. 6. 6. 7. 7. 8. 8. 8.] + # [ 5. 6. 6. 7. 7. 8. 8. 8.] + # [ 9. 10. 10. 11. 11. 12. 12. 12.] + # [ 9. 10. 10. 11. 11. 12. 12. 12.] + # [13. 14. 14. 15. 15. 16. 16. 16.] + # [13. 14. 14. 15. 15. 16. 16. 16.] + # [13. 14. 14. 15. 15. 16. 16. 16.]]]] + output = interpolate_nd( + data, lambda x, _: nearest_coeffs(x, mode="ceil"), output_size=sizes + ).astype(np.float32) + + expect( + node, + inputs=[data, sizes], + outputs=[output], + name="test_resize_upsample_sizes_nearest_ceil_half_pixel", + ) + + @staticmethod + def export_resize_downsample_scales_linear_antialias() -> None: + node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "scales"], + outputs=["Y"], + mode="linear", + antialias=1, + ) + + data = np.array( + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ] + ] + ], + dtype=np.float32, + ) + + scales = np.array([1.0, 1.0, 0.6, 0.6], dtype=np.float32) + + # [[[[ 2.875 4.5 ] + # [ 9.375 11. ]]]] + output = interpolate_nd( + data, linear_coeffs_antialias, scale_factors=scales + ).astype(np.float32) + + expect( + node, + inputs=[data, scales], + outputs=[output], + name="test_resize_downsample_scales_linear_antialias", + ) + + @staticmethod + def export_resize_downsample_sizes_linear_antialias() -> None: + node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "", "sizes"], + outputs=["Y"], + mode="linear", + antialias=1, + ) + + data = np.array( + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ] + ] + ], + dtype=np.float32, + ) + + sizes = np.array([1, 1, 3, 3], dtype=np.int64) + + # [[[[ 2.3636363 3.590909 4.818182 ] + # [ 7.2727275 8.5 9.727273 ] + # [12.181818 13.409091 14.636364 ]]]] + output = interpolate_nd( + data, linear_coeffs_antialias, output_size=sizes + ).astype(np.float32) + + expect( + node, + inputs=[data, sizes], + outputs=[output], + name="test_resize_downsample_sizes_linear_antialias", + ) + + @staticmethod + def export_resize_downsample_scales_cubic_antialias() -> None: + node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "scales"], + outputs=["Y"], + mode="cubic", + antialias=1, + ) + + data = np.array( + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ] + ] + ], + dtype=np.float32, + ) + + scales = np.array([1.0, 1.0, 0.6, 0.6], dtype=np.float32) + + # [[[[ 2.5180721 4.2858863] + # [ 9.589329 11.357142 ]]]] + output = interpolate_nd( + data, cubic_coeffs_antialias, scale_factors=scales + ).astype(np.float32) + + expect( + node, + inputs=[data, scales], + outputs=[output], + name="test_resize_downsample_scales_cubic_antialias", + ) + + @staticmethod + def export_resize_downsample_sizes_cubic_antialias() -> None: + node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "", "sizes"], + outputs=["Y"], + mode="cubic", + antialias=1, + ) + + data = np.array( + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ] + ] + ], + dtype=np.float32, + ) + + sizes = np.array([1, 1, 3, 3], dtype=np.int64) + + # [[[[ 1.7750092 3.1200073 4.4650054] + # [ 7.1550016 8.5 9.844998 ] + # [12.534994 13.8799925 15.224991 ]]]] + output = interpolate_nd(data, cubic_coeffs_antialias, output_size=sizes).astype( + np.float32 + ) + + expect( + node, + inputs=[data, sizes], + outputs=[output], + name="test_resize_downsample_sizes_cubic_antialias", + ) + + @staticmethod + def export_resize_upsample_scales_nearest_axes_2_3() -> None: + axes = [2, 3] + node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "scales"], + outputs=["Y"], + mode="nearest", + axes=axes, + ) + + data = np.array( + [ + [ + [ + [1, 2], + [3, 4], + ] + ] + ], + dtype=np.float32, + ) + + scales = np.array([2.0, 3.0], dtype=np.float32) + + # [[[[1. 1. 1. 2. 2. 2.] + # [1. 1. 1. 2. 2. 2.] + # [3. 3. 3. 4. 4. 4.] + # [3. 3. 3. 4. 4. 4.]]]] + output = interpolate_nd( + data, lambda x, _: nearest_coeffs(x), scale_factors=scales, axes=axes + ).astype(np.float32) + + expect( + node, + inputs=[data, scales], + outputs=[output], + name="test_resize_upsample_scales_nearest_axes_2_3", + ) + + @staticmethod + def export_resize_upsample_scales_nearest_axes_3_2() -> None: + axes = [3, 2] + node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "scales"], + outputs=["Y"], + mode="nearest", + axes=axes, + ) + + data = np.array( + [ + [ + [ + [1, 2], + [3, 4], + ] + ] + ], + dtype=np.float32, + ) + + scales = np.array([3.0, 2.0], dtype=np.float32) + + # [[[[1. 1. 1. 2. 2. 2.] + # [1. 1. 1. 2. 2. 2.] + # [3. 3. 3. 4. 4. 4.] + # [3. 3. 3. 4. 4. 4.]]]] + output = interpolate_nd( + data, lambda x, _: nearest_coeffs(x), scale_factors=scales, axes=axes + ).astype(np.float32) + + expect( + node, + inputs=[data, scales], + outputs=[output], + name="test_resize_upsample_scales_nearest_axes_3_2", + ) + + @staticmethod + def export_resize_upsample_sizes_nearest_axes_2_3() -> None: + axes = [2, 3] + node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "", "sizes"], + outputs=["Y"], + mode="nearest", + axes=axes, + ) + + data = np.array( + [ + [ + [ + [1, 2], + [3, 4], + ] + ] + ], + dtype=np.float32, + ) + + sizes = np.array([7, 8], dtype=np.int64) + + # [[[[1. 1. 1. 1. 2. 2. 2. 2.] + # [1. 1. 1. 1. 2. 2. 2. 2.] + # [1. 1. 1. 1. 2. 2. 2. 2.] + # [1. 1. 1. 1. 2. 2. 2. 2.] + # [3. 3. 3. 3. 4. 4. 4. 4.] + # [3. 3. 3. 3. 4. 4. 4. 4.] + # [3. 3. 3. 3. 4. 4. 4. 4.]]]] + output = interpolate_nd( + data, lambda x, _: nearest_coeffs(x), output_size=sizes, axes=axes + ).astype(np.float32) + + expect( + node, + inputs=[data, sizes], + outputs=[output], + name="test_resize_upsample_sizes_nearest_axes_2_3", + ) + + @staticmethod + def export_resize_upsample_sizes_nearest_axes_3_2() -> None: + axes = [3, 2] + node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "", "sizes"], + outputs=["Y"], + mode="nearest", + axes=axes, + ) + + data = np.array( + [ + [ + [ + [1, 2], + [3, 4], + ] + ] + ], + dtype=np.float32, + ) + + sizes = np.array([8, 7], dtype=np.int64) + + # [[[[1. 1. 1. 1. 2. 2. 2. 2.] + # [1. 1. 1. 1. 2. 2. 2. 2.] + # [1. 1. 1. 1. 2. 2. 2. 2.] + # [1. 1. 1. 1. 2. 2. 2. 2.] + # [3. 3. 3. 3. 4. 4. 4. 4.] + # [3. 3. 3. 3. 4. 4. 4. 4.] + # [3. 3. 3. 3. 4. 4. 4. 4.]]]] + output = interpolate_nd( + data, lambda x, _: nearest_coeffs(x), output_size=sizes, axes=axes + ).astype(np.float32) + + expect( + node, + inputs=[data, sizes], + outputs=[output], + name="test_resize_upsample_sizes_nearest_axes_3_2", + ) + + @staticmethod + def export_resize_tf_crop_and_resize_axes_2_3() -> None: + axes = [2, 3] + node = onnx.helper.make_node( + "Resize", + inputs=["X", "roi", "", "sizes"], + outputs=["Y"], + mode="linear", + coordinate_transformation_mode="tf_crop_and_resize", + axes=axes, + ) + + data = np.array( + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ] + ] + ], + dtype=np.float32, + ) + + # Note: for some rois, the result may be different with that of TF for inaccurate floating point + roi = np.array([0.4, 0.6, 0.6, 0.8], dtype=np.float32) + sizes = np.array([3, 3], dtype=np.int64) + + # [[[[ 7.6000004 7.9 8.2 ] + # [ 8.8 9.1 9.400001 ] + # [10. 10.3 10.6 ]]]] + output = interpolate_nd( + data, + lambda x, _: linear_coeffs(x), + output_size=sizes, + roi=roi, + axes=axes, + coordinate_transformation_mode="tf_crop_and_resize", + ).astype(np.float32) + + expect( + node, + inputs=[data, roi, sizes], + outputs=[output], + name="test_resize_tf_crop_and_resize_axes_2_3", + ) + + @staticmethod + def export_resize_tf_crop_and_resize_axes_3_2() -> None: + axes = [3, 2] + node = onnx.helper.make_node( + "Resize", + inputs=["X", "roi", "", "sizes"], + outputs=["Y"], + mode="linear", + coordinate_transformation_mode="tf_crop_and_resize", + axes=axes, + ) + + data = np.array( + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + [9, 10, 11, 12], + [13, 14, 15, 16], + ] + ] + ], + dtype=np.float32, + ) + + # Note: for some rois, the result may be different with that of TF for inaccurate floating point + roi = np.array([0.6, 0.4, 0.8, 0.6], dtype=np.float32) + sizes = np.array([3, 3], dtype=np.int64) + + # [[[[ 7.6000004 7.9 8.2 ] + # [ 8.8 9.1 9.400001 ] + # [10. 10.3 10.6 ]]]] + output = interpolate_nd( + data, + lambda x, _: linear_coeffs(x), + output_size=sizes, + roi=roi, + axes=axes, + coordinate_transformation_mode="tf_crop_and_resize", + ).astype(np.float32) + + expect( + node, + inputs=[data, roi, sizes], + outputs=[output], + name="test_resize_tf_crop_and_resize_axes_3_2", + ) + + @staticmethod + def export_resize_upsample_sizes_nearest_not_larger() -> None: + keep_aspect_ratio_policy = "not_larger" + axes = [2, 3] + node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "", "sizes"], + outputs=["Y"], + mode="nearest", + axes=axes, + keep_aspect_ratio_policy=keep_aspect_ratio_policy, + ) + + data = np.array( + [ + [ + [ + [1, 2], + [3, 4], + ] + ] + ], + dtype=np.float32, + ) + + sizes = np.array([7, 8], dtype=np.int64) # Results in 7x7 + + # [[[[1. 1. 1. 1. 2. 2. 2.] + # [1. 1. 1. 1. 2. 2. 2.] + # [1. 1. 1. 1. 2. 2. 2.] + # [1. 1. 1. 1. 2. 2. 2.] + # [3. 3. 3. 3. 4. 4. 4.] + # [3. 3. 3. 3. 4. 4. 4.] + # [3. 3. 3. 3. 4. 4. 4.]]]] + output = interpolate_nd( + data, + lambda x, _: nearest_coeffs(x), + output_size=sizes, + axes=axes, + keep_aspect_ratio_policy=keep_aspect_ratio_policy, + ).astype(np.float32) + + expect( + node, + inputs=[data, sizes], + outputs=[output], + name="test_resize_upsample_sizes_nearest_not_larger", + ) + + @staticmethod + def export_resize_upsample_sizes_nearest_not_smaller() -> None: + keep_aspect_ratio_policy = "not_smaller" + axes = [2, 3] + node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "", "sizes"], + outputs=["Y"], + mode="nearest", + axes=axes, + keep_aspect_ratio_policy=keep_aspect_ratio_policy, + ) + + data = np.array( + [ + [ + [ + [1, 2], + [3, 4], + ] + ] + ], + dtype=np.float32, + ) + + sizes = np.array([7, 8], dtype=np.int64) # Results in 8x8 + + # [[[[1. 1. 1. 1. 2. 2. 2. 2.] + # [1. 1. 1. 1. 2. 2. 2. 2.] + # [1. 1. 1. 1. 2. 2. 2. 2.] + # [1. 1. 1. 1. 2. 2. 2. 2.] + # [3. 3. 3. 3. 4. 4. 4. 4.] + # [3. 3. 3. 3. 4. 4. 4. 4.] + # [3. 3. 3. 3. 4. 4. 4. 4.]]]] + output = interpolate_nd( + data, + lambda x, _: nearest_coeffs(x), + output_size=sizes, + axes=axes, + keep_aspect_ratio_policy=keep_aspect_ratio_policy, + ).astype(np.float32) + + expect( + node, + inputs=[data, sizes], + outputs=[output], + name="test_resize_upsample_sizes_nearest_not_smaller", + ) + + @staticmethod + def export_resize_downsample_sizes_nearest_not_larger() -> None: + keep_aspect_ratio_policy = "not_larger" + axes = [2, 3] + node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "", "sizes"], + outputs=["Y"], + mode="nearest", + axes=axes, + keep_aspect_ratio_policy=keep_aspect_ratio_policy, + ) + + data = np.array( + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + ] + ] + ], + dtype=np.float32, + ) + + sizes = np.array([1, 3], dtype=np.int64) # Results in 1x2 + + # [[[[1. 3.]]]] + output = interpolate_nd( + data, + lambda x, _: nearest_coeffs(x), + output_size=sizes, + axes=axes, + keep_aspect_ratio_policy=keep_aspect_ratio_policy, + ).astype(np.float32) + + expect( + node, + inputs=[data, sizes], + outputs=[output], + name="test_resize_downsample_sizes_nearest_not_larger", + ) + + @staticmethod + def export_resize_downsample_sizes_nearest_not_smaller() -> None: + keep_aspect_ratio_policy = "not_smaller" + axes = [2, 3] + node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "", "sizes"], + outputs=["Y"], + mode="nearest", + axes=axes, + keep_aspect_ratio_policy=keep_aspect_ratio_policy, + ) + + data = np.array( + [ + [ + [ + [1, 2, 3, 4], + [5, 6, 7, 8], + ] + ] + ], + dtype=np.float32, + ) + + sizes = np.array([1, 3], dtype=np.int64) # Results in 2x3 + + # [[[[1. 2. 4.] + # [5. 6. 8.]]]] + output = interpolate_nd( + data, + lambda x, _: nearest_coeffs(x), + output_size=sizes, + axes=axes, + keep_aspect_ratio_policy=keep_aspect_ratio_policy, + ).astype(np.float32) + + expect( + node, + inputs=[data, sizes], + outputs=[output], + name="test_resize_downsample_sizes_nearest_not_smaller", + ) + + @staticmethod + def export_resize_downsample_scales_linear_half_pixel_symmetric() -> None: + node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "scales"], + outputs=["Y"], + mode="linear", + coordinate_transformation_mode="half_pixel_symmetric", + ) + + data = np.array([[[[1, 2, 3, 4]]]], dtype=np.float32) + scales = np.array([1.0, 1.0, 1.0, 0.6], dtype=np.float32) + + # [[[[1.6666667, 3.3333333]]]] + output = interpolate_nd( + data, + lambda x, _: linear_coeffs(x), + scale_factors=scales, + coordinate_transformation_mode="half_pixel_symmetric", + ).astype(np.float32) + + expect( + node, + inputs=[data, scales], + outputs=[output], + name="test_resize_downsample_scales_linear_half_pixel_symmetric", + ) + + @staticmethod + def export_resize_upsample_scales_linear_half_pixel_symmetric() -> None: + node = onnx.helper.make_node( + "Resize", + inputs=["X", "", "scales"], + outputs=["Y"], + mode="linear", + coordinate_transformation_mode="half_pixel_symmetric", + ) + + data = np.array([[[[1, 2], [3, 4]]]], dtype=np.float32) + scales = np.array([1.0, 1.0, 2.3, 2.94], dtype=np.float32) + + # [[[[1. , 1.15986395, 1.5 , 1.84013605, 2. ], + # [1.56521738, 1.72508133, 2.06521738, 2.40535343, 2.56521738], + # [2.43478262, 2.59464657, 2.93478262, 3.27491867, 3.43478262], + # [3. , 3.15986395, 3.5 , 3.84013605, 4. ]]]] + output = interpolate_nd( + data, + lambda x, _: linear_coeffs(x), + scale_factors=scales, + coordinate_transformation_mode="half_pixel_symmetric", + ).astype(np.float32) + + expect( + node, + inputs=[data, scales], + outputs=[output], + name="test_resize_upsample_scales_linear_half_pixel_symmetric", + ) diff --git a/onnx/backend/test/case/node/reversesequence.py b/onnx/backend/test/case/node/reversesequence.py new file mode 100644 index 0000000..b5533cc --- /dev/null +++ b/onnx/backend/test/case/node/reversesequence.py @@ -0,0 +1,86 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class ReverseSequence(Base): + @staticmethod + def export_reversesequence_time() -> None: + node = onnx.helper.make_node( + "ReverseSequence", + inputs=["x", "sequence_lens"], + outputs=["y"], + time_axis=0, + batch_axis=1, + ) + x = np.array( + [ + [0.0, 4.0, 8.0, 12.0], + [1.0, 5.0, 9.0, 13.0], + [2.0, 6.0, 10.0, 14.0], + [3.0, 7.0, 11.0, 15.0], + ], + dtype=np.float32, + ) + sequence_lens = np.array([4, 3, 2, 1], dtype=np.int64) + + y = np.array( + [ + [3.0, 6.0, 9.0, 12.0], + [2.0, 5.0, 8.0, 13.0], + [1.0, 4.0, 10.0, 14.0], + [0.0, 7.0, 11.0, 15.0], + ], + dtype=np.float32, + ) + + expect( + node, + inputs=[x, sequence_lens], + outputs=[y], + name="test_reversesequence_time", + ) + + @staticmethod + def export_reversesequence_batch() -> None: + node = onnx.helper.make_node( + "ReverseSequence", + inputs=["x", "sequence_lens"], + outputs=["y"], + time_axis=1, + batch_axis=0, + ) + x = np.array( + [ + [0.0, 1.0, 2.0, 3.0], + [4.0, 5.0, 6.0, 7.0], + [8.0, 9.0, 10.0, 11.0], + [12.0, 13.0, 14.0, 15.0], + ], + dtype=np.float32, + ) + sequence_lens = np.array([1, 2, 3, 4], dtype=np.int64) + + y = np.array( + [ + [0.0, 1.0, 2.0, 3.0], + [5.0, 4.0, 6.0, 7.0], + [10.0, 9.0, 8.0, 11.0], + [15.0, 14.0, 13.0, 12.0], + ], + dtype=np.float32, + ) + + expect( + node, + inputs=[x, sequence_lens], + outputs=[y], + name="test_reversesequence_batch", + ) diff --git a/onnx/backend/test/case/node/rmsnormalization.py b/onnx/backend/test/case/node/rmsnormalization.py new file mode 100644 index 0000000..3b24e4c --- /dev/null +++ b/onnx/backend/test/case/node/rmsnormalization.py @@ -0,0 +1,126 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect +from onnx.reference.ops.op_rms_normalization import _rms_normalization + + +def calculate_normalized_shape(x_shape, axis): + rank = len(x_shape) + if axis < 0: + axis = axis + rank + return x_shape[axis:] + + +class RMSNormalization(Base): + @staticmethod + def export() -> None: + X = np.random.randn(2, 3, 4, 5).astype(np.float32) + + def case(axis: int) -> None: + normalized_shape = calculate_normalized_shape(X.shape, axis) + W = np.random.randn(*normalized_shape).astype(np.float32) + Y = _rms_normalization(X, W, axis=axis) + + node = onnx.helper.make_node( + "RMSNormalization", + inputs=["X", "W"], + outputs=["Y"], + axis=axis, + ) + + if axis < 0: + name = f"test_rms_normalization_4d_axis_negative_{-axis}" + else: + name = f"test_rms_normalization_4d_axis{axis}" + + expect(node, inputs=[X, W], outputs=[Y], name=name) + + for i in range(len(X.shape)): + case(i) + case(i - len(X.shape)) + + @staticmethod + def export_default_axis() -> None: + X = np.random.randn(2, 3, 4, 5).astype(np.float32) + + # Default axis in RMSNormalization is -1. + normalized_shape = calculate_normalized_shape(X.shape, -1) + W = np.random.randn(*normalized_shape).astype(np.float32) + # Axis is default to -1 in the reference implementation. + Y = _rms_normalization(X, W) + + # Not specifying axis attribute means -1. + node = onnx.helper.make_node( + "RMSNormalization", + inputs=["X", "W"], + outputs=["Y"], + ) + + expect( + node, + inputs=[X, W], + outputs=[Y], + name="test_rms_normalization_default_axis", + ) + + @staticmethod + def export2d() -> None: + X = np.random.randn(3, 4).astype(np.float32) + + def case(axis: int) -> None: + normalized_shape = calculate_normalized_shape(X.shape, axis) + W = np.random.randn(*normalized_shape).astype(np.float32) + Y = _rms_normalization(X, W, axis=axis) + + node = onnx.helper.make_node( + "RMSNormalization", + inputs=["X", "W"], + outputs=["Y"], + axis=axis, + ) + + if axis < 0: + name = f"test_rms_normalization_2d_axis_negative_{-axis}" + else: + name = f"test_rms_normalization_2d_axis{axis}" + + expect(node, inputs=[X, W], outputs=[Y], name=name) + + for i in range(len(X.shape)): + case(i) + case(i - len(X.shape)) + + @staticmethod + def export3d_epsilon() -> None: + epsilon = 1e-1 + X = np.random.randn(2, 3, 5).astype(np.float32) + + def case(axis: int) -> None: + normalized_shape = calculate_normalized_shape(X.shape, axis) + W = np.random.randn(*normalized_shape).astype(np.float32) + Y = _rms_normalization(X, W, axis=axis, epsilon=epsilon) + node = onnx.helper.make_node( + "RMSNormalization", + inputs=["X", "W"], + outputs=["Y"], + axis=axis, + epsilon=epsilon, + ) + + if axis < 0: + name = f"test_rms_normalization_3d_axis_negative_{-axis}_epsilon" + else: + name = f"test_rms_normalization_3d_axis{axis}_epsilon" + + expect(node, inputs=[X, W], outputs=[Y], name=name) + + for i in range(len(X.shape)): + case(i) + case(i - len(X.shape)) diff --git a/onnx/backend/test/case/node/rnn.py b/onnx/backend/test/case/node/rnn.py new file mode 100644 index 0000000..1c0dbfe --- /dev/null +++ b/onnx/backend/test/case/node/rnn.py @@ -0,0 +1,220 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +from typing import Any + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class RNNHelper: + def __init__(self, **params: Any) -> None: + # RNN Input Names + X = "X" + W = "W" + R = "R" + B = "B" + H_0 = "initial_h" + LAYOUT = "layout" + + required_inputs = [X, W, R] + for i in required_inputs: + assert i in params, f"Missing Required Input: {i}" + + self.num_directions = params[str(W)].shape[0] + + if self.num_directions == 1: + for k, v in params.items(): + if k != X: + params[k] = np.squeeze(v, axis=0) + + hidden_size = params[R].shape[-1] + batch_size = params[X].shape[1] + + layout = params.get(LAYOUT, 0) + x = params[X] + x = x if layout == 0 else np.swapaxes(x, 0, 1) + b = ( + params[B] + if B in params + else np.zeros(2 * hidden_size, dtype=np.float32) + ) + h_0 = ( + params[H_0] + if H_0 in params + else np.zeros((batch_size, hidden_size), dtype=np.float32) + ) + + self.X = x + self.W = params[W] + self.R = params[R] + self.B = b + self.H_0 = h_0 + self.LAYOUT = layout + + else: + raise NotImplementedError + + def f(self, x: np.ndarray) -> np.ndarray: + return np.tanh(x) + + def step(self) -> tuple[np.ndarray, np.ndarray]: + seq_length = self.X.shape[0] + hidden_size = self.H_0.shape[-1] + batch_size = self.X.shape[1] + + Y = np.empty([seq_length, self.num_directions, batch_size, hidden_size]) + h_list = [] + + H_t = self.H_0 + for x in np.split(self.X, self.X.shape[0], axis=0): + H = self.f( + np.dot(x, np.transpose(self.W)) + + np.dot(H_t, np.transpose(self.R)) + + np.add(*np.split(self.B, 2)) + ) + h_list.append(H) + H_t = H + + concatenated = np.concatenate(h_list) + if self.num_directions == 1: + Y[:, 0, :, :] = concatenated + + if self.LAYOUT == 0: + Y_h = Y[-1] + else: + Y = np.transpose(Y, [2, 0, 1, 3]) + Y_h = Y[:, :, -1, :] + + return Y, Y_h + + +class RNN(Base): + @staticmethod + def export_defaults() -> None: + input = np.array([[[1.0, 2.0], [3.0, 4.0], [5.0, 6.0]]]).astype(np.float32) + + input_size = 2 + hidden_size = 4 + weight_scale = 0.1 + + node = onnx.helper.make_node( + "RNN", inputs=["X", "W", "R"], outputs=["", "Y_h"], hidden_size=hidden_size + ) + + W = weight_scale * np.ones((1, hidden_size, input_size)).astype(np.float32) + R = weight_scale * np.ones((1, hidden_size, hidden_size)).astype(np.float32) + + rnn = RNNHelper(X=input, W=W, R=R) + _, Y_h = rnn.step() + expect( + node, + inputs=[input, W, R], + outputs=[Y_h.astype(np.float32)], + name="test_simple_rnn_defaults", + ) + + @staticmethod + def export_initial_bias() -> None: + input = np.array([[[1.0, 2.0, 3.0], [4.0, 5.0, 6.0], [7.0, 8.0, 9.0]]]).astype( + np.float32 + ) + + input_size = 3 + hidden_size = 5 + custom_bias = 0.1 + weight_scale = 0.1 + + node = onnx.helper.make_node( + "RNN", + inputs=["X", "W", "R", "B"], + outputs=["", "Y_h"], + hidden_size=hidden_size, + ) + + W = weight_scale * np.ones((1, hidden_size, input_size)).astype(np.float32) + R = weight_scale * np.ones((1, hidden_size, hidden_size)).astype(np.float32) + + # Adding custom bias + W_B = custom_bias * np.ones((1, hidden_size)).astype(np.float32) + R_B = np.zeros((1, hidden_size)).astype(np.float32) + B = np.concatenate((W_B, R_B), axis=1) + + rnn = RNNHelper(X=input, W=W, R=R, B=B) + _, Y_h = rnn.step() + expect( + node, + inputs=[input, W, R, B], + outputs=[Y_h.astype(np.float32)], + name="test_simple_rnn_with_initial_bias", + ) + + @staticmethod + def export_seq_length() -> None: + input = np.array( + [ + [[1.0, 2.0, 3.0], [4.0, 5.0, 6.0], [7.0, 8.0, 9.0]], + [[10.0, 11.0, 12.0], [13.0, 14.0, 15.0], [16.0, 17.0, 18.0]], + ] + ).astype(np.float32) + + input_size = 3 + hidden_size = 5 + + node = onnx.helper.make_node( + "RNN", + inputs=["X", "W", "R", "B"], + outputs=["", "Y_h"], + hidden_size=hidden_size, + ) + + W = np.random.randn(1, hidden_size, input_size).astype(np.float32) + R = np.random.randn(1, hidden_size, hidden_size).astype(np.float32) + + # Adding custom bias + W_B = np.random.randn(1, hidden_size).astype(np.float32) + R_B = np.random.randn(1, hidden_size).astype(np.float32) + B = np.concatenate((W_B, R_B), axis=1) + + rnn = RNNHelper(X=input, W=W, R=R, B=B) + _, Y_h = rnn.step() + expect( + node, + inputs=[input, W, R, B], + outputs=[Y_h.astype(np.float32)], + name="test_rnn_seq_length", + ) + + @staticmethod + def export_batchwise() -> None: + input = np.array([[[1.0, 2.0]], [[3.0, 4.0]], [[5.0, 6.0]]]).astype(np.float32) + + input_size = 2 + hidden_size = 4 + weight_scale = 0.5 + layout = 1 + + node = onnx.helper.make_node( + "RNN", + inputs=["X", "W", "R"], + outputs=["Y", "Y_h"], + hidden_size=hidden_size, + layout=layout, + ) + + W = weight_scale * np.ones((1, hidden_size, input_size)).astype(np.float32) + R = weight_scale * np.ones((1, hidden_size, hidden_size)).astype(np.float32) + + rnn = RNNHelper(X=input, W=W, R=R, layout=layout) + Y, Y_h = rnn.step() + expect( + node, + inputs=[input, W, R], + outputs=[Y.astype(np.float32), Y_h.astype(np.float32)], + name="test_simple_rnn_batchwise", + ) diff --git a/onnx/backend/test/case/node/roialign.py b/onnx/backend/test/case/node/roialign.py new file mode 100644 index 0000000..888fa6e --- /dev/null +++ b/onnx/backend/test/case/node/roialign.py @@ -0,0 +1,446 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +def get_roi_align_input_values(): + X = np.array( + [ + [ + [ + [ + 0.2764, + 0.7150, + 0.1958, + 0.3416, + 0.4638, + 0.0259, + 0.2963, + 0.6518, + 0.4856, + 0.7250, + ], + [ + 0.9637, + 0.0895, + 0.2919, + 0.6753, + 0.0234, + 0.6132, + 0.8085, + 0.5324, + 0.8992, + 0.4467, + ], + [ + 0.3265, + 0.8479, + 0.9698, + 0.2471, + 0.9336, + 0.1878, + 0.4766, + 0.4308, + 0.3400, + 0.2162, + ], + [ + 0.0206, + 0.1720, + 0.2155, + 0.4394, + 0.0653, + 0.3406, + 0.7724, + 0.3921, + 0.2541, + 0.5799, + ], + [ + 0.4062, + 0.2194, + 0.4473, + 0.4687, + 0.7109, + 0.9327, + 0.9815, + 0.6320, + 0.1728, + 0.6119, + ], + [ + 0.3097, + 0.1283, + 0.4984, + 0.5068, + 0.4279, + 0.0173, + 0.4388, + 0.0430, + 0.4671, + 0.7119, + ], + [ + 0.1011, + 0.8477, + 0.4726, + 0.1777, + 0.9923, + 0.4042, + 0.1869, + 0.7795, + 0.9946, + 0.9689, + ], + [ + 0.1366, + 0.3671, + 0.7011, + 0.6234, + 0.9867, + 0.5585, + 0.6985, + 0.5609, + 0.8788, + 0.9928, + ], + [ + 0.5697, + 0.8511, + 0.6711, + 0.9406, + 0.8751, + 0.7496, + 0.1650, + 0.1049, + 0.1559, + 0.2514, + ], + [ + 0.7012, + 0.4056, + 0.7879, + 0.3461, + 0.0415, + 0.2998, + 0.5094, + 0.3727, + 0.5482, + 0.0502, + ], + ] + ] + ], + dtype=np.float32, + ) + batch_indices = np.array([0, 0, 0], dtype=np.int64) + rois = np.array([[0, 0, 9, 9], [0, 5, 4, 9], [5, 5, 9, 9]], dtype=np.float32) + return X, batch_indices, rois + + +class RoiAlign(Base): + @staticmethod + def export_roialign_aligned_false() -> None: + node = onnx.helper.make_node( + "RoiAlign", + inputs=["X", "rois", "batch_indices"], + outputs=["Y"], + spatial_scale=1.0, + output_height=5, + output_width=5, + sampling_ratio=2, + coordinate_transformation_mode="output_half_pixel", + ) + + X, batch_indices, rois = get_roi_align_input_values() + # (num_rois, C, output_height, output_width) + Y = np.array( + [ + [ + [ + [0.4664, 0.4466, 0.3405, 0.5688, 0.6068], + [0.3714, 0.4296, 0.3835, 0.5562, 0.3510], + [0.2768, 0.4883, 0.5222, 0.5528, 0.4171], + [0.4713, 0.4844, 0.6904, 0.4920, 0.8774], + [0.6239, 0.7125, 0.6289, 0.3355, 0.3495], + ] + ], + [ + [ + [0.3022, 0.4305, 0.4696, 0.3978, 0.5423], + [0.3656, 0.7050, 0.5165, 0.3172, 0.7015], + [0.2912, 0.5059, 0.6476, 0.6235, 0.8299], + [0.5916, 0.7389, 0.7048, 0.8372, 0.8893], + [0.6227, 0.6153, 0.7097, 0.6154, 0.4585], + ] + ], + [ + [ + [0.2384, 0.3379, 0.3717, 0.6100, 0.7601], + [0.3767, 0.3785, 0.7147, 0.9243, 0.9727], + [0.5749, 0.5826, 0.5709, 0.7619, 0.8770], + [0.5355, 0.2566, 0.2141, 0.2796, 0.3600], + [0.4365, 0.3504, 0.2887, 0.3661, 0.2349], + ] + ], + ], + dtype=np.float32, + ) + + expect( + node, + inputs=[X, rois, batch_indices], + outputs=[Y], + name="test_roialign_aligned_false", + ) + + @staticmethod + def export_roialign_aligned_true() -> None: + node = onnx.helper.make_node( + "RoiAlign", + inputs=["X", "rois", "batch_indices"], + outputs=["Y"], + spatial_scale=1.0, + output_height=5, + output_width=5, + sampling_ratio=2, + coordinate_transformation_mode="half_pixel", + ) + + X, batch_indices, rois = get_roi_align_input_values() + # (num_rois, C, output_height, output_width) + Y = np.array( + [ + [ + [ + [0.5178, 0.3434, 0.3229, 0.4474, 0.6344], + [0.4031, 0.5366, 0.4428, 0.4861, 0.4023], + [0.2512, 0.4002, 0.5155, 0.6954, 0.3465], + [0.3350, 0.4601, 0.5881, 0.3439, 0.6849], + [0.4932, 0.7141, 0.8217, 0.4719, 0.4039], + ] + ], + [ + [ + [0.3070, 0.2187, 0.3337, 0.4880, 0.4870], + [0.1871, 0.4914, 0.5561, 0.4192, 0.3686], + [0.1433, 0.4608, 0.5971, 0.5310, 0.4982], + [0.2788, 0.4386, 0.6022, 0.7000, 0.7524], + [0.5774, 0.7024, 0.7251, 0.7338, 0.8163], + ] + ], + [ + [ + [0.2393, 0.4075, 0.3379, 0.2525, 0.4743], + [0.3671, 0.2702, 0.4105, 0.6419, 0.8308], + [0.5556, 0.4543, 0.5564, 0.7502, 0.9300], + [0.6626, 0.5617, 0.4813, 0.4954, 0.6663], + [0.6636, 0.3721, 0.2056, 0.1928, 0.2478], + ] + ], + ], + dtype=np.float32, + ) + + expect( + node, + inputs=[X, rois, batch_indices], + outputs=[Y], + name="test_roialign_aligned_true", + ) + + @staticmethod + def export_roialign_mode_max() -> None: + X = np.array( + [ + [ + [ + [ + 0.2764, + 0.715, + 0.1958, + 0.3416, + 0.4638, + 0.0259, + 0.2963, + 0.6518, + 0.4856, + 0.725, + ], + [ + 0.9637, + 0.0895, + 0.2919, + 0.6753, + 0.0234, + 0.6132, + 0.8085, + 0.5324, + 0.8992, + 0.4467, + ], + [ + 0.3265, + 0.8479, + 0.9698, + 0.2471, + 0.9336, + 0.1878, + 0.4766, + 0.4308, + 0.34, + 0.2162, + ], + [ + 0.0206, + 0.172, + 0.2155, + 0.4394, + 0.0653, + 0.3406, + 0.7724, + 0.3921, + 0.2541, + 0.5799, + ], + [ + 0.4062, + 0.2194, + 0.4473, + 0.4687, + 0.7109, + 0.9327, + 0.9815, + 0.632, + 0.1728, + 0.6119, + ], + [ + 0.3097, + 0.1283, + 0.4984, + 0.5068, + 0.4279, + 0.0173, + 0.4388, + 0.043, + 0.4671, + 0.7119, + ], + [ + 0.1011, + 0.8477, + 0.4726, + 0.1777, + 0.9923, + 0.4042, + 0.1869, + 0.7795, + 0.9946, + 0.9689, + ], + [ + 0.1366, + 0.3671, + 0.7011, + 0.6234, + 0.9867, + 0.5585, + 0.6985, + 0.5609, + 0.8788, + 0.9928, + ], + [ + 0.5697, + 0.8511, + 0.6711, + 0.9406, + 0.8751, + 0.7496, + 0.165, + 0.1049, + 0.1559, + 0.2514, + ], + [ + 0.7012, + 0.4056, + 0.7879, + 0.3461, + 0.0415, + 0.2998, + 0.5094, + 0.3727, + 0.5482, + 0.0502, + ], + ] + ] + ], + dtype=np.float32, + ) + rois = np.array( + [[0.0, 0.0, 9.0, 9.0], [0.0, 5.0, 4.0, 9.0], [5.0, 5.0, 9.0, 9.0]], + dtype=np.float32, + ) + batch_indices = np.array([0, 0, 0], dtype=np.int64) + + Y = np.array( + [ + [ + [ + [0.3445228, 0.37310338, 0.37865096, 0.446696, 0.37991184], + [0.4133513, 0.5455125, 0.6651902, 0.55805874, 0.27110294], + [0.21223956, 0.40924096, 0.8417618, 0.792561, 0.37196714], + [0.46835402, 0.39741728, 0.8012819, 0.4969306, 0.5495158], + [0.3595896, 0.5196813, 0.5403741, 0.23814403, 0.19992709], + ] + ], + [ + [ + [0.30517197, 0.5086199, 0.3189761, 0.4054401, 0.47630402], + [0.50862, 0.8477, 0.37808004, 0.24936005, 0.79384017], + [0.17620805, 0.29368007, 0.44870415, 0.4987201, 0.63148826], + [0.51066005, 0.8511, 0.5368801, 0.9406, 0.70008016], + [0.4487681, 0.51066035, 0.5042561, 0.5643603, 0.42004836], + ] + ], + [ + [ + [0.21062402, 0.3510401, 0.37416005, 0.5967599, 0.46507207], + [0.32336006, 0.31180006, 0.6236001, 0.9946, 0.7751202], + [0.35744014, 0.5588001, 0.35897616, 0.7030401, 0.6353923], + [0.5996801, 0.27940005, 0.17948808, 0.35152006, 0.31769615], + [0.3598083, 0.40752012, 0.2385281, 0.43856013, 0.26313624], + ] + ], + ], + dtype=np.float32, + ) + + node = onnx.helper.make_node( + "RoiAlign", + inputs=["X", "rois", "batch_indices"], + mode="max", + outputs=["Y"], + spatial_scale=1.0, + output_height=5, + output_width=5, + sampling_ratio=2, + coordinate_transformation_mode="output_half_pixel", + ) + + expect( + node, + inputs=[X, rois, batch_indices], + outputs=[Y], + name="test_roialign_mode_max", + ) diff --git a/onnx/backend/test/case/node/rotaryembedding.py b/onnx/backend/test/case/node/rotaryembedding.py new file mode 100644 index 0000000..58f1ec6 --- /dev/null +++ b/onnx/backend/test/case/node/rotaryembedding.py @@ -0,0 +1,231 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect +from onnx.reference.ops.op_rotary_embedding import rotary_embedding + + +class RotaryEmbedding(Base): + @staticmethod + def export_rotary_embedding() -> None: + node = onnx.helper.make_node( + "RotaryEmbedding", + inputs=["input", "cos_cache", "sin_cache", "position_ids"], + outputs=["output"], + ) + + input_data = np.random.rand(2, 4, 3, 8).astype(np.float32) + position_ids_data = np.random.uniform(0, 50, (2, 3)).astype(np.int64) + sin_cache_data = np.random.rand(50, 4).astype(np.float32) + cos_cache_data = np.random.rand(50, 4).astype(np.float32) + + expected_output = rotary_embedding( + input_data, cos_cache_data, sin_cache_data, position_ids=position_ids_data + ) + + expect( + node, + inputs=[input_data, cos_cache_data, sin_cache_data, position_ids_data], + outputs=[expected_output], + name="test_rotary_embedding", + ) + + @staticmethod + def export_rotary_embedding_3d_input() -> None: + num_heads = 4 + node = onnx.helper.make_node( + "RotaryEmbedding", + inputs=["input", "cos_cache", "sin_cache", "position_ids"], + outputs=["output"], + num_heads=num_heads, + ) + + input_data = np.random.rand(2, 3, 32).astype(np.float32) + position_ids_data = np.random.uniform(0, 50, (2, 3)).astype(np.int64) + sin_cache_data = np.random.rand(50, 4).astype(np.float32) + cos_cache_data = np.random.rand(50, 4).astype(np.float32) + + expected_output = rotary_embedding( + input_data, + cos_cache_data, + sin_cache_data, + position_ids=position_ids_data, + num_heads=num_heads, + ) + + expect( + node, + inputs=[input_data, cos_cache_data, sin_cache_data, position_ids_data], + outputs=[expected_output], + name="test_rotary_embedding_3d_input", + ) + + @staticmethod + def export_rotary_embedding_interleaved() -> None: + node = onnx.helper.make_node( + "RotaryEmbedding", + inputs=["input", "cos_cache", "sin_cache", "position_ids"], + outputs=["output"], + interleaved=1, + ) + + input_data = np.random.rand(2, 4, 3, 8).astype(np.float32) + position_ids_data = np.random.uniform(0, 50, (2, 3)).astype(np.int64) + sin_cache_data = np.random.rand(50, 4).astype(np.float32) + cos_cache_data = np.random.rand(50, 4).astype(np.float32) + + expected_output = rotary_embedding( + input_data, + cos_cache_data, + sin_cache_data, + position_ids=position_ids_data, + interleaved=1, + ) + + expect( + node, + inputs=[input_data, cos_cache_data, sin_cache_data, position_ids_data], + outputs=[expected_output], + name="test_rotary_embedding_interleaved", + ) + + @staticmethod + def export_rotary_embedding_with_rotary_dim() -> None: + node = onnx.helper.make_node( + "RotaryEmbedding", + inputs=["input", "cos_cache", "sin_cache", "position_ids"], + outputs=["output"], + rotary_embedding_dim=4, + ) + + input_data = np.random.rand(2, 4, 3, 8).astype(np.float32) + position_ids_data = np.random.uniform(0, 50, (2, 3)).astype(np.int64) + sin_cache_data = np.random.rand(50, 2).astype(np.float32) + cos_cache_data = np.random.rand(50, 2).astype(np.float32) + + expected_output = rotary_embedding( + input_data, + cos_cache_data, + sin_cache_data, + position_ids=position_ids_data, + rotary_embedding_dim=4, + ) + + expect( + node, + inputs=[input_data, cos_cache_data, sin_cache_data, position_ids_data], + outputs=[expected_output], + name="test_rotary_embedding_with_rotary_dim", + ) + + @staticmethod + def export_rotary_embedding_with_interleaved_rotary_dim() -> None: + node = onnx.helper.make_node( + "RotaryEmbedding", + inputs=["input", "cos_cache", "sin_cache", "position_ids"], + outputs=["output"], + rotary_embedding_dim=4, + interleaved=1, + ) + + input_data = np.random.rand(2, 4, 3, 8).astype(np.float32) + position_ids_data = np.random.uniform(0, 50, (2, 3)).astype(np.int64) + sin_cache_data = np.random.rand(50, 2).astype(np.float32) + cos_cache_data = np.random.rand(50, 2).astype(np.float32) + + expected_output = rotary_embedding( + input_data, + cos_cache_data, + sin_cache_data, + position_ids=position_ids_data, + interleaved=1, + rotary_embedding_dim=4, + ) + + expect( + node, + inputs=[input_data, cos_cache_data, sin_cache_data, position_ids_data], + outputs=[expected_output], + name="test_rotary_embedding_with_interleaved_rotary_dim", + ) + + @staticmethod + def export_rotary_embedding_no_position_ids() -> None: + node = onnx.helper.make_node( + "RotaryEmbedding", + inputs=["input", "cos_cache", "sin_cache"], + outputs=["output"], + ) + + input_data = np.random.rand(2, 4, 3, 8).astype(np.float32) + sin_cache_data = np.random.rand(2, 3, 4).astype(np.float32) + cos_cache_data = np.random.rand(2, 3, 4).astype(np.float32) + + expected_output = rotary_embedding(input_data, cos_cache_data, sin_cache_data) + + expect( + node, + inputs=[input_data, cos_cache_data, sin_cache_data], + outputs=[expected_output], + name="test_rotary_embedding_no_position_ids", + ) + + @staticmethod + def export_rotary_embedding_no_position_ids_interleaved() -> None: + node = onnx.helper.make_node( + "RotaryEmbedding", + inputs=["input", "cos_cache", "sin_cache"], + outputs=["output"], + interleaved=1, + ) + + input_data = np.random.rand(2, 4, 3, 8).astype(np.float32) + sin_cache_data = np.random.rand(2, 3, 4).astype(np.float32) + cos_cache_data = np.random.rand(2, 3, 4).astype(np.float32) + + expected_output = rotary_embedding( + input_data, + cos_cache_data, + sin_cache_data, + interleaved=1, + ) + + expect( + node, + inputs=[input_data, cos_cache_data, sin_cache_data], + outputs=[expected_output], + name="test_rotary_embedding_no_position_ids_interleaved", + ) + + @staticmethod + def export_rotary_embedding_no_position_ids_rotary_dim() -> None: + node = onnx.helper.make_node( + "RotaryEmbedding", + inputs=["input", "cos_cache", "sin_cache"], + outputs=["output"], + rotary_embedding_dim=4, + ) + + input_data = np.random.rand(2, 4, 3, 8).astype(np.float32) + sin_cache_data = np.random.rand(2, 3, 2).astype(np.float32) + cos_cache_data = np.random.rand(2, 3, 2).astype(np.float32) + + expected_output = rotary_embedding( + input_data, + cos_cache_data, + sin_cache_data, + rotary_embedding_dim=4, + ) + + expect( + node, + inputs=[input_data, cos_cache_data, sin_cache_data], + outputs=[expected_output], + name="test_rotary_embedding_no_position_ids_rotary_dim", + ) diff --git a/onnx/backend/test/case/node/round.py b/onnx/backend/test/case/node/round.py new file mode 100644 index 0000000..475ca3b --- /dev/null +++ b/onnx/backend/test/case/node/round.py @@ -0,0 +1,62 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class Round(Base): + @staticmethod + def export() -> None: + node = onnx.helper.make_node( + "Round", + inputs=["x"], + outputs=["y"], + ) + + x = np.array( + [ + 0.1, + 0.5, + 0.9, + 1.2, + 1.5, + 1.8, + 2.3, + 2.5, + 2.7, + -1.1, + -1.5, + -1.9, + -2.2, + -2.5, + -2.8, + ] + ).astype(np.float32) + + # expected output + y = np.array( + [ + 0.0, + 0.0, + 1.0, + 1.0, + 2.0, + 2.0, + 2.0, + 2.0, + 3.0, + -1.0, + -2.0, + -2.0, + -2.0, + -2.0, + -3.0, + ] + ).astype(np.float32) + expect(node, inputs=[x], outputs=[y], name="test_round") diff --git a/onnx/backend/test/case/node/scan.py b/onnx/backend/test/case/node/scan.py new file mode 100644 index 0000000..36dd44e --- /dev/null +++ b/onnx/backend/test/case/node/scan.py @@ -0,0 +1,155 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +import onnx.parser +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class Scan(Base): + @staticmethod + def export_scan_8() -> None: + # Given an input sequence [x1, ..., xN], sum up its elements using a scan + # returning the final state (x1+x2+...+xN) as well the scan_output + # [x1, x1+x2, ..., x1+x2+...+xN] + # Note: the first input (sequence_lens) is optional and omitted via "". + node = onnx.parser.parse_node( + """ + y, z = Scan ("", initial, x) < + num_scan_inputs = 1, + body = scan_body (float[2] sum_in, float[2] next) + => (float[2] sum_out, float[2] scan_out) + { + sum_out = Add(sum_in, next) + scan_out = Identity(sum_out) + } + > + """ + ) + # create inputs for batch-size 1, sequence-length 3, inner dimension 2 + initial = np.array([0, 0]).astype(np.float32).reshape((1, 2)) + x = np.array([1, 2, 3, 4, 5, 6]).astype(np.float32).reshape((1, 3, 2)) + # final state computed = [1 + 3 + 5, 2 + 4 + 6] + y = np.array([9, 12]).astype(np.float32).reshape((1, 2)) + # scan-output computed + z = np.array([1, 2, 4, 6, 9, 12]).astype(np.float32).reshape((1, 3, 2)) + + expect( + node, + inputs=[initial, x], + outputs=[y, z], + name="test_scan_sum", + opset_imports=[onnx.helper.make_opsetid("", 8)], + ) + + @staticmethod + def export_scan_9() -> None: + # Given an input sequence [x1, ..., xN], sum up its elements using a scan + # returning the final state (x1+x2+...+xN) as well the scan_output + # [x1, x1+x2, ..., x1+x2+...+xN] + node = onnx.parser.parse_node( + """ + y, z = Scan (initial, x) < + num_scan_inputs = 1, + body = scan_body (float[2] sum_in, float[2] next) + => (float[2] sum_out, float[2] scan_out) + { + sum_out = Add(sum_in, next) + scan_out = Identity(sum_out) + } + > + """ + ) + # create inputs for sequence-length 3, inner dimension 2 + initial = np.array([0, 0]).astype(np.float32).reshape((2,)) + x = np.array([1, 2, 3, 4, 5, 6]).astype(np.float32).reshape((3, 2)) + # final state computed = [1 + 3 + 5, 2 + 4 + 6] + y = np.array([9, 12]).astype(np.float32).reshape((2,)) + # scan-output computed + z = np.array([1, 2, 4, 6, 9, 12]).astype(np.float32).reshape((3, 2)) + + expect( + node, + inputs=[initial, x], + outputs=[y, z], + name="test_scan9_sum", + opset_imports=[onnx.helper.make_opsetid("", 9)], + ) + + @staticmethod + def export_scan_9_multi_state() -> None: + # Scan with two state variables: running sum and running product. + # This exercises the case where num_loop_state_vars (2) differs from + # num_scan_inputs (1). + # + # Body inputs: sum_in (state), prod_in (state), next (scan) + # Body outputs: sum_out (state), prod_out (state), scan_out (scan) + node = onnx.parser.parse_node( + """ + y_sum, y_prod, z = Scan (initial_sum, initial_prod, x) < + num_scan_inputs = 1, + body = scan_body (float[2] sum_in, float[2] prod_in, float[2] next) + => (float[2] sum_out, float[2] prod_out, float[2] scan_out) + { + sum_out = Add(sum_in, next) + prod_out = Mul(prod_in, next) + scan_out = Identity(sum_out) + } + > + """ + ) + # x = [[1, 2], [3, 4], [5, 6]] + initial_sum = np.array([0, 0]).astype(np.float32) + initial_prod = np.array([1, 1]).astype(np.float32) + x = np.array([1, 2, 3, 4, 5, 6]).astype(np.float32).reshape((3, 2)) + # final sum = [1+3+5, 2+4+6] = [9, 12] + y_sum = np.array([9, 12]).astype(np.float32) + # final product = [1*3*5, 2*4*6] = [15, 48] + y_prod = np.array([15, 48]).astype(np.float32) + # scan output (running sum) = [[1,2], [4,6], [9,12]] + z = np.array([1, 2, 4, 6, 9, 12]).astype(np.float32).reshape((3, 2)) + + expect( + node, + inputs=[initial_sum, initial_prod, x], + outputs=[y_sum, y_prod, z], + name="test_scan9_multi_state", + opset_imports=[onnx.helper.make_opsetid("", 9)], + ) + + @staticmethod + def export_scan_9_scalar() -> None: + # Scan with scalar state and scan output to verify that output + # shapes are not distorted (e.g. (T,) not (T, 1)). + node = onnx.parser.parse_node( + """ + y, z = Scan (initial, x) < + num_scan_inputs = 1, + body = scan_body (float sum_in, float next) + => (float sum_out, float scan_out) + { + sum_out = Add(sum_in, next) + scan_out = Identity(sum_out) + } + > + """ + ) + initial = np.float32(0.0) + x = np.array([1, 2, 3, 4, 5]).astype(np.float32) + # final state = 1+2+3+4+5 = 15 + y = np.float32(15.0) + # scan output = [1, 3, 6, 10, 15], shape (5,) + z = np.array([1, 3, 6, 10, 15]).astype(np.float32) + + expect( + node, + inputs=[initial, x], + outputs=[y, z], + name="test_scan9_scalar", + opset_imports=[onnx.helper.make_opsetid("", 9)], + ) diff --git a/onnx/backend/test/case/node/scatter.py b/onnx/backend/test/case/node/scatter.py new file mode 100644 index 0000000..b59e608 --- /dev/null +++ b/onnx/backend/test/case/node/scatter.py @@ -0,0 +1,109 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +from typing import Any + +import numpy as np + +import onnx +from onnx import helper +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +# The below Scatter's numpy implementation is from https://stackoverflow.com/a/46204790/11767360 +def scatter( + data: np.ndarray, indices: np.ndarray, updates: np.ndarray, axis: int = 0 +) -> np.ndarray: + if axis < 0: + axis = data.ndim + axis + + idx_xsection_shape = indices.shape[:axis] + indices.shape[axis + 1 :] + + def make_slice(arr: np.ndarray, axis: int, i: int) -> list[slice | int]: + slc: list[slice | int] = [slice(None)] * arr.ndim + slc[axis] = i + return slc + + def unpack(packed: Any) -> Any: + unpacked = packed[0] + for i in range(1, len(packed)): + unpacked = unpacked, packed[i] + return unpacked + + # We use indices and axis parameters to create idx + # idx is in a form that can be used as a NumPy advanced indices for scattering of updates param. in data + idx = [ + [ + unpack(np.indices(idx_xsection_shape).reshape(indices.ndim - 1, -1)), + indices[tuple(make_slice(indices, axis, i))].reshape(1, -1)[0], + ] + for i in range(indices.shape[axis]) + ] + idx = list(np.concatenate(idx, axis=1)) + idx.insert(axis, idx.pop()) + + # updates_idx is a NumPy advanced indices for indexing of elements in the updates + updates_idx = list(idx) + updates_idx.pop(axis) + updates_idx.insert( + axis, np.repeat(np.arange(indices.shape[axis]), np.prod(idx_xsection_shape)) + ) + + scattered = np.copy(data) + scattered[tuple(idx)] = updates[tuple(updates_idx)] + return scattered + + +class Scatter(Base): + @staticmethod + def export_scatter_without_axis() -> None: + node = onnx.helper.make_node( + "Scatter", + inputs=["data", "indices", "updates"], + outputs=["y"], + ) + data = np.zeros((3, 3), dtype=np.float32) + indices = np.array([[1, 0, 2], [0, 2, 1]], dtype=np.int64) + updates = np.array([[1.0, 1.1, 1.2], [2.0, 2.1, 2.2]], dtype=np.float32) + + y = scatter(data, indices, updates) + # print(y) produces + # [[2.0, 1.1, 0.0], + # [1.0, 0.0, 2.2], + # [0.0, 2.1, 1.2]] + + expect( + node, + inputs=[data, indices, updates], + outputs=[y], + name="test_scatter_without_axis", + opset_imports=[helper.make_opsetid("", 10)], + ) + + @staticmethod + def export_scatter_with_axis() -> None: + axis = 1 + node = onnx.helper.make_node( + "Scatter", + inputs=["data", "indices", "updates"], + outputs=["y"], + axis=axis, + ) + data = np.array([[1.0, 2.0, 3.0, 4.0, 5.0]], dtype=np.float32) + indices = np.array([[1, 3]], dtype=np.int64) + updates = np.array([[1.1, 2.1]], dtype=np.float32) + + y = scatter(data, indices, updates, axis=axis) + # print(y) produces + # [[1.0, 1.1, 3.0, 2.1, 5.0]] + + expect( + node, + inputs=[data, indices, updates], + outputs=[y], + name="test_scatter_with_axis", + opset_imports=[helper.make_opsetid("", 10)], + ) diff --git a/onnx/backend/test/case/node/scatterelements.py b/onnx/backend/test/case/node/scatterelements.py new file mode 100644 index 0000000..f693ccf --- /dev/null +++ b/onnx/backend/test/case/node/scatterelements.py @@ -0,0 +1,266 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +from typing import TYPE_CHECKING, Any + +if TYPE_CHECKING: + from collections.abc import Sequence + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +# The below ScatterElements' numpy implementation is from https://stackoverflow.com/a/46204790/11767360 +def scatter_elements( + data: np.ndarray, + indices: np.ndarray, + updates: np.ndarray, + axis: int = 0, + reduction: str = "none", +) -> np.ndarray: + if axis < 0: + axis = data.ndim + axis + + idx_xsection_shape = indices.shape[:axis] + indices.shape[axis + 1 :] + + def make_slice(arr: np.ndarray, axis: int, i: int) -> list[slice | int]: + slc: list[slice | int] = [slice(None)] * arr.ndim + slc[axis] = i + return slc + + def unpack(packed: Any) -> Any: + unpacked = packed[0] + for i in range(1, len(packed)): + unpacked = unpacked, packed[i] + return unpacked + + def make_indices_for_duplicate( + idx: Sequence[Sequence[Any]], + ) -> list[tuple[Any, ...]]: + final_idx = [] + for i in range(len(idx[0])): + final_idx.append( # noqa: PERF401 + tuple(idx_element[i] for idx_element in idx) + ) + return list(final_idx) + + # We use indices and axis parameters to create idx + # idx is in a form that can be used as a NumPy advanced indices for scattering of updates param. in data + idx = [ + [ + unpack(np.indices(idx_xsection_shape).reshape(indices.ndim - 1, -1)), + indices[tuple(make_slice(indices, axis, i))].reshape(1, -1)[0], + ] + for i in range(indices.shape[axis]) + ] + idx = list(np.concatenate(idx, axis=1)) + idx.insert(axis, idx.pop()) + + # updates_idx is a NumPy advanced indices for indexing of elements in the updates + updates_idx = list(idx) + updates_idx.pop(axis) + updates_idx.insert( + axis, np.repeat(np.arange(indices.shape[axis]), np.prod(idx_xsection_shape)) + ) + + scattered = np.copy(data) + if reduction == "none": + scattered[tuple(idx)] = updates[tuple(updates_idx)] + else: + idx, updates_idx = ( + make_indices_for_duplicate(idx), + make_indices_for_duplicate(updates_idx), + ) + for iter_, idx_set in enumerate(idx): + if reduction == "add": + scattered[idx_set] += updates[updates_idx[iter_]] + elif reduction == "mul": + scattered[idx_set] *= updates[updates_idx[iter_]] + elif reduction == "max": + scattered[idx_set] = np.maximum( + scattered[idx_set], updates[updates_idx[iter_]] + ) + elif reduction == "min": + scattered[idx_set] = np.minimum( + scattered[idx_set], updates[updates_idx[iter_]] + ) + return scattered + + +class ScatterElements(Base): + @staticmethod + def export_scatter_elements_without_axis() -> None: + node = onnx.helper.make_node( + "ScatterElements", + inputs=["data", "indices", "updates"], + outputs=["y"], + ) + data = np.zeros((3, 3), dtype=np.float32) + indices = np.array([[1, 0, 2], [0, 2, 1]], dtype=np.int64) + updates = np.array([[1.0, 1.1, 1.2], [2.0, 2.1, 2.2]], dtype=np.float32) + + y = scatter_elements(data, indices, updates) + # print(y) produces + # [[2.0, 1.1, 0.0], + # [1.0, 0.0, 2.2], + # [0.0, 2.1, 1.2]] + + expect( + node, + inputs=[data, indices, updates], + outputs=[y], + name="test_scatter_elements_without_axis", + ) + + @staticmethod + def export_scatter_elements_with_axis() -> None: + axis = 1 + node = onnx.helper.make_node( + "ScatterElements", + inputs=["data", "indices", "updates"], + outputs=["y"], + axis=axis, + ) + data = np.array([[1.0, 2.0, 3.0, 4.0, 5.0]], dtype=np.float32) + indices = np.array([[1, 3]], dtype=np.int64) + updates = np.array([[1.1, 2.1]], dtype=np.float32) + + y = scatter_elements(data, indices, updates, axis) + # print(y) produces + # [[1.0, 1.1, 3.0, 2.1, 5.0]] + + expect( + node, + inputs=[data, indices, updates], + outputs=[y], + name="test_scatter_elements_with_axis", + ) + + @staticmethod + def export_scatter_elements_with_negative_indices() -> None: + axis = 1 + node = onnx.helper.make_node( + "ScatterElements", + inputs=["data", "indices", "updates"], + outputs=["y"], + axis=axis, + ) + data = np.array([[1.0, 2.0, 3.0, 4.0, 5.0]], dtype=np.float32) + indices = np.array([[1, -3]], dtype=np.int64) + updates = np.array([[1.1, 2.1]], dtype=np.float32) + + y = scatter_elements(data, indices, updates, axis) + # print(y) produces + # [[1.0, 1.1, 2.1, 4.0, 5.0]] + + expect( + node, + inputs=[data, indices, updates], + outputs=[y], + name="test_scatter_elements_with_negative_indices", + ) + + @staticmethod + def export_scatter_elements_with_duplicate_indices() -> None: + axis = 1 + node = onnx.helper.make_node( + "ScatterElements", + inputs=["data", "indices", "updates"], + outputs=["y"], + axis=axis, + reduction="add", + ) + data = np.array([[1.0, 2.0, 3.0, 4.0, 5.0]], dtype=np.float32) + indices = np.array([[1, 1]], dtype=np.int64) + updates = np.array([[1.1, 2.1]], dtype=np.float32) + + y = scatter_elements(data, indices, updates, axis, reduction="add") + # print(y) produces + # [[1.0, 5.2, 3.0, 4.0, 5.0]] + + expect( + node, + inputs=[data, indices, updates], + outputs=[y], + name="test_scatter_elements_with_duplicate_indices", + ) + + @staticmethod + def export_scatter_elements_with_reduction_mul() -> None: + axis = 1 + node = onnx.helper.make_node( + "ScatterElements", + inputs=["data", "indices", "updates"], + outputs=["y"], + axis=axis, + reduction="mul", + ) + data = np.array([[1.0, 2.0, 3.0, 4.0, 5.0]], dtype=np.float32) + indices = np.array([[1, 1]], dtype=np.int64) + updates = np.array([[1.1, 2.1]], dtype=np.float32) + + y = scatter_elements(data, indices, updates, axis, reduction="mul") + # print(y) produces + # [[1.0, 4.62, 3.0, 4.0, 5.0]] + + expect( + node, + inputs=[data, indices, updates], + outputs=[y], + name="test_scatter_elements_with_reduction_mul", + ) + + @staticmethod + def export_scatter_elements_with_reduction_max() -> None: + axis = 1 + node = onnx.helper.make_node( + "ScatterElements", + inputs=["data", "indices", "updates"], + outputs=["y"], + axis=axis, + reduction="max", + ) + data = np.array([[1.0, 2.0, 3.0, 4.0, 5.0]], dtype=np.float32) + indices = np.array([[1, 1]], dtype=np.int64) + updates = np.array([[1.1, 2.1]], dtype=np.float32) + + y = scatter_elements(data, indices, updates, axis, reduction="max") + # print(y) produces + # [[1.0, 2.1, 3.0, 4.0, 5.0]] + + expect( + node, + inputs=[data, indices, updates], + outputs=[y], + name="test_scatter_elements_with_reduction_max", + ) + + @staticmethod + def export_scatter_elements_with_reduction_min() -> None: + axis = 1 + node = onnx.helper.make_node( + "ScatterElements", + inputs=["data", "indices", "updates"], + outputs=["y"], + axis=axis, + reduction="min", + ) + data = np.array([[1.0, 2.0, 3.0, 4.0, 5.0]], dtype=np.float32) + indices = np.array([[1, 1]], dtype=np.int64) + updates = np.array([[1.1, 2.1]], dtype=np.float32) + + y = scatter_elements(data, indices, updates, axis, reduction="min") + # print(y) produces + # [[1.0, 1.1, 3.0, 4.0, 5.0]] + + expect( + node, + inputs=[data, indices, updates], + outputs=[y], + name="test_scatter_elements_with_reduction_min", + ) diff --git a/onnx/backend/test/case/node/scatternd.py b/onnx/backend/test/case/node/scatternd.py new file mode 100644 index 0000000..eb31054 --- /dev/null +++ b/onnx/backend/test/case/node/scatternd.py @@ -0,0 +1,271 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +def scatter_nd_impl( + data: np.ndarray, indices: np.ndarray, updates: np.ndarray, reduction: str = "none" +) -> np.ndarray: + # Check tensor shapes + assert indices.shape[-1] <= len(data.shape) + assert updates.shape == indices.shape[:-1] + data.shape[indices.shape[-1] :] + + # Compute output + output = np.copy(data) + for i in np.ndindex(indices.shape[:-1]): + # NOTE: The order of iteration in this loop is not specified. + if reduction == "add": + output[tuple(indices[i])] += updates[i] + elif reduction == "mul": + output[tuple(indices[i])] *= updates[i] + elif reduction == "max": + output[tuple(indices[i])] = np.maximum( + output[tuple(indices[i])], updates[i] + ) + elif reduction == "min": + output[tuple(indices[i])] = np.minimum( + output[tuple(indices[i])], updates[i] + ) + else: + output[tuple(indices[i])] = updates[i] + return output + + +class ScatterND(Base): + @staticmethod + def export_scatternd() -> None: + node = onnx.helper.make_node( + "ScatterND", + inputs=["data", "indices", "updates"], + outputs=["y"], + ) + data = np.array( + [ + [[1, 2, 3, 4], [5, 6, 7, 8], [8, 7, 6, 5], [4, 3, 2, 1]], + [[1, 2, 3, 4], [5, 6, 7, 8], [8, 7, 6, 5], [4, 3, 2, 1]], + [[8, 7, 6, 5], [4, 3, 2, 1], [1, 2, 3, 4], [5, 6, 7, 8]], + [[8, 7, 6, 5], [4, 3, 2, 1], [1, 2, 3, 4], [5, 6, 7, 8]], + ], + dtype=np.float32, + ) + indices = np.array([[0], [2]], dtype=np.int64) + updates = np.array( + [ + [[5, 5, 5, 5], [6, 6, 6, 6], [7, 7, 7, 7], [8, 8, 8, 8]], + [[1, 1, 1, 1], [2, 2, 2, 2], [3, 3, 3, 3], [4, 4, 4, 4]], + ], + dtype=np.float32, + ) + # Expecting output as np.array( + # [[[5, 5, 5, 5], [6, 6, 6, 6], [7, 7, 7, 7], [8, 8, 8, 8]], + # [[1, 2, 3, 4], [5, 6, 7, 8], [8, 7, 6, 5], [4, 3, 2, 1]], + # [[1, 1, 1, 1], [2, 2, 2, 2], [3, 3, 3, 3], [4, 4, 4, 4]], + # [[8, 7, 6, 5], [4, 3, 2, 1], [1, 2, 3, 4], [5, 6, 7, 8]]], dtype=np.float32) + output = scatter_nd_impl(data, indices, updates) + expect( + node, + inputs=[data, indices, updates], + outputs=[output], + name="test_scatternd", + ) + + @staticmethod + def export_scatternd_add() -> None: + node = onnx.helper.make_node( + "ScatterND", + inputs=["data", "indices", "updates"], + outputs=["y"], + reduction="add", + ) + data = np.array( + [ + [[1, 2, 3, 4], [5, 6, 7, 8], [8, 7, 6, 5], [4, 3, 2, 1]], + [[1, 2, 3, 4], [5, 6, 7, 8], [8, 7, 6, 5], [4, 3, 2, 1]], + [[8, 7, 6, 5], [4, 3, 2, 1], [1, 2, 3, 4], [5, 6, 7, 8]], + [[8, 7, 6, 5], [4, 3, 2, 1], [1, 2, 3, 4], [5, 6, 7, 8]], + ], + dtype=np.float32, + ) + indices = np.array([[0], [0]], dtype=np.int64) + updates = np.array( + [ + [[5, 5, 5, 5], [6, 6, 6, 6], [7, 7, 7, 7], [8, 8, 8, 8]], + [[1, 1, 1, 1], [2, 2, 2, 2], [3, 3, 3, 3], [4, 4, 4, 4]], + ], + dtype=np.float32, + ) + # Expecting output as np.array( + # [[[7, 8, 9, 10], [13, 14, 15, 16], [18, 17, 16, 15], [16, 15, 14, 13]], + # [[1, 2, 3, 4], [5, 6, 7, 8], [8, 7, 6, 5], [4, 3, 2, 1]], + # [[1, 1, 1, 1], [2, 2, 2, 2], [3, 3, 3, 3], [4, 4, 4, 4]], + # [[8, 7, 6, 5], [4, 3, 2, 1], [1, 2, 3, 4], [5, 6, 7, 8]]], dtype=np.float32) + output = scatter_nd_impl(data, indices, updates, reduction="add") + expect( + node, + inputs=[data, indices, updates], + outputs=[output], + name="test_scatternd_add", + ) + + @staticmethod + def export_scatternd_multiply() -> None: + node = onnx.helper.make_node( + "ScatterND", + inputs=["data", "indices", "updates"], + outputs=["y"], + reduction="mul", + ) + data = np.array( + [ + [[1, 2, 3, 4], [5, 6, 7, 8], [8, 7, 6, 5], [4, 3, 2, 1]], + [[1, 2, 3, 4], [5, 6, 7, 8], [8, 7, 6, 5], [4, 3, 2, 1]], + [[8, 7, 6, 5], [4, 3, 2, 1], [1, 2, 3, 4], [5, 6, 7, 8]], + [[8, 7, 6, 5], [4, 3, 2, 1], [1, 2, 3, 4], [5, 6, 7, 8]], + ], + dtype=np.float32, + ) + indices = np.array([[0], [0]], dtype=np.int64) + updates = np.array( + [ + [[5, 5, 5, 5], [6, 6, 6, 6], [7, 7, 7, 7], [8, 8, 8, 8]], + [[1, 1, 1, 1], [2, 2, 2, 2], [3, 3, 3, 3], [4, 4, 4, 4]], + ], + dtype=np.float32, + ) + # Expecting output as np.array( + # [[[5, 10, 15, 20], [60, 72, 84, 96], [168, 147, 126, 105], [128, 96, 64, 32]], + # [[1, 2, 3, 4], [5, 6, 7, 8], [8, 7, 6, 5], [4, 3, 2, 1]], + # [[1, 1, 1, 1], [2, 2, 2, 2], [3, 3, 3, 3], [4, 4, 4, 4]], + # [[8, 7, 6, 5], [4, 3, 2, 1], [1, 2, 3, 4], [5, 6, 7, 8]]], dtype=np.float32) + output = scatter_nd_impl(data, indices, updates, reduction="mul") + expect( + node, + inputs=[data, indices, updates], + outputs=[output], + name="test_scatternd_multiply", + ) + + @staticmethod + def export_scatternd_max() -> None: + node = onnx.helper.make_node( + "ScatterND", + inputs=["data", "indices", "updates"], + outputs=["y"], + reduction="max", + ) + data = np.array( + [ + [[1, 2, 3, 4], [5, 6, 7, 8], [8, 7, 6, 5], [4, 3, 2, 1]], + [[1, 2, 3, 4], [5, 6, 7, 8], [8, 7, 6, 5], [4, 3, 2, 1]], + [[8, 7, 6, 5], [4, 3, 2, 1], [1, 2, 3, 4], [5, 6, 7, 8]], + [[8, 7, 6, 5], [4, 3, 2, 1], [1, 2, 3, 4], [5, 6, 7, 8]], + ], + dtype=np.float32, + ) + indices = np.array([[0], [0]], dtype=np.int64) + updates = np.array( + [ + [[5, 5, 5, 5], [6, 6, 6, 6], [7, 7, 7, 7], [8, 8, 8, 8]], + [[1, 1, 1, 1], [2, 2, 2, 2], [3, 3, 3, 3], [4, 4, 4, 4]], + ], + dtype=np.float32, + ) + # Expecting output as np.array( + # [[[5, 5, 5, 5], [6, 6, 7, 8], [8, 7, 7, 7], [8, 8 ,8, 8]], + # [[1, 2, 3, 4], [5, 6, 7, 8], [8, 7, 6, 5], [4, 3, 2, 1]], + # [[1, 1, 1, 1], [2, 2, 2, 2], [3, 3, 3, 3], [4, 4, 4, 4]], + # [[8, 7, 6, 5], [4, 3, 2, 1], [1, 2, 3, 4], [5, 6, 7, 8]]], dtype=np.float32) + output = scatter_nd_impl(data, indices, updates, reduction="max") + expect( + node, + inputs=[data, indices, updates], + outputs=[output], + name="test_scatternd_max", + ) + + @staticmethod + def export_scatternd_min() -> None: + node = onnx.helper.make_node( + "ScatterND", + inputs=["data", "indices", "updates"], + outputs=["y"], + reduction="min", + ) + data = np.array( + [ + [[1, 2, 3, 4], [5, 6, 7, 8], [8, 7, 6, 5], [4, 3, 2, 1]], + [[1, 2, 3, 4], [5, 6, 7, 8], [8, 7, 6, 5], [4, 3, 2, 1]], + [[8, 7, 6, 5], [4, 3, 2, 1], [1, 2, 3, 4], [5, 6, 7, 8]], + [[8, 7, 6, 5], [4, 3, 2, 1], [1, 2, 3, 4], [5, 6, 7, 8]], + ], + dtype=np.float32, + ) + indices = np.array([[0], [0]], dtype=np.int64) + updates = np.array( + [ + [[5, 5, 5, 5], [6, 6, 6, 6], [7, 7, 7, 7], [8, 8, 8, 8]], + [[1, 1, 1, 1], [2, 2, 2, 2], [3, 3, 3, 3], [4, 4, 4, 4]], + ], + dtype=np.float32, + ) + # Expecting output as np.array( + # [[[1, 1, 1, 1], [2, 2, 2, 2], [3, 3, 3, 3], [4, 3, 2, 1]], + # [[1, 2, 3, 4], [5, 6, 7, 8], [8, 7, 6, 5], [4, 3, 2, 1]], + # [[1, 1, 1, 1], [2, 2, 2, 2], [3, 3, 3, 3], [4, 4, 4, 4]], + # [[8, 7, 6, 5], [4, 3, 2, 1], [1, 2, 3, 4], [5, 6, 7, 8]]], dtype=np.float32) + output = scatter_nd_impl(data, indices, updates, reduction="min") + expect( + node, + inputs=[data, indices, updates], + outputs=[output], + name="test_scatternd_min", + ) + + @staticmethod + def export_scatternd_max_with_element_indices() -> None: + node = onnx.helper.make_node( + "ScatterND", + inputs=["data", "indices", "updates"], + outputs=["y"], + reduction="max", + ) + data = np.array([[1, 2], [3, 4]], dtype=np.float32) + # Indices address individual elements (index rank == data rank), + # which exercises the reduction at the element level. + indices = np.array([[0, 0], [1, 1]], dtype=np.int64) + updates = np.array([5, 1], dtype=np.float32) + # Expecting output as np.array([[5, 2], [3, 4]], dtype=np.float32) + output = scatter_nd_impl(data, indices, updates, reduction="max") + expect( + node, + inputs=[data, indices, updates], + outputs=[output], + name="test_scatternd_max_with_element_indices", + ) + + @staticmethod + def export_scatternd_min_with_element_indices() -> None: + node = onnx.helper.make_node( + "ScatterND", + inputs=["data", "indices", "updates"], + outputs=["y"], + reduction="min", + ) + data = np.array([[1, 2], [3, 4]], dtype=np.float32) + indices = np.array([[0, 0], [1, 1]], dtype=np.int64) + updates = np.array([5, 1], dtype=np.float32) + # Expecting output as np.array([[1, 2], [3, 1]], dtype=np.float32) + output = scatter_nd_impl(data, indices, updates, reduction="min") + expect( + node, + inputs=[data, indices, updates], + outputs=[output], + name="test_scatternd_min_with_element_indices", + ) diff --git a/onnx/backend/test/case/node/selu.py b/onnx/backend/test/case/node/selu.py new file mode 100644 index 0000000..025bd81 --- /dev/null +++ b/onnx/backend/test/case/node/selu.py @@ -0,0 +1,49 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class Selu(Base): + @staticmethod + def export() -> None: + node = onnx.helper.make_node( + "Selu", inputs=["x"], outputs=["y"], alpha=2.0, gamma=3.0 + ) + + x = np.array([-1, 0, 1]).astype(np.float32) + # expected output [-3.79272318, 0., 3.] + y = ( + np.clip(x, 0, np.inf) * 3.0 + + (np.exp(np.clip(x, -np.inf, 0)) - 1) * 2.0 * 3.0 + ) + expect(node, inputs=[x], outputs=[y], name="test_selu_example") + + x = np.random.randn(3, 4, 5).astype(np.float32) + y = ( + np.clip(x, 0, np.inf) * 3.0 + + (np.exp(np.clip(x, -np.inf, 0)) - 1) * 2.0 * 3.0 + ) + expect(node, inputs=[x], outputs=[y], name="test_selu") + + @staticmethod + def export_selu_default() -> None: + default_alpha = 1.67326319217681884765625 + default_gamma = 1.05070102214813232421875 + node = onnx.helper.make_node( + "Selu", + inputs=["x"], + outputs=["y"], + ) + x = np.random.randn(3, 4, 5).astype(np.float32) + y = ( + np.clip(x, 0, np.inf) * default_gamma + + (np.exp(np.clip(x, -np.inf, 0)) - 1) * default_alpha * default_gamma + ) + expect(node, inputs=[x], outputs=[y], name="test_selu_default") diff --git a/onnx/backend/test/case/node/sequence_map.py b/onnx/backend/test/case/node/sequence_map.py new file mode 100755 index 0000000..4d2ab1c --- /dev/null +++ b/onnx/backend/test/case/node/sequence_map.py @@ -0,0 +1,304 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class SequenceMap(Base): + @staticmethod + def export_sequence_map_identity_1_sequence(): # type: () -> None + body = onnx.helper.make_graph( + [onnx.helper.make_node("Identity", ["in0"], ["out0"])], + "seq_map_body", + [onnx.helper.make_tensor_value_info("in0", onnx.TensorProto.FLOAT, ["N"])], + [onnx.helper.make_tensor_value_info("out0", onnx.TensorProto.FLOAT, ["M"])], + ) + + node = onnx.helper.make_node( + "SequenceMap", inputs=["x"], outputs=["y"], body=body + ) + + x = [np.random.uniform(0.0, 1.0, 10).astype(np.float32) for _ in range(3)] + y = x + input_type_protos = [ + onnx.helper.make_sequence_type_proto( + onnx.helper.make_tensor_type_proto(onnx.TensorProto.FLOAT, ["N"]) + ), + ] + output_type_protos = [ + onnx.helper.make_sequence_type_proto( + onnx.helper.make_tensor_type_proto(onnx.TensorProto.FLOAT, ["N"]) + ), + ] + expect( + node, + inputs=[x], + outputs=[y], + input_type_protos=input_type_protos, + output_type_protos=output_type_protos, + name="test_sequence_map_identity_1_sequence", + ) + + @staticmethod + def export_sequence_map_identity_2_sequences(): # type: () -> None + body = onnx.helper.make_graph( + [ + onnx.helper.make_node("Identity", ["in0"], ["out0"]), + onnx.helper.make_node("Identity", ["in1"], ["out1"]), + ], + "seq_map_body", + [ + onnx.helper.make_tensor_value_info( + "in0", onnx.TensorProto.FLOAT, ["N"] + ), + onnx.helper.make_tensor_value_info( + "in1", onnx.TensorProto.FLOAT, ["M"] + ), + ], + [ + onnx.helper.make_tensor_value_info( + "out0", onnx.TensorProto.FLOAT, ["N"] + ), + onnx.helper.make_tensor_value_info( + "out1", onnx.TensorProto.FLOAT, ["M"] + ), + ], + ) + + node = onnx.helper.make_node( + "SequenceMap", inputs=["x0", "x1"], outputs=["y0", "y1"], body=body + ) + + x0 = [ + np.random.uniform(0.0, 1.0, np.random.randint(1, 10)).astype(np.float32) + for _ in range(3) + ] + x1 = [ + np.random.uniform(0.0, 1.0, np.random.randint(1, 10)).astype(np.float32) + for _ in range(3) + ] + y0 = x0 + y1 = x1 + input_type_protos = [ + onnx.helper.make_sequence_type_proto( + onnx.helper.make_tensor_type_proto(onnx.TensorProto.FLOAT, ["N"]) + ), + onnx.helper.make_sequence_type_proto( + onnx.helper.make_tensor_type_proto(onnx.TensorProto.FLOAT, ["M"]) + ), + ] + output_type_protos = [ + onnx.helper.make_sequence_type_proto( + onnx.helper.make_tensor_type_proto(onnx.TensorProto.FLOAT, ["N"]) + ), + onnx.helper.make_sequence_type_proto( + onnx.helper.make_tensor_type_proto(onnx.TensorProto.FLOAT, ["M"]) + ), + ] + expect( + node, + inputs=[x0, x1], + outputs=[y0, y1], + input_type_protos=input_type_protos, + output_type_protos=output_type_protos, + name="test_sequence_map_identity_2_sequences", + ) + + @staticmethod + def export_sequence_map_identity_1_sequence_1_tensor(): # type: () -> None + body = onnx.helper.make_graph( + [ + onnx.helper.make_node("Identity", ["in0"], ["out0"]), + onnx.helper.make_node("Identity", ["in1"], ["out1"]), + ], + "seq_map_body", + [ + onnx.helper.make_tensor_value_info( + "in0", onnx.TensorProto.FLOAT, ["N"] + ), + onnx.helper.make_tensor_value_info( + "in1", onnx.TensorProto.FLOAT, ["M"] + ), + ], + [ + onnx.helper.make_tensor_value_info( + "out0", onnx.TensorProto.FLOAT, ["N"] + ), + onnx.helper.make_tensor_value_info( + "out1", onnx.TensorProto.FLOAT, ["M"] + ), + ], + ) + + node = onnx.helper.make_node( + "SequenceMap", inputs=["x0", "x1"], outputs=["y0", "y1"], body=body + ) + + x0 = [ + np.random.uniform(0.0, 1.0, np.random.randint(1, 10)).astype(np.float32) + for _ in range(3) + ] + x1 = np.random.uniform(0.0, 1.0, np.random.randint(1, 10)).astype(np.float32) + y0 = x0 + y1 = [x1 for _ in range(3)] + input_type_protos = [ + onnx.helper.make_sequence_type_proto( + onnx.helper.make_tensor_type_proto(onnx.TensorProto.FLOAT, ["N"]) + ), + onnx.helper.make_tensor_type_proto(onnx.TensorProto.FLOAT, ["M"]), + ] + output_type_protos = [ + onnx.helper.make_sequence_type_proto( + onnx.helper.make_tensor_type_proto(onnx.TensorProto.FLOAT, ["N"]) + ), + onnx.helper.make_sequence_type_proto( + onnx.helper.make_tensor_type_proto(onnx.TensorProto.FLOAT, ["M"]) + ), + ] + expect( + node, + inputs=[x0, x1], + outputs=[y0, y1], + input_type_protos=input_type_protos, + output_type_protos=output_type_protos, + name="test_sequence_map_identity_1_sequence_1_tensor", + ) + + @staticmethod + def export_sequence_map_add_2_sequences(): # type: () -> None + body = onnx.helper.make_graph( + [onnx.helper.make_node("Add", ["in0", "in1"], ["out0"])], + "seq_map_body", + [ + onnx.helper.make_tensor_value_info( + "in0", onnx.TensorProto.FLOAT, ["N"] + ), + onnx.helper.make_tensor_value_info( + "in1", onnx.TensorProto.FLOAT, ["N"] + ), + ], + [onnx.helper.make_tensor_value_info("out0", onnx.TensorProto.FLOAT, ["N"])], + ) + + node = onnx.helper.make_node( + "SequenceMap", inputs=["x0", "x1"], outputs=["y0"], body=body + ) + + N = [np.random.randint(1, 10) for _ in range(3)] + x0 = [np.random.uniform(0.0, 1.0, N[k]).astype(np.float32) for k in range(3)] + x1 = [np.random.uniform(0.0, 1.0, N[k]).astype(np.float32) for k in range(3)] + y0 = [x0[k] + x1[k] for k in range(3)] + input_type_protos = [ + onnx.helper.make_sequence_type_proto( + onnx.helper.make_tensor_type_proto(onnx.TensorProto.FLOAT, ["N"]) + ), + onnx.helper.make_sequence_type_proto( + onnx.helper.make_tensor_type_proto(onnx.TensorProto.FLOAT, ["N"]) + ), + ] + output_type_protos = [ + onnx.helper.make_sequence_type_proto( + onnx.helper.make_tensor_type_proto(onnx.TensorProto.FLOAT, ["N"]) + ), + ] + expect( + node, + inputs=[x0, x1], + outputs=[y0], + input_type_protos=input_type_protos, + output_type_protos=output_type_protos, + name="test_sequence_map_add_2_sequences", + ) + + @staticmethod + def export_sequence_map_add_1_sequence_1_tensor(): # type: () -> None + body = onnx.helper.make_graph( + [onnx.helper.make_node("Add", ["in0", "in1"], ["out0"])], + "seq_map_body", + [ + onnx.helper.make_tensor_value_info( + "in0", onnx.TensorProto.FLOAT, ["N"] + ), + onnx.helper.make_tensor_value_info( + "in1", onnx.TensorProto.FLOAT, ["N"] + ), + ], + [onnx.helper.make_tensor_value_info("out0", onnx.TensorProto.FLOAT, ["N"])], + ) + + node = onnx.helper.make_node( + "SequenceMap", inputs=["x0", "x1"], outputs=["y0"], body=body + ) + + x0 = [np.random.uniform(0.0, 1.0, 10).astype(np.float32) for k in range(3)] + x1 = np.random.uniform(0.0, 1.0, 10).astype(np.float32) + y0 = [x0[i] + x1 for i in range(3)] + input_type_protos = [ + onnx.helper.make_sequence_type_proto( + onnx.helper.make_tensor_type_proto(onnx.TensorProto.FLOAT, ["N"]) + ), + onnx.helper.make_tensor_type_proto(onnx.TensorProto.FLOAT, ["N"]), + ] + output_type_protos = [ + onnx.helper.make_sequence_type_proto( + onnx.helper.make_tensor_type_proto(onnx.TensorProto.FLOAT, ["N"]) + ), + ] + expect( + node, + inputs=[x0, x1], + outputs=[y0], + input_type_protos=input_type_protos, + output_type_protos=output_type_protos, + name="test_sequence_map_add_1_sequence_1_tensor", + ) + + @staticmethod + def export_sequence_map_extract_shapes(): # type: () -> None + body = onnx.helper.make_graph( + [onnx.helper.make_node("Shape", ["x"], ["shape"])], + "seq_map_body", + [ + onnx.helper.make_tensor_value_info( + "x", onnx.TensorProto.FLOAT, ["H", "W", "C"] + ) + ], + [onnx.helper.make_tensor_value_info("shape", onnx.TensorProto.INT64, [3])], + ) + + node = onnx.helper.make_node( + "SequenceMap", inputs=["in_seq"], outputs=["shapes"], body=body + ) + + shapes = [ + np.array([40, 30, 3], dtype=np.int64), + np.array([20, 10, 3], dtype=np.int64), + np.array([10, 5, 3], dtype=np.int64), + ] + x0 = [np.zeros(shape, dtype=np.float32) for shape in shapes] + input_type_protos = [ + onnx.helper.make_sequence_type_proto( + onnx.helper.make_tensor_type_proto( + onnx.TensorProto.FLOAT, ["H", "W", "C"] + ) + ), + ] + output_type_protos = [ + onnx.helper.make_sequence_type_proto( + onnx.helper.make_tensor_type_proto(onnx.TensorProto.INT64, [3]) + ), + ] + expect( + node, + inputs=[x0], + outputs=[shapes], + input_type_protos=input_type_protos, + output_type_protos=output_type_protos, + name="test_sequence_map_extract_shapes", + ) diff --git a/onnx/backend/test/case/node/sequenceinsert.py b/onnx/backend/test/case/node/sequenceinsert.py new file mode 100644 index 0000000..b8b80b3 --- /dev/null +++ b/onnx/backend/test/case/node/sequenceinsert.py @@ -0,0 +1,75 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +from typing import Any + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +def sequence_insert_reference_implementation( + sequence: list[Any], tensor: np.ndarray, position: np.ndarray = None +) -> list[Any]: + # make a copy of input sequence + seq = list(sequence) + if position is not None: + # In these cases, insert_position will be between [-len(sequence), len(sequence)] + # The position argument will be in the format np.array([pos_index]) + insert_position = position[0] + seq.insert(insert_position, tensor) + else: + # Default position of insertion is at the end of the sequence. + seq.append(tensor) + return seq + + +class SequenceInsert(Base): + @staticmethod + def export() -> None: + test_cases = { + "at_back": [np.array([10, 11, 12]).astype(np.int64)], + "at_front": [np.array([-2, -1, 0]), np.array([0]).astype(np.int64)], + } + sequence = [ + np.array([1, 2, 3, 4]).astype(np.int64), + np.array([5, 6, 7]).astype(np.int64), + np.array([8, 9]).astype(np.int64), + ] + + for test_name, test_inputs in test_cases.items(): + tensor = test_inputs[0].astype(np.int64) + + if len(test_inputs) > 1: + node = onnx.helper.make_node( + "SequenceInsert", + inputs=["sequence", "tensor", "position"], + outputs=["output_sequence"], + ) + position = test_inputs[1] + inserted = sequence_insert_reference_implementation( + sequence, tensor, position + ) + expect( + node, + inputs=[sequence, tensor, position], + outputs=[inserted], + name="test_sequence_insert_" + test_name, + ) + else: + node = onnx.helper.make_node( + "SequenceInsert", + inputs=["sequence", "tensor"], + outputs=["output_sequence"], + ) + inserted = sequence_insert_reference_implementation(sequence, tensor) + expect( + node, + inputs=[sequence, tensor], + outputs=[inserted], + name="test_sequence_insert_" + test_name, + ) diff --git a/onnx/backend/test/case/node/shape.py b/onnx/backend/test/case/node/shape.py new file mode 100644 index 0000000..8238214 --- /dev/null +++ b/onnx/backend/test/case/node/shape.py @@ -0,0 +1,64 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +# Reference implementation of shape op +def shape_reference_impl( + x: np.ndarray, start: int | None = None, end: int | None = None +) -> np.ndarray: + dims = x.shape[start:end] + return np.array(dims).astype(np.int64) + + +def test_shape( + testname: str, xval: np.ndarray, start: int | None = None, end: int | None = None +) -> None: + node = onnx.helper.make_node( + "Shape", inputs=["x"], outputs=["y"], start=start, end=end + ) + + yval = shape_reference_impl(xval, start, end) + + expect(node, inputs=[xval], outputs=[yval], name="test_shape" + testname) + + +class Shape(Base): + @staticmethod + def export() -> None: + x = np.array( + [ + [1, 2, 3], + [4, 5, 6], + ] + ).astype(np.float32) + test_shape("_example", x) # preserve names of original test cases + + x = np.random.randn(3, 4, 5).astype(np.float32) + + test_shape("", x) # preserve names of original test cases + + test_shape("_start_1", x, start=1) + + test_shape("_end_1", x, end=1) + + test_shape("_start_negative_1", x, start=-1) + + test_shape("_end_negative_1", x, end=-1) + + test_shape("_start_1_end_negative_1", x, start=1, end=-1) + + test_shape("_start_1_end_2", x, start=1, end=2) + + test_shape("_clip_start", x, start=-10) + + test_shape("_clip_end", x, end=10) + + test_shape("_start_greater_than_end", x, start=2, end=1) diff --git a/onnx/backend/test/case/node/shrink.py b/onnx/backend/test/case/node/shrink.py new file mode 100644 index 0000000..d800eba --- /dev/null +++ b/onnx/backend/test/case/node/shrink.py @@ -0,0 +1,37 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class Shrink(Base): + @staticmethod + def export_hard_shrink() -> None: + node = onnx.helper.make_node( + "Shrink", + inputs=["x"], + outputs=["y"], + lambd=1.5, + ) + X = np.arange(-2.0, 2.1, dtype=np.float32) + Y = np.array([-2, 0, 0, 0, 2], dtype=np.float32) + expect(node, inputs=[X], outputs=[Y], name="test_shrink_hard") + + @staticmethod + def export_soft_shrink() -> None: + node = onnx.helper.make_node( + "Shrink", + inputs=["x"], + outputs=["y"], + lambd=1.5, + bias=1.5, + ) + X = np.arange(-2.0, 2.1, dtype=np.float32) + Y = np.array([-0.5, 0, 0, 0, 0.5], dtype=np.float32) + expect(node, inputs=[X], outputs=[Y], name="test_shrink_soft") diff --git a/onnx/backend/test/case/node/sigmoid.py b/onnx/backend/test/case/node/sigmoid.py new file mode 100644 index 0000000..33e503e --- /dev/null +++ b/onnx/backend/test/case/node/sigmoid.py @@ -0,0 +1,30 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class Sigmoid(Base): + @staticmethod + def export() -> None: + node = onnx.helper.make_node( + "Sigmoid", + inputs=["x"], + outputs=["y"], + ) + + x = np.array([-1, 0, 1]).astype(np.float32) + y = 1.0 / ( + 1.0 + np.exp(np.negative(x)) + ) # expected output [0.26894143, 0.5, 0.7310586] + expect(node, inputs=[x], outputs=[y], name="test_sigmoid_example") + + x = np.random.randn(3, 4, 5).astype(np.float32) + y = 1.0 / (1.0 + np.exp(np.negative(x))) + expect(node, inputs=[x], outputs=[y], name="test_sigmoid") diff --git a/onnx/backend/test/case/node/sign.py b/onnx/backend/test/case/node/sign.py new file mode 100644 index 0000000..965345d --- /dev/null +++ b/onnx/backend/test/case/node/sign.py @@ -0,0 +1,24 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class Sign(Base): + @staticmethod + def export() -> None: + node = onnx.helper.make_node( + "Sign", + inputs=["x"], + outputs=["y"], + ) + + x = np.array(range(-5, 6)).astype(np.float32) + y = np.sign(x) + expect(node, inputs=[x], outputs=[y], name="test_sign") diff --git a/onnx/backend/test/case/node/sin.py b/onnx/backend/test/case/node/sin.py new file mode 100644 index 0000000..9f2ea24 --- /dev/null +++ b/onnx/backend/test/case/node/sin.py @@ -0,0 +1,28 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class Sin(Base): + @staticmethod + def export() -> None: + node = onnx.helper.make_node( + "Sin", + inputs=["x"], + outputs=["y"], + ) + + x = np.array([-1, 0, 1]).astype(np.float32) + y = np.sin(x) + expect(node, inputs=[x], outputs=[y], name="test_sin_example") + + x = np.random.randn(3, 4, 5).astype(np.float32) + y = np.sin(x) + expect(node, inputs=[x], outputs=[y], name="test_sin") diff --git a/onnx/backend/test/case/node/sinh.py b/onnx/backend/test/case/node/sinh.py new file mode 100644 index 0000000..a5d97cd --- /dev/null +++ b/onnx/backend/test/case/node/sinh.py @@ -0,0 +1,28 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class Sinh(Base): + @staticmethod + def export() -> None: + node = onnx.helper.make_node( + "Sinh", + inputs=["x"], + outputs=["y"], + ) + + x = np.array([-1, 0, 1]).astype(np.float32) + y = np.sinh(x) # expected output [-1.17520118, 0., 1.17520118] + expect(node, inputs=[x], outputs=[y], name="test_sinh_example") + + x = np.random.randn(3, 4, 5).astype(np.float32) + y = np.sinh(x) + expect(node, inputs=[x], outputs=[y], name="test_sinh") diff --git a/onnx/backend/test/case/node/size.py b/onnx/backend/test/case/node/size.py new file mode 100644 index 0000000..37acd51 --- /dev/null +++ b/onnx/backend/test/case/node/size.py @@ -0,0 +1,35 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class Size(Base): + @staticmethod + def export() -> None: + node = onnx.helper.make_node( + "Size", + inputs=["x"], + outputs=["y"], + ) + + x = np.array( + [ + [1, 2, 3], + [4, 5, 6], + ] + ).astype(np.float32) + y = np.array(6).astype(np.int64) + + expect(node, inputs=[x], outputs=[y], name="test_size_example") + + x = np.random.randn(3, 4, 5).astype(np.float32) + y = np.array(x.size).astype(np.int64) + + expect(node, inputs=[x], outputs=[y], name="test_size") diff --git a/onnx/backend/test/case/node/slice.py b/onnx/backend/test/case/node/slice.py new file mode 100644 index 0000000..5d4cb43 --- /dev/null +++ b/onnx/backend/test/case/node/slice.py @@ -0,0 +1,178 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class Slice(Base): + @staticmethod + def export_slice() -> None: + node = onnx.helper.make_node( + "Slice", + inputs=["x", "starts", "ends", "axes", "steps"], + outputs=["y"], + ) + + x = np.random.randn(20, 10, 5).astype(np.float32) + y = x[0:3, 0:10] + starts = np.array([0, 0], dtype=np.int64) + ends = np.array([3, 10], dtype=np.int64) + axes = np.array([0, 1], dtype=np.int64) + steps = np.array([1, 1], dtype=np.int64) + + expect( + node, inputs=[x, starts, ends, axes, steps], outputs=[y], name="test_slice" + ) + + @staticmethod + def export_slice_neg() -> None: + node = onnx.helper.make_node( + "Slice", + inputs=["x", "starts", "ends", "axes", "steps"], + outputs=["y"], + ) + + x = np.random.randn(20, 10, 5).astype(np.float32) + starts = np.array([0], dtype=np.int64) + ends = np.array([-1], dtype=np.int64) + axes = np.array([1], dtype=np.int64) + steps = np.array([1], dtype=np.int64) + y = x[:, 0:-1] + + expect( + node, + inputs=[x, starts, ends, axes, steps], + outputs=[y], + name="test_slice_neg", + ) + + @staticmethod + def export_slice_start_out_of_bounds() -> None: + node = onnx.helper.make_node( + "Slice", + inputs=["x", "starts", "ends", "axes", "steps"], + outputs=["y"], + ) + + x = np.random.randn(20, 10, 5).astype(np.float32) + starts = np.array([1000], dtype=np.int64) + ends = np.array([1000], dtype=np.int64) + axes = np.array([1], dtype=np.int64) + steps = np.array([1], dtype=np.int64) + y = x[:, 1000:1000] + + expect( + node, + inputs=[x, starts, ends, axes, steps], + outputs=[y], + name="test_slice_start_out_of_bounds", + ) + + @staticmethod + def export_slice_end_out_of_bounds() -> None: + node = onnx.helper.make_node( + "Slice", + inputs=["x", "starts", "ends", "axes", "steps"], + outputs=["y"], + ) + + x = np.random.randn(20, 10, 5).astype(np.float32) + starts = np.array([1], dtype=np.int64) + ends = np.array([1000], dtype=np.int64) + axes = np.array([1], dtype=np.int64) + steps = np.array([1], dtype=np.int64) + y = x[:, 1:1000] + + expect( + node, + inputs=[x, starts, ends, axes, steps], + outputs=[y], + name="test_slice_end_out_of_bounds", + ) + + @staticmethod + def export_slice_default_axes() -> None: + node = onnx.helper.make_node( + "Slice", + inputs=["x", "starts", "ends"], + outputs=["y"], + ) + + x = np.random.randn(20, 10, 5).astype(np.float32) + starts = np.array([0, 0, 3], dtype=np.int64) + ends = np.array([20, 10, 4], dtype=np.int64) + y = x[:, :, 3:4] + + expect( + node, inputs=[x, starts, ends], outputs=[y], name="test_slice_default_axes" + ) + + @staticmethod + def export_slice_default_steps() -> None: + node = onnx.helper.make_node( + "Slice", + inputs=["x", "starts", "ends", "axes"], + outputs=["y"], + ) + + x = np.random.randn(20, 10, 5).astype(np.float32) + starts = np.array([0, 0, 3], dtype=np.int64) + ends = np.array([20, 10, 4], dtype=np.int64) + axes = np.array([0, 1, 2], dtype=np.int64) + y = x[:, :, 3:4] + + expect( + node, + inputs=[x, starts, ends, axes], + outputs=[y], + name="test_slice_default_steps", + ) + + @staticmethod + def export_slice_neg_steps() -> None: + node = onnx.helper.make_node( + "Slice", + inputs=["x", "starts", "ends", "axes", "steps"], + outputs=["y"], + ) + + x = np.random.randn(20, 10, 5).astype(np.float32) + starts = np.array([20, 10, 4], dtype=np.int64) + ends = np.array([0, 0, 1], dtype=np.int64) + axes = np.array([0, 1, 2], dtype=np.int64) + steps = np.array([-1, -3, -2]).astype(np.int64) + y = x[20:0:-1, 10:0:-3, 4:1:-2] + + expect( + node, + inputs=[x, starts, ends, axes, steps], + outputs=[y], + name="test_slice_neg_steps", + ) + + @staticmethod + def export_slice_negative_axes() -> None: + node = onnx.helper.make_node( + "Slice", + inputs=["x", "starts", "ends", "axes"], + outputs=["y"], + ) + + x = np.random.randn(20, 10, 5).astype(np.float32) + starts = np.array([0, 0, 3], dtype=np.int64) + ends = np.array([20, 10, 4], dtype=np.int64) + axes = np.array([0, -2, -1], dtype=np.int64) + y = x[:, :, 3:4] + + expect( + node, + inputs=[x, starts, ends, axes], + outputs=[y], + name="test_slice_negative_axes", + ) diff --git a/onnx/backend/test/case/node/softmax.py b/onnx/backend/test/case/node/softmax.py new file mode 100644 index 0000000..ae45f40 --- /dev/null +++ b/onnx/backend/test/case/node/softmax.py @@ -0,0 +1,91 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +def softmax(x: np.ndarray, axis: int = -1) -> np.ndarray: + x_max = np.max(x, axis=axis, keepdims=True) + tmp = np.exp(x - x_max) + s = np.sum(tmp, axis=axis, keepdims=True) + return tmp / s + + +class Softmax(Base): + @staticmethod + def export() -> None: + node = onnx.helper.make_node( + "Softmax", + inputs=["x"], + outputs=["y"], + ) + x = np.array([[-1, 0, 1]]).astype(np.float32) + # expected output [[0.09003058, 0.24472848, 0.66524094]] + y = softmax(x, axis=1) + expect(node, inputs=[x], outputs=[y], name="test_softmax_example") + + @staticmethod + def export_softmax_axis() -> None: + x = np.array([[0, 1, 2, 3], [10000, 10001, 10002, 10003]]).astype(np.float32) + # expected output + # [[0.032058604 0.08714432 0.23688284 0.6439143 ] + # [0.032058604 0.08714432 0.23688284 0.6439143 ]] + y = softmax(x) + + node = onnx.helper.make_node( + "Softmax", + inputs=["x"], + outputs=["y"], + ) + expect(node, inputs=[x], outputs=[y], name="test_softmax_large_number") + + x = np.abs(np.random.randn(3, 4, 5).astype(np.float32)) + node = onnx.helper.make_node( + "Softmax", + inputs=["x"], + outputs=["y"], + axis=0, + ) + y = softmax(x, axis=0) + expect(node, inputs=[x], outputs=[y], name="test_softmax_axis_0") + + node = onnx.helper.make_node( + "Softmax", + inputs=["x"], + outputs=["y"], + axis=1, + ) + y = softmax(x, axis=1) + expect(node, inputs=[x], outputs=[y], name="test_softmax_axis_1") + + node = onnx.helper.make_node( + "Softmax", + inputs=["x"], + outputs=["y"], + axis=2, + ) + y = softmax(x, axis=2) + expect(node, inputs=[x], outputs=[y], name="test_softmax_axis_2") + + node = onnx.helper.make_node( + "Softmax", + inputs=["x"], + outputs=["y"], + axis=-1, + ) + y = softmax(x, axis=-1) + expect(node, inputs=[x], outputs=[y], name="test_softmax_negative_axis") + + # default axis is -1 + node = onnx.helper.make_node( + "Softmax", + inputs=["x"], + outputs=["y"], + ) + expect(node, inputs=[x], outputs=[y], name="test_softmax_default_axis") diff --git a/onnx/backend/test/case/node/softmaxcrossentropy.py b/onnx/backend/test/case/node/softmaxcrossentropy.py new file mode 100644 index 0000000..dc6f886 --- /dev/null +++ b/onnx/backend/test/case/node/softmaxcrossentropy.py @@ -0,0 +1,1158 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +from typing import Any + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +def softmaxcrossentropy( + x: np.ndarray, + target: np.ndarray, + weight: np.ndarray | None = None, + reduction: str = "mean", + ignore_index: int | None = None, + get_log_prob: bool | None = None, +) -> Any: + input_shape = x.shape + if len(input_shape) == 1: + raise RuntimeError("Unsupported shape") + + target_shape = target.shape + N = input_shape[0] + C = input_shape[1] + + # compute log_softmax + max_x = np.max(x, axis=1, keepdims=True) + exp_x = np.exp(x - max_x) + p = exp_x / np.sum(exp_x, axis=1, keepdims=True) + inp = np.log(p) + log_prob = None + if get_log_prob is True: + log_prob = np.copy(inp) + + # initialize the positional weights when required + gather_weight = None + if weight is not None: + # setting mode='clip' to deal with ignore_index > C or < 0 cases. + # when the target value is > C or < 0, it doesn't matter which value we are + # taking in gather_weight, since it will be set to 0 in the following if-block + # use np.int32 to make it compatible with x86 machines + gather_weight = np.take(weight, np.array(target, dtype=np.int32), mode="clip") + # set `ignore_index`'s loss weight to 0. + # The loss tensor will be multiplied by this weight tensor, + # so `ignore_index`'s loss value will be eliminated. + if ignore_index is not None: + gather_weight = np.where(target == ignore_index, 0, gather_weight).astype( + dtype=np.float32 + ) + elif ignore_index is not None: + gather_weight = np.where(target == ignore_index, 0, 1).astype(dtype=np.float32) + + # if input is 4-d and above, make it 3-d + if len(input_shape) != 3: + inp = inp.reshape((N, C, -1)) + target = target.reshape((N, -1)) + + # Get a dimension from the reshaped input. + # If the original input shape is [N, C, H, W], + # the D here should be H * W because we reshape + # [N, C, H, W] to [N, C, H * W]. + D = inp.shape[2] + neg_gather_element_input = np.zeros((N, D), dtype=np.float32) + for i in range(N): + for d in range(D): + if target[i][d] != ignore_index: + neg_gather_element_input[i][d] = -inp[i][target[i][d]][d] + + loss = neg_gather_element_input + + # if the input was 4-d or above reshape to the right shape + if len(input_shape) != 3: + loss = loss.reshape(target_shape) + + # apply the weights when required + if gather_weight is not None: + loss = gather_weight * loss + if reduction == "mean": + loss = loss.sum() / gather_weight.sum() + if get_log_prob is True: + return loss, log_prob + return loss + + if reduction == "mean": + loss = np.mean(loss) + elif reduction == "sum": + loss = np.sum(loss) + + if get_log_prob: + return loss, log_prob + return loss + + +class SoftmaxCrossEntropyLoss(Base): + @staticmethod + def export_softmaxcrossentropy_none() -> None: + # Define operator attributes. + reduction = "none" + + # Create operator. + node = onnx.helper.make_node( + "SoftmaxCrossEntropyLoss", + inputs=["x", "y"], + outputs=["z"], + reduction=reduction, + ) + + # Define operator inputs. + np.random.seed(0) + x = np.random.rand(3, 5).astype(np.float32) + labels = np.random.randint(0, high=5, size=(3,)).astype(np.int64) + + # Compute SoftmaxCrossEntropyLoss + sce = softmaxcrossentropy(x, labels, reduction="none") + + # Check results + expect(node, inputs=[x, labels], outputs=[sce], name="test_sce_none") + + @staticmethod + def export_softmaxcrossentropy_none_log_prob() -> None: + # Define operator attributes. + reduction = "none" + + # Create operator. + node = onnx.helper.make_node( + "SoftmaxCrossEntropyLoss", + inputs=["x", "y"], + outputs=["z", "log_prob"], + reduction=reduction, + ) + + # Define operator inputs. + np.random.seed(0) + x = np.random.rand(3, 5).astype(np.float32) + labels = np.random.randint(0, high=5, size=(3,)).astype(np.int64) + + # Compute SoftmaxCrossEntropyLoss + loss, log_prob = softmaxcrossentropy( + x, labels, reduction="none", get_log_prob=True + ) + + # Check results + expect( + node, + inputs=[x, labels], + outputs=[loss, log_prob], + name="test_sce_none_log_prob", + ) + + @staticmethod + def export_softmaxcrossentropy_none_weights() -> None: + # Define operator attributes. + reduction = "none" + + # Create operator. + node = onnx.helper.make_node( + "SoftmaxCrossEntropyLoss", + inputs=["x", "y", "w"], + outputs=["z"], + reduction=reduction, + ) + + # Define operator inputs. + np.random.seed(0) + x = np.random.rand(3, 5).astype(np.float32) + labels = np.random.randint(0, high=5, size=(3,)).astype(np.int64) + weights = np.array([0.9, 0.7, 0.8, 0.9, 0.9], dtype=np.float32) + + # Compute SoftmaxCrossEntropyLoss + sce = softmaxcrossentropy(x, labels, weight=weights, reduction="none") + + # Check results + expect( + node, + inputs=[x, labels, weights], + outputs=[sce], + name="test_sce_none_weights", + ) + + @staticmethod + def export_softmaxcrossentropy_none_weights_log_prob() -> None: + # Define operator attributes. + reduction = "none" + + # Create operator. + node = onnx.helper.make_node( + "SoftmaxCrossEntropyLoss", + inputs=["x", "y", "w"], + outputs=["z", "log_prob"], + reduction=reduction, + ) + + # Define operator inputs. + np.random.seed(0) + x = np.random.rand(3, 5).astype(np.float32) + labels = np.random.randint(0, high=5, size=(3,)).astype(np.int64) + weights = np.array([0.9, 0.7, 0.8, 0.9, 0.9], dtype=np.float32) + + # Compute SoftmaxCrossEntropyLoss + loss, log_prob = softmaxcrossentropy( + x, labels, weight=weights, reduction="none", get_log_prob=True + ) + + # Check results + expect( + node, + inputs=[x, labels, weights], + outputs=[loss, log_prob], + name="test_sce_none_weights_log_prob", + ) + + @staticmethod + def export_softmaxcrossentropy_sum() -> None: + # Define operator attributes. + reduction = "sum" + + # Create operator. + node = onnx.helper.make_node( + "SoftmaxCrossEntropyLoss", + inputs=["x", "y"], + outputs=["z"], + reduction=reduction, + ) + + # Define operator inputs. + np.random.seed(0) + x = np.random.rand(3, 5).astype(np.float32) + labels = np.random.randint(0, high=5, size=(3,)).astype(np.int64) + + # Compute SoftmaxCrossEntropyLoss + sce = softmaxcrossentropy(x, labels, reduction="sum") + + # Check results + expect(node, inputs=[x, labels], outputs=[sce], name="test_sce_sum") + + @staticmethod + def export_softmaxcrossentropy_sum_log_prob() -> None: + # Define operator attributes. + reduction = "sum" + + # Create operator. + node = onnx.helper.make_node( + "SoftmaxCrossEntropyLoss", + inputs=["x", "y"], + outputs=["z", "log_prob"], + reduction=reduction, + ) + + # Define operator inputs. + np.random.seed(0) + x = np.random.rand(3, 5).astype(np.float32) + labels = np.random.randint(0, high=5, size=(3,)).astype(np.int64) + + # Compute SoftmaxCrossEntropyLoss + loss, log_prob = softmaxcrossentropy( + x, labels, reduction="sum", get_log_prob=True + ) + + # Check results + expect( + node, + inputs=[x, labels], + outputs=[loss, log_prob], + name="test_sce_sum_log_prob", + ) + + @staticmethod + def export_softmaxcrossentropy_mean() -> None: + # Define operator attributes. + reduction = "mean" + + # Create operator. + node = onnx.helper.make_node( + "SoftmaxCrossEntropyLoss", + inputs=["x", "y"], + outputs=["z"], + reduction=reduction, + ) + + # Define operator inputs. + np.random.seed(0) + x = np.random.rand(3, 5).astype(np.float32) + labels = np.random.randint(0, high=5, size=(3,)).astype(np.int64) + + # Compute SoftmaxCrossEntropyLoss + sce = softmaxcrossentropy(x, labels) + + # Check results + expect(node, inputs=[x, labels], outputs=[sce], name="test_sce_mean") + + @staticmethod + def export_softmaxcrossentropy_mean_log_prob() -> None: + # Define operator attributes. + reduction = "mean" + + # Create operator. + node = onnx.helper.make_node( + "SoftmaxCrossEntropyLoss", + inputs=["x", "y"], + outputs=["z", "log_prob"], + reduction=reduction, + ) + + # Define operator inputs. + np.random.seed(0) + x = np.random.rand(3, 5).astype(np.float32) + labels = np.random.randint(0, high=5, size=(3,)).astype(np.int64) + + # Compute SoftmaxCrossEntropyLoss + loss, log_prob = softmaxcrossentropy(x, labels, get_log_prob=True) + + # Check results + expect( + node, + inputs=[x, labels], + outputs=[loss, log_prob], + name="test_sce_mean_log_prob", + ) + + @staticmethod + def export_softmaxcrossentropy_mean_3d() -> None: + # Define operator attributes. + reduction = "mean" + + # Create operator. + node = onnx.helper.make_node( + "SoftmaxCrossEntropyLoss", + inputs=["x", "y"], + outputs=["z"], + reduction=reduction, + ) + + # Define operator inputs. + np.random.seed(0) + x = np.random.rand(3, 5, 2).astype(np.float32) + y = np.random.randint(0, high=5, size=(3, 2)).astype(np.int64) + + # Compute SoftmaxCrossEntropyLoss + sce = softmaxcrossentropy(x, y) + + # Check results + expect(node, inputs=[x, y], outputs=[sce], name="test_sce_mean_3d") + + @staticmethod + def export_softmaxcrossentropy_mean_3d_log_prob() -> None: + # Define operator attributes. + reduction = "mean" + + # Create operator. + node = onnx.helper.make_node( + "SoftmaxCrossEntropyLoss", + inputs=["x", "y"], + outputs=["z", "log_prob"], + reduction=reduction, + ) + + # Define operator inputs. + np.random.seed(0) + x = np.random.rand(3, 5, 2).astype(np.float32) + y = np.random.randint(0, high=5, size=(3, 2)).astype(np.int64) + + # Compute SoftmaxCrossEntropyLoss + loss, log_prob = softmaxcrossentropy(x, y, get_log_prob=True) + + # Check results + expect( + node, + inputs=[x, y], + outputs=[loss, log_prob], + name="test_sce_mean_3d_log_prob", + ) + + @staticmethod + def export_softmaxcrossentropy_mean_weights() -> None: + # Define operator attributes. + reduction = "mean" + + # Create operator. + node = onnx.helper.make_node( + "SoftmaxCrossEntropyLoss", + inputs=["x", "y", "w"], + outputs=["z"], + reduction=reduction, + ) + + # Define operator inputs. + np.random.seed(0) + x = np.random.rand(3, 5).astype(np.float32) + labels = np.random.randint(0, high=5, size=(3,)).astype(np.int64) + weights = np.array([0.9, 0.7, 0.8, 0.9, 0.9], dtype=np.float32) + + # Compute SoftmaxCrossEntropyLoss + sce = softmaxcrossentropy(x, labels, weight=weights) + + # Check results + expect( + node, + inputs=[x, labels, weights], + outputs=[sce], + name="test_sce_mean_weight", + ) + + @staticmethod + def export_softmaxcrossentropy_mean_weights_log_prob() -> None: + # Define operator attributes. + reduction = "mean" + + # Create operator. + node = onnx.helper.make_node( + "SoftmaxCrossEntropyLoss", + inputs=["x", "y", "w"], + outputs=["z", "log_prob"], + reduction=reduction, + ) + + # Define operator inputs. + np.random.seed(0) + x = np.random.rand(3, 5).astype(np.float32) + labels = np.random.randint(0, high=5, size=(3,)).astype(np.int64) + weights = np.array([0.9, 0.7, 0.8, 0.9, 0.9], dtype=np.float32) + + # Compute SoftmaxCrossEntropyLoss + loss, log_prob = softmaxcrossentropy( + x, labels, weight=weights, get_log_prob=True + ) + + # Check results + expect( + node, + inputs=[x, labels, weights], + outputs=[loss, log_prob], + name="test_sce_mean_weight_log_prob", + ) + + @staticmethod + def export_softmaxcrossentropy_mean_weights_ii() -> None: + # Define operator attributes. + reduction = "mean" + ignore_index = np.int64(0) + + # Create operator. + node = onnx.helper.make_node( + "SoftmaxCrossEntropyLoss", + inputs=["x", "y", "w"], + outputs=["z"], + reduction=reduction, + ignore_index=ignore_index, + ) + + # Define operator inputs. + np.random.seed(0) + x = np.random.rand(3, 5).astype(np.float32) + labels = np.random.randint(0, high=5, size=(3,)).astype(np.int64) + labels[0] = np.int64(0) + weights = np.array([0.9, 0.7, 0.8, 0.9, 0.9], dtype=np.float32) + + # Compute SoftmaxCrossEntropyLoss + sce = softmaxcrossentropy(x, labels, weight=weights, ignore_index=ignore_index) + + # Check results + expect( + node, + inputs=[x, labels, weights], + outputs=[sce], + name="test_sce_mean_weight_ii", + ) + + @staticmethod + def export_softmaxcrossentropy_mean_weights_ii_log_prob() -> None: + # Define operator attributes. + reduction = "mean" + ignore_index = np.int64(0) + + # Create operator. + node = onnx.helper.make_node( + "SoftmaxCrossEntropyLoss", + inputs=["x", "y", "w"], + outputs=["z", "log_prob"], + reduction=reduction, + ignore_index=ignore_index, + ) + + # Define operator inputs. + np.random.seed(0) + x = np.random.rand(3, 5).astype(np.float32) + labels = np.random.randint(0, high=5, size=(3,)).astype(np.int64) + labels[0] = np.int64(0) + weights = np.array([0.9, 0.7, 0.8, 0.9, 0.9], dtype=np.float32) + + # Compute SoftmaxCrossEntropyLoss + loss, log_prob = softmaxcrossentropy( + x, labels, weight=weights, ignore_index=ignore_index, get_log_prob=True + ) + + # Check results + expect( + node, + inputs=[x, labels, weights], + outputs=[loss, log_prob], + name="test_sce_mean_weight_ii_log_prob", + ) + + @staticmethod + def export_softmaxcrossentropy_mean_no_weights_ii() -> None: + # Define operator attributes. + reduction = "mean" + ignore_index = np.int64(2) + + # Create operator. + node = onnx.helper.make_node( + "SoftmaxCrossEntropyLoss", + inputs=["x", "y"], + outputs=["z"], + reduction=reduction, + ignore_index=ignore_index, + ) + + # Define operator inputs. + np.random.seed(0) + x = np.random.rand(3, 5).astype(np.float32) + labels = np.random.randint(0, high=5, size=(3,)).astype(np.int64) + labels[0] = np.int64(2) + + # Compute SoftmaxCrossEntropyLoss + sce = softmaxcrossentropy(x, labels, ignore_index=ignore_index) + + # Check results + expect( + node, inputs=[x, labels], outputs=[sce], name="test_sce_mean_no_weight_ii" + ) + + @staticmethod + def export_softmaxcrossentropy_mean_no_weights_ii_log_prob() -> None: + # Define operator attributes. + reduction = "mean" + ignore_index = np.int64(2) + + # Create operator. + node = onnx.helper.make_node( + "SoftmaxCrossEntropyLoss", + inputs=["x", "y"], + outputs=["z", "log_prob"], + reduction=reduction, + ignore_index=ignore_index, + ) + + # Define operator inputs. + np.random.seed(0) + x = np.random.rand(3, 5).astype(np.float32) + labels = np.random.randint(0, high=5, size=(3,)).astype(np.int64) + labels[0] = np.int64(2) + + # Compute SoftmaxCrossEntropyLoss + loss, log_prob = softmaxcrossentropy( + x, labels, ignore_index=ignore_index, get_log_prob=True + ) + + # Check results + expect( + node, + inputs=[x, labels], + outputs=[loss, log_prob], + name="test_sce_mean_no_weight_ii_log_prob", + ) + + @staticmethod + def export_softmaxcrossentropy_mean_weights_ii_3d() -> None: + # Define operator attributes. + reduction = "mean" + ignore_index = np.int64(1) + + # Create operator. + node = onnx.helper.make_node( + "SoftmaxCrossEntropyLoss", + inputs=["x", "y", "w"], + outputs=["z"], + reduction=reduction, + ignore_index=ignore_index, + ) + + # Define operator inputs. + np.random.seed(0) + x = np.random.rand(3, 5, 2).astype(np.float32) + labels = np.random.randint(0, high=5, size=(3, 2)).astype(np.int64) + labels[0][0] = np.int64(1) + weights = np.array([0.2, 0.3, 0.6, 0.1, 0.5], dtype=np.float32) + + # Compute SoftmaxCrossEntropyLoss + sce = softmaxcrossentropy(x, labels, weight=weights, ignore_index=ignore_index) + + # Check results + expect( + node, + inputs=[x, labels, weights], + outputs=[sce], + name="test_sce_mean_weight_ii_3d", + ) + + @staticmethod + def export_softmaxcrossentropy_mean_weights_ii_3d_log_prob() -> None: + # Define operator attributes. + reduction = "mean" + ignore_index = np.int64(1) + + # Create operator. + node = onnx.helper.make_node( + "SoftmaxCrossEntropyLoss", + inputs=["x", "y", "w"], + outputs=["z", "log_prob"], + reduction=reduction, + ignore_index=ignore_index, + ) + + # Define operator inputs. + np.random.seed(0) + x = np.random.rand(3, 5, 2).astype(np.float32) + labels = np.random.randint(0, high=5, size=(3, 2)).astype(np.int64) + labels[0][0] = np.int64(1) + weights = np.array([0.2, 0.3, 0.6, 0.1, 0.5], dtype=np.float32) + + # Compute SoftmaxCrossEntropyLoss + loss, log_prob = softmaxcrossentropy( + x, labels, weight=weights, ignore_index=ignore_index, get_log_prob=True + ) + + # Check results + expect( + node, + inputs=[x, labels, weights], + outputs=[loss, log_prob], + name="test_sce_mean_weight_ii_3d_log_prob", + ) + + @staticmethod + def export_softmaxcrossentropy_mean_no_weights_ii_3d() -> None: + # Define operator attributes. + reduction = "mean" + ignore_index = np.int64(2) + + # Create operator. + node = onnx.helper.make_node( + "SoftmaxCrossEntropyLoss", + inputs=["x", "y"], + outputs=["z"], + reduction=reduction, + ignore_index=ignore_index, + ) + + # Define operator inputs. + np.random.seed(0) + x = np.random.rand(3, 5, 2).astype(np.float32) + labels = np.random.randint(0, high=5, size=(3, 2)).astype(np.int64) + labels[0][0] = np.int64(2) + + # Compute SoftmaxCrossEntropyLoss + sce = softmaxcrossentropy(x, labels, ignore_index=ignore_index) + + # Check results + expect( + node, + inputs=[x, labels], + outputs=[sce], + name="test_sce_mean_no_weight_ii_3d", + ) + + @staticmethod + def export_softmaxcrossentropy_mean_no_weights_ii_3d_log_prob() -> None: + # Define operator attributes. + reduction = "mean" + ignore_index = np.int64(2) + + # Create operator. + node = onnx.helper.make_node( + "SoftmaxCrossEntropyLoss", + inputs=["x", "y"], + outputs=["z", "log_prob"], + reduction=reduction, + ignore_index=ignore_index, + ) + + # Define operator inputs. + np.random.seed(0) + x = np.random.rand(3, 5, 2).astype(np.float32) + labels = np.random.randint(0, high=5, size=(3, 2)).astype(np.int64) + labels[0][0] = np.int64(2) + + # Compute SoftmaxCrossEntropyLoss + loss, log_prob = softmaxcrossentropy( + x, labels, ignore_index=ignore_index, get_log_prob=True + ) + + # Check results + expect( + node, + inputs=[x, labels], + outputs=[loss, log_prob], + name="test_sce_mean_no_weight_ii_3d_log_prob", + ) + + @staticmethod + def export_softmaxcrossentropy_mean_weights_ii_4d() -> None: + # Define operator attributes. + reduction = "mean" + ignore_index = np.int64(2) + + # Create operator. + node = onnx.helper.make_node( + "SoftmaxCrossEntropyLoss", + inputs=["x", "y", "w"], + outputs=["z"], + reduction=reduction, + ignore_index=ignore_index, + ) + + # Define operator inputs. + np.random.seed(0) + x = np.random.rand(3, 5, 2, 7).astype(np.float32) + labels = np.random.randint(0, high=5, size=(3, 2, 7)).astype(np.int64) + labels[0][0][0] = np.int64(2) + weights = np.array([0.2, 0.3, 0.6, 0.1, 0.5], dtype=np.float32) + + # Compute SoftmaxCrossEntropyLoss + sce = softmaxcrossentropy( + x, labels, reduction=reduction, weight=weights, ignore_index=ignore_index + ) + + # Check results + expect( + node, + inputs=[x, labels, weights], + outputs=[sce], + name="test_sce_mean_weight_ii_4d", + ) + + @staticmethod + def export_softmaxcrossentropy_mean_weights_ii_4d_log_prob() -> None: + # Define operator attributes. + reduction = "mean" + ignore_index = np.int64(2) + + # Create operator. + node = onnx.helper.make_node( + "SoftmaxCrossEntropyLoss", + inputs=["x", "y", "w"], + outputs=["z", "log_prob"], + reduction=reduction, + ignore_index=ignore_index, + ) + + # Define operator inputs. + np.random.seed(0) + x = np.random.rand(3, 5, 2, 7).astype(np.float32) + labels = np.random.randint(0, high=5, size=(3, 2, 7)).astype(np.int64) + labels[0][0][0] = np.int64(2) + weights = np.array([0.2, 0.3, 0.6, 0.1, 0.5], dtype=np.float32) + + # Compute SoftmaxCrossEntropyLoss + loss, log_prob = softmaxcrossentropy( + x, + labels, + reduction=reduction, + weight=weights, + ignore_index=ignore_index, + get_log_prob=True, + ) + + # Check results + expect( + node, + inputs=[x, labels, weights], + outputs=[loss, log_prob], + name="test_sce_mean_weight_ii_4d_log_prob", + ) + + @staticmethod + def export_softmaxcrossentropy_mean_no_weights_ii_4d() -> None: + # Define operator attributes. + reduction = "mean" + ignore_index = np.int64(2) + + # Create operator. + node = onnx.helper.make_node( + "SoftmaxCrossEntropyLoss", + inputs=["x", "y"], + outputs=["z"], + reduction=reduction, + ignore_index=ignore_index, + ) + + # Define operator inputs. + np.random.seed(0) + x = np.random.rand(3, 5, 2, 7).astype(np.float32) + labels = np.random.randint(0, high=5, size=(3, 2, 7)).astype(np.int64) + labels[0][0][0] = np.int64(2) + + # Compute SoftmaxCrossEntropyLoss + sce = softmaxcrossentropy( + x, labels, reduction=reduction, ignore_index=ignore_index + ) + + # Check results + expect( + node, + inputs=[x, labels], + outputs=[sce], + name="test_sce_mean_no_weight_ii_4d", + ) + + @staticmethod + def export_softmaxcrossentropy_mean_no_weights_ii_4d_log_prob() -> None: + # Define operator attributes. + reduction = "mean" + ignore_index = np.int64(2) + + # Create operator. + node = onnx.helper.make_node( + "SoftmaxCrossEntropyLoss", + inputs=["x", "y"], + outputs=["z", "log_prob"], + reduction=reduction, + ignore_index=ignore_index, + ) + + # Define operator inputs. + np.random.seed(0) + x = np.random.rand(3, 5, 2, 7).astype(np.float32) + labels = np.random.randint(0, high=5, size=(3, 2, 7)).astype(np.int64) + labels[0][0][0] = np.int64(2) + + # Compute SoftmaxCrossEntropyLoss + loss, log_prob = softmaxcrossentropy( + x, labels, reduction=reduction, ignore_index=ignore_index, get_log_prob=True + ) + + # Check results + expect( + node, + inputs=[x, labels], + outputs=[loss, log_prob], + name="test_sce_mean_no_weight_ii_4d_log_prob", + ) + + @staticmethod + def export_input_shape_is_NCd1d2d3d4d5_mean_weight() -> None: + reduction = "mean" + + node = onnx.helper.make_node( + "SoftmaxCrossEntropyLoss", + inputs=["x", "y", "w"], + outputs=["z"], + reduction=reduction, + ) + + N, C, dim1, dim2, dim3, dim4, dim5 = 3, 5, 6, 6, 5, 3, 4 + np.random.seed(0) + x = np.random.rand(N, C, dim1, dim2, dim3, dim4, dim5).astype(np.float32) + labels = np.random.randint( + 0, high=C, size=(N, dim1, dim2, dim3, dim4, dim5) + ).astype(np.int64) + weight = np.random.rand(C).astype(np.float32) + + sce = softmaxcrossentropy(x, labels, weight=weight, reduction=reduction) + + expect( + node, + inputs=[x, labels, weight], + outputs=[sce], + name="test_sce_NCd1d2d3d4d5_mean_weight", + ) + + @staticmethod + def export_input_shape_is_NCd1d2d3d4d5_mean_weight_log_prob() -> None: + reduction = "mean" + + node = onnx.helper.make_node( + "SoftmaxCrossEntropyLoss", + inputs=["x", "y", "w"], + outputs=["z", "log_prob"], + reduction=reduction, + ) + + N, C, dim1, dim2, dim3, dim4, dim5 = 3, 5, 6, 6, 5, 3, 4 + np.random.seed(0) + x = np.random.rand(N, C, dim1, dim2, dim3, dim4, dim5).astype(np.float32) + labels = np.random.randint( + 0, high=C, size=(N, dim1, dim2, dim3, dim4, dim5) + ).astype(np.int64) + weight = np.random.rand(C).astype(np.float32) + + loss, log_prob = softmaxcrossentropy( + x, labels, weight=weight, reduction=reduction, get_log_prob=True + ) + + expect( + node, + inputs=[x, labels, weight], + outputs=[loss, log_prob], + name="test_sce_NCd1d2d3d4d5_mean_weight_log_prob", + ) + + @staticmethod + def export_input_shape_is_NCd1d2d3d4d5_none_no_weight() -> None: + reduction = "none" + + node = onnx.helper.make_node( + "SoftmaxCrossEntropyLoss", + inputs=["x", "y"], + outputs=["z"], + reduction=reduction, + ) + + N, C, dim1, dim2, dim3, dim4, dim5 = 3, 5, 6, 6, 5, 3, 4 + np.random.seed(0) + x = np.random.rand(N, C, dim1, dim2, dim3, dim4, dim5).astype(np.float32) + labels = np.random.randint( + 0, high=C, size=(N, dim1, dim2, dim3, dim4, dim5) + ).astype(np.int64) + + sce = softmaxcrossentropy(x, labels, reduction=reduction) + + expect( + node, + inputs=[x, labels], + outputs=[sce], + name="test_sce_NCd1d2d3d4d5_none_no_weight", + ) + + @staticmethod + def export_input_shape_is_NCd1d2d3d4d5_none_no_weight_log_prob() -> None: + reduction = "none" + + node = onnx.helper.make_node( + "SoftmaxCrossEntropyLoss", + inputs=["x", "y"], + outputs=["z", "log_prob"], + reduction=reduction, + ) + + N, C, dim1, dim2, dim3, dim4, dim5 = 3, 5, 6, 6, 5, 3, 4 + np.random.seed(0) + x = np.random.rand(N, C, dim1, dim2, dim3, dim4, dim5).astype(np.float32) + labels = np.random.randint( + 0, high=C, size=(N, dim1, dim2, dim3, dim4, dim5) + ).astype(np.int64) + + loss, log_prob = softmaxcrossentropy( + x, labels, reduction=reduction, get_log_prob=True + ) + + expect( + node, + inputs=[x, labels], + outputs=[loss, log_prob], + name="test_sce_NCd1d2d3d4d5_none_no_weight_log_prob", + ) + + @staticmethod + def export_input_shape_is_NCd1_mean_weight_negative_ii() -> None: + reduction = "mean" + ignore_index = np.int64(-1) + + node = onnx.helper.make_node( + "SoftmaxCrossEntropyLoss", + inputs=["x", "y", "w"], + outputs=["z"], + reduction=reduction, + ignore_index=ignore_index, + ) + + N, C, dim1 = 3, 5, 6 + np.random.seed(0) + x = np.random.rand(N, C, dim1).astype(np.float32) + labels = np.random.randint(0, high=C, size=(N, dim1)).astype(np.int64) + labels[0][0] = -1 + weight = np.random.rand(C).astype(np.float32) + + sce = softmaxcrossentropy( + x, labels, weight=weight, reduction=reduction, ignore_index=ignore_index + ) + + expect( + node, + inputs=[x, labels, weight], + outputs=[sce], + name="test_sce_NCd1_mean_weight_negative_ii", + ) + + @staticmethod + def export_input_shape_is_NCd1_mean_weight_negative_ii_log_prob() -> None: + reduction = "mean" + ignore_index = np.int64(-1) + + node = onnx.helper.make_node( + "SoftmaxCrossEntropyLoss", + inputs=["x", "y", "w"], + outputs=["z", "log_prob"], + reduction=reduction, + ignore_index=ignore_index, + ) + + N, C, dim1 = 3, 5, 6 + np.random.seed(0) + x = np.random.rand(N, C, dim1).astype(np.float32) + labels = np.random.randint(0, high=C, size=(N, dim1)).astype(np.int64) + labels[0][0] = -1 + weight = np.random.rand(C).astype(np.float32) + + loss, log_prob = softmaxcrossentropy( + x, + labels, + weight=weight, + reduction=reduction, + ignore_index=ignore_index, + get_log_prob=True, + ) + + expect( + node, + inputs=[x, labels, weight], + outputs=[loss, log_prob], + name="test_sce_NCd1_mean_weight_negative_ii_log_prob", + ) + + @staticmethod + def export_input_shape_is_NCd1d2d3_none_no_weight_negative_ii() -> None: + reduction = "none" + ignore_index = np.int64(-5) + + node = onnx.helper.make_node( + "SoftmaxCrossEntropyLoss", + inputs=["x", "y"], + outputs=["z"], + reduction=reduction, + ignore_index=ignore_index, + ) + + N, C, dim1, dim2, dim3 = 3, 5, 6, 6, 5 + np.random.seed(0) + x = np.random.rand(N, C, dim1, dim2, dim3).astype(np.float32) + labels = np.random.randint(0, high=C, size=(N, dim1, dim2, dim3)).astype( + np.int64 + ) + labels[0][0][0][0] = -5 + + sce = softmaxcrossentropy( + x, labels, reduction=reduction, ignore_index=ignore_index + ) + + expect( + node, + inputs=[x, labels], + outputs=[sce], + name="test_sce_NCd1d2d3_none_no_weight_negative_ii", + ) + + @staticmethod + def export_input_shape_is_NCd1d2d3_none_no_weight_negative_ii_log_prob() -> None: + reduction = "none" + ignore_index = np.int64(-5) + + node = onnx.helper.make_node( + "SoftmaxCrossEntropyLoss", + inputs=["x", "y"], + outputs=["z", "log_prob"], + reduction=reduction, + ignore_index=ignore_index, + ) + + N, C, dim1, dim2, dim3 = 3, 5, 6, 6, 5 + np.random.seed(0) + x = np.random.rand(N, C, dim1, dim2, dim3).astype(np.float32) + labels = np.random.randint(0, high=C, size=(N, dim1, dim2, dim3)).astype( + np.int64 + ) + labels[0][0][0][0] = -5 + + loss, log_prob = softmaxcrossentropy( + x, labels, reduction=reduction, ignore_index=ignore_index, get_log_prob=True + ) + + expect( + node, + inputs=[x, labels], + outputs=[loss, log_prob], + name="test_sce_NCd1d2d3_none_no_weight_negative_ii_log_prob", + ) + + @staticmethod + def export_input_shape_is_NCd1d2d3_sum_weight_high_ii() -> None: + reduction = "sum" + ignore_index = np.int64(10) + + node = onnx.helper.make_node( + "SoftmaxCrossEntropyLoss", + inputs=["x", "y", "w"], + outputs=["z"], + reduction=reduction, + ignore_index=ignore_index, + ) + + N, C = 3, 5 + np.random.seed(0) + x = np.random.rand(N, C).astype(np.float32) + labels = np.random.randint(0, high=C, size=(N)).astype(np.int64) + labels[0] = 10 + weight = np.random.rand(C).astype(np.float32) + + sce = softmaxcrossentropy( + x, labels, weight=weight, reduction=reduction, ignore_index=ignore_index + ) + + expect( + node, + inputs=[x, labels, weight], + outputs=[sce], + name="test_sce_NCd1d2d3_sum_weight_high_ii", + ) + + @staticmethod + def export_input_shape_is_NCd1d2d3_sum_weight_high_ii_log_prob() -> None: + reduction = "sum" + ignore_index = np.int64(10) + + node = onnx.helper.make_node( + "SoftmaxCrossEntropyLoss", + inputs=["x", "y", "w"], + outputs=["z", "log_prob"], + reduction=reduction, + ignore_index=ignore_index, + ) + + N, C = 3, 5 + np.random.seed(0) + x = np.random.rand(N, C).astype(np.float32) + labels = np.random.randint(0, high=C, size=(N)).astype(np.int64) + labels[0] = 10 + weight = np.random.rand(C).astype(np.float32) + + loss, log_prob = softmaxcrossentropy( + x, + labels, + weight=weight, + reduction=reduction, + ignore_index=ignore_index, + get_log_prob=True, + ) + + expect( + node, + inputs=[x, labels, weight], + outputs=[loss, log_prob], + name="test_sce_NCd1d2d3_sum_weight_high_ii_log_prob", + ) diff --git a/onnx/backend/test/case/node/softplus.py b/onnx/backend/test/case/node/softplus.py new file mode 100644 index 0000000..503a653 --- /dev/null +++ b/onnx/backend/test/case/node/softplus.py @@ -0,0 +1,30 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class Softplus(Base): + @staticmethod + def export() -> None: + node = onnx.helper.make_node( + "Softplus", + inputs=["x"], + outputs=["y"], + ) + + x = np.array([-1, 0, 1]).astype(np.float32) + y = np.log( + np.exp(x) + 1 + ) # expected output [0.31326166, 0.69314718, 1.31326163] + expect(node, inputs=[x], outputs=[y], name="test_softplus_example") + + x = np.random.randn(3, 4, 5).astype(np.float32) + y = np.log(np.exp(x) + 1) + expect(node, inputs=[x], outputs=[y], name="test_softplus") diff --git a/onnx/backend/test/case/node/softsign.py b/onnx/backend/test/case/node/softsign.py new file mode 100644 index 0000000..476f55d --- /dev/null +++ b/onnx/backend/test/case/node/softsign.py @@ -0,0 +1,28 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class Softsign(Base): + @staticmethod + def export() -> None: + node = onnx.helper.make_node( + "Softsign", + inputs=["x"], + outputs=["y"], + ) + + x = np.array([-1, 0, 1]).astype(np.float32) + y = np.array([-0.5, 0, 0.5]).astype(np.float32) + expect(node, inputs=[x], outputs=[y], name="test_softsign_example") + + x = np.random.randn(3, 4, 5).astype(np.float32) + y = x / (1 + np.abs(x)) + expect(node, inputs=[x], outputs=[y], name="test_softsign") diff --git a/onnx/backend/test/case/node/spacetodepth.py b/onnx/backend/test/case/node/spacetodepth.py new file mode 100644 index 0000000..157a6d3 --- /dev/null +++ b/onnx/backend/test/case/node/spacetodepth.py @@ -0,0 +1,66 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class SpaceToDepth(Base): + @staticmethod + def export() -> None: + b, c, h, w = shape = (2, 2, 6, 6) + blocksize = 2 + node = onnx.helper.make_node( + "SpaceToDepth", + inputs=["x"], + outputs=["y"], + blocksize=blocksize, + ) + x = np.random.random_sample(shape).astype(np.float32) + tmp = np.reshape( + x, [b, c, h // blocksize, blocksize, w // blocksize, blocksize] + ) + tmp = np.transpose(tmp, [0, 3, 5, 1, 2, 4]) + y = np.reshape(tmp, [b, c * (blocksize**2), h // blocksize, w // blocksize]) + expect(node, inputs=[x], outputs=[y], name="test_spacetodepth") + + @staticmethod + def export_example() -> None: + node = onnx.helper.make_node( + "SpaceToDepth", + inputs=["x"], + outputs=["y"], + blocksize=2, + ) + + # (1, 1, 4, 6) input tensor + x = np.array( + [ + [ + [ + [0, 6, 1, 7, 2, 8], + [12, 18, 13, 19, 14, 20], + [3, 9, 4, 10, 5, 11], + [15, 21, 16, 22, 17, 23], + ] + ] + ] + ).astype(np.float32) + + # (1, 4, 2, 3) output tensor + y = np.array( + [ + [ + [[0, 1, 2], [3, 4, 5]], + [[6, 7, 8], [9, 10, 11]], + [[12, 13, 14], [15, 16, 17]], + [[18, 19, 20], [21, 22, 23]], + ] + ] + ).astype(np.float32) + expect(node, inputs=[x], outputs=[y], name="test_spacetodepth_example") diff --git a/onnx/backend/test/case/node/split.py b/onnx/backend/test/case/node/split.py new file mode 100644 index 0000000..f93d7cb --- /dev/null +++ b/onnx/backend/test/case/node/split.py @@ -0,0 +1,378 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class Split(Base): + @staticmethod + def export_1d_opset13() -> None: + node_input = np.array([1.0, 2.0, 3.0, 4.0, 5.0, 6.0]).astype(np.float32) + + node = onnx.helper.make_node( + "Split", + inputs=["input"], + outputs=["output_1", "output_2", "output_3"], + axis=0, + ) + + expected_outputs = [ + np.array([1.0, 2.0]).astype(np.float32), + np.array([3.0, 4.0]).astype(np.float32), + np.array([5.0, 6.0]).astype(np.float32), + ] + expect( + node, + inputs=[node_input], + outputs=expected_outputs, + name="test_split_equal_parts_1d_opset13", + opset_imports=[onnx.helper.make_opsetid("", 13)], + ) + + split = np.array([2, 4]).astype(np.int64) + node = onnx.helper.make_node( + "Split", + inputs=["input", "split"], + outputs=["output_1", "output_2"], + axis=0, + ) + + expected_outputs = [ + np.array([1.0, 2.0]).astype(np.float32), + np.array([3.0, 4.0, 5.0, 6.0]).astype(np.float32), + ] + expect( + node, + inputs=[node_input, split], + outputs=expected_outputs, + name="test_split_variable_parts_1d_opset13", + opset_imports=[onnx.helper.make_opsetid("", 13)], + ) + + @staticmethod + def export_2d_opset13() -> None: + node_input = np.array( + [[1.0, 2.0, 3.0, 4.0, 5.0, 6.0], [7.0, 8.0, 9.0, 10.0, 11.0, 12.0]] + ).astype(np.float32) + + node = onnx.helper.make_node( + "Split", inputs=["input"], outputs=["output_1", "output_2"], axis=1 + ) + + expected_outputs = [ + np.array([[1.0, 2.0, 3.0], [7.0, 8.0, 9.0]]).astype(np.float32), + np.array([[4.0, 5.0, 6.0], [10.0, 11.0, 12.0]]).astype(np.float32), + ] + + expect( + node, + inputs=[node_input], + outputs=expected_outputs, + name="test_split_equal_parts_2d_opset13", + opset_imports=[onnx.helper.make_opsetid("", 13)], + ) + + split = np.array([2, 4]).astype(np.int64) + node = onnx.helper.make_node( + "Split", + inputs=["input", "split"], + outputs=["output_1", "output_2"], + axis=1, + ) + + expected_outputs = [ + np.array([[1.0, 2.0], [7.0, 8.0]]).astype(np.float32), + np.array([[3.0, 4.0, 5.0, 6.0], [9.0, 10.0, 11.0, 12.0]]).astype( + np.float32 + ), + ] + + expect( + node, + inputs=[node_input, split], + outputs=expected_outputs, + name="test_split_variable_parts_2d_opset13", + opset_imports=[onnx.helper.make_opsetid("", 13)], + ) + + @staticmethod + def export_default_values_opset13() -> None: + node_input = np.array([1.0, 2.0, 3.0, 4.0, 5.0, 6.0]).astype(np.float32) + + # If axis is not specified, split is applied on default axis 0 + node = onnx.helper.make_node( + "Split", inputs=["input"], outputs=["output_1", "output_2", "output_3"] + ) + + expected_outputs = [ + np.array([1.0, 2.0]).astype(np.float32), + np.array([3.0, 4.0]).astype(np.float32), + np.array([5.0, 6.0]).astype(np.float32), + ] + expect( + node, + inputs=[node_input], + outputs=expected_outputs, + name="test_split_equal_parts_default_axis_opset13", + opset_imports=[onnx.helper.make_opsetid("", 13)], + ) + + split = np.array([2, 4]).astype(np.int64) + node = onnx.helper.make_node( + "Split", inputs=["input", "split"], outputs=["output_1", "output_2"] + ) + + expected_outputs = [ + np.array([1.0, 2.0]).astype(np.float32), + np.array([3.0, 4.0, 5.0, 6.0]).astype(np.float32), + ] + expect( + node, + inputs=[node_input, split], + outputs=expected_outputs, + name="test_split_variable_parts_default_axis_opset13", + opset_imports=[onnx.helper.make_opsetid("", 13)], + ) + + @staticmethod + def export_zero_size_splits_opset13() -> None: + # 1-dimensional tensor with dimension_size=0 + node_input = np.array([]).astype(np.float32) + + # Split empty tensor to tensors of size zero + split = np.array([0, 0, 0]).astype(np.int64) + node = onnx.helper.make_node( + "Split", + inputs=["input", "split"], + outputs=["output_1", "output_2", "output_3"], + ) + + expected_outputs = [ + np.array([]).astype(np.float32), + np.array([]).astype(np.float32), + np.array([]).astype(np.float32), + ] + expect( + node, + inputs=[node_input, split], + outputs=expected_outputs, + name="test_split_zero_size_splits_opset13", + opset_imports=[onnx.helper.make_opsetid("", 13)], + ) + + @staticmethod + def export_1d_opset18() -> None: + node_input = np.array([1.0, 2.0, 3.0, 4.0, 5.0, 6.0]).astype(np.float32) + + node = onnx.helper.make_node( + "Split", + inputs=["input"], + outputs=["output_1", "output_2", "output_3"], + axis=0, + num_outputs=3, + ) + + expected_outputs = [ + np.array([1.0, 2.0]).astype(np.float32), + np.array([3.0, 4.0]).astype(np.float32), + np.array([5.0, 6.0]).astype(np.float32), + ] + expect( + node, + inputs=[node_input], + outputs=expected_outputs, + name="test_split_equal_parts_1d_opset18", + ) + + split = np.array([2, 4]).astype(np.int64) + node = onnx.helper.make_node( + "Split", + inputs=["input", "split"], + outputs=["output_1", "output_2"], + axis=0, + ) + + expected_outputs = [ + np.array([1.0, 2.0]).astype(np.float32), + np.array([3.0, 4.0, 5.0, 6.0]).astype(np.float32), + ] + expect( + node, + inputs=[node_input, split], + outputs=expected_outputs, + name="test_split_variable_parts_1d_opset18", + ) + + @staticmethod + def export_2d_opset18() -> None: + node_input = np.array( + [[1.0, 2.0, 3.0, 4.0, 5.0, 6.0], [7.0, 8.0, 9.0, 10.0, 11.0, 12.0]] + ).astype(np.float32) + + node = onnx.helper.make_node( + "Split", + inputs=["input"], + outputs=["output_1", "output_2"], + axis=1, + num_outputs=2, + ) + + expected_outputs = [ + np.array([[1.0, 2.0, 3.0], [7.0, 8.0, 9.0]]).astype(np.float32), + np.array([[4.0, 5.0, 6.0], [10.0, 11.0, 12.0]]).astype(np.float32), + ] + + expect( + node, + inputs=[node_input], + outputs=expected_outputs, + name="test_split_equal_parts_2d", + ) + + split = np.array([2, 4]).astype(np.int64) + node = onnx.helper.make_node( + "Split", + inputs=["input", "split"], + outputs=["output_1", "output_2"], + axis=1, + ) + + expected_outputs = [ + np.array([[1.0, 2.0], [7.0, 8.0]]).astype(np.float32), + np.array([[3.0, 4.0, 5.0, 6.0], [9.0, 10.0, 11.0, 12.0]]).astype( + np.float32 + ), + ] + + expect( + node, + inputs=[node_input, split], + outputs=expected_outputs, + name="test_split_variable_parts_2d_opset18", + ) + + @staticmethod + def export_default_values_opset18() -> None: + node_input = np.array([1.0, 2.0, 3.0, 4.0, 5.0, 6.0]).astype(np.float32) + + # If axis is not specified, split is applied on default axis 0 + node = onnx.helper.make_node( + "Split", + inputs=["input"], + outputs=["output_1", "output_2", "output_3"], + num_outputs=3, + ) + + expected_outputs = [ + np.array([1.0, 2.0]).astype(np.float32), + np.array([3.0, 4.0]).astype(np.float32), + np.array([5.0, 6.0]).astype(np.float32), + ] + expect( + node, + inputs=[node_input], + outputs=expected_outputs, + name="test_split_equal_parts_default_axis_opset18", + ) + + split = np.array([2, 4]).astype(np.int64) + node = onnx.helper.make_node( + "Split", inputs=["input", "split"], outputs=["output_1", "output_2"] + ) + + expected_outputs = [ + np.array([1.0, 2.0]).astype(np.float32), + np.array([3.0, 4.0, 5.0, 6.0]).astype(np.float32), + ] + expect( + node, + inputs=[node_input, split], + outputs=expected_outputs, + name="test_split_variable_parts_default_axis_opset18", + ) + + @staticmethod + def export_zero_size_splits_opset18() -> None: + # 1-dimensional tensor with dimension_size=0 + node_input = np.array([]).astype(np.float32) + + # Split empty tensor to tensors of size zero + split = np.array([0, 0, 0]).astype(np.int64) + node = onnx.helper.make_node( + "Split", + inputs=["input", "split"], + outputs=["output_1", "output_2", "output_3"], + ) + + expected_outputs = [ + np.array([]).astype(np.float32), + np.array([]).astype(np.float32), + np.array([]).astype(np.float32), + ] + expect( + node, + inputs=[node_input, split], + outputs=expected_outputs, + name="test_split_zero_size_splits_opset18", + ) + + @staticmethod + def export_1d_uneven_split_opset18() -> None: + node_input = np.array([1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0]).astype(np.float32) + + # If axis is not specified, split is applied on default axis 0 + node = onnx.helper.make_node( + "Split", + inputs=["input"], + outputs=["output_1", "output_2", "output_3", "output_4"], + num_outputs=4, + ) + + expected_outputs = [ + np.array([1.0, 2.0]).astype(np.float32), + np.array([3.0, 4.0]).astype(np.float32), + np.array([5.0, 6.0]).astype(np.float32), + np.array([7.0]).astype(np.float32), + ] + expect( + node, + inputs=[node_input], + outputs=expected_outputs, + name="test_split_1d_uneven_split_opset18", + ) + + @staticmethod + def export_2d_uneven_split_opset18() -> None: + node_input = np.array( + [ + [1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0], + [9.0, 10.0, 11.0, 12.0, 13.0, 14.0, 15.0, 16.0], + ] + ).astype(np.float32) + + node = onnx.helper.make_node( + "Split", + inputs=["input"], + outputs=["output_1", "output_2", "output_3"], + axis=1, + num_outputs=3, + ) + + expected_outputs = [ + np.array([[1.0, 2.0, 3.0], [9.0, 10.0, 11.0]]).astype(np.float32), + np.array([[4.0, 5.0, 6.0], [12.0, 13.0, 14.0]]).astype(np.float32), + np.array([[7.0, 8.0], [15.0, 16.0]]).astype(np.float32), + ] + + expect( + node, + inputs=[node_input], + outputs=expected_outputs, + name="test_split_2d_uneven_split_opset18", + ) diff --git a/onnx/backend/test/case/node/splittosequence.py b/onnx/backend/test/case/node/splittosequence.py new file mode 100644 index 0000000..0ee6e60 --- /dev/null +++ b/onnx/backend/test/case/node/splittosequence.py @@ -0,0 +1,80 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class SplitToSequence(Base): + @staticmethod + def export_with_split_1() -> None: + data = np.arange(18).reshape((3, 6)).astype(np.float32) + split = np.array(2, dtype=np.int64) + + node = onnx.helper.make_node( + "SplitToSequence", ["data", "split"], ["seq"], axis=1 + ) + + expected_outputs = [ + [ + np.array([[0.0, 1.0], [6.0, 7.0], [12.0, 13.0]], dtype=np.float32), + np.array([[2.0, 3.0], [8.0, 9.0], [14.0, 15.0]], dtype=np.float32), + np.array([[4.0, 5.0], [10.0, 11.0], [16.0, 17.0]], dtype=np.float32), + ] + ] + + expect( + node, + inputs=[data, split], + outputs=expected_outputs, + name="test_split_to_sequence_1", + ) + + @staticmethod + def export_with_split_2() -> None: + data = np.arange(18).reshape((3, 6)).astype(np.float32) + split = np.array([1, 2], dtype=np.int64) + + node = onnx.helper.make_node( + "SplitToSequence", ["data", "split"], ["seq"], axis=0 + ) + + expected_outputs = [ + [ + data[:1], + data[1:], + ] + ] + + expect( + node, + inputs=[data, split], + outputs=expected_outputs, + name="test_split_to_sequence_2", + ) + + @staticmethod + def export_nokeepdims() -> None: + data = np.arange(18).reshape((3, 6)).astype(np.float32) + + node = onnx.helper.make_node( + "SplitToSequence", + ["data"], + ["seq"], + axis=1, + keepdims=0, + ) + + expected_outputs = [[data[:, i] for i in range(data.shape[1])]] + + expect( + node, + inputs=[data], + outputs=expected_outputs, + name="test_split_to_sequence_nokeepdims", + ) diff --git a/onnx/backend/test/case/node/sqrt.py b/onnx/backend/test/case/node/sqrt.py new file mode 100644 index 0000000..6469a59 --- /dev/null +++ b/onnx/backend/test/case/node/sqrt.py @@ -0,0 +1,28 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class Sqrt(Base): + @staticmethod + def export() -> None: + node = onnx.helper.make_node( + "Sqrt", + inputs=["x"], + outputs=["y"], + ) + + x = np.array([1, 4, 9]).astype(np.float32) + y = np.sqrt(x) # expected output [1., 2., 3.] + expect(node, inputs=[x], outputs=[y], name="test_sqrt_example") + + x = np.abs(np.random.randn(3, 4, 5).astype(np.float32)) + y = np.sqrt(x) + expect(node, inputs=[x], outputs=[y], name="test_sqrt") diff --git a/onnx/backend/test/case/node/squeeze.py b/onnx/backend/test/case/node/squeeze.py new file mode 100644 index 0000000..c6fe8ed --- /dev/null +++ b/onnx/backend/test/case/node/squeeze.py @@ -0,0 +1,37 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class Squeeze(Base): + @staticmethod + def export_squeeze() -> None: + node = onnx.helper.make_node( + "Squeeze", + inputs=["x", "axes"], + outputs=["y"], + ) + x = np.random.randn(1, 3, 4, 5).astype(np.float32) + axes = np.array([0], dtype=np.int64) + y = np.squeeze(x, axis=0) + + expect(node, inputs=[x, axes], outputs=[y], name="test_squeeze") + + @staticmethod + def export_squeeze_negative_axes() -> None: + node = onnx.helper.make_node( + "Squeeze", + inputs=["x", "axes"], + outputs=["y"], + ) + x = np.random.randn(1, 3, 1, 5).astype(np.float32) + axes = np.array([-2], dtype=np.int64) + y = np.squeeze(x, axis=-2) + expect(node, inputs=[x, axes], outputs=[y], name="test_squeeze_negative_axes") diff --git a/onnx/backend/test/case/node/stft.py b/onnx/backend/test/case/node/stft.py new file mode 100644 index 0000000..106366c --- /dev/null +++ b/onnx/backend/test/case/node/stft.py @@ -0,0 +1,70 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class STFT(Base): + @staticmethod + def export() -> None: + signal = np.arange(0, 128, dtype=np.float32).reshape(1, 128, 1) + length = np.array(16).astype(np.int64) + onesided_length = (length >> 1) + 1 + step = np.array(8).astype(np.int64) + + no_window = "" # optional input, not supplied + node = onnx.helper.make_node( + "STFT", + inputs=["signal", "frame_step", no_window, "frame_length"], + outputs=["output"], + ) + + nstfts = ((signal.shape[1] - length) // step) + 1 + # [batch_size][frames][frame_length][2] + output = np.empty([1, nstfts, onesided_length, 2], dtype=np.float32) + for i in range(nstfts): + start = i * step + stop = i * step + length + complex_out = np.fft.fft(signal[0, start:stop, 0])[0:onesided_length] + output[0, i] = np.stack((complex_out.real, complex_out.imag), axis=1) + + output = output.astype(signal.dtype) + expect(node, inputs=[signal, step, length], outputs=[output], name="test_stft") + + node = onnx.helper.make_node( + "STFT", + inputs=["signal", "frame_step", "window"], + outputs=["output"], + ) + + # Test with window + a0 = 0.5 + a1 = 0.5 + window = a0 + a1 * np.cos( + 2 * np.pi * np.arange(0, length, 1, dtype=np.float32) / length + ) + nstfts = 1 + (signal.shape[1] - window.shape[0]) // step + + # [batch_size][frames][frame_length][2] + output = np.empty([1, nstfts, onesided_length, 2], dtype=np.float32) + for i in range(nstfts): + start = i * step + stop = i * step + length + complex_out = np.fft.fft(signal[0, start:stop, 0] * window)[ + 0:onesided_length + ] + output[0, i] = np.stack((complex_out.real, complex_out.imag), axis=1) + window = window.astype(signal.dtype) + output = output.astype(signal.dtype) + expect( + node, + inputs=[signal, step, window], + outputs=[output], + name="test_stft_with_window", + ) diff --git a/onnx/backend/test/case/node/string_concat.py b/onnx/backend/test/case/node/string_concat.py new file mode 100644 index 0000000..23c78d0 --- /dev/null +++ b/onnx/backend/test/case/node/string_concat.py @@ -0,0 +1,69 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class StringConcat(Base): + @staticmethod + def export() -> None: + node = onnx.helper.make_node( + "StringConcat", + inputs=["x", "y"], + outputs=["result"], + ) + x = np.array(["abc", "def"]).astype("object") + y = np.array([".com", ".net"]).astype("object") + result = np.array(["abc.com", "def.net"]).astype("object") + + expect(node, inputs=[x, y], outputs=[result], name="test_string_concat") + + x = np.array(["cat", "dog", "snake"]).astype("object") + y = np.array(["s"]).astype("object") + result = np.array(["cats", "dogs", "snakes"]).astype("object") + + expect( + node, + inputs=[x, y], + outputs=[result], + name="test_string_concat_broadcasting", + ) + + x = np.array("cat").astype("object") + y = np.array("s").astype("object") + result = np.array("cats").astype("object") + + expect( + node, + inputs=[x, y], + outputs=[result], + name="test_string_concat_zero_dimensional", + ) + + x = np.array(["abc", ""]).astype("object") + y = np.array(["", "abc"]).astype("object") + result = np.array(["abc", "abc"]).astype("object") + + expect( + node, + inputs=[x, y], + outputs=[result], + name="test_string_concat_empty_string", + ) + + x = np.array(["的", "中"]).astype("object") + y = np.array(["的", "中"]).astype("object") + result = np.array(["的的", "中中"]).astype("object") + + expect( + node, + inputs=[x, y], + outputs=[result], + name="test_string_concat_utf8", + ) diff --git a/onnx/backend/test/case/node/string_split.py b/onnx/backend/test/case/node/string_split.py new file mode 100644 index 0000000..eebb7c1 --- /dev/null +++ b/onnx/backend/test/case/node/string_split.py @@ -0,0 +1,151 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class StringSplit(Base): + @staticmethod + def export_basic() -> None: + node = onnx.helper.make_node( + "StringSplit", + inputs=["x"], + outputs=["substrings", "length"], + delimiter=".", + maxsplit=None, + ) + + x = np.array(["abc.com", "def.net"]).astype(object) + + substrings = np.array([["abc", "com"], ["def", "net"]]).astype(object) + + length = np.array([2, 2], dtype=np.int64) + + expect( + node, + inputs=[x], + outputs=[substrings, length], + name="test_string_split_basic", + ) + + @staticmethod + def export_maxsplit() -> None: + node = onnx.helper.make_node( + "StringSplit", + inputs=["x"], + outputs=["substrings", "length"], + maxsplit=2, + ) + + x = np.array( + [["hello world", "def.net"], ["o n n x", "the quick brown fox"]] + ).astype(object) + + substrings = np.array( + [ + [["hello", "world", ""], ["def.net", "", ""]], + [["o", "n", "n x"], ["the", "quick", "brown fox"]], + ] + ).astype(object) + + length = np.array([[2, 1], [3, 3]], np.int64) + + expect( + node, + inputs=[x], + outputs=[substrings, length], + name="test_string_split_maxsplit", + ) + + @staticmethod + def export_consecutive_delimiters() -> None: + node = onnx.helper.make_node( + "StringSplit", + inputs=["x"], + outputs=["substrings", "length"], + delimiter="-", + maxsplit=None, + ) + + x = np.array(["o-n-n--x-", "o-n----nx"]).astype(object) + + substrings = np.array( + [["o", "n", "n", "", "x", ""], ["o", "n", "", "", "", "nx"]] + ).astype(object) + + length = np.array([6, 6], dtype=np.int64) + + expect( + node, + inputs=[x], + outputs=[substrings, length], + name="test_string_split_consecutive_delimiters", + ) + + @staticmethod + def export_empty_string_delimiter() -> None: + for delimiter, test_name in ( + ("", "test_string_split_empty_string_delimiter"), + (None, "test_string_split_no_delimiter"), + ): + node = onnx.helper.make_node( + "StringSplit", + inputs=["x"], + outputs=["substrings", "length"], + delimiter=delimiter, + maxsplit=None, + ) + + x = np.array( + ["hello world !", " hello world !", " hello world ! "] + ).astype(object) + + substrings = np.array( + [ + ["hello", "world", "!"], + ["hello", "world", "!"], + ["hello", "world", "!"], + ] + ).astype(object) + + length = np.array([3, 3, 3], dtype=np.int64) + + expect( + node, + inputs=[x], + outputs=[substrings, length], + name=test_name, + ) + + @staticmethod + def export_empty_string_split() -> None: + node = onnx.helper.make_node( + "StringSplit", + inputs=["x"], + outputs=["substrings", "length"], + delimiter=None, + maxsplit=None, + ) + + x = np.array([]).astype(object) + + substrings = np.array([]).astype(object).reshape(0, 0) + + length = np.array([], dtype=np.int64) + + expect( + node, + inputs=[x], + outputs=[substrings, length], + name="test_string_split_empty_tensor", + output_type_protos=[ + onnx.helper.make_tensor_type_proto(onnx.TensorProto.STRING, (0, None)), + None, + ], + ) diff --git a/onnx/backend/test/case/node/stringnormalizer.py b/onnx/backend/test/case/node/stringnormalizer.py new file mode 100644 index 0000000..3eb9d7b --- /dev/null +++ b/onnx/backend/test/case/node/stringnormalizer.py @@ -0,0 +1,148 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class StringNormalizer(Base): + @staticmethod + def export_nostopwords_nochangecase() -> None: + input = np.array(["monday", "tuesday"]).astype(object) + output = input + + # No stopwords. This is a NOOP + node = onnx.helper.make_node( + "StringNormalizer", + inputs=["x"], + outputs=["y"], + is_case_sensitive=1, + ) + expect( + node, + inputs=[input], + outputs=[output], + name="test_strnormalizer_nostopwords_nochangecase", + ) + + @staticmethod + def export_monday_casesensintive_nochangecase() -> None: + input = np.array(["monday", "tuesday", "wednesday", "thursday"]).astype(object) + output = np.array(["tuesday", "wednesday", "thursday"]).astype(object) + stopwords = ["monday"] + + node = onnx.helper.make_node( + "StringNormalizer", + inputs=["x"], + outputs=["y"], + is_case_sensitive=1, + stopwords=stopwords, + ) + expect( + node, + inputs=[input], + outputs=[output], + name="test_strnormalizer_export_monday_casesensintive_nochangecase", + ) + + @staticmethod + def export_monday_casesensintive_lower() -> None: + input = np.array(["monday", "tuesday", "wednesday", "thursday"]).astype(object) + output = np.array(["tuesday", "wednesday", "thursday"]).astype(object) + stopwords = ["monday"] + + node = onnx.helper.make_node( + "StringNormalizer", + inputs=["x"], + outputs=["y"], + case_change_action="LOWER", + is_case_sensitive=1, + stopwords=stopwords, + ) + expect( + node, + inputs=[input], + outputs=[output], + name="test_strnormalizer_export_monday_casesensintive_lower", + ) + + @staticmethod + def export_monday_casesensintive_upper() -> None: + input = np.array(["monday", "tuesday", "wednesday", "thursday"]).astype(object) + output = np.array(["TUESDAY", "WEDNESDAY", "THURSDAY"]).astype(object) + stopwords = ["monday"] + + node = onnx.helper.make_node( + "StringNormalizer", + inputs=["x"], + outputs=["y"], + case_change_action="UPPER", + is_case_sensitive=1, + stopwords=stopwords, + ) + expect( + node, + inputs=[input], + outputs=[output], + name="test_strnormalizer_export_monday_casesensintive_upper", + ) + + @staticmethod + def export_monday_empty_output() -> None: + input = np.array(["monday", "monday"]).astype(object) + output = np.array([""]).astype(object) + stopwords = ["monday"] + + node = onnx.helper.make_node( + "StringNormalizer", + inputs=["x"], + outputs=["y"], + case_change_action="UPPER", + is_case_sensitive=1, + stopwords=stopwords, + ) + expect( + node, + inputs=[input], + outputs=[output], + name="test_strnormalizer_export_monday_empty_output", + ) + + @staticmethod + def export_monday_insensintive_upper_twodim() -> None: + input = ( + np.array( + ["Monday", "tuesday", "wednesday", "Monday", "tuesday", "wednesday"] + ) + .astype(object) + .reshape([1, 6]) + ) + + # It does upper case cecedille, accented E + # and german umlaut but fails + # with german eszett + output = ( + np.array(["TUESDAY", "WEDNESDAY", "TUESDAY", "WEDNESDAY"]) + .astype(object) + .reshape([1, 4]) + ) + stopwords = ["monday"] + + node = onnx.helper.make_node( + "StringNormalizer", + inputs=["x"], + outputs=["y"], + case_change_action="UPPER", + stopwords=stopwords, + ) + expect( + node, + inputs=[input], + outputs=[output], + name="test_strnormalizer_export_monday_insensintive_upper_twodim", + ) diff --git a/onnx/backend/test/case/node/sub.py b/onnx/backend/test/case/node/sub.py new file mode 100644 index 0000000..f4c9668 --- /dev/null +++ b/onnx/backend/test/case/node/sub.py @@ -0,0 +1,73 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class Sub(Base): + @staticmethod + def export() -> None: + node = onnx.helper.make_node( + "Sub", + inputs=["x", "y"], + outputs=["z"], + ) + + x = np.array([1, 2, 3]).astype(np.float32) + y = np.array([3, 2, 1]).astype(np.float32) + z = x - y # expected output [-2., 0., 2.] + expect(node, inputs=[x, y], outputs=[z], name="test_sub_example") + + x = np.random.randn(3, 4, 5).astype(np.float32) + y = np.random.randn(3, 4, 5).astype(np.float32) + z = x - y + expect(node, inputs=[x, y], outputs=[z], name="test_sub") + + x = np.random.randint(12, 24, size=(3, 4, 5), dtype=np.int8) + y = np.random.randint(12, size=(3, 4, 5), dtype=np.int8) + z = x - y + expect(node, inputs=[x, y], outputs=[z], name="test_sub_int8") + + x = np.random.randint(12, 24, size=(3, 4, 5), dtype=np.int16) + y = np.random.randint(12, size=(3, 4, 5), dtype=np.int16) + z = x - y + expect(node, inputs=[x, y], outputs=[z], name="test_sub_int16") + + x = np.random.randint(12, 24, size=(3, 4, 5), dtype=np.uint8) + y = np.random.randint(12, size=(3, 4, 5), dtype=np.uint8) + z = x - y + expect(node, inputs=[x, y], outputs=[z], name="test_sub_uint8") + + x = np.random.randint(12, 24, size=(3, 4, 5), dtype=np.uint16) + y = np.random.randint(12, size=(3, 4, 5), dtype=np.uint16) + z = x - y + expect(node, inputs=[x, y], outputs=[z], name="test_sub_uint16") + + x = np.random.randint(12, 24, size=(3, 4, 5), dtype=np.uint32) + y = np.random.randint(12, size=(3, 4, 5), dtype=np.uint32) + z = x - y + expect(node, inputs=[x, y], outputs=[z], name="test_sub_uint32") + + x = np.random.randint(12, 24, size=(3, 4, 5), dtype=np.uint64) + y = np.random.randint(12, size=(3, 4, 5), dtype=np.uint64) + z = x - y + expect(node, inputs=[x, y], outputs=[z], name="test_sub_uint64") + + @staticmethod + def export_sub_broadcast() -> None: + node = onnx.helper.make_node( + "Sub", + inputs=["x", "y"], + outputs=["z"], + ) + + x = np.random.randn(3, 4, 5).astype(np.float32) + y = np.random.randn(5).astype(np.float32) + z = x - y + expect(node, inputs=[x, y], outputs=[z], name="test_sub_bcast") diff --git a/onnx/backend/test/case/node/sum.py b/onnx/backend/test/case/node/sum.py new file mode 100644 index 0000000..c2ac0a6 --- /dev/null +++ b/onnx/backend/test/case/node/sum.py @@ -0,0 +1,47 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class Sum(Base): + @staticmethod + def export() -> None: + data_0 = np.array([3, 0, 2]).astype(np.float32) + data_1 = np.array([1, 3, 4]).astype(np.float32) + data_2 = np.array([2, 6, 6]).astype(np.float32) + result = np.array([6, 9, 12]).astype(np.float32) + node = onnx.helper.make_node( + "Sum", + inputs=["data_0", "data_1", "data_2"], + outputs=["result"], + ) + expect( + node, + inputs=[data_0, data_1, data_2], + outputs=[result], + name="test_sum_example", + ) + + node = onnx.helper.make_node( + "Sum", + inputs=["data_0"], + outputs=["result"], + ) + expect(node, inputs=[data_0], outputs=[data_0], name="test_sum_one_input") + + result = np.add(data_0, data_1) + node = onnx.helper.make_node( + "Sum", + inputs=["data_0", "data_1"], + outputs=["result"], + ) + expect( + node, inputs=[data_0, data_1], outputs=[result], name="test_sum_two_inputs" + ) diff --git a/onnx/backend/test/case/node/swish.py b/onnx/backend/test/case/node/swish.py new file mode 100644 index 0000000..49abb2f --- /dev/null +++ b/onnx/backend/test/case/node/swish.py @@ -0,0 +1,36 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +def swish(x: np.ndarray, alpha: float) -> np.ndarray: + return x * (1 / (1 + np.exp(-alpha * x))) + + +class Swish(Base): + @staticmethod + def export() -> None: + node = onnx.helper.make_node( + "Swish", + inputs=["x"], + outputs=["y"], + alpha=1.0, # pass alpha as attribute + ) + + x = np.array([3, 4, 5], dtype=np.float32) + y = swish(x, alpha=1.0) + + expect( + node, + inputs=[x], + outputs=[y], + name="test_swish", + opset_imports=[onnx.helper.make_opsetid("", 24)], + ) diff --git a/onnx/backend/test/case/node/tan.py b/onnx/backend/test/case/node/tan.py new file mode 100644 index 0000000..6888f69 --- /dev/null +++ b/onnx/backend/test/case/node/tan.py @@ -0,0 +1,28 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class Tan(Base): + @staticmethod + def export() -> None: + node = onnx.helper.make_node( + "Tan", + inputs=["x"], + outputs=["y"], + ) + + x = np.array([-1, 0, 1]).astype(np.float32) + y = np.tan(x) + expect(node, inputs=[x], outputs=[y], name="test_tan_example") + + x = np.random.randn(3, 4, 5).astype(np.float32) + y = np.tan(x) + expect(node, inputs=[x], outputs=[y], name="test_tan") diff --git a/onnx/backend/test/case/node/tanh.py b/onnx/backend/test/case/node/tanh.py new file mode 100644 index 0000000..df180c7 --- /dev/null +++ b/onnx/backend/test/case/node/tanh.py @@ -0,0 +1,28 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class Tanh(Base): + @staticmethod + def export() -> None: + node = onnx.helper.make_node( + "Tanh", + inputs=["x"], + outputs=["y"], + ) + + x = np.array([-1, 0, 1]).astype(np.float32) + y = np.tanh(x) # expected output [-0.76159418, 0., 0.76159418] + expect(node, inputs=[x], outputs=[y], name="test_tanh_example") + + x = np.random.randn(3, 4, 5).astype(np.float32) + y = np.tanh(x) + expect(node, inputs=[x], outputs=[y], name="test_tanh") diff --git a/onnx/backend/test/case/node/tensorscatter.py b/onnx/backend/test/case/node/tensorscatter.py new file mode 100644 index 0000000..8a26452 --- /dev/null +++ b/onnx/backend/test/case/node/tensorscatter.py @@ -0,0 +1,174 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class TensorScatter(Base): + @staticmethod + def export_tensorscatter() -> None: + node = onnx.helper.make_node( + "TensorScatter", + inputs=["past_cache", "update", "write_indices"], + outputs=["present_cache"], + mode="linear", + ) + past_cache = np.array( + [ + [[[1, 2, 3, 4, 5], [5, 6, 7, 8, 9], [8, 7, 6, 5, 4], [4, 3, 2, 1, 0]]], + [[[1, 2, 3, 4, 5], [5, 6, 7, 8, 9], [8, 7, 6, 5, 4], [4, 3, 2, 1, 0]]], + ], + dtype=np.float32, + ) + update = np.array( + [ + [[[5, 5, 5, 5, 5]]], + [[[1, 1, 1, 1, 1]]], + ], + dtype=np.float32, + ) + write_indices = np.array([1, 2], dtype=np.int64) + present_cache = np.array( + [ + [[[1, 2, 3, 4, 5], [5, 5, 5, 5, 5], [8, 7, 6, 5, 4], [4, 3, 2, 1, 0]]], + [[[1, 2, 3, 4, 5], [5, 6, 7, 8, 9], [1, 1, 1, 1, 1], [4, 3, 2, 1, 0]]], + ], + dtype=np.float32, + ) + expect( + node, + inputs=[past_cache, update, write_indices], + outputs=[present_cache], + name="test_tensorscatter", + ) + + @staticmethod + def export_tensorscatter_circular() -> None: + node = onnx.helper.make_node( + "TensorScatter", + inputs=["past_cache", "update", "write_indices"], + outputs=["present_cache"], + mode="circular", + ) + past_cache = np.array( + [ + [[[1, 2, 3, 4, 5], [5, 6, 7, 8, 9], [8, 7, 6, 5, 4], [4, 3, 2, 1, 0]]], + [[[1, 2, 3, 4, 5], [5, 6, 7, 8, 9], [8, 7, 6, 5, 4], [4, 3, 2, 1, 0]]], + ], + dtype=np.float32, + ) + update = np.array( + [ + [ + [ + [5, 5, 5, 5, 5], + [6, 6, 6, 6, 6], + ] + ], + [ + [ + [1, 1, 1, 1, 1], + [2, 2, 2, 2, 2], + ] + ], + ], + dtype=np.float32, + ) + write_indices = np.array([1, 3], dtype=np.int64) + present_cache = np.array( + [ + [[[1, 2, 3, 4, 5], [5, 5, 5, 5, 5], [6, 6, 6, 6, 6], [4, 3, 2, 1, 0]]], + [[[2, 2, 2, 2, 2], [5, 6, 7, 8, 9], [8, 7, 6, 5, 4], [1, 1, 1, 1, 1]]], + ], + dtype=np.float32, + ) + expect( + node, + inputs=[past_cache, update, write_indices], + outputs=[present_cache], + name="test_tensorscatter_circular", + ) + + @staticmethod + def export_tensorscatter_3d() -> None: + node = onnx.helper.make_node( + "TensorScatter", + inputs=["past_cache", "update", "write_indices"], + outputs=["present_cache"], + ) + past_cache = np.array( + [ + [ + [1, 2, 3, 4, 5], + [5, 6, 7, 8, 9], + [8, 7, 6, 5, 4], + [5, 4, 3, 2, 1], + ], + [ + [1, 2, 3, 4, 5], + [5, 6, 7, 8, 9], + [8, 7, 6, 5, 4], + [5, 4, 3, 2, 1], + ], + [ + [1, 2, 3, 4, 5], + [5, 6, 7, 8, 9], + [8, 7, 6, 5, 4], + [5, 4, 3, 2, 1], + ], + ], + dtype=np.float32, + ) + update = np.array( + [ + [ + [4, 4, 4, 4, 4], + [5, 5, 5, 5, 5], + ], + [ + [6, 6, 6, 6, 6], + [7, 7, 7, 7, 7], + ], + [ + [2, 2, 2, 2, 2], + [3, 3, 3, 3, 3], + ], + ], + dtype=np.float32, + ) + write_indices = np.array([1, 2, 0], dtype=np.int64) + present_cache = np.array( + [ + [ + [1, 2, 3, 4, 5], + [4, 4, 4, 4, 4], + [5, 5, 5, 5, 5], + [5, 4, 3, 2, 1], + ], + [ + [1, 2, 3, 4, 5], + [5, 6, 7, 8, 9], + [6, 6, 6, 6, 6], + [7, 7, 7, 7, 7], + ], + [ + [2, 2, 2, 2, 2], + [3, 3, 3, 3, 3], + [8, 7, 6, 5, 4], + [5, 4, 3, 2, 1], + ], + ], + dtype=np.float32, + ) + expect( + node, + inputs=[past_cache, update, write_indices], + outputs=[present_cache], + name="test_tensorscatter_3d", + ) diff --git a/onnx/backend/test/case/node/tfidfvectorizer.py b/onnx/backend/test/case/node/tfidfvectorizer.py new file mode 100644 index 0000000..f17e68c --- /dev/null +++ b/onnx/backend/test/case/node/tfidfvectorizer.py @@ -0,0 +1,264 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +from typing import Any + +import numpy as np + +import onnx +from onnx import NodeProto +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class TfIdfVectorizerHelper: + def __init__(self, **params: Any) -> None: + # Attr names + mode = "mode" + min_gram_length = "min_gram_length" + max_gram_length = "max_gram_length" + max_skip_count = "max_skip_count" + ngram_counts = "ngram_counts" + ngram_indexes = "ngram_indexes" + pool_int64s = "pool_int64s" + + required_attr = [ + mode, + min_gram_length, + max_gram_length, + max_skip_count, + ngram_counts, + ngram_indexes, + pool_int64s, + ] + + for i in required_attr: + assert i in params, f"Missing attribute: {i}" + + self.mode = params[mode] + self.min_gram_length = params[min_gram_length] + self.max_gram_length = params[max_gram_length] + self.max_skip_count = params[max_skip_count] + self.ngram_counts = params[ngram_counts] + self.ngram_indexes = params[ngram_indexes] + self.pool_int64s = params[pool_int64s] + + def make_node_noweights(self) -> NodeProto: + return onnx.helper.make_node( + "TfIdfVectorizer", + inputs=["X"], + outputs=["Y"], + mode=self.mode, + min_gram_length=self.min_gram_length, + max_gram_length=self.max_gram_length, + max_skip_count=self.max_skip_count, + ngram_counts=self.ngram_counts, + ngram_indexes=self.ngram_indexes, + pool_int64s=self.pool_int64s, + ) + + +class TfIdfVectorizer(Base): + @staticmethod + def export_tf_only_bigrams_skip0() -> None: + input = np.array([1, 1, 3, 3, 3, 7, 8, 6, 7, 5, 6, 8]).astype(np.int32) + output = np.array([0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0]).astype(np.float32) + + ngram_counts = np.array([0, 4]).astype(np.int64) + ngram_indexes = np.array([0, 1, 2, 3, 4, 5, 6]).astype(np.int64) + pool_int64s = np.array([2, 3, 5, 4, 5, 6, 7, 8, 6, 7]).astype( # unigrams + np.int64 + ) # bigrams + + helper = TfIdfVectorizerHelper( + mode="TF", + min_gram_length=2, + max_gram_length=2, + max_skip_count=0, + ngram_counts=ngram_counts, + ngram_indexes=ngram_indexes, + pool_int64s=pool_int64s, + ) + node = helper.make_node_noweights() + expect( + node, + inputs=[input], + outputs=[output], + name="test_tfidfvectorizer_tf_only_bigrams_skip0", + ) + + @staticmethod + def export_tf_batch_onlybigrams_skip0() -> None: + input = np.array([[1, 1, 3, 3, 3, 7], [8, 6, 7, 5, 6, 8]]).astype(np.int32) + output = np.array( + [[0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0]] + ).astype(np.float32) + + ngram_counts = np.array([0, 4]).astype(np.int64) + ngram_indexes = np.array([0, 1, 2, 3, 4, 5, 6]).astype(np.int64) + pool_int64s = np.array([2, 3, 5, 4, 5, 6, 7, 8, 6, 7]).astype( # unigrams + np.int64 + ) # bigrams + + helper = TfIdfVectorizerHelper( + mode="TF", + min_gram_length=2, + max_gram_length=2, + max_skip_count=0, + ngram_counts=ngram_counts, + ngram_indexes=ngram_indexes, + pool_int64s=pool_int64s, + ) + node = helper.make_node_noweights() + expect( + node, + inputs=[input], + outputs=[output], + name="test_tfidfvectorizer_tf_batch_onlybigrams_skip0", + ) + + @staticmethod + def export_tf_onlybigrams_levelempty() -> None: + input = np.array([1, 1, 3, 3, 3, 7, 8, 6, 7, 5, 6, 8]).astype(np.int32) + output = np.array([1.0, 1.0, 1.0]).astype(np.float32) + + ngram_counts = np.array([0, 0]).astype(np.int64) + ngram_indexes = np.array([0, 1, 2]).astype(np.int64) + pool_int64s = np.array([5, 6, 7, 8, 6, 7]).astype( # unigrams none + np.int64 + ) # bigrams + + helper = TfIdfVectorizerHelper( + mode="TF", + min_gram_length=2, + max_gram_length=2, + max_skip_count=0, + ngram_counts=ngram_counts, + ngram_indexes=ngram_indexes, + pool_int64s=pool_int64s, + ) + node = helper.make_node_noweights() + expect( + node, + inputs=[input], + outputs=[output], + name="test_tfidfvectorizer_tf_onlybigrams_levelempty", + ) + + @staticmethod + def export_tf_onlybigrams_skip5() -> None: + input = np.array([1, 1, 3, 3, 3, 7, 8, 6, 7, 5, 6, 8]).astype(np.int32) + output = np.array([0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0]).astype(np.float32) + + ngram_counts = np.array([0, 4]).astype(np.int64) + ngram_indexes = np.array([0, 1, 2, 3, 4, 5, 6]).astype(np.int64) + pool_int64s = np.array([2, 3, 5, 4, 5, 6, 7, 8, 6, 7]).astype( # unigrams + np.int64 + ) # bigrams + + helper = TfIdfVectorizerHelper( + mode="TF", + min_gram_length=2, + max_gram_length=2, + max_skip_count=5, + ngram_counts=ngram_counts, + ngram_indexes=ngram_indexes, + pool_int64s=pool_int64s, + ) + node = helper.make_node_noweights() + expect( + node, + inputs=[input], + outputs=[output], + name="test_tfidfvectorizer_tf_onlybigrams_skip5", + ) + + @staticmethod + def export_tf_batch_onlybigrams_skip5() -> None: + input = np.array([[1, 1, 3, 3, 3, 7], [8, 6, 7, 5, 6, 8]]).astype(np.int32) + output = np.array( + [[0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0]] + ).astype(np.float32) + + ngram_counts = np.array([0, 4]).astype(np.int64) + ngram_indexes = np.array([0, 1, 2, 3, 4, 5, 6]).astype(np.int64) + pool_int64s = np.array([2, 3, 5, 4, 5, 6, 7, 8, 6, 7]).astype( # unigrams + np.int64 + ) # bigrams + + helper = TfIdfVectorizerHelper( + mode="TF", + min_gram_length=2, + max_gram_length=2, + max_skip_count=5, + ngram_counts=ngram_counts, + ngram_indexes=ngram_indexes, + pool_int64s=pool_int64s, + ) + node = helper.make_node_noweights() + expect( + node, + inputs=[input], + outputs=[output], + name="test_tfidfvectorizer_tf_batch_onlybigrams_skip5", + ) + + @staticmethod + def export_tf_uniandbigrams_skip5() -> None: + input = np.array([1, 1, 3, 3, 3, 7, 8, 6, 7, 5, 6, 8]).astype(np.int32) + output = np.array([0.0, 3.0, 1.0, 0.0, 1.0, 3.0, 1.0]).astype(np.float32) + + ngram_counts = np.array([0, 4]).astype(np.int64) + ngram_indexes = np.array([0, 1, 2, 3, 4, 5, 6]).astype(np.int64) + pool_int64s = np.array([2, 3, 5, 4, 5, 6, 7, 8, 6, 7]).astype( # unigrams + np.int64 + ) # bigrams + + helper = TfIdfVectorizerHelper( + mode="TF", + min_gram_length=1, + max_gram_length=2, + max_skip_count=5, + ngram_counts=ngram_counts, + ngram_indexes=ngram_indexes, + pool_int64s=pool_int64s, + ) + node = helper.make_node_noweights() + expect( + node, + inputs=[input], + outputs=[output], + name="test_tfidfvectorizer_tf_uniandbigrams_skip5", + ) + + @staticmethod + def export_tf_batch_uniandbigrams_skip5() -> None: + input = np.array([[1, 1, 3, 3, 3, 7], [8, 6, 7, 5, 6, 8]]).astype(np.int32) + output = np.array( + [[0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0]] + ).astype(np.float32) + + ngram_counts = np.array([0, 4]).astype(np.int64) + ngram_indexes = np.array([0, 1, 2, 3, 4, 5, 6]).astype(np.int64) + pool_int64s = np.array([2, 3, 5, 4, 5, 6, 7, 8, 6, 7]).astype( # unigrams + np.int64 + ) # bigrams + + helper = TfIdfVectorizerHelper( + mode="TF", + min_gram_length=1, + max_gram_length=2, + max_skip_count=5, + ngram_counts=ngram_counts, + ngram_indexes=ngram_indexes, + pool_int64s=pool_int64s, + ) + node = helper.make_node_noweights() + expect( + node, + inputs=[input], + outputs=[output], + name="test_tfidfvectorizer_tf_batch_uniandbigrams_skip5", + ) diff --git a/onnx/backend/test/case/node/thresholdedrelu.py b/onnx/backend/test/case/node/thresholdedrelu.py new file mode 100644 index 0000000..ccbbc1b --- /dev/null +++ b/onnx/backend/test/case/node/thresholdedrelu.py @@ -0,0 +1,41 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class ThresholdedRelu(Base): + @staticmethod + def export() -> None: + alpha = 2.0 + node = onnx.helper.make_node( + "ThresholdedRelu", inputs=["x"], outputs=["y"], alpha=alpha + ) + + x = np.array([-1.5, 0.0, 1.2, 2.0, 2.2]).astype(np.float32) + y = np.clip(x, alpha, np.inf) # expected output [0., 0., 0., 0., 2.2] + y[y == alpha] = 0 + + expect(node, inputs=[x], outputs=[y], name="test_thresholdedrelu_example") + + x = np.random.randn(3, 4, 5).astype(np.float32) + y = np.clip(x, alpha, np.inf) + y[y == alpha] = 0 + + expect(node, inputs=[x], outputs=[y], name="test_thresholdedrelu") + + @staticmethod + def export_default() -> None: + default_alpha = 1.0 + node = onnx.helper.make_node("ThresholdedRelu", inputs=["x"], outputs=["y"]) + x = np.random.randn(3, 4, 5).astype(np.float32) + y = np.clip(x, default_alpha, np.inf) + y[y == default_alpha] = 0 + + expect(node, inputs=[x], outputs=[y], name="test_thresholdedrelu_default") diff --git a/onnx/backend/test/case/node/tile.py b/onnx/backend/test/case/node/tile.py new file mode 100644 index 0000000..386e724 --- /dev/null +++ b/onnx/backend/test/case/node/tile.py @@ -0,0 +1,38 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class Tile(Base): + @staticmethod + def export_tile() -> None: + node = onnx.helper.make_node("Tile", inputs=["x", "y"], outputs=["z"]) + + x = np.random.rand(2, 3, 4, 5).astype(np.float32) + + repeats = np.random.randint(low=1, high=10, size=(np.ndim(x),)).astype(np.int64) + + z = np.tile(x, repeats) + + expect(node, inputs=[x, repeats], outputs=[z], name="test_tile") + + @staticmethod + def export_tile_precomputed() -> None: + node = onnx.helper.make_node("Tile", inputs=["x", "y"], outputs=["z"]) + + x = np.array([[0, 1], [2, 3]], dtype=np.float32) + + repeats = np.array([2, 2], dtype=np.int64) + + z = np.array( + [[0, 1, 0, 1], [2, 3, 2, 3], [0, 1, 0, 1], [2, 3, 2, 3]], dtype=np.float32 + ) + + expect(node, inputs=[x, repeats], outputs=[z], name="test_tile_precomputed") diff --git a/onnx/backend/test/case/node/topk.py b/onnx/backend/test/case/node/topk.py new file mode 100644 index 0000000..4e93a72 --- /dev/null +++ b/onnx/backend/test/case/node/topk.py @@ -0,0 +1,262 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +def topk_sorted_implementation(X, k, axis, largest): + ind_axis = np.indices(X.shape)[axis] + if largest: + ind_axis = -ind_axis + sorted_indices = np.lexsort((ind_axis, X), axis=axis) + sorted_values = np.sort(X, axis=axis) + if largest: + sorted_indices = np.flip(sorted_indices, axis=axis) + sorted_values = np.flip(sorted_values, axis=axis) + topk_sorted_indices = np.take(sorted_indices, np.arange(k), axis=axis) + topk_sorted_values = np.take(sorted_values, np.arange(k), axis=axis) + return topk_sorted_values, np.array(topk_sorted_indices, dtype=np.int64) + + +class TopK(Base): + @staticmethod + def export_top_k() -> None: + axis = 1 + largest = 1 + + k = 3 + node = onnx.helper.make_node( + "TopK", inputs=["x", "k"], outputs=["values", "indices"], axis=axis + ) + X = np.array( + [ + [0, 1, 2, 3], + [4, 5, 6, 7], + [8, 9, 10, 11], + ], + dtype=np.float32, + ) + K = np.array([k], dtype=np.int64) + values_ref, indices_ref = topk_sorted_implementation(X, k, axis, largest) + + # print(values_ref) + # [[ 3. 2. 1.] + # [ 7. 6. 5.] + # [11. 10. 9.]] + # print(indices_ref) + # [[3 2 1] + # [3 2 1] + # [3 2 1]] + + expect( + node, inputs=[X, K], outputs=[values_ref, indices_ref], name="test_top_k" + ) + + @staticmethod + def export_top_k_uint64() -> None: + axis = 1 + largest = 1 + + k = 3 + node = onnx.helper.make_node( + "TopK", inputs=["x", "k"], outputs=["values", "indices"], axis=axis + ) + X = np.array( + [ + [0, 1, 2, 3], + [4, 5, 6, 7], + [8, 9, 10, 11], + ], + dtype=np.uint64, + ) + K = np.array([k], dtype=np.int64) + values_ref, indices_ref = topk_sorted_implementation(X, k, axis, largest) + + # print(values_ref) + # [[ 3 2 1] + # [ 7 6 5] + # [11 10 9]] + # print(indices_ref) + # [[3 2 1] + # [3 2 1] + # [3 2 1]] + + expect( + node, + inputs=[X, K], + outputs=[values_ref, indices_ref], + name="test_top_k_uint64", + ) + + @staticmethod + def export_top_k_same_values() -> None: + axis = 0 + largest = 0 + + k = 3 + node = onnx.helper.make_node( + "TopK", inputs=["x", "k"], outputs=["values", "indices"], axis=axis + ) + X = np.array( + [0, 0, 0, 0], + dtype=np.int64, + ) + K = np.array([k], dtype=np.int64) + values_ref, indices_ref = topk_sorted_implementation(X, k, axis, largest) + + # (Pdb) print(values_ref) + # [0 0 0] + # (Pdb) print(indices_ref) + # [0 1 2] + + expect( + node, + inputs=[X, K], + outputs=[values_ref, indices_ref], + name="test_top_k_same_values", + ) + + @staticmethod + def export_top_k_same_values_largest() -> None: + axis = 0 + largest = 1 + + k = 3 + node = onnx.helper.make_node( + "TopK", inputs=["x", "k"], outputs=["values", "indices"], axis=axis + ) + X = np.array( + [0, 0, 0, 0], + dtype=np.int64, + ) + K = np.array([k], dtype=np.int64) + values_ref, indices_ref = topk_sorted_implementation(X, k, axis, largest) + + # print(values_ref) + # [0 0 0] + # print(indices_ref) + # [0 1 2] + + expect( + node, + inputs=[X, K], + outputs=[values_ref, indices_ref], + name="test_top_k_same_values_largest", + ) + + @staticmethod + def export_top_k_same_values_2d() -> None: + axis = 1 + largest = 1 + + k = 3 + node = onnx.helper.make_node( + "TopK", inputs=["x", "k"], outputs=["values", "indices"], axis=axis + ) + X = np.array( + [[0, 0, 0, 0], [1, 1, 1, 1], [2, 2, 1, 1]], + dtype=np.int64, + ) + K = np.array([k], dtype=np.int64) + values_ref, indices_ref = topk_sorted_implementation(X, k, axis, largest) + + # print(values_ref) + # [[0 0 0] + # [1 1 1] + # [1 1 2]] + # print(indices_ref) + # [[0 1 2] + # [0 1 2] + # [2 3 0]] + + expect( + node, + inputs=[X, K], + outputs=[values_ref, indices_ref], + name="test_top_k_same_values_2d", + ) + + @staticmethod + def export_top_k_smallest() -> None: + axis = 1 + largest = 0 + sorted_ = 1 + k = 3 + + node = onnx.helper.make_node( + "TopK", + inputs=["x", "k"], + outputs=["values", "indices"], + axis=axis, + largest=largest, + sorted=sorted_, + ) + + X = np.array( + [ + [0, 1, 2, 3], + [4, 5, 6, 7], + [11, 10, 9, 8], + ], + dtype=np.float32, + ) + K = np.array([k], dtype=np.int64) + values_ref, indices_ref = topk_sorted_implementation(X, k, axis, largest) + + # print(values_ref) + # [[ 0. 1. 2.] + # [ 4. 5. 6.] + # [ 8. 9. 10.]] + # print(indices_ref) + # [[0 1 2] + # [0 1 2] + # [3 2 1]] + + expect( + node, + inputs=[X, K], + outputs=[values_ref, indices_ref], + name="test_top_k_smallest", + ) + + @staticmethod + def export_top_k_negative_axis() -> None: + axis = -1 + largest = 1 + + k = 3 + node = onnx.helper.make_node( + "TopK", inputs=["x", "k"], outputs=["values", "indices"], axis=axis + ) + X = np.array( + [ + [0, 1, 2, 3], + [4, 5, 6, 7], + [8, 9, 10, 11], + ], + dtype=np.float32, + ) + K = np.array([k], dtype=np.int64) + values_ref, indices_ref = topk_sorted_implementation(X, k, axis, largest) + + # print(values_ref) + # [[ 3. 2. 1.] + # [ 7. 6. 5.] + # [11. 10. 9.]] + # print(indices_ref) + # [[3 2 1] + # [3 2 1] + # [3 2 1]] + + expect( + node, + inputs=[X, K], + outputs=[values_ref, indices_ref], + name="test_top_k_negative_axis", + ) diff --git a/onnx/backend/test/case/node/transpose.py b/onnx/backend/test/case/node/transpose.py new file mode 100644 index 0000000..817df1f --- /dev/null +++ b/onnx/backend/test/case/node/transpose.py @@ -0,0 +1,47 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import itertools + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class Transpose(Base): + @staticmethod + def export_default() -> None: + shape = (2, 3, 4) + data = np.random.random_sample(shape).astype(np.float32) + + node = onnx.helper.make_node( + "Transpose", inputs=["data"], outputs=["transposed"] + ) + + transposed = np.transpose(data) + expect(node, inputs=[data], outputs=[transposed], name="test_transpose_default") + + @staticmethod + def export_all_permutations() -> None: + shape = (2, 3, 4) + data = np.random.random_sample(shape).astype(np.float32) + permutations = list(itertools.permutations(np.arange(len(shape)))) + + for i, permutation in enumerate(permutations): + node = onnx.helper.make_node( + "Transpose", + inputs=["data"], + outputs=["transposed"], + perm=permutation, + ) + transposed = np.transpose(data, permutation) + expect( + node, + inputs=[data], + outputs=[transposed], + name=f"test_transpose_all_permutations_{i}", + ) diff --git a/onnx/backend/test/case/node/trilu.py b/onnx/backend/test/case/node/trilu.py new file mode 100644 index 0000000..a050fb4 --- /dev/null +++ b/onnx/backend/test/case/node/trilu.py @@ -0,0 +1,453 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +def triu_reference_implementation(x, k=0): + return np.triu(x, k) + + +def tril_reference_implementation(x, k=0): + return np.tril(x, k) + + +class Trilu(Base): + @staticmethod + def export_triu() -> None: + node = onnx.helper.make_node( + "Trilu", + inputs=["x"], + outputs=["y"], + ) + + x = np.random.randint(10, size=(4, 5)).astype(np.int64) + # X: + # [[4, 7, 3, 7, 9], + # [1, 2, 8, 6, 9], + # [9, 4, 0, 8, 7], + # [4, 3, 4, 2, 4]] + # expect result: + # [[4, 7, 3, 7, 9], + # [0, 2, 8, 6, 9], + # [0, 0, 0, 8, 7], + # [0, 0, 0, 2, 4]] + y = triu_reference_implementation(x) + expect(node, inputs=[x], outputs=[y], name="test_triu") + + @staticmethod + def export_triu_neg() -> None: + node = onnx.helper.make_node( + "Trilu", + inputs=["x", "k"], + outputs=["y"], + ) + + x = np.random.randint(10, size=(4, 5)).astype(np.int64) + k = np.array(-1).astype(np.int64) + # X: + # [[4, 7, 3, 7, 9], + # [1, 2, 8, 6, 9], + # [9, 4, 0, 8, 7], + # [4, 3, 4, 2, 4]] + # expect result: + # [[4, 7, 3, 7, 9], + # [1, 2, 8, 6, 9], + # [0, 4, 0, 8, 7], + # [0, 0, 4, 2, 4]] + y = triu_reference_implementation(x, int(k)) + expect(node, inputs=[x, k], outputs=[y], name="test_triu_neg") + + @staticmethod + def export_triu_out_neg_out() -> None: + node = onnx.helper.make_node( + "Trilu", + inputs=["x", "k"], + outputs=["y"], + ) + + x = np.random.randint(10, size=(4, 5)).astype(np.int64) + k = np.array(-7).astype(np.int64) + # X: + # [[4, 7, 3, 7, 9], + # [1, 2, 8, 6, 9], + # [9, 4, 0, 8, 7], + # [4, 3, 4, 2, 4]] + # expect result: + # [[4, 7, 3, 7, 9], + # [1, 2, 8, 6, 9], + # [9, 4, 0, 8, 7], + # [4, 3, 4, 2, 4]] + y = triu_reference_implementation(x, int(k)) + expect(node, inputs=[x, k], outputs=[y], name="test_triu_out_neg_out") + + @staticmethod + def export_triu_pos() -> None: + node = onnx.helper.make_node( + "Trilu", + inputs=["x", "k"], + outputs=["y"], + ) + + x = np.random.randint(10, size=(4, 5)).astype(np.int64) + k = np.array(2).astype(np.int64) + # X: + # [[4, 7, 3, 7, 9], + # [1, 2, 8, 6, 9], + # [9, 4, 0, 8, 7], + # [4, 3, 4, 2, 4]] + # expect result: + # [[0, 0, 3, 7, 9], + # [0, 0, 0, 6, 9], + # [0, 0, 0, 0, 7], + # [0, 0, 0, 0, 0]] + y = triu_reference_implementation(x, int(k)) + expect(node, inputs=[x, k], outputs=[y], name="test_triu_pos") + + @staticmethod + def export_triu_out_pos() -> None: + node = onnx.helper.make_node( + "Trilu", + inputs=["x", "k"], + outputs=["y"], + ) + + x = np.random.randint(10, size=(4, 5)).astype(np.int64) + k = np.array(6).astype(np.int64) + # X: + # [[4, 7, 3, 7, 9], + # [1, 2, 8, 6, 9], + # [9, 4, 0, 8, 7], + # [4, 3, 4, 2, 4]] + # expect result: + # [[0, 0, 0, 0, 0], + # [0, 0, 0, 0, 0], + # [0, 0, 0, 0, 0], + # [0, 0, 0, 0, 0]] + y = triu_reference_implementation(x, int(k)) + expect(node, inputs=[x, k], outputs=[y], name="test_triu_out_pos") + + @staticmethod + def export_triu_square() -> None: + node = onnx.helper.make_node( + "Trilu", + inputs=["x"], + outputs=["y"], + ) + + x = np.random.randint(10, size=(2, 3, 3)).astype(np.int64) + y = triu_reference_implementation(x) + # X: + # [[[4, 6, 9], + # [7, 5, 4], + # [8, 1, 2]], + # + # [[1, 4, 9], + # [9, 6, 3], + # [8, 9, 8]]] + # expect result: + # [[[4, 6, 9], + # [0, 5, 4], + # [0, 0, 2]], + # + # [[1, 4, 9], + # [0, 6, 3], + # [0, 0, 8]]] + expect(node, inputs=[x], outputs=[y], name="test_triu_square") + + @staticmethod + def export_triu_square_neg() -> None: + node = onnx.helper.make_node( + "Trilu", + inputs=["x", "k"], + outputs=["y"], + ) + + x = np.random.randint(10, size=(2, 3, 3)).astype(np.int64) + k = np.array(-1).astype(np.int64) + # X: + # [[[4, 6, 9], + # [7, 5, 4], + # [8, 1, 2]], + # + # [[1, 4, 9], + # [9, 6, 3], + # [8, 9, 8]]] + # expect result: + # [[[4, 6, 9], + # [7, 5, 4], + # [0, 1, 2]], + # + # [[1, 4, 9], + # [9, 6, 3], + # [0, 9, 8]]] + y = triu_reference_implementation(x, int(k)) + expect(node, inputs=[x, k], outputs=[y], name="test_triu_square_neg") + + @staticmethod + def export_triu_one_row() -> None: + node = onnx.helper.make_node( + "Trilu", + inputs=["x", "k"], + outputs=["y"], + ) + + x = np.random.randint(10, size=(3, 1, 5)).astype(np.int64) + k = np.array(1).astype(np.int64) + # X: + # [[[1, 4, 9, 7, 1]], + # + # [[9, 2, 8, 8, 4]], + # + # [[3, 9, 7, 4, 2]]] + # expect result: + # [[[0, 4, 9, 7, 1]], + # + # [[0, 2, 8, 8, 4]], + # + # [[0, 9, 7, 4, 2]]] + y = triu_reference_implementation(x, int(k)) + expect(node, inputs=[x, k], outputs=[y], name="test_triu_one_row") + + @staticmethod + def export_triu_zero() -> None: + node = onnx.helper.make_node( + "Trilu", + inputs=["x", "k"], + outputs=["y"], + ) + + x = np.random.randint(10, size=(0, 5)).astype(np.int64) + k = np.array(6).astype(np.int64) + # X: + # [] + # expect result: + # [] + y = triu_reference_implementation(x, int(k)) + expect(node, inputs=[x, k], outputs=[y], name="test_triu_zero") + + @staticmethod + def export_tril() -> None: + node = onnx.helper.make_node( + "Trilu", + inputs=["x"], + outputs=["y"], + upper=0, + ) + + x = np.random.randint(10, size=(4, 5)).astype(np.int64) + # X: + # [[4, 7, 3, 7, 9], + # [1, 2, 8, 6, 9], + # [9, 4, 1, 8, 7], + # [4, 3, 4, 2, 4]] + # expect result: + # [[4, 0, 0, 0, 0], + # [1, 2, 0, 0, 0], + # [9, 4, 1, 0, 0], + # [4, 3, 4, 2, 0]] + y = tril_reference_implementation(x) + expect(node, inputs=[x], outputs=[y], name="test_tril") + + @staticmethod + def export_tril_neg() -> None: + node = onnx.helper.make_node( + "Trilu", + inputs=["x", "k"], + outputs=["y"], + upper=0, + ) + + x = np.random.randint(10, size=(4, 5)).astype(np.int64) + k = np.array(-1).astype(np.int64) + # X: + # [[4, 7, 3, 7, 9], + # [1, 2, 8, 6, 9], + # [9, 4, 1, 8, 7], + # [4, 3, 4, 2, 4]] + # expect result: + # [[0, 0, 0, 0, 0], + # [1, 0, 0, 0, 0], + # [9, 4, 0, 0, 0], + # [4, 3, 4, 0, 0]] + y = tril_reference_implementation(x, int(k)) + expect(node, inputs=[x, k], outputs=[y], name="test_tril_neg") + + @staticmethod + def export_tril_out_neg() -> None: + node = onnx.helper.make_node( + "Trilu", + inputs=["x", "k"], + outputs=["y"], + upper=0, + ) + + x = np.random.randint(10, size=(4, 5)).astype(np.int64) + k = np.array(-7).astype(np.int64) + # X: + # [[4, 7, 3, 7, 9], + # [1, 2, 8, 6, 9], + # [9, 4, 1, 8, 7], + # [4, 3, 4, 2, 4]] + # expect result: + # [[0, 0, 0, 0, 0], + # [0, 0, 0, 0, 0], + # [0, 0, 0, 0, 0], + # [0, 0, 0, 0, 0]] + y = tril_reference_implementation(x, int(k)) + expect(node, inputs=[x, k], outputs=[y], name="test_tril_out_neg") + + @staticmethod + def export_tril_pos() -> None: + node = onnx.helper.make_node( + "Trilu", + inputs=["x", "k"], + outputs=["y"], + upper=0, + ) + + x = np.random.randint(10, size=(4, 5)).astype(np.int64) + k = np.array(2).astype(np.int64) + # X: + # [[4, 7, 3, 7, 9], + # [1, 2, 8, 6, 9], + # [9, 4, 1, 8, 7], + # [4, 3, 4, 2, 4]] + # expect result: + # [[4, 7, 3, 0, 0], + # [1, 2, 8, 6, 0], + # [9, 4, 1, 8, 7], + # [4, 3, 4, 2, 4]] + y = tril_reference_implementation(x, int(k)) + expect(node, inputs=[x, k], outputs=[y], name="test_tril_pos") + + @staticmethod + def export_tril_out_pos() -> None: + node = onnx.helper.make_node( + "Trilu", + inputs=["x", "k"], + outputs=["y"], + upper=0, + ) + x = np.random.randint(10, size=(4, 5)).astype(np.int64) + k = np.array(6).astype(np.int64) + # X: + # [[4, 7, 3, 7, 9], + # [1, 2, 8, 6, 9], + # [9, 4, 1, 8, 7], + # [4, 3, 4, 2, 4]] + # expect result: + # [[4, 7, 3, 7, 9], + # [1, 2, 8, 6, 9], + # [9, 4, 1, 8, 7], + # [4, 3, 4, 2, 4]] + y = tril_reference_implementation(x, int(k)) + expect(node, inputs=[x, k], outputs=[y], name="test_tril_out_pos") + + @staticmethod + def export_tril_square() -> None: + node = onnx.helper.make_node( + "Trilu", + inputs=["x"], + outputs=["y"], + upper=0, + ) + + x = np.random.randint(10, size=(2, 3, 3)).astype(np.int64) + # X: + # [[[0, 4, 3], + # [2, 0, 9], + # [8, 2, 5]], + # + # [[2, 7, 2], + # [2, 6, 0], + # [2, 6, 5]]] + # expect result: + # [[[0, 0, 0], + # [2, 0, 0], + # [8, 2, 5]], + # + # [[2, 0, 0], + # [2, 6, 0], + # [2, 6, 5]]] + y = tril_reference_implementation(x) + expect(node, inputs=[x], outputs=[y], name="test_tril_square") + + @staticmethod + def export_tril_square_neg() -> None: + node = onnx.helper.make_node( + "Trilu", + inputs=["x", "k"], + outputs=["y"], + upper=0, + ) + + x = np.random.randint(10, size=(2, 3, 3)).astype(np.int64) + k = np.array(-1).astype(np.int64) + # X: + # [[[0, 4, 3], + # [2, 0, 9], + # [8, 2, 5]], + # + # [[2, 7, 2], + # [2, 6, 0], + # [2, 6, 5]]] + # expect result: + # [[[0, 0, 0], + # [2, 0, 0], + # [8, 2, 0]], + # + # [[0, 0, 0], + # [2, 0, 0], + # [2, 6, 0]]] + y = tril_reference_implementation(x, int(k)) + expect(node, inputs=[x, k], outputs=[y], name="test_tril_square_neg") + + @staticmethod + def export_tril_one_row() -> None: + node = onnx.helper.make_node( + "Trilu", + inputs=["x"], + outputs=["y"], + upper=0, + ) + + x = np.random.randint(10, size=(3, 1, 5)).astype(np.int64) + # X: + # [[[6, 2, 4, 1, 6]], + # + # [[8, 3, 8, 7, 0]], + # + # [[2, 2, 9, 5, 9]]] + # expect result: + # [[[6, 0, 0, 0, 0]], + # + # [[8, 0, 0, 0, 0]], + # + # [[2, 0, 0, 0, 0]]] + y = tril_reference_implementation(x) + expect(node, inputs=[x], outputs=[y], name="test_tril_one_row_neg") + + @staticmethod + def export_tril_zero() -> None: + node = onnx.helper.make_node( + "Trilu", + inputs=["x", "k"], + outputs=["y"], + upper=0, + ) + + x = np.random.randint(10, size=(3, 0, 5)).astype(np.int64) + k = np.array(6).astype(np.int64) + # X: + # [] + # expect result: + # [] + y = tril_reference_implementation(x, int(k)) + expect(node, inputs=[x, k], outputs=[y], name="test_tril_zero") diff --git a/onnx/backend/test/case/node/unique.py b/onnx/backend/test/case/node/unique.py new file mode 100644 index 0000000..4bd1241 --- /dev/null +++ b/onnx/backend/test/case/node/unique.py @@ -0,0 +1,229 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +def specify_int64(indices, inverse_indices, counts): + return ( + np.array(indices, dtype=np.int64), + np.array(inverse_indices, dtype=np.int64), + np.array(counts, dtype=np.int64), + ) + + +class Unique(Base): + @staticmethod + def export_sorted_without_axis() -> None: + node_sorted = onnx.helper.make_node( + "Unique", + inputs=["X"], + outputs=["Y", "indices", "inverse_indices", "counts"], + ) + + x = np.array([2.0, 1.0, 1.0, 3.0, 4.0, 3.0], dtype=np.float32) + y, indices, inverse_indices, counts = np.unique(x, True, True, True) + indices, inverse_indices, counts = specify_int64( + indices, inverse_indices, counts + ) + expect( + node_sorted, + inputs=[x], + outputs=[y, indices, inverse_indices, counts], + name="test_unique_sorted_without_axis", + ) + + @staticmethod + def export_not_sorted_without_axis() -> None: + node_not_sorted = onnx.helper.make_node( + "Unique", + inputs=["X"], + outputs=["Y", "indices", "inverse_indices", "counts"], + sorted=0, + ) + # numpy unique does not retain original order (it sorts the output unique values) + # https://github.com/numpy/numpy/issues/8621 + # we need to recover unsorted output and indices + x = np.array([2.0, 1.0, 1.0, 3.0, 4.0, 3.0], dtype=np.float32) + y, indices, inverse_indices, counts = np.unique(x, True, True, True) + + # prepare index mapping from sorted to unsorted + argsorted_indices = np.argsort(indices) + inverse_indices_map = dict( + zip(argsorted_indices, np.arange(len(argsorted_indices)), strict=True) + ) + + indices = indices[argsorted_indices] + y = np.take(x, indices, axis=0) + inverse_indices = np.asarray( + [inverse_indices_map[i] for i in inverse_indices], dtype=np.int64 + ) + counts = counts[argsorted_indices] + indices, inverse_indices, counts = specify_int64( + indices, inverse_indices, counts + ) + # print(y) + # [2.0, 1.0, 3.0, 4.0] + # print(indices) + # [0 1 3 4] + # print(inverse_indices) + # [0, 1, 1, 2, 3, 2] + # print(counts) + # [1, 2, 2, 1] + + expect( + node_not_sorted, + inputs=[x], + outputs=[y, indices, inverse_indices, counts], + name="test_unique_not_sorted_without_axis", + ) + + @staticmethod + def export_sorted_with_axis() -> None: + node_sorted = onnx.helper.make_node( + "Unique", + inputs=["X"], + outputs=["Y", "indices", "inverse_indices", "counts"], + sorted=1, + axis=0, + ) + + x = np.array([[1, 0, 0], [1, 0, 0], [2, 3, 4]], dtype=np.float32) + y, indices, inverse_indices, counts = np.unique(x, True, True, True, axis=0) + indices, inverse_indices, counts = specify_int64( + indices, inverse_indices, counts + ) + # behavior changed with numpy >= 2.0 + inverse_indices = inverse_indices.reshape(-1) + # print(y) + # [[1. 0. 0.] + # [2. 3. 4.]] + # print(indices) + # [0 2] + # print(inverse_indices) + # [0 0 1] + # print(counts) + # [2 1] + + expect( + node_sorted, + inputs=[x], + outputs=[y, indices, inverse_indices, counts], + name="test_unique_sorted_with_axis", + ) + + @staticmethod + def export_sorted_with_axis_3d() -> None: + node_sorted = onnx.helper.make_node( + "Unique", + inputs=["X"], + outputs=["Y", "indices", "inverse_indices", "counts"], + sorted=1, + axis=1, + ) + + x = np.array( + [ + [[1.0, 1.0], [0.0, 1.0], [2.0, 1.0], [0.0, 1.0]], + [[1.0, 1.0], [0.0, 1.0], [2.0, 1.0], [0.0, 1.0]], + ], + dtype=np.float32, + ) + y, indices, inverse_indices, counts = np.unique(x, True, True, True, axis=1) + indices, inverse_indices, counts = specify_int64( + indices, inverse_indices, counts + ) + # behavior changed with numpy >= 2.0 + inverse_indices = inverse_indices.reshape(-1) + # print(y) + # [[[0. 1.] + # [1. 1.] + # [2. 1.]] + # [[0. 1.] + # [1. 1.] + # [2. 1.]]] + # print(indices) + # [1 0 2] + # print(inverse_indices) + # [1 0 2 0] + # print(counts) + # [2 1 1] + expect( + node_sorted, + inputs=[x], + outputs=[y, indices, inverse_indices, counts], + name="test_unique_sorted_with_axis_3d", + ) + + @staticmethod + def export_sorted_with_negative_axis() -> None: + node_sorted = onnx.helper.make_node( + "Unique", + inputs=["X"], + outputs=["Y", "indices", "inverse_indices", "counts"], + sorted=1, + axis=-1, + ) + + x = np.array([[1, 0, 0], [1, 0, 0], [2, 3, 3]], dtype=np.float32) + y, indices, inverse_indices, counts = np.unique(x, True, True, True, axis=-1) + indices, inverse_indices, counts = specify_int64( + indices, inverse_indices, counts + ) + # behavior changed with numpy >= 2.0 + inverse_indices = inverse_indices.reshape(-1) + # print(y) + # [[0. 1.] + # [0. 1.] + # [3. 2.]] + # print(indices) + # [1 0] + # print(inverse_indices) + # [1 0 0] + # print(counts) + # [2 1] + + expect( + node_sorted, + inputs=[x], + outputs=[y, indices, inverse_indices, counts], + name="test_unique_sorted_with_negative_axis", + ) + + @staticmethod + def export_length_1() -> None: + node_sorted = onnx.helper.make_node( + "Unique", + inputs=["X"], + outputs=["Y", "indices", "inverse_indices", "counts"], + sorted=1, + ) + + x = np.array([0], dtype=np.int64) + y, indices, inverse_indices, counts = np.unique(x, True, True, True) + indices, inverse_indices, counts = specify_int64( + indices, inverse_indices, counts + ) + # behavior changed with numpy >= 2.0 + inverse_indices = inverse_indices.reshape(-1) + # print(y) + # [0] + # print(indices) + # [0] + # print(inverse_indices) + # [0] + # print(counts) + # [1] + + expect( + node_sorted, + inputs=[x], + outputs=[y, indices, inverse_indices, counts], + name="test_unique_length_1", + ) diff --git a/onnx/backend/test/case/node/unsqueeze.py b/onnx/backend/test/case/node/unsqueeze.py new file mode 100644 index 0000000..6d517a0 --- /dev/null +++ b/onnx/backend/test/case/node/unsqueeze.py @@ -0,0 +1,91 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class Unsqueeze(Base): + @staticmethod + def export_unsqueeze_one_axis() -> None: + x = np.random.randn(3, 4, 5).astype(np.float32) + + for i in range(x.ndim): + axes = np.array([i]).astype(np.int64) + node = onnx.helper.make_node( + "Unsqueeze", + inputs=["x", "axes"], + outputs=["y"], + ) + y = np.expand_dims(x, axis=i) + + expect( + node, + inputs=[x, axes], + outputs=[y], + name="test_unsqueeze_axis_" + str(i), + ) + + @staticmethod + def export_unsqueeze_two_axes() -> None: + x = np.random.randn(3, 4, 5).astype(np.float32) + axes = np.array([1, 4]).astype(np.int64) + + node = onnx.helper.make_node( + "Unsqueeze", + inputs=["x", "axes"], + outputs=["y"], + ) + y = np.expand_dims(x, axis=1) + y = np.expand_dims(y, axis=4) + + expect(node, inputs=[x, axes], outputs=[y], name="test_unsqueeze_two_axes") + + @staticmethod + def export_unsqueeze_three_axes() -> None: + x = np.random.randn(3, 4, 5).astype(np.float32) + axes = np.array([2, 4, 5]).astype(np.int64) + + node = onnx.helper.make_node( + "Unsqueeze", + inputs=["x", "axes"], + outputs=["y"], + ) + y = np.expand_dims(x, axis=2) + y = np.expand_dims(y, axis=4) + y = np.expand_dims(y, axis=5) + + expect(node, inputs=[x, axes], outputs=[y], name="test_unsqueeze_three_axes") + + @staticmethod + def export_unsqueeze_unsorted_axes() -> None: + x = np.random.randn(3, 4, 5).astype(np.float32) + axes = np.array([5, 4, 2]).astype(np.int64) + + node = onnx.helper.make_node( + "Unsqueeze", + inputs=["x", "axes"], + outputs=["y"], + ) + y = np.expand_dims(x, axis=2) + y = np.expand_dims(y, axis=4) + y = np.expand_dims(y, axis=5) + + expect(node, inputs=[x, axes], outputs=[y], name="test_unsqueeze_unsorted_axes") + + @staticmethod + def export_unsqueeze_negative_axes() -> None: + node = onnx.helper.make_node( + "Unsqueeze", + inputs=["x", "axes"], + outputs=["y"], + ) + x = np.random.randn(1, 3, 1, 5).astype(np.float32) + axes = np.array([-2]).astype(np.int64) + y = np.expand_dims(x, axis=-2) + expect(node, inputs=[x, axes], outputs=[y], name="test_unsqueeze_negative_axes") diff --git a/onnx/backend/test/case/node/upsample.py b/onnx/backend/test/case/node/upsample.py new file mode 100644 index 0000000..6cc43f1 --- /dev/null +++ b/onnx/backend/test/case/node/upsample.py @@ -0,0 +1,58 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx import helper +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class Upsample(Base): + @staticmethod + def export_nearest() -> None: + node = onnx.helper.make_node( + "Upsample", + inputs=["X", "scales"], + outputs=["Y"], + mode="nearest", + ) + + data = np.array( + [ + [ + [ + [1, 2], + [3, 4], + ] + ] + ], + dtype=np.float32, + ) + + scales = np.array([1.0, 1.0, 2.0, 3.0], dtype=np.float32) + + output = np.array( + [ + [ + [ + [1, 1, 1, 2, 2, 2], + [1, 1, 1, 2, 2, 2], + [3, 3, 3, 4, 4, 4], + [3, 3, 3, 4, 4, 4], + ] + ] + ], + dtype=np.float32, + ) + + expect( + node, + inputs=[data, scales], + outputs=[output], + name="test_upsample_nearest", + opset_imports=[helper.make_opsetid("", 9)], + ) diff --git a/onnx/backend/test/case/node/where.py b/onnx/backend/test/case/node/where.py new file mode 100644 index 0000000..cb050ee --- /dev/null +++ b/onnx/backend/test/case/node/where.py @@ -0,0 +1,42 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class Where(Base): + @staticmethod + def export() -> None: + node = onnx.helper.make_node( + "Where", + inputs=["condition", "x", "y"], + outputs=["z"], + ) + + condition = np.array([[1, 0], [1, 1]], dtype=bool) + x = np.array([[1, 2], [3, 4]], dtype=np.float32) + y = np.array([[9, 8], [7, 6]], dtype=np.float32) + z = np.where(condition, x, y) # expected output [[1, 8], [3, 4]] + expect(node, inputs=[condition, x, y], outputs=[z], name="test_where_example") + + @staticmethod + def export_long() -> None: + node = onnx.helper.make_node( + "Where", + inputs=["condition", "x", "y"], + outputs=["z"], + ) + + condition = np.array([[1, 0], [1, 1]], dtype=bool) + x = np.array([[1, 2], [3, 4]], dtype=np.int64) + y = np.array([[9, 8], [7, 6]], dtype=np.int64) + z = np.where(condition, x, y) # expected output [[1, 8], [3, 4]] + expect( + node, inputs=[condition, x, y], outputs=[z], name="test_where_long_example" + ) diff --git a/onnx/backend/test/case/node/xor.py b/onnx/backend/test/case/node/xor.py new file mode 100644 index 0000000..ed895a7 --- /dev/null +++ b/onnx/backend/test/case/node/xor.py @@ -0,0 +1,76 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import numpy as np + +import onnx +from onnx.backend.test.case.base import Base +from onnx.backend.test.case.node import expect + + +class Xor(Base): + @staticmethod + def export() -> None: + node = onnx.helper.make_node( + "Xor", + inputs=["x", "y"], + outputs=["xor"], + ) + + # 2d + x = (np.random.randn(3, 4) > 0).astype(bool) + y = (np.random.randn(3, 4) > 0).astype(bool) + z = np.logical_xor(x, y) + expect(node, inputs=[x, y], outputs=[z], name="test_xor2d") + + # 3d + x = (np.random.randn(3, 4, 5) > 0).astype(bool) + y = (np.random.randn(3, 4, 5) > 0).astype(bool) + z = np.logical_xor(x, y) + expect(node, inputs=[x, y], outputs=[z], name="test_xor3d") + + # 4d + x = (np.random.randn(3, 4, 5, 6) > 0).astype(bool) + y = (np.random.randn(3, 4, 5, 6) > 0).astype(bool) + z = np.logical_xor(x, y) + expect(node, inputs=[x, y], outputs=[z], name="test_xor4d") + + @staticmethod + def export_xor_broadcast() -> None: + node = onnx.helper.make_node( + "Xor", + inputs=["x", "y"], + outputs=["xor"], + ) + + # 3d vs 1d + x = (np.random.randn(3, 4, 5) > 0).astype(bool) + y = (np.random.randn(5) > 0).astype(bool) + z = np.logical_xor(x, y) + expect(node, inputs=[x, y], outputs=[z], name="test_xor_bcast3v1d") + + # 3d vs 2d + x = (np.random.randn(3, 4, 5) > 0).astype(bool) + y = (np.random.randn(4, 5) > 0).astype(bool) + z = np.logical_xor(x, y) + expect(node, inputs=[x, y], outputs=[z], name="test_xor_bcast3v2d") + + # 4d vs 2d + x = (np.random.randn(3, 4, 5, 6) > 0).astype(bool) + y = (np.random.randn(5, 6) > 0).astype(bool) + z = np.logical_xor(x, y) + expect(node, inputs=[x, y], outputs=[z], name="test_xor_bcast4v2d") + + # 4d vs 3d + x = (np.random.randn(3, 4, 5, 6) > 0).astype(bool) + y = (np.random.randn(4, 5, 6) > 0).astype(bool) + z = np.logical_xor(x, y) + expect(node, inputs=[x, y], outputs=[z], name="test_xor_bcast4v3d") + + # 4d vs 4d + x = (np.random.randn(1, 4, 1, 6) > 0).astype(bool) + y = (np.random.randn(3, 1, 5, 6) > 0).astype(bool) + z = np.logical_xor(x, y) + expect(node, inputs=[x, y], outputs=[z], name="test_xor_bcast4v4d") diff --git a/onnx/backend/test/case/test_case.py b/onnx/backend/test/case/test_case.py new file mode 100644 index 0000000..628bf24 --- /dev/null +++ b/onnx/backend/test/case/test_case.py @@ -0,0 +1,29 @@ +# Copyright (c) ONNX Project Contributors + +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +from dataclasses import dataclass +from typing import TYPE_CHECKING + +if TYPE_CHECKING: + from collections.abc import Sequence + + import numpy as np + + import onnx + + +@dataclass +class TestCase: + name: str + model_name: str + url: str | None + model_dir: str | None + model: onnx.ModelProto | None + data_sets: Sequence[tuple[Sequence[np.ndarray], Sequence[np.ndarray]]] | None + kind: str + rtol: float + atol: float + # Tell PyTest this isn't a real test. + __test__: bool = False diff --git a/onnx/backend/test/case/utils.py b/onnx/backend/test/case/utils.py new file mode 100644 index 0000000..54a0b27 --- /dev/null +++ b/onnx/backend/test/case/utils.py @@ -0,0 +1,45 @@ +# Copyright (c) ONNX Project Contributors + +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import importlib +import pkgutil +from typing import TYPE_CHECKING + +import numpy as np + +from onnx import ONNX_ML + +if TYPE_CHECKING: + from types import ModuleType + +all_numeric_dtypes = [ + np.int8, + np.int16, + np.int32, + np.int64, + np.uint8, + np.uint16, + np.uint32, + np.uint64, + np.float16, + np.float32, + np.float64, +] + + +def import_recursive(package: ModuleType) -> None: + """Takes a package and imports all modules underneath it.""" + pkg_dir = package.__path__ + module_location = package.__name__ + for _module_loader, name, ispkg in pkgutil.iter_modules(pkg_dir): + module_name = f"{module_location}.{name}" # Module/package + if not ONNX_ML and module_name.startswith( + "onnx.backend.test.case.node.ai_onnx_ml" + ): + continue + + module = importlib.import_module(module_name) + if ispkg: + import_recursive(module) diff --git a/onnx/backend/test/cmd_tools.py b/onnx/backend/test/cmd_tools.py new file mode 100644 index 0000000..4da788e --- /dev/null +++ b/onnx/backend/test/cmd_tools.py @@ -0,0 +1,190 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import argparse +import json +import os +import shutil +import warnings + +import onnx.backend.test.case.model as model_test +import onnx.backend.test.case.node as node_test +from onnx import ONNX_ML, TensorProto, numpy_helper + +TOP_DIR = os.path.realpath(os.path.dirname(__file__)) +DATA_DIR = os.path.join(TOP_DIR, "data") + + +def generate_data(args: argparse.Namespace) -> None: + def prepare_dir(path: str) -> None: + if os.path.exists(path): + shutil.rmtree(path) + os.makedirs(path) + + # Clean the output directory before generating data for node testcases + # It is used to check new generated data is correct in CIs + node_root = os.path.join(args.output, "node") + original_dir_number = len( + [name for name in os.listdir(node_root) if os.path.isfile(name)] + ) + if args.clean and os.path.exists(node_root): + for sub_dir in os.listdir(node_root): + if ONNX_ML or not sub_dir.startswith("test_ai_onnx_ml_"): + shutil.rmtree(os.path.join(node_root, sub_dir)) + + cases = model_test.collect_testcases() + # If op_type is specified, only include those testcases including the given operator + # Otherwise, include all of the testcases + if args.diff: + cases += node_test.collect_diff_testcases() + else: + cases += node_test.collect_testcases(args.op_type) + node_number = 0 + + for case in cases: + output_dir = os.path.join(args.output, case.kind, case.name) + prepare_dir(output_dir) + if case.kind == "node": + node_number += 1 + if case.kind == "real": + with open(os.path.join(output_dir, "data.json"), "w") as fi: + json.dump( + { + "url": case.url, + "model_name": case.model_name, + "rtol": case.rtol, + "atol": case.atol, + }, + fi, + sort_keys=True, + ) + else: + assert case.model + with open(os.path.join(output_dir, "model.onnx"), "wb") as f: + f.write(case.model.SerializeToString()) + assert case.data_sets + for i, (inputs, outputs) in enumerate(case.data_sets): + data_set_dir = os.path.join(output_dir, f"test_data_set_{i}") + prepare_dir(data_set_dir) + for j, input in enumerate(inputs): + with open(os.path.join(data_set_dir, f"input_{j}.pb"), "wb") as f: + if case.model.graph.input[j].type.HasField("map_type"): + f.write( + numpy_helper.from_dict( + input, case.model.graph.input[j].name + ).SerializeToString() + ) + elif case.model.graph.input[j].type.HasField("sequence_type"): + f.write( + numpy_helper.from_list( + input, case.model.graph.input[j].name + ).SerializeToString() + ) + elif case.model.graph.input[j].type.HasField("optional_type"): + f.write( + numpy_helper.from_optional( + input, case.model.graph.input[j].name + ).SerializeToString() + ) + else: + assert case.model.graph.input[j].type.HasField( + "tensor_type" + ) + if isinstance(input, TensorProto): + f.write(input.SerializeToString()) + else: + f.write( + numpy_helper.from_array( + input, case.model.graph.input[j].name + ).SerializeToString() + ) + for j, output in enumerate(outputs): + with open(os.path.join(data_set_dir, f"output_{j}.pb"), "wb") as f: + if case.model.graph.output[j].type.HasField("map_type"): + f.write( + numpy_helper.from_dict( + output, case.model.graph.output[j].name + ).SerializeToString() + ) + elif case.model.graph.output[j].type.HasField("sequence_type"): + f.write( + numpy_helper.from_list( + output, case.model.graph.output[j].name + ).SerializeToString() + ) + elif case.model.graph.output[j].type.HasField("optional_type"): + f.write( + numpy_helper.from_optional( + output, case.model.graph.output[j].name + ).SerializeToString() + ) + else: + assert case.model.graph.output[j].type.HasField( + "tensor_type" + ) + if isinstance(output, TensorProto): + f.write(output.SerializeToString()) + else: + f.write( + numpy_helper.from_array( + output, case.model.graph.output[j].name + ).SerializeToString() + ) + if not args.clean and node_number != original_dir_number: + warnings.warn( + "There are some models under 'onnx/backend/test/data/node' which cannot not" + " be generated by the script from 'onnx/backend/test/case/node'. Please add" + " '--clean' option for 'python onnx/backend/test/cmd_tools.py generate-data'" + " to cleanup the existing directories and regenerate them.", + Warning, + stacklevel=2, + ) + + +def parse_args() -> argparse.Namespace: + parser = argparse.ArgumentParser("backend-test-tools") + subparsers = parser.add_subparsers() + + subparser = subparsers.add_parser( + "generate-data", help="convert testcases to test data." + ) + subparser.add_argument( + "-c", + "--clean", + default=False, + action="store_true", + help="Clean the output directory before generating data for node testcases.", + ) + subparser.add_argument( + "-o", + "--output", + default=DATA_DIR, + help="output directory (default: %(default)s)", + ) + subparser.add_argument( + "-t", + "--op_type", + default=None, + help="op_type for test case generation. (generates test data for the specified op_type only.)", + ) + subparser.add_argument( + "-d", + "--diff", + default=False, + action="store_true", + help="only generates test data for those changed files (compared to the main branch).", + ) + subparser.set_defaults(func=generate_data) + + return parser.parse_args() + + +def main() -> None: + args = parse_args() + args.func(args) + + +if __name__ == "__main__": + main() diff --git a/onnx/backend/test/data/light/README.md b/onnx/backend/test/data/light/README.md new file mode 100644 index 0000000..4e62edc --- /dev/null +++ b/onnx/backend/test/data/light/README.md @@ -0,0 +1,16 @@ + + +# Light models + +The models in this folder were created by replacing +all float initializers by nodes `ConstantOfShape` +with function `replace_initializer_by_constant_of_shape`. +The models are lighter and can be added to the repository +for unit testing. + +Expected outputs were obtained by using CReferenceEvaluator +implemented in [PR 4952](https://github.com/onnx/onnx/pull/4952). diff --git a/onnx/backend/test/data/light/light_bvlc_alexnet.onnx b/onnx/backend/test/data/light/light_bvlc_alexnet.onnx new file mode 100644 index 0000000..afe8c31 Binary files /dev/null and b/onnx/backend/test/data/light/light_bvlc_alexnet.onnx differ diff --git a/onnx/backend/test/data/light/light_bvlc_alexnet_output_0.pb b/onnx/backend/test/data/light/light_bvlc_alexnet_output_0.pb new file mode 100644 index 0000000..760873f --- /dev/null +++ b/onnx/backend/test/data/light/light_bvlc_alexnet_output_0.pb @@ -0,0 +1 @@ +Jo:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o: \ No newline at end of file diff --git a/onnx/backend/test/data/light/light_densenet121.onnx b/onnx/backend/test/data/light/light_densenet121.onnx new file mode 100644 index 0000000..e10d5ca Binary files /dev/null and b/onnx/backend/test/data/light/light_densenet121.onnx differ diff --git a/onnx/backend/test/data/light/light_densenet121_output_0.pb b/onnx/backend/test/data/light/light_densenet121_output_0.pb new file mode 100644 index 0000000..fe25af4 --- /dev/null +++ b/onnx/backend/test/data/light/light_densenet121_output_0.pb @@ -0,0 +1 @@ +JL>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L> \ No newline at end of file diff --git a/onnx/backend/test/data/light/light_inception_v1.onnx b/onnx/backend/test/data/light/light_inception_v1.onnx new file mode 100644 index 0000000..0f0309f Binary files /dev/null and b/onnx/backend/test/data/light/light_inception_v1.onnx differ diff --git a/onnx/backend/test/data/light/light_inception_v1_output_0.pb b/onnx/backend/test/data/light/light_inception_v1_output_0.pb new file mode 100644 index 0000000..760873f --- /dev/null +++ b/onnx/backend/test/data/light/light_inception_v1_output_0.pb @@ -0,0 +1 @@ +Jo:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o: \ No newline at end of file diff --git a/onnx/backend/test/data/light/light_inception_v2.onnx b/onnx/backend/test/data/light/light_inception_v2.onnx new file mode 100644 index 0000000..044db1e Binary files /dev/null and b/onnx/backend/test/data/light/light_inception_v2.onnx differ diff --git a/onnx/backend/test/data/light/light_inception_v2_output_0.pb b/onnx/backend/test/data/light/light_inception_v2_output_0.pb new file mode 100644 index 0000000..760873f --- /dev/null +++ b/onnx/backend/test/data/light/light_inception_v2_output_0.pb @@ -0,0 +1 @@ +Jo:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o: \ No newline at end of file diff --git a/onnx/backend/test/data/light/light_resnet50.onnx b/onnx/backend/test/data/light/light_resnet50.onnx new file mode 100644 index 0000000..5f7553a Binary files /dev/null and b/onnx/backend/test/data/light/light_resnet50.onnx differ diff --git a/onnx/backend/test/data/light/light_resnet50_output_0.pb b/onnx/backend/test/data/light/light_resnet50_output_0.pb new file mode 100644 index 0000000..760873f --- /dev/null +++ b/onnx/backend/test/data/light/light_resnet50_output_0.pb @@ -0,0 +1 @@ +Jo:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o: \ No newline at end of file diff --git a/onnx/backend/test/data/light/light_shufflenet.onnx b/onnx/backend/test/data/light/light_shufflenet.onnx new file mode 100644 index 0000000..9d3817e Binary files /dev/null and b/onnx/backend/test/data/light/light_shufflenet.onnx differ diff --git a/onnx/backend/test/data/light/light_shufflenet_output_0.pb b/onnx/backend/test/data/light/light_shufflenet_output_0.pb new file mode 100644 index 0000000..760873f --- /dev/null +++ b/onnx/backend/test/data/light/light_shufflenet_output_0.pb @@ -0,0 +1 @@ +Jo:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o: \ No newline at end of file diff --git a/onnx/backend/test/data/light/light_squeezenet.onnx b/onnx/backend/test/data/light/light_squeezenet.onnx new file mode 100644 index 0000000..0ea5397 Binary files /dev/null and b/onnx/backend/test/data/light/light_squeezenet.onnx differ diff --git a/onnx/backend/test/data/light/light_squeezenet_output_0.pb b/onnx/backend/test/data/light/light_squeezenet_output_0.pb new file mode 100644 index 0000000..499973d --- /dev/null +++ b/onnx/backend/test/data/light/light_squeezenet_output_0.pb @@ -0,0 +1 @@ +Jo:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o: \ No newline at end of file diff --git a/onnx/backend/test/data/light/light_vgg19.onnx b/onnx/backend/test/data/light/light_vgg19.onnx new file mode 100644 index 0000000..5c77d13 Binary files /dev/null and b/onnx/backend/test/data/light/light_vgg19.onnx differ diff --git a/onnx/backend/test/data/light/light_vgg19_output_0.pb b/onnx/backend/test/data/light/light_vgg19_output_0.pb new file mode 100644 index 0000000..760873f --- /dev/null +++ b/onnx/backend/test/data/light/light_vgg19_output_0.pb @@ -0,0 +1 @@ +Jo:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o: \ No newline at end of file diff --git a/onnx/backend/test/data/light/light_zfnet512.onnx b/onnx/backend/test/data/light/light_zfnet512.onnx new file mode 100644 index 0000000..28a45d3 Binary files /dev/null and b/onnx/backend/test/data/light/light_zfnet512.onnx differ diff --git a/onnx/backend/test/data/light/light_zfnet512_output_0.pb b/onnx/backend/test/data/light/light_zfnet512_output_0.pb new file mode 100644 index 0000000..760873f --- /dev/null +++ b/onnx/backend/test/data/light/light_zfnet512_output_0.pb @@ -0,0 +1 @@ +Jo:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o:o: \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_abs/model.onnx b/onnx/backend/test/data/node/test_abs/model.onnx new file mode 100644 index 0000000..5228009 Binary files /dev/null and b/onnx/backend/test/data/node/test_abs/model.onnx differ diff --git a/onnx/backend/test/data/node/test_abs/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_abs/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_abs/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_abs/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_abs/test_data_set_0/output_0.pb new file mode 100644 index 0000000..414f615 --- /dev/null +++ b/onnx/backend/test/data/node/test_abs/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +ByJx?h>z?j@$ ?.z?8s?b>hd=9>(>%?^B?0= B>]ת>=?R>iJ>Z?/d#@S'?K]?=?C@(?Hm;= ?>2??>>Ec??!> >*z??O>mǚ>6?&õ?g??x?FK>[? G?4?Y>L=e?> ??k.:=ݚ>b"?6> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_acos/model.onnx b/onnx/backend/test/data/node/test_acos/model.onnx new file mode 100644 index 0000000..206ab39 Binary files /dev/null and b/onnx/backend/test/data/node/test_acos/model.onnx differ diff --git a/onnx/backend/test/data/node/test_acos/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_acos/test_data_set_0/input_0.pb new file mode 100644 index 0000000..7a61135 --- /dev/null +++ b/onnx/backend/test/data/node/test_acos/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJ  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{=p= <&U?H5G?^?z?L?G>G?9=#?4>q?ڗ?N>s>.4F?>?<\?N?c?yq?Ƌ.?k>>2?v=9*?+?nW>A>>L8>j?a>}?=U>R.%>2'?p>I>Jz> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_acos/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_acos/test_data_set_0/output_0.pb new file mode 100644 index 0000000..543b7cc Binary files /dev/null and b/onnx/backend/test/data/node/test_acos/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_acos_example/model.onnx b/onnx/backend/test/data/node/test_acos_example/model.onnx new file mode 100644 index 0000000..8b29942 Binary files /dev/null and b/onnx/backend/test/data/node/test_acos_example/model.onnx differ diff --git a/onnx/backend/test/data/node/test_acos_example/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_acos_example/test_data_set_0/input_0.pb new file mode 100644 index 0000000..7c32a2f Binary files /dev/null and b/onnx/backend/test/data/node/test_acos_example/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_acos_example/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_acos_example/test_data_set_0/output_0.pb new file mode 100644 index 0000000..598a49d --- /dev/null +++ b/onnx/backend/test/data/node/test_acos_example/test_data_set_0/output_0.pb @@ -0,0 +1,3 @@ +ByJ +@? +? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_acosh/model.onnx b/onnx/backend/test/data/node/test_acosh/model.onnx new file mode 100644 index 0000000..916010c Binary files /dev/null and b/onnx/backend/test/data/node/test_acosh/model.onnx differ diff --git a/onnx/backend/test/data/node/test_acosh/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_acosh/test_data_set_0/input_0.pb new file mode 100644 index 0000000..23af965 Binary files /dev/null and b/onnx/backend/test/data/node/test_acosh/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_acosh/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_acosh/test_data_set_0/output_0.pb new file mode 100644 index 0000000..52edf0b --- /dev/null +++ b/onnx/backend/test/data/node/test_acosh/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +ByJ@D{,@#@@8@&@w@8@Zm=@ @22@*@ @>;@?ZT?~/? 5@81@Վ7@P>@%2@@d1@\9<@o)@@@+@V?5(@a(@յ?(ճ?V@k@@\@>@^??O?n'@?<<@YZ? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_acosh_example/model.onnx b/onnx/backend/test/data/node/test_acosh_example/model.onnx new file mode 100644 index 0000000..1fbfea1 Binary files /dev/null and b/onnx/backend/test/data/node/test_acosh_example/model.onnx differ diff --git a/onnx/backend/test/data/node/test_acosh_example/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_acosh_example/test_data_set_0/input_0.pb new file mode 100644 index 0000000..7c690ef Binary files /dev/null and b/onnx/backend/test/data/node/test_acosh_example/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_acosh_example/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_acosh_example/test_data_set_0/output_0.pb new file mode 100644 index 0000000..7a9cbb0 Binary files /dev/null and b/onnx/backend/test/data/node/test_acosh_example/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_adagrad/model.onnx b/onnx/backend/test/data/node/test_adagrad/model.onnx new file mode 100644 index 0000000..324e40e Binary files /dev/null and b/onnx/backend/test/data/node/test_adagrad/model.onnx differ diff --git a/onnx/backend/test/data/node/test_adagrad/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_adagrad/test_data_set_0/input_0.pb new file mode 100644 index 0000000..d0483cc --- /dev/null +++ b/onnx/backend/test/data/node/test_adagrad/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BRJ= \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_adagrad/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_adagrad/test_data_set_0/input_1.pb new file mode 100644 index 0000000..54656de Binary files /dev/null and b/onnx/backend/test/data/node/test_adagrad/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_adagrad/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_adagrad/test_data_set_0/input_2.pb new file mode 100644 index 0000000..038e9dc Binary files /dev/null and b/onnx/backend/test/data/node/test_adagrad/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_adagrad/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_adagrad/test_data_set_0/input_3.pb new file mode 100644 index 0000000..265567a Binary files /dev/null and b/onnx/backend/test/data/node/test_adagrad/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_adagrad/test_data_set_0/input_4.pb b/onnx/backend/test/data/node/test_adagrad/test_data_set_0/input_4.pb new file mode 100644 index 0000000..82851b8 Binary files /dev/null and b/onnx/backend/test/data/node/test_adagrad/test_data_set_0/input_4.pb differ diff --git a/onnx/backend/test/data/node/test_adagrad/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_adagrad/test_data_set_0/output_0.pb new file mode 100644 index 0000000..075011c --- /dev/null +++ b/onnx/backend/test/data/node/test_adagrad/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BX_newJb? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_adagrad/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_adagrad/test_data_set_0/output_1.pb new file mode 100644 index 0000000..47b03d2 --- /dev/null +++ b/onnx/backend/test/data/node/test_adagrad/test_data_set_0/output_1.pb @@ -0,0 +1 @@ +BH_newJ@?@ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_adagrad_multiple/model.onnx b/onnx/backend/test/data/node/test_adagrad_multiple/model.onnx new file mode 100644 index 0000000..c9dc8c1 Binary files /dev/null and b/onnx/backend/test/data/node/test_adagrad_multiple/model.onnx differ diff --git a/onnx/backend/test/data/node/test_adagrad_multiple/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_adagrad_multiple/test_data_set_0/input_0.pb new file mode 100644 index 0000000..d0483cc --- /dev/null +++ b/onnx/backend/test/data/node/test_adagrad_multiple/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BRJ= \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_adagrad_multiple/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_adagrad_multiple/test_data_set_0/input_1.pb new file mode 100644 index 0000000..54656de Binary files /dev/null and b/onnx/backend/test/data/node/test_adagrad_multiple/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_adagrad_multiple/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_adagrad_multiple/test_data_set_0/input_2.pb new file mode 100644 index 0000000..259b58b Binary files /dev/null and b/onnx/backend/test/data/node/test_adagrad_multiple/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_adagrad_multiple/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_adagrad_multiple/test_data_set_0/input_3.pb new file mode 100644 index 0000000..eb51654 Binary files /dev/null and b/onnx/backend/test/data/node/test_adagrad_multiple/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_adagrad_multiple/test_data_set_0/input_4.pb b/onnx/backend/test/data/node/test_adagrad_multiple/test_data_set_0/input_4.pb new file mode 100644 index 0000000..15cbe61 Binary files /dev/null and b/onnx/backend/test/data/node/test_adagrad_multiple/test_data_set_0/input_4.pb differ diff --git a/onnx/backend/test/data/node/test_adagrad_multiple/test_data_set_0/input_5.pb b/onnx/backend/test/data/node/test_adagrad_multiple/test_data_set_0/input_5.pb new file mode 100644 index 0000000..62e5b3a Binary files /dev/null and b/onnx/backend/test/data/node/test_adagrad_multiple/test_data_set_0/input_5.pb differ diff --git a/onnx/backend/test/data/node/test_adagrad_multiple/test_data_set_0/input_6.pb b/onnx/backend/test/data/node/test_adagrad_multiple/test_data_set_0/input_6.pb new file mode 100644 index 0000000..ad3e95e Binary files /dev/null and b/onnx/backend/test/data/node/test_adagrad_multiple/test_data_set_0/input_6.pb differ diff --git a/onnx/backend/test/data/node/test_adagrad_multiple/test_data_set_0/input_7.pb b/onnx/backend/test/data/node/test_adagrad_multiple/test_data_set_0/input_7.pb new file mode 100644 index 0000000..cb33a3d Binary files /dev/null and b/onnx/backend/test/data/node/test_adagrad_multiple/test_data_set_0/input_7.pb differ diff --git a/onnx/backend/test/data/node/test_adagrad_multiple/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_adagrad_multiple/test_data_set_0/output_0.pb new file mode 100644 index 0000000..f84f709 --- /dev/null +++ b/onnx/backend/test/data/node/test_adagrad_multiple/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BX1_newJb? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_adagrad_multiple/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_adagrad_multiple/test_data_set_0/output_1.pb new file mode 100644 index 0000000..c8d6212 --- /dev/null +++ b/onnx/backend/test/data/node/test_adagrad_multiple/test_data_set_0/output_1.pb @@ -0,0 +1 @@ +BX2_newJ@?7@ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_adagrad_multiple/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_adagrad_multiple/test_data_set_0/output_2.pb new file mode 100644 index 0000000..ac197e1 --- /dev/null +++ b/onnx/backend/test/data/node/test_adagrad_multiple/test_data_set_0/output_2.pb @@ -0,0 +1 @@ +BH1_newJ@?@ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_adagrad_multiple/test_data_set_0/output_3.pb b/onnx/backend/test/data/node/test_adagrad_multiple/test_data_set_0/output_3.pb new file mode 100644 index 0000000..987572f --- /dev/null +++ b/onnx/backend/test/data/node/test_adagrad_multiple/test_data_set_0/output_3.pb @@ -0,0 +1 @@ +BH2_newJ@A \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_adam/model.onnx b/onnx/backend/test/data/node/test_adam/model.onnx new file mode 100644 index 0000000..e2c192a Binary files /dev/null and b/onnx/backend/test/data/node/test_adam/model.onnx differ diff --git a/onnx/backend/test/data/node/test_adam/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_adam/test_data_set_0/input_0.pb new file mode 100644 index 0000000..d0483cc --- /dev/null +++ b/onnx/backend/test/data/node/test_adam/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BRJ= \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_adam/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_adam/test_data_set_0/input_1.pb new file mode 100644 index 0000000..54656de Binary files /dev/null and b/onnx/backend/test/data/node/test_adam/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_adam/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_adam/test_data_set_0/input_2.pb new file mode 100644 index 0000000..15244fd --- /dev/null +++ b/onnx/backend/test/data/node/test_adam/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BXJ?333@ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_adam/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_adam/test_data_set_0/input_3.pb new file mode 100644 index 0000000..439d577 Binary files /dev/null and b/onnx/backend/test/data/node/test_adam/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_adam/test_data_set_0/input_4.pb b/onnx/backend/test/data/node/test_adam/test_data_set_0/input_4.pb new file mode 100644 index 0000000..e3f3aa9 --- /dev/null +++ b/onnx/backend/test/data/node/test_adam/test_data_set_0/input_4.pb @@ -0,0 +1 @@ +BVJ?fff@ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_adam/test_data_set_0/input_5.pb b/onnx/backend/test/data/node/test_adam/test_data_set_0/input_5.pb new file mode 100644 index 0000000..e0fb178 --- /dev/null +++ b/onnx/backend/test/data/node/test_adam/test_data_set_0/input_5.pb @@ -0,0 +1 @@ +BHJ== \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_adam/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_adam/test_data_set_0/output_0.pb new file mode 100644 index 0000000..0fd42a3 --- /dev/null +++ b/onnx/backend/test/data/node/test_adam/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BX_newJd4?\N*@ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_adam/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_adam/test_data_set_0/output_1.pb new file mode 100644 index 0000000..f5f4916 --- /dev/null +++ b/onnx/backend/test/data/node/test_adam/test_data_set_0/output_1.pb @@ -0,0 +1 @@ +BV_newJ1?R@ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_adam/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_adam/test_data_set_0/output_2.pb new file mode 100644 index 0000000..074ed20 --- /dev/null +++ b/onnx/backend/test/data/node/test_adam/test_data_set_0/output_2.pb @@ -0,0 +1 @@ +BH_newJ9M?@ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_adam_multiple/model.onnx b/onnx/backend/test/data/node/test_adam_multiple/model.onnx new file mode 100644 index 0000000..565c7c5 Binary files /dev/null and b/onnx/backend/test/data/node/test_adam_multiple/model.onnx differ diff --git a/onnx/backend/test/data/node/test_adam_multiple/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_adam_multiple/test_data_set_0/input_0.pb new file mode 100644 index 0000000..d0483cc --- /dev/null +++ b/onnx/backend/test/data/node/test_adam_multiple/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BRJ= \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_adam_multiple/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_adam_multiple/test_data_set_0/input_1.pb new file mode 100644 index 0000000..54656de Binary files /dev/null and b/onnx/backend/test/data/node/test_adam_multiple/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_adam_multiple/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_adam_multiple/test_data_set_0/input_2.pb new file mode 100644 index 0000000..259b58b Binary files /dev/null and b/onnx/backend/test/data/node/test_adam_multiple/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_adam_multiple/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_adam_multiple/test_data_set_0/input_3.pb new file mode 100644 index 0000000..eb51654 Binary files /dev/null and b/onnx/backend/test/data/node/test_adam_multiple/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_adam_multiple/test_data_set_0/input_4.pb b/onnx/backend/test/data/node/test_adam_multiple/test_data_set_0/input_4.pb new file mode 100644 index 0000000..15cbe61 Binary files /dev/null and b/onnx/backend/test/data/node/test_adam_multiple/test_data_set_0/input_4.pb differ diff --git a/onnx/backend/test/data/node/test_adam_multiple/test_data_set_0/input_5.pb b/onnx/backend/test/data/node/test_adam_multiple/test_data_set_0/input_5.pb new file mode 100644 index 0000000..62e5b3a Binary files /dev/null and b/onnx/backend/test/data/node/test_adam_multiple/test_data_set_0/input_5.pb differ diff --git a/onnx/backend/test/data/node/test_adam_multiple/test_data_set_0/input_6.pb b/onnx/backend/test/data/node/test_adam_multiple/test_data_set_0/input_6.pb new file mode 100644 index 0000000..0dd424c Binary files /dev/null and b/onnx/backend/test/data/node/test_adam_multiple/test_data_set_0/input_6.pb differ diff --git a/onnx/backend/test/data/node/test_adam_multiple/test_data_set_0/input_7.pb b/onnx/backend/test/data/node/test_adam_multiple/test_data_set_0/input_7.pb new file mode 100644 index 0000000..bb84e11 Binary files /dev/null and b/onnx/backend/test/data/node/test_adam_multiple/test_data_set_0/input_7.pb differ diff --git a/onnx/backend/test/data/node/test_adam_multiple/test_data_set_0/input_8.pb b/onnx/backend/test/data/node/test_adam_multiple/test_data_set_0/input_8.pb new file mode 100644 index 0000000..3a1c3fa Binary files /dev/null and b/onnx/backend/test/data/node/test_adam_multiple/test_data_set_0/input_8.pb differ diff --git a/onnx/backend/test/data/node/test_adam_multiple/test_data_set_0/input_9.pb b/onnx/backend/test/data/node/test_adam_multiple/test_data_set_0/input_9.pb new file mode 100644 index 0000000..4d97f4b Binary files /dev/null and b/onnx/backend/test/data/node/test_adam_multiple/test_data_set_0/input_9.pb differ diff --git a/onnx/backend/test/data/node/test_adam_multiple/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_adam_multiple/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d6554ea --- /dev/null +++ b/onnx/backend/test/data/node/test_adam_multiple/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BX1_newJVB? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_adam_multiple/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_adam_multiple/test_data_set_0/output_1.pb new file mode 100644 index 0000000..84851f0 --- /dev/null +++ b/onnx/backend/test/data/node/test_adam_multiple/test_data_set_0/output_1.pb @@ -0,0 +1 @@ +BX2_newJd ?6? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_adam_multiple/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_adam_multiple/test_data_set_0/output_2.pb new file mode 100644 index 0000000..ca18d87 --- /dev/null +++ b/onnx/backend/test/data/node/test_adam_multiple/test_data_set_0/output_2.pb @@ -0,0 +1 @@ +BV1_newJp? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_adam_multiple/test_data_set_0/output_3.pb b/onnx/backend/test/data/node/test_adam_multiple/test_data_set_0/output_3.pb new file mode 100644 index 0000000..3244803 Binary files /dev/null and b/onnx/backend/test/data/node/test_adam_multiple/test_data_set_0/output_3.pb differ diff --git a/onnx/backend/test/data/node/test_adam_multiple/test_data_set_0/output_4.pb b/onnx/backend/test/data/node/test_adam_multiple/test_data_set_0/output_4.pb new file mode 100644 index 0000000..8b342ab --- /dev/null +++ b/onnx/backend/test/data/node/test_adam_multiple/test_data_set_0/output_4.pb @@ -0,0 +1 @@ +BH1_newJ? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_adam_multiple/test_data_set_0/output_5.pb b/onnx/backend/test/data/node/test_adam_multiple/test_data_set_0/output_5.pb new file mode 100644 index 0000000..dfc933b --- /dev/null +++ b/onnx/backend/test/data/node/test_adam_multiple/test_data_set_0/output_5.pb @@ -0,0 +1 @@ +BH2_newJZ?;A \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_add/model.onnx b/onnx/backend/test/data/node/test_add/model.onnx new file mode 100644 index 0000000..8aa4ab2 Binary files /dev/null and b/onnx/backend/test/data/node/test_add/model.onnx differ diff --git a/onnx/backend/test/data/node/test_add/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_add/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_add/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_add/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_add/test_data_set_0/input_1.pb new file mode 100644 index 0000000..1424d72 --- /dev/null +++ b/onnx/backend/test/data/node/test_add/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +ByJ^&,Z[*Pܿ35>;;Wп>DhT=:?>ב?>O/^~/Ѓ f=#f?Ok>Ŀ ??@?7>8lF?5mξy? FU>z?u>4?G,>> ?^Ab*x?(?Ӿ3Y?"??, ?g?Iy\}?7mM?r?N4?l? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_add/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_add/test_data_set_0/output_0.pb new file mode 100644 index 0000000..a83758c Binary files /dev/null and b/onnx/backend/test/data/node/test_add/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_add_bcast/model.onnx b/onnx/backend/test/data/node/test_add_bcast/model.onnx new file mode 100644 index 0000000..2ac8bf7 Binary files /dev/null and b/onnx/backend/test/data/node/test_add_bcast/model.onnx differ diff --git a/onnx/backend/test/data/node/test_add_bcast/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_add_bcast/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_add_bcast/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_add_bcast/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_add_bcast/test_data_set_0/input_1.pb new file mode 100644 index 0000000..dcbe531 --- /dev/null +++ b/onnx/backend/test/data/node/test_add_bcast/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +ByJ^&,Z[*Pܿ35> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_add_bcast/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_add_bcast/test_data_set_0/output_0.pb new file mode 100644 index 0000000..725a84b Binary files /dev/null and b/onnx/backend/test/data/node/test_add_bcast/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_add_int16/model.onnx b/onnx/backend/test/data/node/test_add_int16/model.onnx new file mode 100644 index 0000000..3902f0f Binary files /dev/null and b/onnx/backend/test/data/node/test_add_int16/model.onnx differ diff --git a/onnx/backend/test/data/node/test_add_int16/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_add_int16/test_data_set_0/input_0.pb new file mode 100644 index 0000000..c394bdc Binary files /dev/null and b/onnx/backend/test/data/node/test_add_int16/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_add_int16/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_add_int16/test_data_set_0/input_1.pb new file mode 100644 index 0000000..252607f Binary files /dev/null and b/onnx/backend/test/data/node/test_add_int16/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_add_int16/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_add_int16/test_data_set_0/output_0.pb new file mode 100644 index 0000000..2d0adbf Binary files /dev/null and b/onnx/backend/test/data/node/test_add_int16/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_add_int8/model.onnx b/onnx/backend/test/data/node/test_add_int8/model.onnx new file mode 100644 index 0000000..7abf09f Binary files /dev/null and b/onnx/backend/test/data/node/test_add_int8/model.onnx differ diff --git a/onnx/backend/test/data/node/test_add_int8/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_add_int8/test_data_set_0/input_0.pb new file mode 100644 index 0000000..34f6024 Binary files /dev/null and b/onnx/backend/test/data/node/test_add_int8/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_add_int8/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_add_int8/test_data_set_0/input_1.pb new file mode 100644 index 0000000..4658de3 Binary files /dev/null and b/onnx/backend/test/data/node/test_add_int8/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_add_int8/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_add_int8/test_data_set_0/output_0.pb new file mode 100644 index 0000000..896f711 --- /dev/null +++ b/onnx/backend/test/data/node/test_add_int8/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BsumJ< +   ( -  (  !"$% \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_add_uint16/model.onnx b/onnx/backend/test/data/node/test_add_uint16/model.onnx new file mode 100644 index 0000000..0253330 Binary files /dev/null and b/onnx/backend/test/data/node/test_add_uint16/model.onnx differ diff --git a/onnx/backend/test/data/node/test_add_uint16/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_add_uint16/test_data_set_0/input_0.pb new file mode 100644 index 0000000..a2c6589 Binary files /dev/null and b/onnx/backend/test/data/node/test_add_uint16/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_add_uint16/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_add_uint16/test_data_set_0/input_1.pb new file mode 100644 index 0000000..e34a8c9 Binary files /dev/null and b/onnx/backend/test/data/node/test_add_uint16/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_add_uint16/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_add_uint16/test_data_set_0/output_0.pb new file mode 100644 index 0000000..bd4ebfd Binary files /dev/null and b/onnx/backend/test/data/node/test_add_uint16/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_add_uint32/model.onnx b/onnx/backend/test/data/node/test_add_uint32/model.onnx new file mode 100644 index 0000000..0a03cfb Binary files /dev/null and b/onnx/backend/test/data/node/test_add_uint32/model.onnx differ diff --git a/onnx/backend/test/data/node/test_add_uint32/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_add_uint32/test_data_set_0/input_0.pb new file mode 100644 index 0000000..a46c8f5 Binary files /dev/null and b/onnx/backend/test/data/node/test_add_uint32/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_add_uint32/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_add_uint32/test_data_set_0/input_1.pb new file mode 100644 index 0000000..91fc50f Binary files /dev/null and b/onnx/backend/test/data/node/test_add_uint32/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_add_uint32/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_add_uint32/test_data_set_0/output_0.pb new file mode 100644 index 0000000..375fdad Binary files /dev/null and b/onnx/backend/test/data/node/test_add_uint32/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_add_uint64/model.onnx b/onnx/backend/test/data/node/test_add_uint64/model.onnx new file mode 100644 index 0000000..c462b13 Binary files /dev/null and b/onnx/backend/test/data/node/test_add_uint64/model.onnx differ diff --git a/onnx/backend/test/data/node/test_add_uint64/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_add_uint64/test_data_set_0/input_0.pb new file mode 100644 index 0000000..e85f5bf Binary files /dev/null and b/onnx/backend/test/data/node/test_add_uint64/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_add_uint64/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_add_uint64/test_data_set_0/input_1.pb new file mode 100644 index 0000000..7244608 Binary files /dev/null and b/onnx/backend/test/data/node/test_add_uint64/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_add_uint64/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_add_uint64/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d8b82de Binary files /dev/null and b/onnx/backend/test/data/node/test_add_uint64/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_add_uint8/model.onnx b/onnx/backend/test/data/node/test_add_uint8/model.onnx new file mode 100644 index 0000000..1f2f620 Binary files /dev/null and b/onnx/backend/test/data/node/test_add_uint8/model.onnx differ diff --git a/onnx/backend/test/data/node/test_add_uint8/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_add_uint8/test_data_set_0/input_0.pb new file mode 100644 index 0000000..11ff1a0 Binary files /dev/null and b/onnx/backend/test/data/node/test_add_uint8/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_add_uint8/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_add_uint8/test_data_set_0/input_1.pb new file mode 100644 index 0000000..01e06bd Binary files /dev/null and b/onnx/backend/test/data/node/test_add_uint8/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_add_uint8/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_add_uint8/test_data_set_0/output_0.pb new file mode 100644 index 0000000..e8065e2 --- /dev/null +++ b/onnx/backend/test/data/node/test_add_uint8/test_data_set_0/output_0.pb @@ -0,0 +1,3 @@ +BsumJ<*+% #),# +"  #"# # + \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_affine_grid_2d/model.onnx b/onnx/backend/test/data/node/test_affine_grid_2d/model.onnx new file mode 100644 index 0000000..c047ff8 Binary files /dev/null and b/onnx/backend/test/data/node/test_affine_grid_2d/model.onnx differ diff --git a/onnx/backend/test/data/node/test_affine_grid_2d/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_affine_grid_2d/test_data_set_0/input_0.pb new file mode 100644 index 0000000..eaf0b5d Binary files /dev/null and b/onnx/backend/test/data/node/test_affine_grid_2d/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_affine_grid_2d/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_affine_grid_2d/test_data_set_0/input_1.pb new file mode 100644 index 0000000..a5ee231 Binary files /dev/null and b/onnx/backend/test/data/node/test_affine_grid_2d/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_affine_grid_2d/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_affine_grid_2d/test_data_set_0/output_0.pb new file mode 100644 index 0000000..887995f --- /dev/null +++ b/onnx/backend/test/data/node/test_affine_grid_2d/test_data_set_0/output_0.pb @@ -0,0 +1,2 @@ +BgridJ"@0:@]@qP@unAJ4Aiui @Î@xG@,j @Y@(." @f$@W@ :1@hΥ@=Ql@P| @pο1@H@>w5`@Lqw@! V@쿗@c&?~x?e[_ @ͧ0vD#@6:@1ME@;?!W@qR?:h@ӊ?+@=r@(>5G%@"?7@8e?>H@7?Z@ҵ?h?;%>9A@4?@w?B(@M?Ǿ:@L5?LL@K?yv?%G??b?F@?˸@?P,@3?a>@H@?Ŏ??`?e??T @Ֆ?[@ +@^00@jf@ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_affine_grid_2d_align_corners/model.onnx b/onnx/backend/test/data/node/test_affine_grid_2d_align_corners/model.onnx new file mode 100644 index 0000000..f461594 Binary files /dev/null and b/onnx/backend/test/data/node/test_affine_grid_2d_align_corners/model.onnx differ diff --git a/onnx/backend/test/data/node/test_affine_grid_2d_align_corners/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_affine_grid_2d_align_corners/test_data_set_0/input_0.pb new file mode 100644 index 0000000..eaf0b5d Binary files /dev/null and b/onnx/backend/test/data/node/test_affine_grid_2d_align_corners/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_affine_grid_2d_align_corners/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_affine_grid_2d_align_corners/test_data_set_0/input_1.pb new file mode 100644 index 0000000..a5ee231 Binary files /dev/null and b/onnx/backend/test/data/node/test_affine_grid_2d_align_corners/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_affine_grid_2d_align_corners/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_affine_grid_2d_align_corners/test_data_set_0/output_0.pb new file mode 100644 index 0000000..9a0624e --- /dev/null +++ b/onnx/backend/test/data/node/test_affine_grid_2d_align_corners/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BgridJ _@ cLO@KAAuA K(A5ñ@ٻv@@B@c\8@~(yt@鿼Nz@}P@m@m @rP9a@@؊@6ǘ,@}H@eJd@=L@Ŀ<@t:}?=?YZ@?&?Vga@C}A3@: @c#@bY8@ju=`.N@>̓c@;?8x@!"??` ܽ@T> '@W?p<@qV?Q@]?d;g@߻??<>?О ?JM@Fq?*@?"@@2J?}U@˝?9?Hs;?T?= ?u@`?@n?MZ.@?C@Э@ ?yw?gظ?˻?@?? 7@"9@x@b@2@.@ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_affine_grid_2d_align_corners_expanded/model.onnx b/onnx/backend/test/data/node/test_affine_grid_2d_align_corners_expanded/model.onnx new file mode 100644 index 0000000..afea948 Binary files /dev/null and b/onnx/backend/test/data/node/test_affine_grid_2d_align_corners_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_affine_grid_2d_align_corners_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_affine_grid_2d_align_corners_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..eaf0b5d Binary files /dev/null and b/onnx/backend/test/data/node/test_affine_grid_2d_align_corners_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_affine_grid_2d_align_corners_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_affine_grid_2d_align_corners_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..a5ee231 Binary files /dev/null and b/onnx/backend/test/data/node/test_affine_grid_2d_align_corners_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_affine_grid_2d_align_corners_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_affine_grid_2d_align_corners_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..9a0624e --- /dev/null +++ b/onnx/backend/test/data/node/test_affine_grid_2d_align_corners_expanded/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BgridJ _@ cLO@KAAuA K(A5ñ@ٻv@@B@c\8@~(yt@鿼Nz@}P@m@m @rP9a@@؊@6ǘ,@}H@eJd@=L@Ŀ<@t:}?=?YZ@?&?Vga@C}A3@: @c#@bY8@ju=`.N@>̓c@;?8x@!"??` ܽ@T> '@W?p<@qV?Q@]?d;g@߻??<>?О ?JM@Fq?*@?"@@2J?}U@˝?9?Hs;?T?= ?u@`?@n?MZ.@?C@Э@ ?yw?gظ?˻?@?? 7@"9@x@b@2@.@ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_affine_grid_2d_expanded/model.onnx b/onnx/backend/test/data/node/test_affine_grid_2d_expanded/model.onnx new file mode 100644 index 0000000..81538da Binary files /dev/null and b/onnx/backend/test/data/node/test_affine_grid_2d_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_affine_grid_2d_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_affine_grid_2d_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..eaf0b5d Binary files /dev/null and b/onnx/backend/test/data/node/test_affine_grid_2d_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_affine_grid_2d_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_affine_grid_2d_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..a5ee231 Binary files /dev/null and b/onnx/backend/test/data/node/test_affine_grid_2d_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_affine_grid_2d_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_affine_grid_2d_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..887995f --- /dev/null +++ b/onnx/backend/test/data/node/test_affine_grid_2d_expanded/test_data_set_0/output_0.pb @@ -0,0 +1,2 @@ +BgridJ"@0:@]@qP@unAJ4Aiui @Î@xG@,j @Y@(." @f$@W@ :1@hΥ@=Ql@P| @pο1@H@>w5`@Lqw@! V@쿗@c&?~x?e[_ @ͧ0vD#@6:@1ME@;?!W@qR?:h@ӊ?+@=r@(>5G%@"?7@8e?>H@7?Z@ҵ?h?;%>9A@4?@w?B(@M?Ǿ:@L5?LL@K?yv?%G??b?F@?˸@?P,@3?a>@H@?Ŏ??`?e??T @Ֆ?[@ +@^00@jf@ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_affine_grid_3d/model.onnx b/onnx/backend/test/data/node/test_affine_grid_3d/model.onnx new file mode 100644 index 0000000..d041c46 Binary files /dev/null and b/onnx/backend/test/data/node/test_affine_grid_3d/model.onnx differ diff --git a/onnx/backend/test/data/node/test_affine_grid_3d/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_affine_grid_3d/test_data_set_0/input_0.pb new file mode 100644 index 0000000..82f6b17 Binary files /dev/null and b/onnx/backend/test/data/node/test_affine_grid_3d/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_affine_grid_3d/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_affine_grid_3d/test_data_set_0/input_1.pb new file mode 100644 index 0000000..04e4c68 Binary files /dev/null and b/onnx/backend/test/data/node/test_affine_grid_3d/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_affine_grid_3d/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_affine_grid_3d/test_data_set_0/output_0.pb new file mode 100644 index 0000000..ed58557 Binary files /dev/null and b/onnx/backend/test/data/node/test_affine_grid_3d/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_affine_grid_3d_align_corners/model.onnx b/onnx/backend/test/data/node/test_affine_grid_3d_align_corners/model.onnx new file mode 100644 index 0000000..4ba99e4 Binary files /dev/null and b/onnx/backend/test/data/node/test_affine_grid_3d_align_corners/model.onnx differ diff --git a/onnx/backend/test/data/node/test_affine_grid_3d_align_corners/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_affine_grid_3d_align_corners/test_data_set_0/input_0.pb new file mode 100644 index 0000000..82f6b17 Binary files /dev/null and b/onnx/backend/test/data/node/test_affine_grid_3d_align_corners/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_affine_grid_3d_align_corners/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_affine_grid_3d_align_corners/test_data_set_0/input_1.pb new file mode 100644 index 0000000..04e4c68 Binary files /dev/null and b/onnx/backend/test/data/node/test_affine_grid_3d_align_corners/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_affine_grid_3d_align_corners/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_affine_grid_3d_align_corners/test_data_set_0/output_0.pb new file mode 100644 index 0000000..08bd417 Binary files /dev/null and b/onnx/backend/test/data/node/test_affine_grid_3d_align_corners/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_affine_grid_3d_align_corners_expanded/model.onnx b/onnx/backend/test/data/node/test_affine_grid_3d_align_corners_expanded/model.onnx new file mode 100644 index 0000000..63df4e9 Binary files /dev/null and b/onnx/backend/test/data/node/test_affine_grid_3d_align_corners_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_affine_grid_3d_align_corners_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_affine_grid_3d_align_corners_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..82f6b17 Binary files /dev/null and b/onnx/backend/test/data/node/test_affine_grid_3d_align_corners_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_affine_grid_3d_align_corners_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_affine_grid_3d_align_corners_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..04e4c68 Binary files /dev/null and b/onnx/backend/test/data/node/test_affine_grid_3d_align_corners_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_affine_grid_3d_align_corners_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_affine_grid_3d_align_corners_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..08bd417 Binary files /dev/null and b/onnx/backend/test/data/node/test_affine_grid_3d_align_corners_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_affine_grid_3d_expanded/model.onnx b/onnx/backend/test/data/node/test_affine_grid_3d_expanded/model.onnx new file mode 100644 index 0000000..684f6dd Binary files /dev/null and b/onnx/backend/test/data/node/test_affine_grid_3d_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_affine_grid_3d_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_affine_grid_3d_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..82f6b17 Binary files /dev/null and b/onnx/backend/test/data/node/test_affine_grid_3d_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_affine_grid_3d_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_affine_grid_3d_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..04e4c68 Binary files /dev/null and b/onnx/backend/test/data/node/test_affine_grid_3d_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_affine_grid_3d_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_affine_grid_3d_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..ed58557 Binary files /dev/null and b/onnx/backend/test/data/node/test_affine_grid_3d_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_ai_onnx_ml_array_feature_extractor/model.onnx b/onnx/backend/test/data/node/test_ai_onnx_ml_array_feature_extractor/model.onnx new file mode 100644 index 0000000..e1b7d83 --- /dev/null +++ b/onnx/backend/test/data/node/test_ai_onnx_ml_array_feature_extractor/model.onnx @@ -0,0 +1,19 @@ + backend-test: +, +x +yz"ArrayFeatureExtractor: +ai.onnx.ml'test_ai_onnx_ml_array_feature_extractorZ +x +  + +Z +y + + +b +z +  + +B + +ai.onnx.ml \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_ai_onnx_ml_array_feature_extractor/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_ai_onnx_ml_array_feature_extractor/test_data_set_0/input_0.pb new file mode 100644 index 0000000..3a5dd6d Binary files /dev/null and b/onnx/backend/test/data/node/test_ai_onnx_ml_array_feature_extractor/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_ai_onnx_ml_array_feature_extractor/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_ai_onnx_ml_array_feature_extractor/test_data_set_0/input_1.pb new file mode 100644 index 0000000..2aac570 Binary files /dev/null and b/onnx/backend/test/data/node/test_ai_onnx_ml_array_feature_extractor/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_ai_onnx_ml_array_feature_extractor/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_ai_onnx_ml_array_feature_extractor/test_data_set_0/output_0.pb new file mode 100644 index 0000000..2d47cc4 Binary files /dev/null and b/onnx/backend/test/data/node/test_ai_onnx_ml_array_feature_extractor/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_ai_onnx_ml_binarizer/model.onnx b/onnx/backend/test/data/node/test_ai_onnx_ml_binarizer/model.onnx new file mode 100644 index 0000000..9e9789e Binary files /dev/null and b/onnx/backend/test/data/node/test_ai_onnx_ml_binarizer/model.onnx differ diff --git a/onnx/backend/test/data/node/test_ai_onnx_ml_binarizer/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_ai_onnx_ml_binarizer/test_data_set_0/input_0.pb new file mode 100644 index 0000000..a0e2551 --- /dev/null +++ b/onnx/backend/test/data/node/test_ai_onnx_ml_binarizer/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BXJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_ai_onnx_ml_binarizer/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_ai_onnx_ml_binarizer/test_data_set_0/output_0.pb new file mode 100644 index 0000000..766ea88 Binary files /dev/null and b/onnx/backend/test/data/node/test_ai_onnx_ml_binarizer/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_ai_onnx_ml_label_encoder_string_int/model.onnx b/onnx/backend/test/data/node/test_ai_onnx_ml_label_encoder_string_int/model.onnx new file mode 100644 index 0000000..64be277 Binary files /dev/null and b/onnx/backend/test/data/node/test_ai_onnx_ml_label_encoder_string_int/model.onnx differ diff --git a/onnx/backend/test/data/node/test_ai_onnx_ml_label_encoder_string_int/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_ai_onnx_ml_label_encoder_string_int/test_data_set_0/input_0.pb new file mode 100644 index 0000000..0d5645d --- /dev/null +++ b/onnx/backend/test/data/node/test_ai_onnx_ml_label_encoder_string_int/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +2a2b2d2c2gBX \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_ai_onnx_ml_label_encoder_string_int/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_ai_onnx_ml_label_encoder_string_int/test_data_set_0/output_0.pb new file mode 100644 index 0000000..07bce06 Binary files /dev/null and b/onnx/backend/test/data/node/test_ai_onnx_ml_label_encoder_string_int/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_ai_onnx_ml_label_encoder_string_int_no_default/model.onnx b/onnx/backend/test/data/node/test_ai_onnx_ml_label_encoder_string_int_no_default/model.onnx new file mode 100644 index 0000000..680ffb6 Binary files /dev/null and b/onnx/backend/test/data/node/test_ai_onnx_ml_label_encoder_string_int_no_default/model.onnx differ diff --git a/onnx/backend/test/data/node/test_ai_onnx_ml_label_encoder_string_int_no_default/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_ai_onnx_ml_label_encoder_string_int_no_default/test_data_set_0/input_0.pb new file mode 100644 index 0000000..0d5645d --- /dev/null +++ b/onnx/backend/test/data/node/test_ai_onnx_ml_label_encoder_string_int_no_default/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +2a2b2d2c2gBX \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_ai_onnx_ml_label_encoder_string_int_no_default/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_ai_onnx_ml_label_encoder_string_int_no_default/test_data_set_0/output_0.pb new file mode 100644 index 0000000..35d1380 Binary files /dev/null and b/onnx/backend/test/data/node/test_ai_onnx_ml_label_encoder_string_int_no_default/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_ai_onnx_ml_label_encoder_tensor_mapping/model.onnx b/onnx/backend/test/data/node/test_ai_onnx_ml_label_encoder_tensor_mapping/model.onnx new file mode 100644 index 0000000..0f01d3d Binary files /dev/null and b/onnx/backend/test/data/node/test_ai_onnx_ml_label_encoder_tensor_mapping/model.onnx differ diff --git a/onnx/backend/test/data/node/test_ai_onnx_ml_label_encoder_tensor_mapping/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_ai_onnx_ml_label_encoder_tensor_mapping/test_data_set_0/input_0.pb new file mode 100644 index 0000000..0d5645d --- /dev/null +++ b/onnx/backend/test/data/node/test_ai_onnx_ml_label_encoder_tensor_mapping/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +2a2b2d2c2gBX \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_ai_onnx_ml_label_encoder_tensor_mapping/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_ai_onnx_ml_label_encoder_tensor_mapping/test_data_set_0/output_0.pb new file mode 100644 index 0000000..724eb81 Binary files /dev/null and b/onnx/backend/test/data/node/test_ai_onnx_ml_label_encoder_tensor_mapping/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_ai_onnx_ml_label_encoder_tensor_value_only_mapping/model.onnx b/onnx/backend/test/data/node/test_ai_onnx_ml_label_encoder_tensor_value_only_mapping/model.onnx new file mode 100644 index 0000000..93a04c6 Binary files /dev/null and b/onnx/backend/test/data/node/test_ai_onnx_ml_label_encoder_tensor_value_only_mapping/model.onnx differ diff --git a/onnx/backend/test/data/node/test_ai_onnx_ml_label_encoder_tensor_value_only_mapping/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_ai_onnx_ml_label_encoder_tensor_value_only_mapping/test_data_set_0/input_0.pb new file mode 100644 index 0000000..0d5645d --- /dev/null +++ b/onnx/backend/test/data/node/test_ai_onnx_ml_label_encoder_tensor_value_only_mapping/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +2a2b2d2c2gBX \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_ai_onnx_ml_label_encoder_tensor_value_only_mapping/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_ai_onnx_ml_label_encoder_tensor_value_only_mapping/test_data_set_0/output_0.pb new file mode 100644 index 0000000..724eb81 Binary files /dev/null and b/onnx/backend/test/data/node/test_ai_onnx_ml_label_encoder_tensor_value_only_mapping/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_ai_onnx_ml_tree_ensemble_set_membership/model.onnx b/onnx/backend/test/data/node/test_ai_onnx_ml_tree_ensemble_set_membership/model.onnx new file mode 100644 index 0000000..ed8705d Binary files /dev/null and b/onnx/backend/test/data/node/test_ai_onnx_ml_tree_ensemble_set_membership/model.onnx differ diff --git a/onnx/backend/test/data/node/test_ai_onnx_ml_tree_ensemble_set_membership/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_ai_onnx_ml_tree_ensemble_set_membership/test_data_set_0/input_0.pb new file mode 100644 index 0000000..377ef76 Binary files /dev/null and b/onnx/backend/test/data/node/test_ai_onnx_ml_tree_ensemble_set_membership/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_ai_onnx_ml_tree_ensemble_set_membership/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_ai_onnx_ml_tree_ensemble_set_membership/test_data_set_0/output_0.pb new file mode 100644 index 0000000..431fafb Binary files /dev/null and b/onnx/backend/test/data/node/test_ai_onnx_ml_tree_ensemble_set_membership/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_ai_onnx_ml_tree_ensemble_single_tree/model.onnx b/onnx/backend/test/data/node/test_ai_onnx_ml_tree_ensemble_single_tree/model.onnx new file mode 100644 index 0000000..97a64f5 Binary files /dev/null and b/onnx/backend/test/data/node/test_ai_onnx_ml_tree_ensemble_single_tree/model.onnx differ diff --git a/onnx/backend/test/data/node/test_ai_onnx_ml_tree_ensemble_single_tree/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_ai_onnx_ml_tree_ensemble_single_tree/test_data_set_0/input_0.pb new file mode 100644 index 0000000..a727fce --- /dev/null +++ b/onnx/backend/test/data/node/test_ai_onnx_ml_tree_ensemble_single_tree/test_data_set_0/input_0.pb @@ -0,0 +1 @@ + BXJ0333333?333333 @Q(\?(\@RQ? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_ai_onnx_ml_tree_ensemble_single_tree/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_ai_onnx_ml_tree_ensemble_single_tree/test_data_set_0/output_0.pb new file mode 100644 index 0000000..815f1f4 Binary files /dev/null and b/onnx/backend/test/data/node/test_ai_onnx_ml_tree_ensemble_single_tree/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_and2d/model.onnx b/onnx/backend/test/data/node/test_and2d/model.onnx new file mode 100644 index 0000000..b1c8f71 Binary files /dev/null and b/onnx/backend/test/data/node/test_and2d/model.onnx differ diff --git a/onnx/backend/test/data/node/test_and2d/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_and2d/test_data_set_0/input_0.pb new file mode 100644 index 0000000..d954177 Binary files /dev/null and b/onnx/backend/test/data/node/test_and2d/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_and2d/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_and2d/test_data_set_0/input_1.pb new file mode 100644 index 0000000..2f37772 Binary files /dev/null and b/onnx/backend/test/data/node/test_and2d/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_and2d/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_and2d/test_data_set_0/output_0.pb new file mode 100644 index 0000000..6441662 Binary files /dev/null and b/onnx/backend/test/data/node/test_and2d/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_and3d/model.onnx b/onnx/backend/test/data/node/test_and3d/model.onnx new file mode 100644 index 0000000..09c48f1 Binary files /dev/null and b/onnx/backend/test/data/node/test_and3d/model.onnx differ diff --git a/onnx/backend/test/data/node/test_and3d/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_and3d/test_data_set_0/input_0.pb new file mode 100644 index 0000000..402cb45 Binary files /dev/null and b/onnx/backend/test/data/node/test_and3d/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_and3d/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_and3d/test_data_set_0/input_1.pb new file mode 100644 index 0000000..825b4f4 Binary files /dev/null and b/onnx/backend/test/data/node/test_and3d/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_and3d/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_and3d/test_data_set_0/output_0.pb new file mode 100644 index 0000000..ac2cebf Binary files /dev/null and b/onnx/backend/test/data/node/test_and3d/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_and4d/model.onnx b/onnx/backend/test/data/node/test_and4d/model.onnx new file mode 100644 index 0000000..05f7f9f Binary files /dev/null and b/onnx/backend/test/data/node/test_and4d/model.onnx differ diff --git a/onnx/backend/test/data/node/test_and4d/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_and4d/test_data_set_0/input_0.pb new file mode 100644 index 0000000..3c2fb94 Binary files /dev/null and b/onnx/backend/test/data/node/test_and4d/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_and4d/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_and4d/test_data_set_0/input_1.pb new file mode 100644 index 0000000..925bab6 Binary files /dev/null and b/onnx/backend/test/data/node/test_and4d/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_and4d/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_and4d/test_data_set_0/output_0.pb new file mode 100644 index 0000000..5389f48 Binary files /dev/null and b/onnx/backend/test/data/node/test_and4d/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_and_bcast3v1d/model.onnx b/onnx/backend/test/data/node/test_and_bcast3v1d/model.onnx new file mode 100644 index 0000000..77550f3 Binary files /dev/null and b/onnx/backend/test/data/node/test_and_bcast3v1d/model.onnx differ diff --git a/onnx/backend/test/data/node/test_and_bcast3v1d/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_and_bcast3v1d/test_data_set_0/input_0.pb new file mode 100644 index 0000000..5cc32fe Binary files /dev/null and b/onnx/backend/test/data/node/test_and_bcast3v1d/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_and_bcast3v1d/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_and_bcast3v1d/test_data_set_0/input_1.pb new file mode 100644 index 0000000..1500686 Binary files /dev/null and b/onnx/backend/test/data/node/test_and_bcast3v1d/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_and_bcast3v1d/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_and_bcast3v1d/test_data_set_0/output_0.pb new file mode 100644 index 0000000..a5e19b0 Binary files /dev/null and b/onnx/backend/test/data/node/test_and_bcast3v1d/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_and_bcast3v2d/model.onnx b/onnx/backend/test/data/node/test_and_bcast3v2d/model.onnx new file mode 100644 index 0000000..1ba9c14 Binary files /dev/null and b/onnx/backend/test/data/node/test_and_bcast3v2d/model.onnx differ diff --git a/onnx/backend/test/data/node/test_and_bcast3v2d/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_and_bcast3v2d/test_data_set_0/input_0.pb new file mode 100644 index 0000000..d784193 Binary files /dev/null and b/onnx/backend/test/data/node/test_and_bcast3v2d/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_and_bcast3v2d/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_and_bcast3v2d/test_data_set_0/input_1.pb new file mode 100644 index 0000000..8bab0d3 Binary files /dev/null and b/onnx/backend/test/data/node/test_and_bcast3v2d/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_and_bcast3v2d/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_and_bcast3v2d/test_data_set_0/output_0.pb new file mode 100644 index 0000000..05a20c2 Binary files /dev/null and b/onnx/backend/test/data/node/test_and_bcast3v2d/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_and_bcast4v2d/model.onnx b/onnx/backend/test/data/node/test_and_bcast4v2d/model.onnx new file mode 100644 index 0000000..ff7a9ab Binary files /dev/null and b/onnx/backend/test/data/node/test_and_bcast4v2d/model.onnx differ diff --git a/onnx/backend/test/data/node/test_and_bcast4v2d/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_and_bcast4v2d/test_data_set_0/input_0.pb new file mode 100644 index 0000000..22944e3 Binary files /dev/null and b/onnx/backend/test/data/node/test_and_bcast4v2d/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_and_bcast4v2d/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_and_bcast4v2d/test_data_set_0/input_1.pb new file mode 100644 index 0000000..d7cba2c Binary files /dev/null and b/onnx/backend/test/data/node/test_and_bcast4v2d/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_and_bcast4v2d/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_and_bcast4v2d/test_data_set_0/output_0.pb new file mode 100644 index 0000000..219a330 Binary files /dev/null and b/onnx/backend/test/data/node/test_and_bcast4v2d/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_and_bcast4v3d/model.onnx b/onnx/backend/test/data/node/test_and_bcast4v3d/model.onnx new file mode 100644 index 0000000..8d7668e Binary files /dev/null and b/onnx/backend/test/data/node/test_and_bcast4v3d/model.onnx differ diff --git a/onnx/backend/test/data/node/test_and_bcast4v3d/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_and_bcast4v3d/test_data_set_0/input_0.pb new file mode 100644 index 0000000..70f33b9 Binary files /dev/null and b/onnx/backend/test/data/node/test_and_bcast4v3d/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_and_bcast4v3d/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_and_bcast4v3d/test_data_set_0/input_1.pb new file mode 100644 index 0000000..7e83c14 Binary files /dev/null and b/onnx/backend/test/data/node/test_and_bcast4v3d/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_and_bcast4v3d/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_and_bcast4v3d/test_data_set_0/output_0.pb new file mode 100644 index 0000000..c8235b8 Binary files /dev/null and b/onnx/backend/test/data/node/test_and_bcast4v3d/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_and_bcast4v4d/model.onnx b/onnx/backend/test/data/node/test_and_bcast4v4d/model.onnx new file mode 100644 index 0000000..d113874 Binary files /dev/null and b/onnx/backend/test/data/node/test_and_bcast4v4d/model.onnx differ diff --git a/onnx/backend/test/data/node/test_and_bcast4v4d/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_and_bcast4v4d/test_data_set_0/input_0.pb new file mode 100644 index 0000000..024a348 Binary files /dev/null and b/onnx/backend/test/data/node/test_and_bcast4v4d/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_and_bcast4v4d/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_and_bcast4v4d/test_data_set_0/input_1.pb new file mode 100644 index 0000000..8e18502 Binary files /dev/null and b/onnx/backend/test/data/node/test_and_bcast4v4d/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_and_bcast4v4d/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_and_bcast4v4d/test_data_set_0/output_0.pb new file mode 100644 index 0000000..da964d4 Binary files /dev/null and b/onnx/backend/test/data/node/test_and_bcast4v4d/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_argmax_default_axis_example/model.onnx b/onnx/backend/test/data/node/test_argmax_default_axis_example/model.onnx new file mode 100644 index 0000000..e706e97 Binary files /dev/null and b/onnx/backend/test/data/node/test_argmax_default_axis_example/model.onnx differ diff --git a/onnx/backend/test/data/node/test_argmax_default_axis_example/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_argmax_default_axis_example/test_data_set_0/input_0.pb new file mode 100644 index 0000000..1821ab5 Binary files /dev/null and b/onnx/backend/test/data/node/test_argmax_default_axis_example/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_argmax_default_axis_example/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_argmax_default_axis_example/test_data_set_0/output_0.pb new file mode 100644 index 0000000..f6f7c0f Binary files /dev/null and b/onnx/backend/test/data/node/test_argmax_default_axis_example/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_argmax_default_axis_example_select_last_index/model.onnx b/onnx/backend/test/data/node/test_argmax_default_axis_example_select_last_index/model.onnx new file mode 100644 index 0000000..09e38b0 Binary files /dev/null and b/onnx/backend/test/data/node/test_argmax_default_axis_example_select_last_index/model.onnx differ diff --git a/onnx/backend/test/data/node/test_argmax_default_axis_example_select_last_index/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_argmax_default_axis_example_select_last_index/test_data_set_0/input_0.pb new file mode 100644 index 0000000..1821ab5 Binary files /dev/null and b/onnx/backend/test/data/node/test_argmax_default_axis_example_select_last_index/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_argmax_default_axis_example_select_last_index/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_argmax_default_axis_example_select_last_index/test_data_set_0/output_0.pb new file mode 100644 index 0000000..f6f7c0f Binary files /dev/null and b/onnx/backend/test/data/node/test_argmax_default_axis_example_select_last_index/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_argmax_default_axis_random/model.onnx b/onnx/backend/test/data/node/test_argmax_default_axis_random/model.onnx new file mode 100644 index 0000000..f14dce1 Binary files /dev/null and b/onnx/backend/test/data/node/test_argmax_default_axis_random/model.onnx differ diff --git a/onnx/backend/test/data/node/test_argmax_default_axis_random/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_argmax_default_axis_random/test_data_set_0/input_0.pb new file mode 100644 index 0000000..edce899 --- /dev/null +++ b/onnx/backend/test/data/node/test_argmax_default_axis_random/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BdataJ`y?@@Ie?qÿ:@Ɵ@A_A1;@&?1?0AD ^o@4@@j(A$v@9E扳@ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_argmax_default_axis_random/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_argmax_default_axis_random/test_data_set_0/output_0.pb new file mode 100644 index 0000000..155c0f1 Binary files /dev/null and b/onnx/backend/test/data/node/test_argmax_default_axis_random/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_argmax_default_axis_random_select_last_index/model.onnx b/onnx/backend/test/data/node/test_argmax_default_axis_random_select_last_index/model.onnx new file mode 100644 index 0000000..5e2c04f Binary files /dev/null and b/onnx/backend/test/data/node/test_argmax_default_axis_random_select_last_index/model.onnx differ diff --git a/onnx/backend/test/data/node/test_argmax_default_axis_random_select_last_index/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_argmax_default_axis_random_select_last_index/test_data_set_0/input_0.pb new file mode 100644 index 0000000..edce899 --- /dev/null +++ b/onnx/backend/test/data/node/test_argmax_default_axis_random_select_last_index/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BdataJ`y?@@Ie?qÿ:@Ɵ@A_A1;@&?1?0AD ^o@4@@j(A$v@9E扳@ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_argmax_default_axis_random_select_last_index/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_argmax_default_axis_random_select_last_index/test_data_set_0/output_0.pb new file mode 100644 index 0000000..155c0f1 Binary files /dev/null and b/onnx/backend/test/data/node/test_argmax_default_axis_random_select_last_index/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_argmax_keepdims_example/model.onnx b/onnx/backend/test/data/node/test_argmax_keepdims_example/model.onnx new file mode 100644 index 0000000..c712b21 Binary files /dev/null and b/onnx/backend/test/data/node/test_argmax_keepdims_example/model.onnx differ diff --git a/onnx/backend/test/data/node/test_argmax_keepdims_example/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_argmax_keepdims_example/test_data_set_0/input_0.pb new file mode 100644 index 0000000..1821ab5 Binary files /dev/null and b/onnx/backend/test/data/node/test_argmax_keepdims_example/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_argmax_keepdims_example/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_argmax_keepdims_example/test_data_set_0/output_0.pb new file mode 100644 index 0000000..7fe4182 Binary files /dev/null and b/onnx/backend/test/data/node/test_argmax_keepdims_example/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_argmax_keepdims_example_select_last_index/model.onnx b/onnx/backend/test/data/node/test_argmax_keepdims_example_select_last_index/model.onnx new file mode 100644 index 0000000..2ae685a Binary files /dev/null and b/onnx/backend/test/data/node/test_argmax_keepdims_example_select_last_index/model.onnx differ diff --git a/onnx/backend/test/data/node/test_argmax_keepdims_example_select_last_index/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_argmax_keepdims_example_select_last_index/test_data_set_0/input_0.pb new file mode 100644 index 0000000..1821ab5 Binary files /dev/null and b/onnx/backend/test/data/node/test_argmax_keepdims_example_select_last_index/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_argmax_keepdims_example_select_last_index/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_argmax_keepdims_example_select_last_index/test_data_set_0/output_0.pb new file mode 100644 index 0000000..60d9eeb Binary files /dev/null and b/onnx/backend/test/data/node/test_argmax_keepdims_example_select_last_index/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_argmax_keepdims_random/model.onnx b/onnx/backend/test/data/node/test_argmax_keepdims_random/model.onnx new file mode 100644 index 0000000..28cc028 Binary files /dev/null and b/onnx/backend/test/data/node/test_argmax_keepdims_random/model.onnx differ diff --git a/onnx/backend/test/data/node/test_argmax_keepdims_random/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_argmax_keepdims_random/test_data_set_0/input_0.pb new file mode 100644 index 0000000..edce899 --- /dev/null +++ b/onnx/backend/test/data/node/test_argmax_keepdims_random/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BdataJ`y?@@Ie?qÿ:@Ɵ@A_A1;@&?1?0AD ^o@4@@j(A$v@9E扳@ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_argmax_keepdims_random/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_argmax_keepdims_random/test_data_set_0/output_0.pb new file mode 100644 index 0000000..b447f5f Binary files /dev/null and b/onnx/backend/test/data/node/test_argmax_keepdims_random/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_argmax_keepdims_random_select_last_index/model.onnx b/onnx/backend/test/data/node/test_argmax_keepdims_random_select_last_index/model.onnx new file mode 100644 index 0000000..4cf0fde Binary files /dev/null and b/onnx/backend/test/data/node/test_argmax_keepdims_random_select_last_index/model.onnx differ diff --git a/onnx/backend/test/data/node/test_argmax_keepdims_random_select_last_index/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_argmax_keepdims_random_select_last_index/test_data_set_0/input_0.pb new file mode 100644 index 0000000..edce899 --- /dev/null +++ b/onnx/backend/test/data/node/test_argmax_keepdims_random_select_last_index/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BdataJ`y?@@Ie?qÿ:@Ɵ@A_A1;@&?1?0AD ^o@4@@j(A$v@9E扳@ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_argmax_keepdims_random_select_last_index/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_argmax_keepdims_random_select_last_index/test_data_set_0/output_0.pb new file mode 100644 index 0000000..b447f5f Binary files /dev/null and b/onnx/backend/test/data/node/test_argmax_keepdims_random_select_last_index/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_argmax_negative_axis_keepdims_example/model.onnx b/onnx/backend/test/data/node/test_argmax_negative_axis_keepdims_example/model.onnx new file mode 100644 index 0000000..b8d0008 Binary files /dev/null and b/onnx/backend/test/data/node/test_argmax_negative_axis_keepdims_example/model.onnx differ diff --git a/onnx/backend/test/data/node/test_argmax_negative_axis_keepdims_example/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_argmax_negative_axis_keepdims_example/test_data_set_0/input_0.pb new file mode 100644 index 0000000..1821ab5 Binary files /dev/null and b/onnx/backend/test/data/node/test_argmax_negative_axis_keepdims_example/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_argmax_negative_axis_keepdims_example/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_argmax_negative_axis_keepdims_example/test_data_set_0/output_0.pb new file mode 100644 index 0000000..7fe4182 Binary files /dev/null and b/onnx/backend/test/data/node/test_argmax_negative_axis_keepdims_example/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_argmax_negative_axis_keepdims_example_select_last_index/model.onnx b/onnx/backend/test/data/node/test_argmax_negative_axis_keepdims_example_select_last_index/model.onnx new file mode 100644 index 0000000..f56a832 Binary files /dev/null and b/onnx/backend/test/data/node/test_argmax_negative_axis_keepdims_example_select_last_index/model.onnx differ diff --git a/onnx/backend/test/data/node/test_argmax_negative_axis_keepdims_example_select_last_index/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_argmax_negative_axis_keepdims_example_select_last_index/test_data_set_0/input_0.pb new file mode 100644 index 0000000..1821ab5 Binary files /dev/null and b/onnx/backend/test/data/node/test_argmax_negative_axis_keepdims_example_select_last_index/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_argmax_negative_axis_keepdims_example_select_last_index/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_argmax_negative_axis_keepdims_example_select_last_index/test_data_set_0/output_0.pb new file mode 100644 index 0000000..60d9eeb Binary files /dev/null and b/onnx/backend/test/data/node/test_argmax_negative_axis_keepdims_example_select_last_index/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_argmax_negative_axis_keepdims_random/model.onnx b/onnx/backend/test/data/node/test_argmax_negative_axis_keepdims_random/model.onnx new file mode 100644 index 0000000..2f30fbf Binary files /dev/null and b/onnx/backend/test/data/node/test_argmax_negative_axis_keepdims_random/model.onnx differ diff --git a/onnx/backend/test/data/node/test_argmax_negative_axis_keepdims_random/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_argmax_negative_axis_keepdims_random/test_data_set_0/input_0.pb new file mode 100644 index 0000000..edce899 --- /dev/null +++ b/onnx/backend/test/data/node/test_argmax_negative_axis_keepdims_random/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BdataJ`y?@@Ie?qÿ:@Ɵ@A_A1;@&?1?0AD ^o@4@@j(A$v@9E扳@ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_argmax_negative_axis_keepdims_random/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_argmax_negative_axis_keepdims_random/test_data_set_0/output_0.pb new file mode 100644 index 0000000..50b682b Binary files /dev/null and b/onnx/backend/test/data/node/test_argmax_negative_axis_keepdims_random/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_argmax_negative_axis_keepdims_random_select_last_index/model.onnx b/onnx/backend/test/data/node/test_argmax_negative_axis_keepdims_random_select_last_index/model.onnx new file mode 100644 index 0000000..0e362cd Binary files /dev/null and b/onnx/backend/test/data/node/test_argmax_negative_axis_keepdims_random_select_last_index/model.onnx differ diff --git a/onnx/backend/test/data/node/test_argmax_negative_axis_keepdims_random_select_last_index/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_argmax_negative_axis_keepdims_random_select_last_index/test_data_set_0/input_0.pb new file mode 100644 index 0000000..edce899 --- /dev/null +++ b/onnx/backend/test/data/node/test_argmax_negative_axis_keepdims_random_select_last_index/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BdataJ`y?@@Ie?qÿ:@Ɵ@A_A1;@&?1?0AD ^o@4@@j(A$v@9E扳@ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_argmax_negative_axis_keepdims_random_select_last_index/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_argmax_negative_axis_keepdims_random_select_last_index/test_data_set_0/output_0.pb new file mode 100644 index 0000000..50b682b Binary files /dev/null and b/onnx/backend/test/data/node/test_argmax_negative_axis_keepdims_random_select_last_index/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_argmax_no_keepdims_example/model.onnx b/onnx/backend/test/data/node/test_argmax_no_keepdims_example/model.onnx new file mode 100644 index 0000000..bfee8ef Binary files /dev/null and b/onnx/backend/test/data/node/test_argmax_no_keepdims_example/model.onnx differ diff --git a/onnx/backend/test/data/node/test_argmax_no_keepdims_example/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_argmax_no_keepdims_example/test_data_set_0/input_0.pb new file mode 100644 index 0000000..1821ab5 Binary files /dev/null and b/onnx/backend/test/data/node/test_argmax_no_keepdims_example/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_argmax_no_keepdims_example/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_argmax_no_keepdims_example/test_data_set_0/output_0.pb new file mode 100644 index 0000000..e8f8fde Binary files /dev/null and b/onnx/backend/test/data/node/test_argmax_no_keepdims_example/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_argmax_no_keepdims_example_select_last_index/model.onnx b/onnx/backend/test/data/node/test_argmax_no_keepdims_example_select_last_index/model.onnx new file mode 100644 index 0000000..75caba3 Binary files /dev/null and b/onnx/backend/test/data/node/test_argmax_no_keepdims_example_select_last_index/model.onnx differ diff --git a/onnx/backend/test/data/node/test_argmax_no_keepdims_example_select_last_index/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_argmax_no_keepdims_example_select_last_index/test_data_set_0/input_0.pb new file mode 100644 index 0000000..1821ab5 Binary files /dev/null and b/onnx/backend/test/data/node/test_argmax_no_keepdims_example_select_last_index/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_argmax_no_keepdims_example_select_last_index/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_argmax_no_keepdims_example_select_last_index/test_data_set_0/output_0.pb new file mode 100644 index 0000000..15b429c Binary files /dev/null and b/onnx/backend/test/data/node/test_argmax_no_keepdims_example_select_last_index/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_argmax_no_keepdims_random/model.onnx b/onnx/backend/test/data/node/test_argmax_no_keepdims_random/model.onnx new file mode 100644 index 0000000..7729c59 Binary files /dev/null and b/onnx/backend/test/data/node/test_argmax_no_keepdims_random/model.onnx differ diff --git a/onnx/backend/test/data/node/test_argmax_no_keepdims_random/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_argmax_no_keepdims_random/test_data_set_0/input_0.pb new file mode 100644 index 0000000..edce899 --- /dev/null +++ b/onnx/backend/test/data/node/test_argmax_no_keepdims_random/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BdataJ`y?@@Ie?qÿ:@Ɵ@A_A1;@&?1?0AD ^o@4@@j(A$v@9E扳@ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_argmax_no_keepdims_random/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_argmax_no_keepdims_random/test_data_set_0/output_0.pb new file mode 100644 index 0000000..993e0e3 Binary files /dev/null and b/onnx/backend/test/data/node/test_argmax_no_keepdims_random/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_argmax_no_keepdims_random_select_last_index/model.onnx b/onnx/backend/test/data/node/test_argmax_no_keepdims_random_select_last_index/model.onnx new file mode 100644 index 0000000..91cebe5 Binary files /dev/null and b/onnx/backend/test/data/node/test_argmax_no_keepdims_random_select_last_index/model.onnx differ diff --git a/onnx/backend/test/data/node/test_argmax_no_keepdims_random_select_last_index/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_argmax_no_keepdims_random_select_last_index/test_data_set_0/input_0.pb new file mode 100644 index 0000000..edce899 --- /dev/null +++ b/onnx/backend/test/data/node/test_argmax_no_keepdims_random_select_last_index/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BdataJ`y?@@Ie?qÿ:@Ɵ@A_A1;@&?1?0AD ^o@4@@j(A$v@9E扳@ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_argmax_no_keepdims_random_select_last_index/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_argmax_no_keepdims_random_select_last_index/test_data_set_0/output_0.pb new file mode 100644 index 0000000..993e0e3 Binary files /dev/null and b/onnx/backend/test/data/node/test_argmax_no_keepdims_random_select_last_index/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_argmin_default_axis_example/model.onnx b/onnx/backend/test/data/node/test_argmin_default_axis_example/model.onnx new file mode 100644 index 0000000..66e0e5d Binary files /dev/null and b/onnx/backend/test/data/node/test_argmin_default_axis_example/model.onnx differ diff --git a/onnx/backend/test/data/node/test_argmin_default_axis_example/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_argmin_default_axis_example/test_data_set_0/input_0.pb new file mode 100644 index 0000000..931446f Binary files /dev/null and b/onnx/backend/test/data/node/test_argmin_default_axis_example/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_argmin_default_axis_example/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_argmin_default_axis_example/test_data_set_0/output_0.pb new file mode 100644 index 0000000..434e6e6 Binary files /dev/null and b/onnx/backend/test/data/node/test_argmin_default_axis_example/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_argmin_default_axis_example_select_last_index/model.onnx b/onnx/backend/test/data/node/test_argmin_default_axis_example_select_last_index/model.onnx new file mode 100644 index 0000000..72599f2 Binary files /dev/null and b/onnx/backend/test/data/node/test_argmin_default_axis_example_select_last_index/model.onnx differ diff --git a/onnx/backend/test/data/node/test_argmin_default_axis_example_select_last_index/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_argmin_default_axis_example_select_last_index/test_data_set_0/input_0.pb new file mode 100644 index 0000000..1821ab5 Binary files /dev/null and b/onnx/backend/test/data/node/test_argmin_default_axis_example_select_last_index/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_argmin_default_axis_example_select_last_index/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_argmin_default_axis_example_select_last_index/test_data_set_0/output_0.pb new file mode 100644 index 0000000..434e6e6 Binary files /dev/null and b/onnx/backend/test/data/node/test_argmin_default_axis_example_select_last_index/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_argmin_default_axis_random/model.onnx b/onnx/backend/test/data/node/test_argmin_default_axis_random/model.onnx new file mode 100644 index 0000000..648c7e0 Binary files /dev/null and b/onnx/backend/test/data/node/test_argmin_default_axis_random/model.onnx differ diff --git a/onnx/backend/test/data/node/test_argmin_default_axis_random/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_argmin_default_axis_random/test_data_set_0/input_0.pb new file mode 100644 index 0000000..edce899 --- /dev/null +++ b/onnx/backend/test/data/node/test_argmin_default_axis_random/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BdataJ`y?@@Ie?qÿ:@Ɵ@A_A1;@&?1?0AD ^o@4@@j(A$v@9E扳@ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_argmin_default_axis_random/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_argmin_default_axis_random/test_data_set_0/output_0.pb new file mode 100644 index 0000000..ed2a8d2 Binary files /dev/null and b/onnx/backend/test/data/node/test_argmin_default_axis_random/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_argmin_default_axis_random_select_last_index/model.onnx b/onnx/backend/test/data/node/test_argmin_default_axis_random_select_last_index/model.onnx new file mode 100644 index 0000000..e118987 Binary files /dev/null and b/onnx/backend/test/data/node/test_argmin_default_axis_random_select_last_index/model.onnx differ diff --git a/onnx/backend/test/data/node/test_argmin_default_axis_random_select_last_index/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_argmin_default_axis_random_select_last_index/test_data_set_0/input_0.pb new file mode 100644 index 0000000..edce899 --- /dev/null +++ b/onnx/backend/test/data/node/test_argmin_default_axis_random_select_last_index/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BdataJ`y?@@Ie?qÿ:@Ɵ@A_A1;@&?1?0AD ^o@4@@j(A$v@9E扳@ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_argmin_default_axis_random_select_last_index/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_argmin_default_axis_random_select_last_index/test_data_set_0/output_0.pb new file mode 100644 index 0000000..ed2a8d2 Binary files /dev/null and b/onnx/backend/test/data/node/test_argmin_default_axis_random_select_last_index/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_argmin_keepdims_example/model.onnx b/onnx/backend/test/data/node/test_argmin_keepdims_example/model.onnx new file mode 100644 index 0000000..4f1ce41 Binary files /dev/null and b/onnx/backend/test/data/node/test_argmin_keepdims_example/model.onnx differ diff --git a/onnx/backend/test/data/node/test_argmin_keepdims_example/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_argmin_keepdims_example/test_data_set_0/input_0.pb new file mode 100644 index 0000000..931446f Binary files /dev/null and b/onnx/backend/test/data/node/test_argmin_keepdims_example/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_argmin_keepdims_example/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_argmin_keepdims_example/test_data_set_0/output_0.pb new file mode 100644 index 0000000..19a64be Binary files /dev/null and b/onnx/backend/test/data/node/test_argmin_keepdims_example/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_argmin_keepdims_example_select_last_index/model.onnx b/onnx/backend/test/data/node/test_argmin_keepdims_example_select_last_index/model.onnx new file mode 100644 index 0000000..a5ca545 Binary files /dev/null and b/onnx/backend/test/data/node/test_argmin_keepdims_example_select_last_index/model.onnx differ diff --git a/onnx/backend/test/data/node/test_argmin_keepdims_example_select_last_index/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_argmin_keepdims_example_select_last_index/test_data_set_0/input_0.pb new file mode 100644 index 0000000..1821ab5 Binary files /dev/null and b/onnx/backend/test/data/node/test_argmin_keepdims_example_select_last_index/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_argmin_keepdims_example_select_last_index/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_argmin_keepdims_example_select_last_index/test_data_set_0/output_0.pb new file mode 100644 index 0000000..19a64be Binary files /dev/null and b/onnx/backend/test/data/node/test_argmin_keepdims_example_select_last_index/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_argmin_keepdims_random/model.onnx b/onnx/backend/test/data/node/test_argmin_keepdims_random/model.onnx new file mode 100644 index 0000000..a7c0839 Binary files /dev/null and b/onnx/backend/test/data/node/test_argmin_keepdims_random/model.onnx differ diff --git a/onnx/backend/test/data/node/test_argmin_keepdims_random/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_argmin_keepdims_random/test_data_set_0/input_0.pb new file mode 100644 index 0000000..edce899 --- /dev/null +++ b/onnx/backend/test/data/node/test_argmin_keepdims_random/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BdataJ`y?@@Ie?qÿ:@Ɵ@A_A1;@&?1?0AD ^o@4@@j(A$v@9E扳@ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_argmin_keepdims_random/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_argmin_keepdims_random/test_data_set_0/output_0.pb new file mode 100644 index 0000000..a6ab81d Binary files /dev/null and b/onnx/backend/test/data/node/test_argmin_keepdims_random/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_argmin_keepdims_random_select_last_index/model.onnx b/onnx/backend/test/data/node/test_argmin_keepdims_random_select_last_index/model.onnx new file mode 100644 index 0000000..f31101a Binary files /dev/null and b/onnx/backend/test/data/node/test_argmin_keepdims_random_select_last_index/model.onnx differ diff --git a/onnx/backend/test/data/node/test_argmin_keepdims_random_select_last_index/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_argmin_keepdims_random_select_last_index/test_data_set_0/input_0.pb new file mode 100644 index 0000000..edce899 --- /dev/null +++ b/onnx/backend/test/data/node/test_argmin_keepdims_random_select_last_index/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BdataJ`y?@@Ie?qÿ:@Ɵ@A_A1;@&?1?0AD ^o@4@@j(A$v@9E扳@ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_argmin_keepdims_random_select_last_index/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_argmin_keepdims_random_select_last_index/test_data_set_0/output_0.pb new file mode 100644 index 0000000..a6ab81d Binary files /dev/null and b/onnx/backend/test/data/node/test_argmin_keepdims_random_select_last_index/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_argmin_negative_axis_keepdims_example/model.onnx b/onnx/backend/test/data/node/test_argmin_negative_axis_keepdims_example/model.onnx new file mode 100644 index 0000000..8561632 Binary files /dev/null and b/onnx/backend/test/data/node/test_argmin_negative_axis_keepdims_example/model.onnx differ diff --git a/onnx/backend/test/data/node/test_argmin_negative_axis_keepdims_example/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_argmin_negative_axis_keepdims_example/test_data_set_0/input_0.pb new file mode 100644 index 0000000..931446f Binary files /dev/null and b/onnx/backend/test/data/node/test_argmin_negative_axis_keepdims_example/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_argmin_negative_axis_keepdims_example/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_argmin_negative_axis_keepdims_example/test_data_set_0/output_0.pb new file mode 100644 index 0000000..19a64be Binary files /dev/null and b/onnx/backend/test/data/node/test_argmin_negative_axis_keepdims_example/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_argmin_negative_axis_keepdims_example_select_last_index/model.onnx b/onnx/backend/test/data/node/test_argmin_negative_axis_keepdims_example_select_last_index/model.onnx new file mode 100644 index 0000000..c8b7380 Binary files /dev/null and b/onnx/backend/test/data/node/test_argmin_negative_axis_keepdims_example_select_last_index/model.onnx differ diff --git a/onnx/backend/test/data/node/test_argmin_negative_axis_keepdims_example_select_last_index/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_argmin_negative_axis_keepdims_example_select_last_index/test_data_set_0/input_0.pb new file mode 100644 index 0000000..1821ab5 Binary files /dev/null and b/onnx/backend/test/data/node/test_argmin_negative_axis_keepdims_example_select_last_index/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_argmin_negative_axis_keepdims_example_select_last_index/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_argmin_negative_axis_keepdims_example_select_last_index/test_data_set_0/output_0.pb new file mode 100644 index 0000000..19a64be Binary files /dev/null and b/onnx/backend/test/data/node/test_argmin_negative_axis_keepdims_example_select_last_index/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_argmin_negative_axis_keepdims_random/model.onnx b/onnx/backend/test/data/node/test_argmin_negative_axis_keepdims_random/model.onnx new file mode 100644 index 0000000..bb0c4a0 Binary files /dev/null and b/onnx/backend/test/data/node/test_argmin_negative_axis_keepdims_random/model.onnx differ diff --git a/onnx/backend/test/data/node/test_argmin_negative_axis_keepdims_random/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_argmin_negative_axis_keepdims_random/test_data_set_0/input_0.pb new file mode 100644 index 0000000..edce899 --- /dev/null +++ b/onnx/backend/test/data/node/test_argmin_negative_axis_keepdims_random/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BdataJ`y?@@Ie?qÿ:@Ɵ@A_A1;@&?1?0AD ^o@4@@j(A$v@9E扳@ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_argmin_negative_axis_keepdims_random/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_argmin_negative_axis_keepdims_random/test_data_set_0/output_0.pb new file mode 100644 index 0000000..3a52213 Binary files /dev/null and b/onnx/backend/test/data/node/test_argmin_negative_axis_keepdims_random/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_argmin_negative_axis_keepdims_random_select_last_index/model.onnx b/onnx/backend/test/data/node/test_argmin_negative_axis_keepdims_random_select_last_index/model.onnx new file mode 100644 index 0000000..566eb9a Binary files /dev/null and b/onnx/backend/test/data/node/test_argmin_negative_axis_keepdims_random_select_last_index/model.onnx differ diff --git a/onnx/backend/test/data/node/test_argmin_negative_axis_keepdims_random_select_last_index/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_argmin_negative_axis_keepdims_random_select_last_index/test_data_set_0/input_0.pb new file mode 100644 index 0000000..edce899 --- /dev/null +++ b/onnx/backend/test/data/node/test_argmin_negative_axis_keepdims_random_select_last_index/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BdataJ`y?@@Ie?qÿ:@Ɵ@A_A1;@&?1?0AD ^o@4@@j(A$v@9E扳@ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_argmin_negative_axis_keepdims_random_select_last_index/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_argmin_negative_axis_keepdims_random_select_last_index/test_data_set_0/output_0.pb new file mode 100644 index 0000000..3a52213 Binary files /dev/null and b/onnx/backend/test/data/node/test_argmin_negative_axis_keepdims_random_select_last_index/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_argmin_no_keepdims_example/model.onnx b/onnx/backend/test/data/node/test_argmin_no_keepdims_example/model.onnx new file mode 100644 index 0000000..cb56213 Binary files /dev/null and b/onnx/backend/test/data/node/test_argmin_no_keepdims_example/model.onnx differ diff --git a/onnx/backend/test/data/node/test_argmin_no_keepdims_example/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_argmin_no_keepdims_example/test_data_set_0/input_0.pb new file mode 100644 index 0000000..931446f Binary files /dev/null and b/onnx/backend/test/data/node/test_argmin_no_keepdims_example/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_argmin_no_keepdims_example/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_argmin_no_keepdims_example/test_data_set_0/output_0.pb new file mode 100644 index 0000000..3b84db5 Binary files /dev/null and b/onnx/backend/test/data/node/test_argmin_no_keepdims_example/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_argmin_no_keepdims_example_select_last_index/model.onnx b/onnx/backend/test/data/node/test_argmin_no_keepdims_example_select_last_index/model.onnx new file mode 100644 index 0000000..3191a66 Binary files /dev/null and b/onnx/backend/test/data/node/test_argmin_no_keepdims_example_select_last_index/model.onnx differ diff --git a/onnx/backend/test/data/node/test_argmin_no_keepdims_example_select_last_index/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_argmin_no_keepdims_example_select_last_index/test_data_set_0/input_0.pb new file mode 100644 index 0000000..1821ab5 Binary files /dev/null and b/onnx/backend/test/data/node/test_argmin_no_keepdims_example_select_last_index/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_argmin_no_keepdims_example_select_last_index/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_argmin_no_keepdims_example_select_last_index/test_data_set_0/output_0.pb new file mode 100644 index 0000000..3b84db5 Binary files /dev/null and b/onnx/backend/test/data/node/test_argmin_no_keepdims_example_select_last_index/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_argmin_no_keepdims_random/model.onnx b/onnx/backend/test/data/node/test_argmin_no_keepdims_random/model.onnx new file mode 100644 index 0000000..bb618f2 Binary files /dev/null and b/onnx/backend/test/data/node/test_argmin_no_keepdims_random/model.onnx differ diff --git a/onnx/backend/test/data/node/test_argmin_no_keepdims_random/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_argmin_no_keepdims_random/test_data_set_0/input_0.pb new file mode 100644 index 0000000..edce899 --- /dev/null +++ b/onnx/backend/test/data/node/test_argmin_no_keepdims_random/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BdataJ`y?@@Ie?qÿ:@Ɵ@A_A1;@&?1?0AD ^o@4@@j(A$v@9E扳@ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_argmin_no_keepdims_random/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_argmin_no_keepdims_random/test_data_set_0/output_0.pb new file mode 100644 index 0000000..0024537 Binary files /dev/null and b/onnx/backend/test/data/node/test_argmin_no_keepdims_random/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_argmin_no_keepdims_random_select_last_index/model.onnx b/onnx/backend/test/data/node/test_argmin_no_keepdims_random_select_last_index/model.onnx new file mode 100644 index 0000000..a05215b Binary files /dev/null and b/onnx/backend/test/data/node/test_argmin_no_keepdims_random_select_last_index/model.onnx differ diff --git a/onnx/backend/test/data/node/test_argmin_no_keepdims_random_select_last_index/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_argmin_no_keepdims_random_select_last_index/test_data_set_0/input_0.pb new file mode 100644 index 0000000..edce899 --- /dev/null +++ b/onnx/backend/test/data/node/test_argmin_no_keepdims_random_select_last_index/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BdataJ`y?@@Ie?qÿ:@Ɵ@A_A1;@&?1?0AD ^o@4@@j(A$v@9E扳@ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_argmin_no_keepdims_random_select_last_index/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_argmin_no_keepdims_random_select_last_index/test_data_set_0/output_0.pb new file mode 100644 index 0000000..0024537 Binary files /dev/null and b/onnx/backend/test/data/node/test_argmin_no_keepdims_random_select_last_index/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_asin/model.onnx b/onnx/backend/test/data/node/test_asin/model.onnx new file mode 100644 index 0000000..e7d9804 Binary files /dev/null and b/onnx/backend/test/data/node/test_asin/model.onnx differ diff --git a/onnx/backend/test/data/node/test_asin/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_asin/test_data_set_0/input_0.pb new file mode 100644 index 0000000..7a61135 --- /dev/null +++ b/onnx/backend/test/data/node/test_asin/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJ  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{=p= <&U?H5G?^?z?L?G>G?9=#?4>q?ڗ?N>s>.4F?>?<\?N?c?yq?Ƌ.?k>>2?v=9*?+?nW>A>>L8>j?a>}?=U>R.%>2'?p>I>Jz> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_asin/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_asin/test_data_set_0/output_0.pb new file mode 100644 index 0000000..906d77b --- /dev/null +++ b/onnx/backend/test/data/node/test_asin/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +ByJĸ?PL?*%??>3?J>?8s?l{>i?? ?_?=ت=<{?#Hd???fm?C>F@e?[=1?M>`H?T ?>>Zb?%>$?c]>kE?9v=;:?q-c>N>X>S?/x>L?)Z=yW>%>06?>a>|> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_asin_example/model.onnx b/onnx/backend/test/data/node/test_asin_example/model.onnx new file mode 100644 index 0000000..22ddea6 Binary files /dev/null and b/onnx/backend/test/data/node/test_asin_example/model.onnx differ diff --git a/onnx/backend/test/data/node/test_asin_example/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_asin_example/test_data_set_0/input_0.pb new file mode 100644 index 0000000..7c32a2f Binary files /dev/null and b/onnx/backend/test/data/node/test_asin_example/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_asin_example/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_asin_example/test_data_set_0/output_0.pb new file mode 100644 index 0000000..2ef8fda Binary files /dev/null and b/onnx/backend/test/data/node/test_asin_example/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_asinh/model.onnx b/onnx/backend/test/data/node/test_asinh/model.onnx new file mode 100644 index 0000000..96d1db4 Binary files /dev/null and b/onnx/backend/test/data/node/test_asinh/model.onnx differ diff --git a/onnx/backend/test/data/node/test_asinh/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_asinh/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_asinh/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_asinh/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_asinh/test_data_set_0/output_0.pb new file mode 100644 index 0000000..2067934 --- /dev/null +++ b/onnx/backend/test/data/node/test_asinh/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +ByJɚ?>%]?,?)?~]{X?ngӽ'>>?A3?b=c>ѧ>!H?/q?\;=>W=?? >@G>L\t>!?M=?vPj$Q馿?IپP 7?LϠDbQ-s漎> =>ߵ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_asinh_example/model.onnx b/onnx/backend/test/data/node/test_asinh_example/model.onnx new file mode 100644 index 0000000..eb47788 Binary files /dev/null and b/onnx/backend/test/data/node/test_asinh_example/model.onnx differ diff --git a/onnx/backend/test/data/node/test_asinh_example/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_asinh_example/test_data_set_0/input_0.pb new file mode 100644 index 0000000..8a94457 Binary files /dev/null and b/onnx/backend/test/data/node/test_asinh_example/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_asinh_example/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_asinh_example/test_data_set_0/output_0.pb new file mode 100644 index 0000000..fc85f0a Binary files /dev/null and b/onnx/backend/test/data/node/test_asinh_example/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_atan/model.onnx b/onnx/backend/test/data/node/test_atan/model.onnx new file mode 100644 index 0000000..4f2f5de Binary files /dev/null and b/onnx/backend/test/data/node/test_atan/model.onnx differ diff --git a/onnx/backend/test/data/node/test_atan/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_atan/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_atan/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_atan/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_atan/test_data_set_0/output_0.pb new file mode 100644 index 0000000..c2e5ea7 --- /dev/null +++ b/onnx/backend/test/data/node/test_atan/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +ByJ# ?~>OF?V?"?F܂B?~pҽz>4~>|w?&?=>> {?4OW>=4F3?{6?r#z?mwK;={=}#~?%y?j>>9:8l>fc?0`?3N Ou4m?jSfӾHec.)?dVB:(>Q'8^s3>=b>ٵt* \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_atan_example/model.onnx b/onnx/backend/test/data/node/test_atan_example/model.onnx new file mode 100644 index 0000000..bfe9894 Binary files /dev/null and b/onnx/backend/test/data/node/test_atan_example/model.onnx differ diff --git a/onnx/backend/test/data/node/test_atan_example/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_atan_example/test_data_set_0/input_0.pb new file mode 100644 index 0000000..8a94457 Binary files /dev/null and b/onnx/backend/test/data/node/test_atan_example/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_atan_example/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_atan_example/test_data_set_0/output_0.pb new file mode 100644 index 0000000..4a268e9 Binary files /dev/null and b/onnx/backend/test/data/node/test_atan_example/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_atanh/model.onnx b/onnx/backend/test/data/node/test_atanh/model.onnx new file mode 100644 index 0000000..a1db102 Binary files /dev/null and b/onnx/backend/test/data/node/test_atanh/model.onnx differ diff --git a/onnx/backend/test/data/node/test_atanh/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_atanh/test_data_set_0/input_0.pb new file mode 100644 index 0000000..7a61135 --- /dev/null +++ b/onnx/backend/test/data/node/test_atanh/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJ  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{=p= <&U?H5G?^?z?L?G>G?9=#?4>q?ڗ?N>s>.4F?>?<\?N?c?yq?Ƌ.?k>>2?v=9*?+?nW>A>>L8>j?a>}?=U>R.%>2'?p>I>Jz> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_atanh/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_atanh/test_data_set_0/output_0.pb new file mode 100644 index 0000000..deac620 --- /dev/null +++ b/onnx/backend/test/data/node/test_atanh/test_data_set_0/output_0.pb @@ -0,0 +1,2 @@ +ByJ?qe?̍2?eo?~>+D?@>B?W?>??%?/9?0==Ԧ<*?5??C@R?>?w]=B?> +??1?>>?!>;,%?<Ϟ8?W6?T8?۸?;U?>>\?v= N?O?Z>g>(3>&>)%?>$@=Y>&>G?>T^?v> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_atanh_example/model.onnx b/onnx/backend/test/data/node/test_atanh_example/model.onnx new file mode 100644 index 0000000..d0efa30 Binary files /dev/null and b/onnx/backend/test/data/node/test_atanh_example/model.onnx differ diff --git a/onnx/backend/test/data/node/test_atanh_example/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_atanh_example/test_data_set_0/input_0.pb new file mode 100644 index 0000000..7c32a2f Binary files /dev/null and b/onnx/backend/test/data/node/test_atanh_example/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_atanh_example/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_atanh_example/test_data_set_0/output_0.pb new file mode 100644 index 0000000..b2bac68 Binary files /dev/null and b/onnx/backend/test/data/node/test_atanh_example/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_23_boolmask_fullymasked_row_nan_robustness/model.onnx b/onnx/backend/test/data/node/test_attention_23_boolmask_fullymasked_row_nan_robustness/model.onnx new file mode 100644 index 0000000..87a6744 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_23_boolmask_fullymasked_row_nan_robustness/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_23_boolmask_fullymasked_row_nan_robustness/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_23_boolmask_fullymasked_row_nan_robustness/test_data_set_0/input_0.pb new file mode 100644 index 0000000..2a5058a Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_23_boolmask_fullymasked_row_nan_robustness/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_23_boolmask_fullymasked_row_nan_robustness/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_23_boolmask_fullymasked_row_nan_robustness/test_data_set_0/input_1.pb new file mode 100644 index 0000000..835435f Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_23_boolmask_fullymasked_row_nan_robustness/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_23_boolmask_fullymasked_row_nan_robustness/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_23_boolmask_fullymasked_row_nan_robustness/test_data_set_0/input_2.pb new file mode 100644 index 0000000..bb92ddc --- /dev/null +++ b/onnx/backend/test/data/node/test_attention_23_boolmask_fullymasked_row_nan_robustness/test_data_set_0/input_2.pb @@ -0,0 +1,2 @@ +BVJnX?ok\??c=w?8X{>?;?e??#?FB=VB +?I>S?a0>ʋD?F=R=%/?X?W?.W?>eO?T?=m?ǻ*?K>>m]?X>A> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_attention_23_boolmask_fullymasked_row_nan_robustness/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_attention_23_boolmask_fullymasked_row_nan_robustness/test_data_set_0/input_3.pb new file mode 100644 index 0000000..88016e3 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_23_boolmask_fullymasked_row_nan_robustness/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_attention_23_boolmask_fullymasked_row_nan_robustness/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_23_boolmask_fullymasked_row_nan_robustness/test_data_set_0/output_0.pb new file mode 100644 index 0000000..ac027bd Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_23_boolmask_fullymasked_row_nan_robustness/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_23_boolmask_fullymasked_row_nan_robustness_expanded/model.onnx b/onnx/backend/test/data/node/test_attention_23_boolmask_fullymasked_row_nan_robustness_expanded/model.onnx new file mode 100644 index 0000000..4a0df33 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_23_boolmask_fullymasked_row_nan_robustness_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_23_boolmask_fullymasked_row_nan_robustness_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_23_boolmask_fullymasked_row_nan_robustness_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..2a5058a Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_23_boolmask_fullymasked_row_nan_robustness_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_23_boolmask_fullymasked_row_nan_robustness_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_23_boolmask_fullymasked_row_nan_robustness_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..835435f Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_23_boolmask_fullymasked_row_nan_robustness_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_23_boolmask_fullymasked_row_nan_robustness_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_23_boolmask_fullymasked_row_nan_robustness_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..bb92ddc --- /dev/null +++ b/onnx/backend/test/data/node/test_attention_23_boolmask_fullymasked_row_nan_robustness_expanded/test_data_set_0/input_2.pb @@ -0,0 +1,2 @@ +BVJnX?ok\??c=w?8X{>?;?e??#?FB=VB +?I>S?a0>ʋD?F=R=%/?X?W?.W?>eO?T?=m?ǻ*?K>>m]?X>A> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_attention_23_boolmask_fullymasked_row_nan_robustness_expanded/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_attention_23_boolmask_fullymasked_row_nan_robustness_expanded/test_data_set_0/input_3.pb new file mode 100644 index 0000000..88016e3 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_23_boolmask_fullymasked_row_nan_robustness_expanded/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_attention_23_boolmask_fullymasked_row_nan_robustness_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_23_boolmask_fullymasked_row_nan_robustness_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..ac027bd Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_23_boolmask_fullymasked_row_nan_robustness_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_23_fullymasked_qk_matmul_output_mode3_zero/model.onnx b/onnx/backend/test/data/node/test_attention_23_fullymasked_qk_matmul_output_mode3_zero/model.onnx new file mode 100644 index 0000000..783364a Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_23_fullymasked_qk_matmul_output_mode3_zero/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_23_fullymasked_qk_matmul_output_mode3_zero/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_23_fullymasked_qk_matmul_output_mode3_zero/test_data_set_0/input_0.pb new file mode 100644 index 0000000..55926c9 --- /dev/null +++ b/onnx/backend/test/data/node/test_attention_23_fullymasked_qk_matmul_output_mode3_zero/test_data_set_0/input_0.pb @@ -0,0 +1,2 @@ +BQJG?>s>S?W;w?cx?*>5?F?@$?08?u=^Θ>˪o=Yh[?> +.? 7>*>8r? _>D>"j?k= K=yt?I7|>T6?/>wҍ>2?5&k?Wz>9>B>7>?E?T=F/?Z ?7L >!?=s{>m> m?].?\s>w?p??=#V? > \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_attention_23_fullymasked_qk_matmul_output_mode3_zero/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_23_fullymasked_qk_matmul_output_mode3_zero/test_data_set_0/input_2.pb new file mode 100644 index 0000000..50190c7 --- /dev/null +++ b/onnx/backend/test/data/node/test_attention_23_fullymasked_qk_matmul_output_mode3_zero/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BVJY>C>/5>;G6?$|?_?d>x=Qi?Dֺ>h>W_? > r>l?;]?|u?> >B?*yN>3>>6>w?nu>4X?3^+?@=F=jw?F> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_attention_23_fullymasked_qk_matmul_output_mode3_zero/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_attention_23_fullymasked_qk_matmul_output_mode3_zero/test_data_set_0/input_3.pb new file mode 100644 index 0000000..88016e3 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_23_fullymasked_qk_matmul_output_mode3_zero/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_attention_23_fullymasked_qk_matmul_output_mode3_zero/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_23_fullymasked_qk_matmul_output_mode3_zero/test_data_set_0/output_0.pb new file mode 100644 index 0000000..f9135a9 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_23_fullymasked_qk_matmul_output_mode3_zero/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_23_fullymasked_qk_matmul_output_mode3_zero/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_attention_23_fullymasked_qk_matmul_output_mode3_zero/test_data_set_0/output_1.pb new file mode 100644 index 0000000..74a2ee2 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_23_fullymasked_qk_matmul_output_mode3_zero/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_23_fullymasked_qk_matmul_output_mode3_zero_expanded/model.onnx b/onnx/backend/test/data/node/test_attention_23_fullymasked_qk_matmul_output_mode3_zero_expanded/model.onnx new file mode 100644 index 0000000..f2b8d42 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_23_fullymasked_qk_matmul_output_mode3_zero_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_23_fullymasked_qk_matmul_output_mode3_zero_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_23_fullymasked_qk_matmul_output_mode3_zero_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..55926c9 --- /dev/null +++ b/onnx/backend/test/data/node/test_attention_23_fullymasked_qk_matmul_output_mode3_zero_expanded/test_data_set_0/input_0.pb @@ -0,0 +1,2 @@ +BQJG?>s>S?W;w?cx?*>5?F?@$?08?u=^Θ>˪o=Yh[?> +.? 7>*>8r? _>D>"j?k= K=yt?I7|>T6?/>wҍ>2?5&k?Wz>9>B>7>?E?T=F/?Z ?7L >!?=s{>m> m?].?\s>w?p??=#V? > \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_attention_23_fullymasked_qk_matmul_output_mode3_zero_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_23_fullymasked_qk_matmul_output_mode3_zero_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..50190c7 --- /dev/null +++ b/onnx/backend/test/data/node/test_attention_23_fullymasked_qk_matmul_output_mode3_zero_expanded/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BVJY>C>/5>;G6?$|?_?d>x=Qi?Dֺ>h>W_? > r>l?;]?|u?> >B?*yN>3>>6>w?nu>4X?3^+?@=F=jw?F> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_attention_23_fullymasked_qk_matmul_output_mode3_zero_expanded/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_attention_23_fullymasked_qk_matmul_output_mode3_zero_expanded/test_data_set_0/input_3.pb new file mode 100644 index 0000000..88016e3 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_23_fullymasked_qk_matmul_output_mode3_zero_expanded/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_attention_23_fullymasked_qk_matmul_output_mode3_zero_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_23_fullymasked_qk_matmul_output_mode3_zero_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..f9135a9 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_23_fullymasked_qk_matmul_output_mode3_zero_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_23_fullymasked_qk_matmul_output_mode3_zero_expanded/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_attention_23_fullymasked_qk_matmul_output_mode3_zero_expanded/test_data_set_0/output_1.pb new file mode 100644 index 0000000..74a2ee2 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_23_fullymasked_qk_matmul_output_mode3_zero_expanded/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_24_fullymasked_qk_matmul_output_mode3_zero/model.onnx b/onnx/backend/test/data/node/test_attention_24_fullymasked_qk_matmul_output_mode3_zero/model.onnx new file mode 100644 index 0000000..5b1bde4 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_24_fullymasked_qk_matmul_output_mode3_zero/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_24_fullymasked_qk_matmul_output_mode3_zero/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_24_fullymasked_qk_matmul_output_mode3_zero/test_data_set_0/input_0.pb new file mode 100644 index 0000000..55926c9 --- /dev/null +++ b/onnx/backend/test/data/node/test_attention_24_fullymasked_qk_matmul_output_mode3_zero/test_data_set_0/input_0.pb @@ -0,0 +1,2 @@ +BQJG?>s>S?W;w?cx?*>5?F?@$?08?u=^Θ>˪o=Yh[?> +.? 7>*>8r? _>D>"j?k= K=yt?I7|>T6?/>wҍ>2?5&k?Wz>9>B>7>?E?T=F/?Z ?7L >!?=s{>m> m?].?\s>w?p??=#V? > \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_attention_24_fullymasked_qk_matmul_output_mode3_zero/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_24_fullymasked_qk_matmul_output_mode3_zero/test_data_set_0/input_2.pb new file mode 100644 index 0000000..50190c7 --- /dev/null +++ b/onnx/backend/test/data/node/test_attention_24_fullymasked_qk_matmul_output_mode3_zero/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BVJY>C>/5>;G6?$|?_?d>x=Qi?Dֺ>h>W_? > r>l?;]?|u?> >B?*yN>3>>6>w?nu>4X?3^+?@=F=jw?F> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_attention_24_fullymasked_qk_matmul_output_mode3_zero/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_attention_24_fullymasked_qk_matmul_output_mode3_zero/test_data_set_0/input_3.pb new file mode 100644 index 0000000..88016e3 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_24_fullymasked_qk_matmul_output_mode3_zero/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_attention_24_fullymasked_qk_matmul_output_mode3_zero/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_24_fullymasked_qk_matmul_output_mode3_zero/test_data_set_0/output_0.pb new file mode 100644 index 0000000..f9135a9 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_24_fullymasked_qk_matmul_output_mode3_zero/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_24_fullymasked_qk_matmul_output_mode3_zero/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_attention_24_fullymasked_qk_matmul_output_mode3_zero/test_data_set_0/output_1.pb new file mode 100644 index 0000000..74a2ee2 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_24_fullymasked_qk_matmul_output_mode3_zero/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_24_fullymasked_qk_matmul_output_mode3_zero_expanded/model.onnx b/onnx/backend/test/data/node/test_attention_24_fullymasked_qk_matmul_output_mode3_zero_expanded/model.onnx new file mode 100644 index 0000000..663e819 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_24_fullymasked_qk_matmul_output_mode3_zero_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_24_fullymasked_qk_matmul_output_mode3_zero_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_24_fullymasked_qk_matmul_output_mode3_zero_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..55926c9 --- /dev/null +++ b/onnx/backend/test/data/node/test_attention_24_fullymasked_qk_matmul_output_mode3_zero_expanded/test_data_set_0/input_0.pb @@ -0,0 +1,2 @@ +BQJG?>s>S?W;w?cx?*>5?F?@$?08?u=^Θ>˪o=Yh[?> +.? 7>*>8r? _>D>"j?k= K=yt?I7|>T6?/>wҍ>2?5&k?Wz>9>B>7>?E?T=F/?Z ?7L >!?=s{>m> m?].?\s>w?p??=#V? > \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_attention_24_fullymasked_qk_matmul_output_mode3_zero_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_24_fullymasked_qk_matmul_output_mode3_zero_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..50190c7 --- /dev/null +++ b/onnx/backend/test/data/node/test_attention_24_fullymasked_qk_matmul_output_mode3_zero_expanded/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BVJY>C>/5>;G6?$|?_?d>x=Qi?Dֺ>h>W_? > r>l?;]?|u?> >B?*yN>3>>6>w?nu>4X?3^+?@=F=jw?F> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_attention_24_fullymasked_qk_matmul_output_mode3_zero_expanded/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_attention_24_fullymasked_qk_matmul_output_mode3_zero_expanded/test_data_set_0/input_3.pb new file mode 100644 index 0000000..88016e3 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_24_fullymasked_qk_matmul_output_mode3_zero_expanded/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_attention_24_fullymasked_qk_matmul_output_mode3_zero_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_24_fullymasked_qk_matmul_output_mode3_zero_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..f9135a9 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_24_fullymasked_qk_matmul_output_mode3_zero_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_24_fullymasked_qk_matmul_output_mode3_zero_expanded/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_attention_24_fullymasked_qk_matmul_output_mode3_zero_expanded/test_data_set_0/output_1.pb new file mode 100644 index 0000000..74a2ee2 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_24_fullymasked_qk_matmul_output_mode3_zero_expanded/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_24_qk_matmul_output_mode3_softmax_precision/model.onnx b/onnx/backend/test/data/node/test_attention_24_qk_matmul_output_mode3_softmax_precision/model.onnx new file mode 100644 index 0000000..7efa9c9 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_24_qk_matmul_output_mode3_softmax_precision/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_24_qk_matmul_output_mode3_softmax_precision/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_24_qk_matmul_output_mode3_softmax_precision/test_data_set_0/input_0.pb new file mode 100644 index 0000000..590054a Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_24_qk_matmul_output_mode3_softmax_precision/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_24_qk_matmul_output_mode3_softmax_precision/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_24_qk_matmul_output_mode3_softmax_precision/test_data_set_0/input_1.pb new file mode 100644 index 0000000..0bf70ae --- /dev/null +++ b/onnx/backend/test/data/node/test_attention_24_qk_matmul_output_mode3_softmax_precision/test_data_set_0/input_1.pb @@ -0,0 +1,2 @@ + +BKJ@8E-\81j9/7;a:Z,;F999;I07:::w'?66*87,0;4,88;Q2U- \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_attention_24_qk_matmul_output_mode3_softmax_precision/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_24_qk_matmul_output_mode3_softmax_precision/test_data_set_0/input_2.pb new file mode 100644 index 0000000..4e6425f --- /dev/null +++ b/onnx/backend/test/data/node/test_attention_24_qk_matmul_output_mode3_softmax_precision/test_data_set_0/input_2.pb @@ -0,0 +1,2 @@ + +BVJ@;$]:%::T;b4349L-g9:9H:5 339,C77!9.8; 88;:7!- \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_attention_24_qk_matmul_output_mode3_softmax_precision/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_attention_24_qk_matmul_output_mode3_softmax_precision/test_data_set_0/input_3.pb new file mode 100644 index 0000000..88016e3 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_24_qk_matmul_output_mode3_softmax_precision/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_attention_24_qk_matmul_output_mode3_softmax_precision/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_24_qk_matmul_output_mode3_softmax_precision/test_data_set_0/output_0.pb new file mode 100644 index 0000000..ab9e626 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_24_qk_matmul_output_mode3_softmax_precision/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_24_qk_matmul_output_mode3_softmax_precision/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_attention_24_qk_matmul_output_mode3_softmax_precision/test_data_set_0/output_1.pb new file mode 100644 index 0000000..4f06493 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_24_qk_matmul_output_mode3_softmax_precision/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_24_qk_matmul_output_mode3_softmax_precision_expanded/model.onnx b/onnx/backend/test/data/node/test_attention_24_qk_matmul_output_mode3_softmax_precision_expanded/model.onnx new file mode 100644 index 0000000..5e9939a Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_24_qk_matmul_output_mode3_softmax_precision_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_24_qk_matmul_output_mode3_softmax_precision_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_24_qk_matmul_output_mode3_softmax_precision_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..590054a Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_24_qk_matmul_output_mode3_softmax_precision_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_24_qk_matmul_output_mode3_softmax_precision_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_24_qk_matmul_output_mode3_softmax_precision_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..0bf70ae --- /dev/null +++ b/onnx/backend/test/data/node/test_attention_24_qk_matmul_output_mode3_softmax_precision_expanded/test_data_set_0/input_1.pb @@ -0,0 +1,2 @@ + +BKJ@8E-\81j9/7;a:Z,;F999;I07:::w'?66*87,0;4,88;Q2U- \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_attention_24_qk_matmul_output_mode3_softmax_precision_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_24_qk_matmul_output_mode3_softmax_precision_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..4e6425f --- /dev/null +++ b/onnx/backend/test/data/node/test_attention_24_qk_matmul_output_mode3_softmax_precision_expanded/test_data_set_0/input_2.pb @@ -0,0 +1,2 @@ + +BVJ@;$]:%::T;b4349L-g9:9H:5 339,C77!9.8; 88;:7!- \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_attention_24_qk_matmul_output_mode3_softmax_precision_expanded/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_attention_24_qk_matmul_output_mode3_softmax_precision_expanded/test_data_set_0/input_3.pb new file mode 100644 index 0000000..88016e3 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_24_qk_matmul_output_mode3_softmax_precision_expanded/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_attention_24_qk_matmul_output_mode3_softmax_precision_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_24_qk_matmul_output_mode3_softmax_precision_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..ab9e626 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_24_qk_matmul_output_mode3_softmax_precision_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_24_qk_matmul_output_mode3_softmax_precision_expanded/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_attention_24_qk_matmul_output_mode3_softmax_precision_expanded/test_data_set_0/output_1.pb new file mode 100644 index 0000000..4f06493 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_24_qk_matmul_output_mode3_softmax_precision_expanded/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d/model.onnx b/onnx/backend/test/data/node/test_attention_3d/model.onnx new file mode 100644 index 0000000..4c0d340 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_3d/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_3d/test_data_set_0/input_0.pb new file mode 100644 index 0000000..91fda9a Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_3d/test_data_set_0/input_1.pb new file mode 100644 index 0000000..a94b5db Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_3d/test_data_set_0/input_2.pb new file mode 100644 index 0000000..3887003 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_3d/test_data_set_0/output_0.pb new file mode 100644 index 0000000..1ae25a8 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_attn_mask/model.onnx b/onnx/backend/test/data/node/test_attention_3d_attn_mask/model.onnx new file mode 100644 index 0000000..cf78feb Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_attn_mask/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_3d_attn_mask/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_3d_attn_mask/test_data_set_0/input_0.pb new file mode 100644 index 0000000..91fda9a Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_attn_mask/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_attn_mask/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_3d_attn_mask/test_data_set_0/input_1.pb new file mode 100644 index 0000000..a94b5db Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_attn_mask/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_attn_mask/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_3d_attn_mask/test_data_set_0/input_2.pb new file mode 100644 index 0000000..3887003 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_attn_mask/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_attn_mask/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_attention_3d_attn_mask/test_data_set_0/input_3.pb new file mode 100644 index 0000000..02a69a4 --- /dev/null +++ b/onnx/backend/test/data/node/test_attention_3d_attn_mask/test_data_set_0/input_3.pb @@ -0,0 +1 @@ +B attn_maskJ`pUw?J?,?Oz>]>q*>9l?7>> >A6G?X?i>5>WW?jQ?N=" >>U=nm>f=v?ly|> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_attention_3d_attn_mask/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_3d_attn_mask/test_data_set_0/output_0.pb new file mode 100644 index 0000000..4afd171 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_attn_mask/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_attn_mask_expanded/model.onnx b/onnx/backend/test/data/node/test_attention_3d_attn_mask_expanded/model.onnx new file mode 100644 index 0000000..cbd0766 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_attn_mask_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_3d_attn_mask_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_3d_attn_mask_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..91fda9a Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_attn_mask_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_attn_mask_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_3d_attn_mask_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..a94b5db Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_attn_mask_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_attn_mask_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_3d_attn_mask_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..3887003 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_attn_mask_expanded/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_attn_mask_expanded/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_attention_3d_attn_mask_expanded/test_data_set_0/input_3.pb new file mode 100644 index 0000000..02a69a4 --- /dev/null +++ b/onnx/backend/test/data/node/test_attention_3d_attn_mask_expanded/test_data_set_0/input_3.pb @@ -0,0 +1 @@ +B attn_maskJ`pUw?J?,?Oz>]>q*>9l?7>> >A6G?X?i>5>WW?jQ?N=" >>U=nm>f=v?ly|> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_attention_3d_attn_mask_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_3d_attn_mask_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..4afd171 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_attn_mask_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_causal/model.onnx b/onnx/backend/test/data/node/test_attention_3d_causal/model.onnx new file mode 100644 index 0000000..2753830 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_causal/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_3d_causal/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_3d_causal/test_data_set_0/input_0.pb new file mode 100644 index 0000000..91fda9a Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_causal/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_causal/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_3d_causal/test_data_set_0/input_1.pb new file mode 100644 index 0000000..a94b5db Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_causal/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_causal/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_3d_causal/test_data_set_0/input_2.pb new file mode 100644 index 0000000..3887003 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_causal/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_causal/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_3d_causal/test_data_set_0/output_0.pb new file mode 100644 index 0000000..6865961 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_causal/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_causal_expanded/model.onnx b/onnx/backend/test/data/node/test_attention_3d_causal_expanded/model.onnx new file mode 100644 index 0000000..ae7ad19 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_causal_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_3d_causal_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_3d_causal_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..91fda9a Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_causal_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_causal_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_3d_causal_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..a94b5db Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_causal_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_causal_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_3d_causal_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..3887003 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_causal_expanded/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_causal_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_3d_causal_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..6865961 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_causal_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes/model.onnx b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes/model.onnx new file mode 100644 index 0000000..532be27 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes/test_data_set_0/input_0.pb new file mode 100644 index 0000000..91fda9a Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes/test_data_set_0/input_1.pb new file mode 100644 index 0000000..a94b5db Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes/test_data_set_0/input_2.pb new file mode 100644 index 0000000..0cb61fc Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes/test_data_set_0/output_0.pb new file mode 100644 index 0000000..267443f Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_attn_mask/model.onnx b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_attn_mask/model.onnx new file mode 100644 index 0000000..6c196d7 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_attn_mask/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_attn_mask/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_attn_mask/test_data_set_0/input_0.pb new file mode 100644 index 0000000..91fda9a Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_attn_mask/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_attn_mask/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_attn_mask/test_data_set_0/input_1.pb new file mode 100644 index 0000000..a94b5db Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_attn_mask/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_attn_mask/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_attn_mask/test_data_set_0/input_2.pb new file mode 100644 index 0000000..0cb61fc Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_attn_mask/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_attn_mask/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_attn_mask/test_data_set_0/input_3.pb new file mode 100644 index 0000000..6b3ed4e Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_attn_mask/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_attn_mask/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_attn_mask/test_data_set_0/output_0.pb new file mode 100644 index 0000000..c115925 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_attn_mask/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_attn_mask_expanded/model.onnx b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_attn_mask_expanded/model.onnx new file mode 100644 index 0000000..e65514d Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_attn_mask_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_attn_mask_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_attn_mask_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..91fda9a Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_attn_mask_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_attn_mask_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_attn_mask_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..a94b5db Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_attn_mask_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_attn_mask_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_attn_mask_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..0cb61fc Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_attn_mask_expanded/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_attn_mask_expanded/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_attn_mask_expanded/test_data_set_0/input_3.pb new file mode 100644 index 0000000..6b3ed4e Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_attn_mask_expanded/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_attn_mask_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_attn_mask_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..c115925 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_attn_mask_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_causal/model.onnx b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_causal/model.onnx new file mode 100644 index 0000000..98c4dec Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_causal/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_causal/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_causal/test_data_set_0/input_0.pb new file mode 100644 index 0000000..91fda9a Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_causal/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_causal/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_causal/test_data_set_0/input_1.pb new file mode 100644 index 0000000..a94b5db Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_causal/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_causal/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_causal/test_data_set_0/input_2.pb new file mode 100644 index 0000000..0cb61fc Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_causal/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_causal/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_causal/test_data_set_0/output_0.pb new file mode 100644 index 0000000..16af994 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_causal/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_causal_expanded/model.onnx b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_causal_expanded/model.onnx new file mode 100644 index 0000000..182db5d Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_causal_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_causal_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_causal_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..91fda9a Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_causal_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_causal_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_causal_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..a94b5db Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_causal_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_causal_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_causal_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..0cb61fc Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_causal_expanded/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_causal_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_causal_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..16af994 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_causal_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_expanded/model.onnx b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_expanded/model.onnx new file mode 100644 index 0000000..95c5847 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..91fda9a Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..a94b5db Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..0cb61fc Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_expanded/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..267443f Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_scaled/model.onnx b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_scaled/model.onnx new file mode 100644 index 0000000..4d61a8c Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_scaled/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_scaled/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_scaled/test_data_set_0/input_0.pb new file mode 100644 index 0000000..91fda9a Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_scaled/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_scaled/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_scaled/test_data_set_0/input_1.pb new file mode 100644 index 0000000..a94b5db Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_scaled/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_scaled/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_scaled/test_data_set_0/input_2.pb new file mode 100644 index 0000000..0cb61fc Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_scaled/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_scaled/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_scaled/test_data_set_0/output_0.pb new file mode 100644 index 0000000..3ffc018 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_scaled/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_scaled_expanded/model.onnx b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_scaled_expanded/model.onnx new file mode 100644 index 0000000..b9e44d9 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_scaled_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_scaled_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_scaled_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..91fda9a Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_scaled_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_scaled_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_scaled_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..a94b5db Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_scaled_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_scaled_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_scaled_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..0cb61fc Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_scaled_expanded/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_scaled_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_scaled_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..3ffc018 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_scaled_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_softcap/model.onnx b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_softcap/model.onnx new file mode 100644 index 0000000..43ad5ac Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_softcap/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_softcap/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_softcap/test_data_set_0/input_0.pb new file mode 100644 index 0000000..91fda9a Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_softcap/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_softcap/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_softcap/test_data_set_0/input_1.pb new file mode 100644 index 0000000..a94b5db Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_softcap/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_softcap/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_softcap/test_data_set_0/input_2.pb new file mode 100644 index 0000000..0cb61fc Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_softcap/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_softcap/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_softcap/test_data_set_0/output_0.pb new file mode 100644 index 0000000..6cb5c75 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_softcap/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_softcap_expanded/model.onnx b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_softcap_expanded/model.onnx new file mode 100644 index 0000000..c5ce28b Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_softcap_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_softcap_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_softcap_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..91fda9a Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_softcap_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_softcap_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_softcap_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..a94b5db Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_softcap_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_softcap_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_softcap_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..0cb61fc Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_softcap_expanded/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_softcap_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_softcap_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..6cb5c75 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_diff_heads_sizes_softcap_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_diff_heads_with_past_and_present/model.onnx b/onnx/backend/test/data/node/test_attention_3d_diff_heads_with_past_and_present/model.onnx new file mode 100644 index 0000000..7764504 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_diff_heads_with_past_and_present/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_3d_diff_heads_with_past_and_present/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_3d_diff_heads_with_past_and_present/test_data_set_0/input_0.pb new file mode 100644 index 0000000..91fda9a Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_diff_heads_with_past_and_present/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_diff_heads_with_past_and_present/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_3d_diff_heads_with_past_and_present/test_data_set_0/input_1.pb new file mode 100644 index 0000000..a94b5db Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_diff_heads_with_past_and_present/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_diff_heads_with_past_and_present/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_3d_diff_heads_with_past_and_present/test_data_set_0/input_2.pb new file mode 100644 index 0000000..0cb61fc Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_diff_heads_with_past_and_present/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_diff_heads_with_past_and_present/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_attention_3d_diff_heads_with_past_and_present/test_data_set_0/input_3.pb new file mode 100644 index 0000000..28c2517 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_diff_heads_with_past_and_present/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_diff_heads_with_past_and_present/test_data_set_0/input_4.pb b/onnx/backend/test/data/node/test_attention_3d_diff_heads_with_past_and_present/test_data_set_0/input_4.pb new file mode 100644 index 0000000..bc6d46e Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_diff_heads_with_past_and_present/test_data_set_0/input_4.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_diff_heads_with_past_and_present/test_data_set_0/input_5.pb b/onnx/backend/test/data/node/test_attention_3d_diff_heads_with_past_and_present/test_data_set_0/input_5.pb new file mode 100644 index 0000000..f1cf5d7 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_diff_heads_with_past_and_present/test_data_set_0/input_5.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_diff_heads_with_past_and_present/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_3d_diff_heads_with_past_and_present/test_data_set_0/output_0.pb new file mode 100644 index 0000000..917edd1 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_diff_heads_with_past_and_present/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_diff_heads_with_past_and_present/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_attention_3d_diff_heads_with_past_and_present/test_data_set_0/output_1.pb new file mode 100644 index 0000000..027b3b7 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_diff_heads_with_past_and_present/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_diff_heads_with_past_and_present/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_attention_3d_diff_heads_with_past_and_present/test_data_set_0/output_2.pb new file mode 100644 index 0000000..f56f359 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_diff_heads_with_past_and_present/test_data_set_0/output_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_diff_heads_with_past_and_present_expanded/model.onnx b/onnx/backend/test/data/node/test_attention_3d_diff_heads_with_past_and_present_expanded/model.onnx new file mode 100644 index 0000000..d269308 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_diff_heads_with_past_and_present_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_3d_diff_heads_with_past_and_present_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_3d_diff_heads_with_past_and_present_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..91fda9a Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_diff_heads_with_past_and_present_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_diff_heads_with_past_and_present_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_3d_diff_heads_with_past_and_present_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..a94b5db Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_diff_heads_with_past_and_present_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_diff_heads_with_past_and_present_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_3d_diff_heads_with_past_and_present_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..0cb61fc Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_diff_heads_with_past_and_present_expanded/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_diff_heads_with_past_and_present_expanded/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_attention_3d_diff_heads_with_past_and_present_expanded/test_data_set_0/input_3.pb new file mode 100644 index 0000000..28c2517 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_diff_heads_with_past_and_present_expanded/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_diff_heads_with_past_and_present_expanded/test_data_set_0/input_4.pb b/onnx/backend/test/data/node/test_attention_3d_diff_heads_with_past_and_present_expanded/test_data_set_0/input_4.pb new file mode 100644 index 0000000..bc6d46e Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_diff_heads_with_past_and_present_expanded/test_data_set_0/input_4.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_diff_heads_with_past_and_present_expanded/test_data_set_0/input_5.pb b/onnx/backend/test/data/node/test_attention_3d_diff_heads_with_past_and_present_expanded/test_data_set_0/input_5.pb new file mode 100644 index 0000000..f1cf5d7 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_diff_heads_with_past_and_present_expanded/test_data_set_0/input_5.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_diff_heads_with_past_and_present_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_3d_diff_heads_with_past_and_present_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..917edd1 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_diff_heads_with_past_and_present_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_diff_heads_with_past_and_present_expanded/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_attention_3d_diff_heads_with_past_and_present_expanded/test_data_set_0/output_1.pb new file mode 100644 index 0000000..027b3b7 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_diff_heads_with_past_and_present_expanded/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_diff_heads_with_past_and_present_expanded/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_attention_3d_diff_heads_with_past_and_present_expanded/test_data_set_0/output_2.pb new file mode 100644 index 0000000..f56f359 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_diff_heads_with_past_and_present_expanded/test_data_set_0/output_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_expanded/model.onnx b/onnx/backend/test/data/node/test_attention_3d_expanded/model.onnx new file mode 100644 index 0000000..ca78fe6 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_3d_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_3d_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..91fda9a Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_3d_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..a94b5db Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_3d_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..3887003 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_expanded/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_3d_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..1ae25a8 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_gqa/model.onnx b/onnx/backend/test/data/node/test_attention_3d_gqa/model.onnx new file mode 100644 index 0000000..0e58b64 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_gqa/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_3d_gqa/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_3d_gqa/test_data_set_0/input_0.pb new file mode 100644 index 0000000..8d14cd2 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_gqa/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_gqa/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_3d_gqa/test_data_set_0/input_1.pb new file mode 100644 index 0000000..8579eb0 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_gqa/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_gqa/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_3d_gqa/test_data_set_0/input_2.pb new file mode 100644 index 0000000..9aa77b8 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_gqa/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_gqa/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_3d_gqa/test_data_set_0/output_0.pb new file mode 100644 index 0000000..f7cd9c6 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_gqa/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_gqa_attn_mask/model.onnx b/onnx/backend/test/data/node/test_attention_3d_gqa_attn_mask/model.onnx new file mode 100644 index 0000000..fd0d191 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_gqa_attn_mask/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_3d_gqa_attn_mask/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_3d_gqa_attn_mask/test_data_set_0/input_0.pb new file mode 100644 index 0000000..8d14cd2 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_gqa_attn_mask/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_gqa_attn_mask/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_3d_gqa_attn_mask/test_data_set_0/input_1.pb new file mode 100644 index 0000000..8579eb0 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_gqa_attn_mask/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_gqa_attn_mask/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_3d_gqa_attn_mask/test_data_set_0/input_2.pb new file mode 100644 index 0000000..9aa77b8 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_gqa_attn_mask/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_gqa_attn_mask/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_attention_3d_gqa_attn_mask/test_data_set_0/input_3.pb new file mode 100644 index 0000000..7e68778 --- /dev/null +++ b/onnx/backend/test/data/node/test_attention_3d_gqa_attn_mask/test_data_set_0/input_3.pb @@ -0,0 +1 @@ +B attn_maskJ`l>;>L?!t?>S?&=L"?C@?>>ud? =><0?>vL?gl?*>>>?{?<2? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_attention_3d_gqa_attn_mask/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_3d_gqa_attn_mask/test_data_set_0/output_0.pb new file mode 100644 index 0000000..56768be Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_gqa_attn_mask/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_gqa_attn_mask_expanded/model.onnx b/onnx/backend/test/data/node/test_attention_3d_gqa_attn_mask_expanded/model.onnx new file mode 100644 index 0000000..c8dd553 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_gqa_attn_mask_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_3d_gqa_attn_mask_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_3d_gqa_attn_mask_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..8d14cd2 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_gqa_attn_mask_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_gqa_attn_mask_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_3d_gqa_attn_mask_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..8579eb0 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_gqa_attn_mask_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_gqa_attn_mask_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_3d_gqa_attn_mask_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..9aa77b8 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_gqa_attn_mask_expanded/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_gqa_attn_mask_expanded/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_attention_3d_gqa_attn_mask_expanded/test_data_set_0/input_3.pb new file mode 100644 index 0000000..7e68778 --- /dev/null +++ b/onnx/backend/test/data/node/test_attention_3d_gqa_attn_mask_expanded/test_data_set_0/input_3.pb @@ -0,0 +1 @@ +B attn_maskJ`l>;>L?!t?>S?&=L"?C@?>>ud? =><0?>vL?gl?*>>>?{?<2? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_attention_3d_gqa_attn_mask_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_3d_gqa_attn_mask_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..56768be Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_gqa_attn_mask_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_gqa_causal/model.onnx b/onnx/backend/test/data/node/test_attention_3d_gqa_causal/model.onnx new file mode 100644 index 0000000..90543de Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_gqa_causal/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_3d_gqa_causal/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_3d_gqa_causal/test_data_set_0/input_0.pb new file mode 100644 index 0000000..8d14cd2 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_gqa_causal/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_gqa_causal/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_3d_gqa_causal/test_data_set_0/input_1.pb new file mode 100644 index 0000000..8579eb0 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_gqa_causal/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_gqa_causal/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_3d_gqa_causal/test_data_set_0/input_2.pb new file mode 100644 index 0000000..9aa77b8 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_gqa_causal/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_gqa_causal/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_3d_gqa_causal/test_data_set_0/output_0.pb new file mode 100644 index 0000000..9e06750 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_gqa_causal/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_gqa_causal_expanded/model.onnx b/onnx/backend/test/data/node/test_attention_3d_gqa_causal_expanded/model.onnx new file mode 100644 index 0000000..79b9053 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_gqa_causal_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_3d_gqa_causal_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_3d_gqa_causal_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..8d14cd2 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_gqa_causal_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_gqa_causal_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_3d_gqa_causal_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..8579eb0 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_gqa_causal_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_gqa_causal_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_3d_gqa_causal_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..9aa77b8 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_gqa_causal_expanded/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_gqa_causal_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_3d_gqa_causal_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..9e06750 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_gqa_causal_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_gqa_expanded/model.onnx b/onnx/backend/test/data/node/test_attention_3d_gqa_expanded/model.onnx new file mode 100644 index 0000000..16fa4eb Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_gqa_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_3d_gqa_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_3d_gqa_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..8d14cd2 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_gqa_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_gqa_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_3d_gqa_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..8579eb0 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_gqa_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_gqa_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_3d_gqa_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..9aa77b8 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_gqa_expanded/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_gqa_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_3d_gqa_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..f7cd9c6 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_gqa_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_gqa_scaled/model.onnx b/onnx/backend/test/data/node/test_attention_3d_gqa_scaled/model.onnx new file mode 100644 index 0000000..4414920 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_gqa_scaled/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_3d_gqa_scaled/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_3d_gqa_scaled/test_data_set_0/input_0.pb new file mode 100644 index 0000000..8d14cd2 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_gqa_scaled/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_gqa_scaled/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_3d_gqa_scaled/test_data_set_0/input_1.pb new file mode 100644 index 0000000..8579eb0 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_gqa_scaled/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_gqa_scaled/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_3d_gqa_scaled/test_data_set_0/input_2.pb new file mode 100644 index 0000000..9aa77b8 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_gqa_scaled/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_gqa_scaled/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_3d_gqa_scaled/test_data_set_0/output_0.pb new file mode 100644 index 0000000..bfb6762 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_gqa_scaled/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_gqa_scaled_expanded/model.onnx b/onnx/backend/test/data/node/test_attention_3d_gqa_scaled_expanded/model.onnx new file mode 100644 index 0000000..5fa7efd Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_gqa_scaled_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_3d_gqa_scaled_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_3d_gqa_scaled_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..8d14cd2 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_gqa_scaled_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_gqa_scaled_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_3d_gqa_scaled_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..8579eb0 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_gqa_scaled_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_gqa_scaled_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_3d_gqa_scaled_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..9aa77b8 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_gqa_scaled_expanded/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_gqa_scaled_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_3d_gqa_scaled_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..bfb6762 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_gqa_scaled_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_gqa_softcap/model.onnx b/onnx/backend/test/data/node/test_attention_3d_gqa_softcap/model.onnx new file mode 100644 index 0000000..9162dd6 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_gqa_softcap/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_3d_gqa_softcap/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_3d_gqa_softcap/test_data_set_0/input_0.pb new file mode 100644 index 0000000..8d14cd2 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_gqa_softcap/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_gqa_softcap/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_3d_gqa_softcap/test_data_set_0/input_1.pb new file mode 100644 index 0000000..8579eb0 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_gqa_softcap/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_gqa_softcap/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_3d_gqa_softcap/test_data_set_0/input_2.pb new file mode 100644 index 0000000..9aa77b8 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_gqa_softcap/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_gqa_softcap/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_3d_gqa_softcap/test_data_set_0/output_0.pb new file mode 100644 index 0000000..862e0f0 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_gqa_softcap/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_gqa_softcap_expanded/model.onnx b/onnx/backend/test/data/node/test_attention_3d_gqa_softcap_expanded/model.onnx new file mode 100644 index 0000000..f80a559 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_gqa_softcap_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_3d_gqa_softcap_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_3d_gqa_softcap_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..8d14cd2 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_gqa_softcap_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_gqa_softcap_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_3d_gqa_softcap_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..8579eb0 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_gqa_softcap_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_gqa_softcap_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_3d_gqa_softcap_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..9aa77b8 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_gqa_softcap_expanded/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_gqa_softcap_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_3d_gqa_softcap_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..862e0f0 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_gqa_softcap_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_gqa_with_past_and_present/model.onnx b/onnx/backend/test/data/node/test_attention_3d_gqa_with_past_and_present/model.onnx new file mode 100644 index 0000000..fe61215 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_gqa_with_past_and_present/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_3d_gqa_with_past_and_present/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_3d_gqa_with_past_and_present/test_data_set_0/input_0.pb new file mode 100644 index 0000000..8d14cd2 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_gqa_with_past_and_present/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_gqa_with_past_and_present/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_3d_gqa_with_past_and_present/test_data_set_0/input_1.pb new file mode 100644 index 0000000..8579eb0 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_gqa_with_past_and_present/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_gqa_with_past_and_present/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_3d_gqa_with_past_and_present/test_data_set_0/input_2.pb new file mode 100644 index 0000000..9aa77b8 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_gqa_with_past_and_present/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_gqa_with_past_and_present/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_attention_3d_gqa_with_past_and_present/test_data_set_0/input_3.pb new file mode 100644 index 0000000..557a7e0 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_gqa_with_past_and_present/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_gqa_with_past_and_present/test_data_set_0/input_4.pb b/onnx/backend/test/data/node/test_attention_3d_gqa_with_past_and_present/test_data_set_0/input_4.pb new file mode 100644 index 0000000..584b6c4 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_gqa_with_past_and_present/test_data_set_0/input_4.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_gqa_with_past_and_present/test_data_set_0/input_5.pb b/onnx/backend/test/data/node/test_attention_3d_gqa_with_past_and_present/test_data_set_0/input_5.pb new file mode 100644 index 0000000..d360588 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_gqa_with_past_and_present/test_data_set_0/input_5.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_gqa_with_past_and_present/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_3d_gqa_with_past_and_present/test_data_set_0/output_0.pb new file mode 100644 index 0000000..c9b2bfe Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_gqa_with_past_and_present/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_gqa_with_past_and_present/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_attention_3d_gqa_with_past_and_present/test_data_set_0/output_1.pb new file mode 100644 index 0000000..fd8ce4a Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_gqa_with_past_and_present/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_gqa_with_past_and_present/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_attention_3d_gqa_with_past_and_present/test_data_set_0/output_2.pb new file mode 100644 index 0000000..99c8a9f Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_gqa_with_past_and_present/test_data_set_0/output_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_gqa_with_past_and_present_expanded/model.onnx b/onnx/backend/test/data/node/test_attention_3d_gqa_with_past_and_present_expanded/model.onnx new file mode 100644 index 0000000..86cb94e Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_gqa_with_past_and_present_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_3d_gqa_with_past_and_present_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_3d_gqa_with_past_and_present_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..8d14cd2 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_gqa_with_past_and_present_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_gqa_with_past_and_present_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_3d_gqa_with_past_and_present_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..8579eb0 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_gqa_with_past_and_present_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_gqa_with_past_and_present_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_3d_gqa_with_past_and_present_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..9aa77b8 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_gqa_with_past_and_present_expanded/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_gqa_with_past_and_present_expanded/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_attention_3d_gqa_with_past_and_present_expanded/test_data_set_0/input_3.pb new file mode 100644 index 0000000..557a7e0 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_gqa_with_past_and_present_expanded/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_gqa_with_past_and_present_expanded/test_data_set_0/input_4.pb b/onnx/backend/test/data/node/test_attention_3d_gqa_with_past_and_present_expanded/test_data_set_0/input_4.pb new file mode 100644 index 0000000..584b6c4 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_gqa_with_past_and_present_expanded/test_data_set_0/input_4.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_gqa_with_past_and_present_expanded/test_data_set_0/input_5.pb b/onnx/backend/test/data/node/test_attention_3d_gqa_with_past_and_present_expanded/test_data_set_0/input_5.pb new file mode 100644 index 0000000..d360588 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_gqa_with_past_and_present_expanded/test_data_set_0/input_5.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_gqa_with_past_and_present_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_3d_gqa_with_past_and_present_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..c9b2bfe Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_gqa_with_past_and_present_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_gqa_with_past_and_present_expanded/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_attention_3d_gqa_with_past_and_present_expanded/test_data_set_0/output_1.pb new file mode 100644 index 0000000..fd8ce4a Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_gqa_with_past_and_present_expanded/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_gqa_with_past_and_present_expanded/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_attention_3d_gqa_with_past_and_present_expanded/test_data_set_0/output_2.pb new file mode 100644 index 0000000..99c8a9f Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_gqa_with_past_and_present_expanded/test_data_set_0/output_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_scaled/model.onnx b/onnx/backend/test/data/node/test_attention_3d_scaled/model.onnx new file mode 100644 index 0000000..8d97712 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_scaled/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_3d_scaled/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_3d_scaled/test_data_set_0/input_0.pb new file mode 100644 index 0000000..91fda9a Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_scaled/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_scaled/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_3d_scaled/test_data_set_0/input_1.pb new file mode 100644 index 0000000..a94b5db Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_scaled/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_scaled/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_3d_scaled/test_data_set_0/input_2.pb new file mode 100644 index 0000000..3887003 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_scaled/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_scaled/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_3d_scaled/test_data_set_0/output_0.pb new file mode 100644 index 0000000..1496060 --- /dev/null +++ b/onnx/backend/test/data/node/test_attention_3d_scaled/test_data_set_0/output_0.pb @@ -0,0 +1,7 @@ +BYJwY>Q?5>Q->N>>>>>/?D>?@?T>e? ?'?,? >C>5-?ǡ>>"?X$?*vY>Z?A>{7>S>>>V>t/?Z>B? +l?)>I?o?&?-?>>5-?u>!> "?'$?X>V?>ꮟ>ժ>ޝ> e>Yl>/?>?~F?<>z??,&?-?Q">a>"-?>>*"?$?Y>2B?>N>Ъ>>> >]}/?"> ?V?=m>??&?C-?`>,>A-?C> >l"?y$?+?ź>?F;? +?p>> > w ?,>>2t*?Qx>U>O>) ?/?> ?& {>)>f?Wl>>P+?8> +?VB;??Qh>س>> ?2>w>*?Cux>V0>A>?i/?L> +?{>B>H?[>>m ++?'[>?{C;?C?q>,>>tA ?>H>6u*?Zw>>Ռ>/?/?K>u +?z>>#U?s>>+?Eڱ>0?N;?D? O>&г>>x ?A>>*?{x> \>ݢ> ?X/?]>C ?Hz>p>d?#>> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_attention_3d_scaled_expanded/model.onnx b/onnx/backend/test/data/node/test_attention_3d_scaled_expanded/model.onnx new file mode 100644 index 0000000..b2e2f02 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_scaled_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_3d_scaled_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_3d_scaled_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..91fda9a Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_scaled_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_scaled_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_3d_scaled_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..a94b5db Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_scaled_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_scaled_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_3d_scaled_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..3887003 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_scaled_expanded/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_scaled_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_3d_scaled_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..1496060 --- /dev/null +++ b/onnx/backend/test/data/node/test_attention_3d_scaled_expanded/test_data_set_0/output_0.pb @@ -0,0 +1,7 @@ +BYJwY>Q?5>Q->N>>>>>/?D>?@?T>e? ?'?,? >C>5-?ǡ>>"?X$?*vY>Z?A>{7>S>>>V>t/?Z>B? +l?)>I?o?&?-?>>5-?u>!> "?'$?X>V?>ꮟ>ժ>ޝ> e>Yl>/?>?~F?<>z??,&?-?Q">a>"-?>>*"?$?Y>2B?>N>Ъ>>> >]}/?"> ?V?=m>??&?C-?`>,>A-?C> >l"?y$?+?ź>?F;? +?p>> > w ?,>>2t*?Qx>U>O>) ?/?> ?& {>)>f?Wl>>P+?8> +?VB;??Qh>س>> ?2>w>*?Cux>V0>A>?i/?L> +?{>B>H?[>>m ++?'[>?{C;?C?q>,>>tA ?>H>6u*?Zw>>Ռ>/?/?K>u +?z>>#U?s>>+?Eڱ>0?N;?D? O>&г>>x ?A>>*?{x> \>ݢ> ?X/?]>C ?Hz>p>d?#>> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_attention_3d_softcap/model.onnx b/onnx/backend/test/data/node/test_attention_3d_softcap/model.onnx new file mode 100644 index 0000000..bbbc143 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_softcap/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_3d_softcap/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_3d_softcap/test_data_set_0/input_0.pb new file mode 100644 index 0000000..91fda9a Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_softcap/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_softcap/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_3d_softcap/test_data_set_0/input_1.pb new file mode 100644 index 0000000..a94b5db Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_softcap/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_softcap/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_3d_softcap/test_data_set_0/input_2.pb new file mode 100644 index 0000000..3887003 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_softcap/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_softcap/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_3d_softcap/test_data_set_0/output_0.pb new file mode 100644 index 0000000..ba55e58 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_softcap/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_softcap_expanded/model.onnx b/onnx/backend/test/data/node/test_attention_3d_softcap_expanded/model.onnx new file mode 100644 index 0000000..63596fd Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_softcap_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_3d_softcap_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_3d_softcap_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..91fda9a Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_softcap_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_softcap_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_3d_softcap_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..a94b5db Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_softcap_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_softcap_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_3d_softcap_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..3887003 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_softcap_expanded/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_softcap_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_3d_softcap_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..ba55e58 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_softcap_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_transpose_verification/model.onnx b/onnx/backend/test/data/node/test_attention_3d_transpose_verification/model.onnx new file mode 100644 index 0000000..ee02f0a Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_transpose_verification/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_3d_transpose_verification/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_3d_transpose_verification/test_data_set_0/input_0.pb new file mode 100644 index 0000000..c862907 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_transpose_verification/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_transpose_verification/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_3d_transpose_verification/test_data_set_0/input_1.pb new file mode 100644 index 0000000..f1779c1 --- /dev/null +++ b/onnx/backend/test/data/node/test_attention_3d_transpose_verification/test_data_set_0/input_1.pb @@ -0,0 +1 @@ + BKJ`======================== \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_attention_3d_transpose_verification/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_3d_transpose_verification/test_data_set_0/input_2.pb new file mode 100644 index 0000000..f66b898 --- /dev/null +++ b/onnx/backend/test/data/node/test_attention_3d_transpose_verification/test_data_set_0/input_2.pb @@ -0,0 +1 @@ + BVJ`======================== \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_attention_3d_transpose_verification/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_3d_transpose_verification/test_data_set_0/output_0.pb new file mode 100644 index 0000000..5cd70fc --- /dev/null +++ b/onnx/backend/test/data/node/test_attention_3d_transpose_verification/test_data_set_0/output_0.pb @@ -0,0 +1 @@ + BYJ`======================== \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_attention_3d_transpose_verification_expanded/model.onnx b/onnx/backend/test/data/node/test_attention_3d_transpose_verification_expanded/model.onnx new file mode 100644 index 0000000..c376f11 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_transpose_verification_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_3d_transpose_verification_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_3d_transpose_verification_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..c862907 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_transpose_verification_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_transpose_verification_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_3d_transpose_verification_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..f1779c1 --- /dev/null +++ b/onnx/backend/test/data/node/test_attention_3d_transpose_verification_expanded/test_data_set_0/input_1.pb @@ -0,0 +1 @@ + BKJ`======================== \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_attention_3d_transpose_verification_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_3d_transpose_verification_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..f66b898 --- /dev/null +++ b/onnx/backend/test/data/node/test_attention_3d_transpose_verification_expanded/test_data_set_0/input_2.pb @@ -0,0 +1 @@ + BVJ`======================== \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_attention_3d_transpose_verification_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_3d_transpose_verification_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..5cd70fc --- /dev/null +++ b/onnx/backend/test/data/node/test_attention_3d_transpose_verification_expanded/test_data_set_0/output_0.pb @@ -0,0 +1 @@ + BYJ`======================== \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present/model.onnx b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present/model.onnx new file mode 100644 index 0000000..545bc81 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present/test_data_set_0/input_0.pb new file mode 100644 index 0000000..91fda9a Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present/test_data_set_0/input_1.pb new file mode 100644 index 0000000..a94b5db Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present/test_data_set_0/input_2.pb new file mode 100644 index 0000000..3887003 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present/test_data_set_0/input_3.pb new file mode 100644 index 0000000..8f43440 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present/test_data_set_0/input_4.pb b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present/test_data_set_0/input_4.pb new file mode 100644 index 0000000..8519679 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present/test_data_set_0/input_4.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present/test_data_set_0/input_5.pb b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present/test_data_set_0/input_5.pb new file mode 100644 index 0000000..b651623 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present/test_data_set_0/input_5.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present/test_data_set_0/output_0.pb new file mode 100644 index 0000000..b968d52 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present/test_data_set_0/output_1.pb new file mode 100644 index 0000000..3a75a10 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present/test_data_set_0/output_2.pb new file mode 100644 index 0000000..c4bd2e7 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present/test_data_set_0/output_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_expanded/model.onnx b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_expanded/model.onnx new file mode 100644 index 0000000..7fd0430 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..91fda9a Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..a94b5db Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..3887003 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_expanded/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_expanded/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_expanded/test_data_set_0/input_3.pb new file mode 100644 index 0000000..8f43440 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_expanded/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_expanded/test_data_set_0/input_4.pb b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_expanded/test_data_set_0/input_4.pb new file mode 100644 index 0000000..8519679 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_expanded/test_data_set_0/input_4.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_expanded/test_data_set_0/input_5.pb b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_expanded/test_data_set_0/input_5.pb new file mode 100644 index 0000000..b651623 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_expanded/test_data_set_0/input_5.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..b968d52 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_expanded/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_expanded/test_data_set_0/output_1.pb new file mode 100644 index 0000000..3a75a10 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_expanded/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_expanded/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_expanded/test_data_set_0/output_2.pb new file mode 100644 index 0000000..c4bd2e7 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_expanded/test_data_set_0/output_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul/model.onnx b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul/model.onnx new file mode 100644 index 0000000..10fcd8e Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul/test_data_set_0/input_0.pb new file mode 100644 index 0000000..91fda9a Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul/test_data_set_0/input_1.pb new file mode 100644 index 0000000..a94b5db Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul/test_data_set_0/input_2.pb new file mode 100644 index 0000000..3887003 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul/test_data_set_0/input_3.pb new file mode 100644 index 0000000..8f43440 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul/test_data_set_0/input_4.pb b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul/test_data_set_0/input_4.pb new file mode 100644 index 0000000..8519679 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul/test_data_set_0/input_4.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul/test_data_set_0/input_5.pb b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul/test_data_set_0/input_5.pb new file mode 100644 index 0000000..b651623 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul/test_data_set_0/input_5.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul/test_data_set_0/output_0.pb new file mode 100644 index 0000000..b968d52 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul/test_data_set_0/output_1.pb new file mode 100644 index 0000000..3a75a10 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul/test_data_set_0/output_2.pb new file mode 100644 index 0000000..c4bd2e7 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul/test_data_set_0/output_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul/test_data_set_0/output_3.pb b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul/test_data_set_0/output_3.pb new file mode 100644 index 0000000..86e26cc Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul/test_data_set_0/output_3.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_bias/model.onnx b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_bias/model.onnx new file mode 100644 index 0000000..5e316bb Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_bias/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_bias/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_bias/test_data_set_0/input_0.pb new file mode 100644 index 0000000..91fda9a Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_bias/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_bias/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_bias/test_data_set_0/input_1.pb new file mode 100644 index 0000000..a94b5db Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_bias/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_bias/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_bias/test_data_set_0/input_2.pb new file mode 100644 index 0000000..3887003 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_bias/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_bias/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_bias/test_data_set_0/input_3.pb new file mode 100644 index 0000000..8f43440 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_bias/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_bias/test_data_set_0/input_4.pb b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_bias/test_data_set_0/input_4.pb new file mode 100644 index 0000000..8519679 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_bias/test_data_set_0/input_4.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_bias/test_data_set_0/input_5.pb b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_bias/test_data_set_0/input_5.pb new file mode 100644 index 0000000..b651623 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_bias/test_data_set_0/input_5.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_bias/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_bias/test_data_set_0/output_0.pb new file mode 100644 index 0000000..b968d52 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_bias/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_bias/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_bias/test_data_set_0/output_1.pb new file mode 100644 index 0000000..3a75a10 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_bias/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_bias/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_bias/test_data_set_0/output_2.pb new file mode 100644 index 0000000..c4bd2e7 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_bias/test_data_set_0/output_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_bias/test_data_set_0/output_3.pb b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_bias/test_data_set_0/output_3.pb new file mode 100644 index 0000000..22ce0ae Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_bias/test_data_set_0/output_3.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_bias_expanded/model.onnx b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_bias_expanded/model.onnx new file mode 100644 index 0000000..bb995df Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_bias_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_bias_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_bias_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..91fda9a Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_bias_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_bias_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_bias_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..a94b5db Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_bias_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_bias_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_bias_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..3887003 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_bias_expanded/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_bias_expanded/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_bias_expanded/test_data_set_0/input_3.pb new file mode 100644 index 0000000..8f43440 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_bias_expanded/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_bias_expanded/test_data_set_0/input_4.pb b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_bias_expanded/test_data_set_0/input_4.pb new file mode 100644 index 0000000..8519679 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_bias_expanded/test_data_set_0/input_4.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_bias_expanded/test_data_set_0/input_5.pb b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_bias_expanded/test_data_set_0/input_5.pb new file mode 100644 index 0000000..b651623 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_bias_expanded/test_data_set_0/input_5.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_bias_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_bias_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..b968d52 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_bias_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_bias_expanded/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_bias_expanded/test_data_set_0/output_1.pb new file mode 100644 index 0000000..3a75a10 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_bias_expanded/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_bias_expanded/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_bias_expanded/test_data_set_0/output_2.pb new file mode 100644 index 0000000..c4bd2e7 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_bias_expanded/test_data_set_0/output_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_bias_expanded/test_data_set_0/output_3.pb b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_bias_expanded/test_data_set_0/output_3.pb new file mode 100644 index 0000000..22ce0ae Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_bias_expanded/test_data_set_0/output_3.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_expanded/model.onnx b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_expanded/model.onnx new file mode 100644 index 0000000..d74654b Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..91fda9a Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..a94b5db Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..3887003 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_expanded/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_expanded/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_expanded/test_data_set_0/input_3.pb new file mode 100644 index 0000000..8f43440 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_expanded/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_expanded/test_data_set_0/input_4.pb b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_expanded/test_data_set_0/input_4.pb new file mode 100644 index 0000000..8519679 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_expanded/test_data_set_0/input_4.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_expanded/test_data_set_0/input_5.pb b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_expanded/test_data_set_0/input_5.pb new file mode 100644 index 0000000..b651623 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_expanded/test_data_set_0/input_5.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..b968d52 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_expanded/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_expanded/test_data_set_0/output_1.pb new file mode 100644 index 0000000..3a75a10 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_expanded/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_expanded/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_expanded/test_data_set_0/output_2.pb new file mode 100644 index 0000000..c4bd2e7 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_expanded/test_data_set_0/output_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_expanded/test_data_set_0/output_3.pb b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_expanded/test_data_set_0/output_3.pb new file mode 100644 index 0000000..86e26cc Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_expanded/test_data_set_0/output_3.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softcap/model.onnx b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softcap/model.onnx new file mode 100644 index 0000000..01ecbb3 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softcap/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softcap/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softcap/test_data_set_0/input_0.pb new file mode 100644 index 0000000..91fda9a Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softcap/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softcap/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softcap/test_data_set_0/input_1.pb new file mode 100644 index 0000000..a94b5db Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softcap/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softcap/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softcap/test_data_set_0/input_2.pb new file mode 100644 index 0000000..3887003 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softcap/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softcap/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softcap/test_data_set_0/input_3.pb new file mode 100644 index 0000000..8f43440 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softcap/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softcap/test_data_set_0/input_4.pb b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softcap/test_data_set_0/input_4.pb new file mode 100644 index 0000000..8519679 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softcap/test_data_set_0/input_4.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softcap/test_data_set_0/input_5.pb b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softcap/test_data_set_0/input_5.pb new file mode 100644 index 0000000..b651623 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softcap/test_data_set_0/input_5.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softcap/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softcap/test_data_set_0/output_0.pb new file mode 100644 index 0000000..ce00052 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softcap/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softcap/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softcap/test_data_set_0/output_1.pb new file mode 100644 index 0000000..3a75a10 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softcap/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softcap/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softcap/test_data_set_0/output_2.pb new file mode 100644 index 0000000..c4bd2e7 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softcap/test_data_set_0/output_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softcap/test_data_set_0/output_3.pb b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softcap/test_data_set_0/output_3.pb new file mode 100644 index 0000000..b21ebfc Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softcap/test_data_set_0/output_3.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softcap_expanded/model.onnx b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softcap_expanded/model.onnx new file mode 100644 index 0000000..73be609 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softcap_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softcap_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softcap_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..91fda9a Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softcap_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softcap_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softcap_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..a94b5db Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softcap_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softcap_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softcap_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..3887003 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softcap_expanded/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softcap_expanded/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softcap_expanded/test_data_set_0/input_3.pb new file mode 100644 index 0000000..8f43440 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softcap_expanded/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softcap_expanded/test_data_set_0/input_4.pb b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softcap_expanded/test_data_set_0/input_4.pb new file mode 100644 index 0000000..8519679 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softcap_expanded/test_data_set_0/input_4.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softcap_expanded/test_data_set_0/input_5.pb b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softcap_expanded/test_data_set_0/input_5.pb new file mode 100644 index 0000000..b651623 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softcap_expanded/test_data_set_0/input_5.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softcap_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softcap_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..ce00052 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softcap_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softcap_expanded/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softcap_expanded/test_data_set_0/output_1.pb new file mode 100644 index 0000000..3a75a10 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softcap_expanded/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softcap_expanded/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softcap_expanded/test_data_set_0/output_2.pb new file mode 100644 index 0000000..c4bd2e7 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softcap_expanded/test_data_set_0/output_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softcap_expanded/test_data_set_0/output_3.pb b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softcap_expanded/test_data_set_0/output_3.pb new file mode 100644 index 0000000..b21ebfc Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softcap_expanded/test_data_set_0/output_3.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softmax/model.onnx b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softmax/model.onnx new file mode 100644 index 0000000..7e152f5 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softmax/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softmax/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softmax/test_data_set_0/input_0.pb new file mode 100644 index 0000000..91fda9a Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softmax/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softmax/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softmax/test_data_set_0/input_1.pb new file mode 100644 index 0000000..a94b5db Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softmax/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softmax/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softmax/test_data_set_0/input_2.pb new file mode 100644 index 0000000..3887003 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softmax/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softmax/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softmax/test_data_set_0/input_3.pb new file mode 100644 index 0000000..8f43440 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softmax/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softmax/test_data_set_0/input_4.pb b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softmax/test_data_set_0/input_4.pb new file mode 100644 index 0000000..8519679 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softmax/test_data_set_0/input_4.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softmax/test_data_set_0/input_5.pb b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softmax/test_data_set_0/input_5.pb new file mode 100644 index 0000000..b651623 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softmax/test_data_set_0/input_5.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softmax/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softmax/test_data_set_0/output_0.pb new file mode 100644 index 0000000..b968d52 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softmax/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softmax/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softmax/test_data_set_0/output_1.pb new file mode 100644 index 0000000..3a75a10 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softmax/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softmax/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softmax/test_data_set_0/output_2.pb new file mode 100644 index 0000000..c4bd2e7 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softmax/test_data_set_0/output_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softmax/test_data_set_0/output_3.pb b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softmax/test_data_set_0/output_3.pb new file mode 100644 index 0000000..0076e0f Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softmax/test_data_set_0/output_3.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softmax_expanded/model.onnx b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softmax_expanded/model.onnx new file mode 100644 index 0000000..1fb55b9 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softmax_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softmax_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softmax_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..91fda9a Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softmax_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softmax_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softmax_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..a94b5db Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softmax_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softmax_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softmax_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..3887003 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softmax_expanded/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softmax_expanded/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softmax_expanded/test_data_set_0/input_3.pb new file mode 100644 index 0000000..8f43440 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softmax_expanded/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softmax_expanded/test_data_set_0/input_4.pb b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softmax_expanded/test_data_set_0/input_4.pb new file mode 100644 index 0000000..8519679 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softmax_expanded/test_data_set_0/input_4.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softmax_expanded/test_data_set_0/input_5.pb b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softmax_expanded/test_data_set_0/input_5.pb new file mode 100644 index 0000000..b651623 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softmax_expanded/test_data_set_0/input_5.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softmax_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softmax_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..b968d52 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softmax_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softmax_expanded/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softmax_expanded/test_data_set_0/output_1.pb new file mode 100644 index 0000000..3a75a10 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softmax_expanded/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softmax_expanded/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softmax_expanded/test_data_set_0/output_2.pb new file mode 100644 index 0000000..c4bd2e7 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softmax_expanded/test_data_set_0/output_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softmax_expanded/test_data_set_0/output_3.pb b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softmax_expanded/test_data_set_0/output_3.pb new file mode 100644 index 0000000..0076e0f Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_3d_with_past_and_present_qk_matmul_softmax_expanded/test_data_set_0/output_3.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d/model.onnx b/onnx/backend/test/data/node/test_attention_4d/model.onnx new file mode 100644 index 0000000..787ae98 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_4d/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_4d/test_data_set_0/input_0.pb new file mode 100644 index 0000000..daf1d33 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_4d/test_data_set_0/input_1.pb new file mode 100644 index 0000000..9b09f1c Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_4d/test_data_set_0/input_2.pb new file mode 100644 index 0000000..b358e38 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_4d/test_data_set_0/output_0.pb new file mode 100644 index 0000000..440196c Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_attn_mask/model.onnx b/onnx/backend/test/data/node/test_attention_4d_attn_mask/model.onnx new file mode 100644 index 0000000..d088601 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_attn_mask/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_4d_attn_mask/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_4d_attn_mask/test_data_set_0/input_0.pb new file mode 100644 index 0000000..daf1d33 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_attn_mask/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_attn_mask/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_4d_attn_mask/test_data_set_0/input_1.pb new file mode 100644 index 0000000..9b09f1c Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_attn_mask/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_attn_mask/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_4d_attn_mask/test_data_set_0/input_2.pb new file mode 100644 index 0000000..b358e38 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_attn_mask/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_attn_mask/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_attention_4d_attn_mask/test_data_set_0/input_3.pb new file mode 100644 index 0000000..02a69a4 --- /dev/null +++ b/onnx/backend/test/data/node/test_attention_4d_attn_mask/test_data_set_0/input_3.pb @@ -0,0 +1 @@ +B attn_maskJ`pUw?J?,?Oz>]>q*>9l?7>> >A6G?X?i>5>WW?jQ?N=" >>U=nm>f=v?ly|> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_attention_4d_attn_mask/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_4d_attn_mask/test_data_set_0/output_0.pb new file mode 100644 index 0000000..593e426 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_attn_mask/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_attn_mask_3d/model.onnx b/onnx/backend/test/data/node/test_attention_4d_attn_mask_3d/model.onnx new file mode 100644 index 0000000..0846201 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_attn_mask_3d/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_4d_attn_mask_3d/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_4d_attn_mask_3d/test_data_set_0/input_0.pb new file mode 100644 index 0000000..daf1d33 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_attn_mask_3d/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_attn_mask_3d/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_4d_attn_mask_3d/test_data_set_0/input_1.pb new file mode 100644 index 0000000..9b09f1c Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_attn_mask_3d/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_attn_mask_3d/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_4d_attn_mask_3d/test_data_set_0/input_2.pb new file mode 100644 index 0000000..b358e38 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_attn_mask_3d/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_attn_mask_3d/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_attention_4d_attn_mask_3d/test_data_set_0/input_3.pb new file mode 100644 index 0000000..95791ef Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_attn_mask_3d/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_attn_mask_3d/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_4d_attn_mask_3d/test_data_set_0/output_0.pb new file mode 100644 index 0000000..9d4ed92 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_attn_mask_3d/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_attn_mask_3d_causal/model.onnx b/onnx/backend/test/data/node/test_attention_4d_attn_mask_3d_causal/model.onnx new file mode 100644 index 0000000..d9c2aee Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_attn_mask_3d_causal/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_4d_attn_mask_3d_causal/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_4d_attn_mask_3d_causal/test_data_set_0/input_0.pb new file mode 100644 index 0000000..daf1d33 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_attn_mask_3d_causal/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_attn_mask_3d_causal/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_4d_attn_mask_3d_causal/test_data_set_0/input_1.pb new file mode 100644 index 0000000..9b09f1c Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_attn_mask_3d_causal/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_attn_mask_3d_causal/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_4d_attn_mask_3d_causal/test_data_set_0/input_2.pb new file mode 100644 index 0000000..b358e38 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_attn_mask_3d_causal/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_attn_mask_3d_causal/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_attention_4d_attn_mask_3d_causal/test_data_set_0/input_3.pb new file mode 100644 index 0000000..95791ef Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_attn_mask_3d_causal/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_attn_mask_3d_causal/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_4d_attn_mask_3d_causal/test_data_set_0/output_0.pb new file mode 100644 index 0000000..3612d70 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_attn_mask_3d_causal/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_attn_mask_3d_causal_expanded/model.onnx b/onnx/backend/test/data/node/test_attention_4d_attn_mask_3d_causal_expanded/model.onnx new file mode 100644 index 0000000..bce7b4b Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_attn_mask_3d_causal_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_4d_attn_mask_3d_causal_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_4d_attn_mask_3d_causal_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..daf1d33 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_attn_mask_3d_causal_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_attn_mask_3d_causal_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_4d_attn_mask_3d_causal_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..9b09f1c Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_attn_mask_3d_causal_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_attn_mask_3d_causal_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_4d_attn_mask_3d_causal_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..b358e38 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_attn_mask_3d_causal_expanded/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_attn_mask_3d_causal_expanded/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_attention_4d_attn_mask_3d_causal_expanded/test_data_set_0/input_3.pb new file mode 100644 index 0000000..95791ef Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_attn_mask_3d_causal_expanded/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_attn_mask_3d_causal_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_4d_attn_mask_3d_causal_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..3612d70 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_attn_mask_3d_causal_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_attn_mask_3d_expanded/model.onnx b/onnx/backend/test/data/node/test_attention_4d_attn_mask_3d_expanded/model.onnx new file mode 100644 index 0000000..050abc1 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_attn_mask_3d_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_4d_attn_mask_3d_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_4d_attn_mask_3d_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..daf1d33 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_attn_mask_3d_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_attn_mask_3d_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_4d_attn_mask_3d_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..9b09f1c Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_attn_mask_3d_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_attn_mask_3d_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_4d_attn_mask_3d_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..b358e38 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_attn_mask_3d_expanded/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_attn_mask_3d_expanded/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_attention_4d_attn_mask_3d_expanded/test_data_set_0/input_3.pb new file mode 100644 index 0000000..95791ef Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_attn_mask_3d_expanded/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_attn_mask_3d_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_4d_attn_mask_3d_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..9d4ed92 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_attn_mask_3d_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_attn_mask_4d/model.onnx b/onnx/backend/test/data/node/test_attention_4d_attn_mask_4d/model.onnx new file mode 100644 index 0000000..3ade479 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_attn_mask_4d/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_4d_attn_mask_4d/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_4d_attn_mask_4d/test_data_set_0/input_0.pb new file mode 100644 index 0000000..daf1d33 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_attn_mask_4d/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_attn_mask_4d/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_4d_attn_mask_4d/test_data_set_0/input_1.pb new file mode 100644 index 0000000..9b09f1c Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_attn_mask_4d/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_attn_mask_4d/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_4d_attn_mask_4d/test_data_set_0/input_2.pb new file mode 100644 index 0000000..b358e38 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_attn_mask_4d/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_attn_mask_4d/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_attention_4d_attn_mask_4d/test_data_set_0/input_3.pb new file mode 100644 index 0000000..c0ce7e7 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_attn_mask_4d/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_attn_mask_4d/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_4d_attn_mask_4d/test_data_set_0/output_0.pb new file mode 100644 index 0000000..4ebae76 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_attn_mask_4d/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_attn_mask_4d_causal/model.onnx b/onnx/backend/test/data/node/test_attention_4d_attn_mask_4d_causal/model.onnx new file mode 100644 index 0000000..0b00034 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_attn_mask_4d_causal/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_4d_attn_mask_4d_causal/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_4d_attn_mask_4d_causal/test_data_set_0/input_0.pb new file mode 100644 index 0000000..daf1d33 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_attn_mask_4d_causal/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_attn_mask_4d_causal/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_4d_attn_mask_4d_causal/test_data_set_0/input_1.pb new file mode 100644 index 0000000..9b09f1c Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_attn_mask_4d_causal/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_attn_mask_4d_causal/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_4d_attn_mask_4d_causal/test_data_set_0/input_2.pb new file mode 100644 index 0000000..b358e38 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_attn_mask_4d_causal/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_attn_mask_4d_causal/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_attention_4d_attn_mask_4d_causal/test_data_set_0/input_3.pb new file mode 100644 index 0000000..c0ce7e7 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_attn_mask_4d_causal/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_attn_mask_4d_causal/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_4d_attn_mask_4d_causal/test_data_set_0/output_0.pb new file mode 100644 index 0000000..98d59c6 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_attn_mask_4d_causal/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_attn_mask_4d_causal_expanded/model.onnx b/onnx/backend/test/data/node/test_attention_4d_attn_mask_4d_causal_expanded/model.onnx new file mode 100644 index 0000000..9ecb7d3 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_attn_mask_4d_causal_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_4d_attn_mask_4d_causal_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_4d_attn_mask_4d_causal_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..daf1d33 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_attn_mask_4d_causal_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_attn_mask_4d_causal_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_4d_attn_mask_4d_causal_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..9b09f1c Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_attn_mask_4d_causal_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_attn_mask_4d_causal_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_4d_attn_mask_4d_causal_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..b358e38 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_attn_mask_4d_causal_expanded/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_attn_mask_4d_causal_expanded/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_attention_4d_attn_mask_4d_causal_expanded/test_data_set_0/input_3.pb new file mode 100644 index 0000000..c0ce7e7 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_attn_mask_4d_causal_expanded/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_attn_mask_4d_causal_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_4d_attn_mask_4d_causal_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..98d59c6 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_attn_mask_4d_causal_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_attn_mask_4d_expanded/model.onnx b/onnx/backend/test/data/node/test_attention_4d_attn_mask_4d_expanded/model.onnx new file mode 100644 index 0000000..7c34cc0 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_attn_mask_4d_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_4d_attn_mask_4d_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_4d_attn_mask_4d_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..daf1d33 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_attn_mask_4d_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_attn_mask_4d_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_4d_attn_mask_4d_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..9b09f1c Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_attn_mask_4d_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_attn_mask_4d_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_4d_attn_mask_4d_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..b358e38 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_attn_mask_4d_expanded/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_attn_mask_4d_expanded/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_attention_4d_attn_mask_4d_expanded/test_data_set_0/input_3.pb new file mode 100644 index 0000000..c0ce7e7 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_attn_mask_4d_expanded/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_attn_mask_4d_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_4d_attn_mask_4d_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..4ebae76 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_attn_mask_4d_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_attn_mask_bool/model.onnx b/onnx/backend/test/data/node/test_attention_4d_attn_mask_bool/model.onnx new file mode 100644 index 0000000..74761b0 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_attn_mask_bool/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_4d_attn_mask_bool/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_4d_attn_mask_bool/test_data_set_0/input_0.pb new file mode 100644 index 0000000..daf1d33 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_attn_mask_bool/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_attn_mask_bool/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_4d_attn_mask_bool/test_data_set_0/input_1.pb new file mode 100644 index 0000000..9b09f1c Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_attn_mask_bool/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_attn_mask_bool/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_4d_attn_mask_bool/test_data_set_0/input_2.pb new file mode 100644 index 0000000..b358e38 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_attn_mask_bool/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_attn_mask_bool/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_attention_4d_attn_mask_bool/test_data_set_0/input_3.pb new file mode 100644 index 0000000..df07dea --- /dev/null +++ b/onnx/backend/test/data/node/test_attention_4d_attn_mask_bool/test_data_set_0/input_3.pb @@ -0,0 +1 @@ + B attn_maskJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_attention_4d_attn_mask_bool/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_4d_attn_mask_bool/test_data_set_0/output_0.pb new file mode 100644 index 0000000..440196c Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_attn_mask_bool/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_attn_mask_bool_4d/model.onnx b/onnx/backend/test/data/node/test_attention_4d_attn_mask_bool_4d/model.onnx new file mode 100644 index 0000000..02c0fa1 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_attn_mask_bool_4d/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_4d_attn_mask_bool_4d/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_4d_attn_mask_bool_4d/test_data_set_0/input_0.pb new file mode 100644 index 0000000..daf1d33 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_attn_mask_bool_4d/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_attn_mask_bool_4d/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_4d_attn_mask_bool_4d/test_data_set_0/input_1.pb new file mode 100644 index 0000000..9b09f1c Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_attn_mask_bool_4d/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_attn_mask_bool_4d/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_4d_attn_mask_bool_4d/test_data_set_0/input_2.pb new file mode 100644 index 0000000..b358e38 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_attn_mask_bool_4d/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_attn_mask_bool_4d/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_attention_4d_attn_mask_bool_4d/test_data_set_0/input_3.pb new file mode 100644 index 0000000..5ab44c4 --- /dev/null +++ b/onnx/backend/test/data/node/test_attention_4d_attn_mask_bool_4d/test_data_set_0/input_3.pb @@ -0,0 +1 @@ + B attn_maskJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_attention_4d_attn_mask_bool_4d/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_4d_attn_mask_bool_4d/test_data_set_0/output_0.pb new file mode 100644 index 0000000..440196c Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_attn_mask_bool_4d/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_attn_mask_bool_4d_expanded/model.onnx b/onnx/backend/test/data/node/test_attention_4d_attn_mask_bool_4d_expanded/model.onnx new file mode 100644 index 0000000..73c2553 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_attn_mask_bool_4d_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_4d_attn_mask_bool_4d_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_4d_attn_mask_bool_4d_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..daf1d33 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_attn_mask_bool_4d_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_attn_mask_bool_4d_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_4d_attn_mask_bool_4d_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..9b09f1c Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_attn_mask_bool_4d_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_attn_mask_bool_4d_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_4d_attn_mask_bool_4d_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..b358e38 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_attn_mask_bool_4d_expanded/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_attn_mask_bool_4d_expanded/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_attention_4d_attn_mask_bool_4d_expanded/test_data_set_0/input_3.pb new file mode 100644 index 0000000..5ab44c4 --- /dev/null +++ b/onnx/backend/test/data/node/test_attention_4d_attn_mask_bool_4d_expanded/test_data_set_0/input_3.pb @@ -0,0 +1 @@ + B attn_maskJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_attention_4d_attn_mask_bool_4d_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_4d_attn_mask_bool_4d_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..440196c Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_attn_mask_bool_4d_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_attn_mask_bool_expanded/model.onnx b/onnx/backend/test/data/node/test_attention_4d_attn_mask_bool_expanded/model.onnx new file mode 100644 index 0000000..33cbcfe Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_attn_mask_bool_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_4d_attn_mask_bool_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_4d_attn_mask_bool_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..daf1d33 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_attn_mask_bool_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_attn_mask_bool_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_4d_attn_mask_bool_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..9b09f1c Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_attn_mask_bool_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_attn_mask_bool_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_4d_attn_mask_bool_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..b358e38 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_attn_mask_bool_expanded/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_attn_mask_bool_expanded/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_attention_4d_attn_mask_bool_expanded/test_data_set_0/input_3.pb new file mode 100644 index 0000000..df07dea --- /dev/null +++ b/onnx/backend/test/data/node/test_attention_4d_attn_mask_bool_expanded/test_data_set_0/input_3.pb @@ -0,0 +1 @@ + B attn_maskJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_attention_4d_attn_mask_bool_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_4d_attn_mask_bool_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..440196c Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_attn_mask_bool_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_attn_mask_expanded/model.onnx b/onnx/backend/test/data/node/test_attention_4d_attn_mask_expanded/model.onnx new file mode 100644 index 0000000..d54d051 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_attn_mask_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_4d_attn_mask_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_4d_attn_mask_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..daf1d33 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_attn_mask_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_attn_mask_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_4d_attn_mask_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..9b09f1c Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_attn_mask_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_attn_mask_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_4d_attn_mask_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..b358e38 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_attn_mask_expanded/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_attn_mask_expanded/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_attention_4d_attn_mask_expanded/test_data_set_0/input_3.pb new file mode 100644 index 0000000..02a69a4 --- /dev/null +++ b/onnx/backend/test/data/node/test_attention_4d_attn_mask_expanded/test_data_set_0/input_3.pb @@ -0,0 +1 @@ +B attn_maskJ`pUw?J?,?Oz>]>q*>9l?7>> >A6G?X?i>5>WW?jQ?N=" >>U=nm>f=v?ly|> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_attention_4d_attn_mask_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_4d_attn_mask_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..593e426 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_attn_mask_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_causal/model.onnx b/onnx/backend/test/data/node/test_attention_4d_causal/model.onnx new file mode 100644 index 0000000..761c8db Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_causal/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_4d_causal/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_4d_causal/test_data_set_0/input_0.pb new file mode 100644 index 0000000..daf1d33 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_causal/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_causal/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_4d_causal/test_data_set_0/input_1.pb new file mode 100644 index 0000000..9b09f1c Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_causal/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_causal/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_4d_causal/test_data_set_0/input_2.pb new file mode 100644 index 0000000..b358e38 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_causal/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_causal/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_4d_causal/test_data_set_0/output_0.pb new file mode 100644 index 0000000..cc35016 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_causal/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_causal_expanded/model.onnx b/onnx/backend/test/data/node/test_attention_4d_causal_expanded/model.onnx new file mode 100644 index 0000000..3e97005 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_causal_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_4d_causal_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_4d_causal_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..daf1d33 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_causal_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_causal_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_4d_causal_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..9b09f1c Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_causal_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_causal_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_4d_causal_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..b358e38 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_causal_expanded/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_causal_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_4d_causal_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..cc35016 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_causal_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_attn_mask_composition/model.onnx b/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_attn_mask_composition/model.onnx new file mode 100644 index 0000000..23d4632 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_attn_mask_composition/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_attn_mask_composition/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_attn_mask_composition/test_data_set_0/input_0.pb new file mode 100644 index 0000000..4c65655 --- /dev/null +++ b/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_attn_mask_composition/test_data_set_0/input_0.pb @@ -0,0 +1,2 @@ +BQJ8><*>E9?$>>fQ<ň>>q?Y?:?=d?vn[?w )>!?@ͧ<=>ij!>|LB?~zQ?r>9>==5u6?{? +d=>>'Y?7? ?i ?`r?|?l>u>7K?n=箺>h=*>$=p>DJ?Qg?q,>Z>q;?:ˀ=5ة3?/->){N?C?'?O?1h$?u?> ?9>O>=u r?vm=?[>a8>->9;K?AU?b;?N`?%?e12?E>D? >0<> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_attn_mask_composition/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_attn_mask_composition/test_data_set_0/input_1.pb new file mode 100644 index 0000000..87e571a Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_attn_mask_composition/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_attn_mask_composition/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_attn_mask_composition/test_data_set_0/input_2.pb new file mode 100644 index 0000000..ba67bf4 --- /dev/null +++ b/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_attn_mask_composition/test_data_set_0/input_2.pb @@ -0,0 +1,3 @@ +BVJY=5=4'?+?8=b[=.v>*?=aR ?6==$+??J?U>>3?={>g?r?9E=rH;D?\>.C?$?[>P5?L?a?G?_'?? Q?*>&>r!?(*R?>,>-e>>= ?e?4>@t?>& ? z?5?i?*A?WU>8?zc>j{=^b?(?>=F>o? =ɫw?>L>"p?wu?^3?It?t-3>L[?FB?S>ϯ?1=ؿJ?R$?08=;`>_>Պ>C)l>Y>- ?g>@?>o>?x!>;d?= ?w?&><2?ky?~? +>2 ??q??q_?O2?%%=>d?>N1>>#>G;+?"j>a?*0=\_?!,=R?C>|=?>5W">r?py$?[>(?V>>`?:?j=C0E>z>"?\t[??O?CJ>*;@>3>i'"?}W?mp>!4?@?0?v?3s?>k ?/ ;}J;=>>}8 +>)e>_6$?A?>!E?Z=b?-?>S1?9rp?'?+?3?!jj?ڪc?>ݻ<=>a>d}>#>p?A>S>9BU?A5>j> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_attn_mask_composition/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_attn_mask_composition/test_data_set_0/input_3.pb new file mode 100644 index 0000000..a66ca52 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_attn_mask_composition/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_attn_mask_composition/test_data_set_0/input_4.pb b/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_attn_mask_composition/test_data_set_0/input_4.pb new file mode 100644 index 0000000..a6928b9 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_attn_mask_composition/test_data_set_0/input_4.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_attn_mask_composition/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_attn_mask_composition/test_data_set_0/output_0.pb new file mode 100644 index 0000000..ad49711 --- /dev/null +++ b/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_attn_mask_composition/test_data_set_0/output_0.pb @@ -0,0 +1,4 @@ +BYJ2>%'>(?T>:>`=A>=(?g>a>?1?gm>)>2>E?>G>?:?c>>O>\G?>k?7U?oI>xY?>>gN?7> ?N?F?,o??~>"?}?x/?x?9?> o;?`>a ?$?3?T>8&? ~?S>60?z>x?6?S? +?>+?/>T3?I> +? +?B)?>BA?m>b%?L>>>y>w>0> T?]9%?F_>a>W>1 ?i>Q> ?318?>?#>.?2?3>'>&?"> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_attn_mask_composition_expanded/model.onnx b/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_attn_mask_composition_expanded/model.onnx new file mode 100644 index 0000000..a5bc1ea Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_attn_mask_composition_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_attn_mask_composition_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_attn_mask_composition_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..4c65655 --- /dev/null +++ b/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_attn_mask_composition_expanded/test_data_set_0/input_0.pb @@ -0,0 +1,2 @@ +BQJ8><*>E9?$>>fQ<ň>>q?Y?:?=d?vn[?w )>!?@ͧ<=>ij!>|LB?~zQ?r>9>==5u6?{? +d=>>'Y?7? ?i ?`r?|?l>u>7K?n=箺>h=*>$=p>DJ?Qg?q,>Z>q;?:ˀ=5ة3?/->){N?C?'?O?1h$?u?> ?9>O>=u r?vm=?[>a8>->9;K?AU?b;?N`?%?e12?E>D? >0<> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_attn_mask_composition_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_attn_mask_composition_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..87e571a Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_attn_mask_composition_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_attn_mask_composition_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_attn_mask_composition_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..ba67bf4 --- /dev/null +++ b/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_attn_mask_composition_expanded/test_data_set_0/input_2.pb @@ -0,0 +1,3 @@ +BVJY=5=4'?+?8=b[=.v>*?=aR ?6==$+??J?U>>3?={>g?r?9E=rH;D?\>.C?$?[>P5?L?a?G?_'?? Q?*>&>r!?(*R?>,>-e>>= ?e?4>@t?>& ? z?5?i?*A?WU>8?zc>j{=^b?(?>=F>o? =ɫw?>L>"p?wu?^3?It?t-3>L[?FB?S>ϯ?1=ؿJ?R$?08=;`>_>Պ>C)l>Y>- ?g>@?>o>?x!>;d?= ?w?&><2?ky?~? +>2 ??q??q_?O2?%%=>d?>N1>>#>G;+?"j>a?*0=\_?!,=R?C>|=?>5W">r?py$?[>(?V>>`?:?j=C0E>z>"?\t[??O?CJ>*;@>3>i'"?}W?mp>!4?@?0?v?3s?>k ?/ ;}J;=>>}8 +>)e>_6$?A?>!E?Z=b?-?>S1?9rp?'?+?3?!jj?ڪc?>ݻ<=>a>d}>#>p?A>S>9BU?A5>j> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_attn_mask_composition_expanded/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_attn_mask_composition_expanded/test_data_set_0/input_3.pb new file mode 100644 index 0000000..a66ca52 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_attn_mask_composition_expanded/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_attn_mask_composition_expanded/test_data_set_0/input_4.pb b/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_attn_mask_composition_expanded/test_data_set_0/input_4.pb new file mode 100644 index 0000000..a6928b9 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_attn_mask_composition_expanded/test_data_set_0/input_4.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_attn_mask_composition_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_attn_mask_composition_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..ad49711 --- /dev/null +++ b/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_attn_mask_composition_expanded/test_data_set_0/output_0.pb @@ -0,0 +1,4 @@ +BYJ2>%'>(?T>:>`=A>=(?g>a>?1?gm>)>2>E?>G>?:?c>>O>\G?>k?7U?oI>xY?>>gN?7> ?N?F?,o??~>"?}?x/?x?9?> o;?`>a ?$?3?T>8&? ~?S>60?z>x?6?S? +?>+?/>T3?I> +? +?B)?>BA?m>b%?L>>>y>w>0> T?]9%?F_>a>W>1 ?i>Q> ?318?>?#>.?2?3>'>&?"> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_batch_prefill/model.onnx b/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_batch_prefill/model.onnx new file mode 100644 index 0000000..57c5863 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_batch_prefill/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_batch_prefill/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_batch_prefill/test_data_set_0/input_0.pb new file mode 100644 index 0000000..4151a77 --- /dev/null +++ b/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_batch_prefill/test_data_set_0/input_0.pb @@ -0,0 +1,2 @@ +BQJ>s=?:ц>%?n<3k?@f?=t? >Q>D(?q?LZ?;o?WR ?c>qD?$> =媞>R+?E>hP?D>%;?3?0>V>bz??Gs?IyD?3S?(3>>>`~?b5>lv?>g>!>X>W> =&=z;?"?<䯙>*'b>\a=t?g.>E=?DM?=O>E$?H>?A> e???u?,C>>Lqc?'U>q?vw=[?0X+?l??)>f>9>Ou?>{Qr?p[?]0?zW; \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_batch_prefill/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_batch_prefill/test_data_set_0/input_1.pb new file mode 100644 index 0000000..5b8a564 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_batch_prefill/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_batch_prefill/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_batch_prefill/test_data_set_0/input_2.pb new file mode 100644 index 0000000..1acc93b Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_batch_prefill/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_batch_prefill/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_batch_prefill/test_data_set_0/input_3.pb new file mode 100644 index 0000000..bbdac1d Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_batch_prefill/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_batch_prefill/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_batch_prefill/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d58d0ff Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_batch_prefill/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_batch_prefill_expanded/model.onnx b/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_batch_prefill_expanded/model.onnx new file mode 100644 index 0000000..6cdd6bd Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_batch_prefill_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_batch_prefill_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_batch_prefill_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..4151a77 --- /dev/null +++ b/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_batch_prefill_expanded/test_data_set_0/input_0.pb @@ -0,0 +1,2 @@ +BQJ>s=?:ц>%?n<3k?@f?=t? >Q>D(?q?LZ?;o?WR ?c>qD?$> =媞>R+?E>hP?D>%;?3?0>V>bz??Gs?IyD?3S?(3>>>`~?b5>lv?>g>!>X>W> =&=z;?"?<䯙>*'b>\a=t?g.>E=?DM?=O>E$?H>?A> e???u?,C>>Lqc?'U>q?vw=[?0X+?l??)>f>9>Ou?>{Qr?p[?]0?zW; \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_batch_prefill_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_batch_prefill_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..5b8a564 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_batch_prefill_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_batch_prefill_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_batch_prefill_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..1acc93b Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_batch_prefill_expanded/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_batch_prefill_expanded/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_batch_prefill_expanded/test_data_set_0/input_3.pb new file mode 100644 index 0000000..bbdac1d Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_batch_prefill_expanded/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_batch_prefill_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_batch_prefill_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d58d0ff Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_batch_prefill_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_continued_prefill/model.onnx b/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_continued_prefill/model.onnx new file mode 100644 index 0000000..85d46a8 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_continued_prefill/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_continued_prefill/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_continued_prefill/test_data_set_0/input_0.pb new file mode 100644 index 0000000..1c1e8d5 --- /dev/null +++ b/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_continued_prefill/test_data_set_0/input_0.pb @@ -0,0 +1,2 @@ +BQJ>0g8?8V˚>-G>=>>V>%> ?>j/?[Q>N`?[<£+?>L?>J>L?w?"y><1? +[`?e?+==->`?j=k> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_continued_prefill/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_continued_prefill/test_data_set_0/input_1.pb new file mode 100644 index 0000000..5274c3d Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_continued_prefill/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_continued_prefill/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_continued_prefill/test_data_set_0/input_2.pb new file mode 100644 index 0000000..8fde5ee Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_continued_prefill/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_continued_prefill/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_continued_prefill/test_data_set_0/input_3.pb new file mode 100644 index 0000000..cc85f91 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_continued_prefill/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_continued_prefill/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_continued_prefill/test_data_set_0/output_0.pb new file mode 100644 index 0000000..441aff1 --- /dev/null +++ b/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_continued_prefill/test_data_set_0/output_0.pb @@ -0,0 +1,2 @@ +BYJi?!5 ?&3?%>(<Œ#? ?!N:??*Z> g>> +?UM??Z`=Q5>>>k>~>WG?>L9>G>3? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_continued_prefill_expanded/model.onnx b/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_continued_prefill_expanded/model.onnx new file mode 100644 index 0000000..43595c2 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_continued_prefill_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_continued_prefill_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_continued_prefill_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..1c1e8d5 --- /dev/null +++ b/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_continued_prefill_expanded/test_data_set_0/input_0.pb @@ -0,0 +1,2 @@ +BQJ>0g8?8V˚>-G>=>>V>%> ?>j/?[Q>N`?[<£+?>L?>J>L?w?"y><1? +[`?e?+==->`?j=k> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_continued_prefill_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_continued_prefill_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..5274c3d Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_continued_prefill_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_continued_prefill_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_continued_prefill_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..8fde5ee Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_continued_prefill_expanded/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_continued_prefill_expanded/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_continued_prefill_expanded/test_data_set_0/input_3.pb new file mode 100644 index 0000000..cc85f91 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_continued_prefill_expanded/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_continued_prefill_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_continued_prefill_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..441aff1 --- /dev/null +++ b/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_continued_prefill_expanded/test_data_set_0/output_0.pb @@ -0,0 +1,2 @@ +BYJi?!5 ?&3?%>(<Œ#? ?!N:??*Z> g>> +?UM??Z`=Q5>>>k>~>WG?>L9>G>3? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_negative_offset_structural_empty/model.onnx b/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_negative_offset_structural_empty/model.onnx new file mode 100644 index 0000000..ce7b023 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_negative_offset_structural_empty/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_negative_offset_structural_empty/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_negative_offset_structural_empty/test_data_set_0/input_0.pb new file mode 100644 index 0000000..1438bda Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_negative_offset_structural_empty/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_negative_offset_structural_empty/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_negative_offset_structural_empty/test_data_set_0/input_1.pb new file mode 100644 index 0000000..83cd079 --- /dev/null +++ b/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_negative_offset_structural_empty/test_data_set_0/input_1.pb @@ -0,0 +1,2 @@ +BKJI?gp>Ww?q?0Y?s>kW?A>W> >=?>A) >>0>Й>3y)>n>p>_F?CK?\?>9G?^%c?z,?2L?ip?&=,`?>h>K?07?ڭ>(?ԍ=Ѷ>P?!>?h:?;R?B?#;+>1 >rSc= +?ݖ?T?jq?19>k>(?C>te>2*?-><@H?b[? =i[?L? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_negative_offset_structural_empty/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_negative_offset_structural_empty/test_data_set_0/input_2.pb new file mode 100644 index 0000000..0161f50 --- /dev/null +++ b/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_negative_offset_structural_empty/test_data_set_0/input_2.pb @@ -0,0 +1,2 @@ +BVJy?k>(->yo`?/h?FJ>0>8?hX?]P,>h;*?NN? ?|(>=3%>N?\7=<%>gL=>< +T?Z2?> >> ?/p?C~?fw>YW-<ؤT?6m?>?}E?8]??d_?G<>>"=$i?[<,,?=9>%> 9>.a?8?S>α E>x>>0k?S?2=B-> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_negative_offset_structural_empty/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_negative_offset_structural_empty/test_data_set_0/input_3.pb new file mode 100644 index 0000000..cb05c55 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_negative_offset_structural_empty/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_negative_offset_structural_empty/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_negative_offset_structural_empty/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d354e2a Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_negative_offset_structural_empty/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_negative_offset_structural_empty_expanded/model.onnx b/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_negative_offset_structural_empty_expanded/model.onnx new file mode 100644 index 0000000..a07bc7a Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_negative_offset_structural_empty_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_negative_offset_structural_empty_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_negative_offset_structural_empty_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..1438bda Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_negative_offset_structural_empty_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_negative_offset_structural_empty_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_negative_offset_structural_empty_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..83cd079 --- /dev/null +++ b/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_negative_offset_structural_empty_expanded/test_data_set_0/input_1.pb @@ -0,0 +1,2 @@ +BKJI?gp>Ww?q?0Y?s>kW?A>W> >=?>A) >>0>Й>3y)>n>p>_F?CK?\?>9G?^%c?z,?2L?ip?&=,`?>h>K?07?ڭ>(?ԍ=Ѷ>P?!>?h:?;R?B?#;+>1 >rSc= +?ݖ?T?jq?19>k>(?C>te>2*?-><@H?b[? =i[?L? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_negative_offset_structural_empty_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_negative_offset_structural_empty_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..0161f50 --- /dev/null +++ b/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_negative_offset_structural_empty_expanded/test_data_set_0/input_2.pb @@ -0,0 +1,2 @@ +BVJy?k>(->yo`?/h?FJ>0>8?hX?]P,>h;*?NN? ?|(>=3%>N?\7=<%>gL=>< +T?Z2?> >> ?/p?C~?fw>YW-<ؤT?6m?>?}E?8]??d_?G<>>"=$i?[<,,?=9>%> 9>.a?8?S>α E>x>>0k?S?2=B-> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_negative_offset_structural_empty_expanded/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_negative_offset_structural_empty_expanded/test_data_set_0/input_3.pb new file mode 100644 index 0000000..cb05c55 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_negative_offset_structural_empty_expanded/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_negative_offset_structural_empty_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_negative_offset_structural_empty_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d354e2a Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_causal_nonpad_negative_offset_structural_empty_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_causal_with_past_and_present/model.onnx b/onnx/backend/test/data/node/test_attention_4d_causal_with_past_and_present/model.onnx new file mode 100644 index 0000000..ab6b0c8 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_causal_with_past_and_present/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_4d_causal_with_past_and_present/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_4d_causal_with_past_and_present/test_data_set_0/input_0.pb new file mode 100644 index 0000000..c2a9b20 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_causal_with_past_and_present/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_causal_with_past_and_present/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_4d_causal_with_past_and_present/test_data_set_0/input_1.pb new file mode 100644 index 0000000..5605319 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_causal_with_past_and_present/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_causal_with_past_and_present/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_4d_causal_with_past_and_present/test_data_set_0/input_2.pb new file mode 100644 index 0000000..3cb40dc Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_causal_with_past_and_present/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_causal_with_past_and_present/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_attention_4d_causal_with_past_and_present/test_data_set_0/input_3.pb new file mode 100644 index 0000000..e7cfc31 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_causal_with_past_and_present/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_causal_with_past_and_present/test_data_set_0/input_4.pb b/onnx/backend/test/data/node/test_attention_4d_causal_with_past_and_present/test_data_set_0/input_4.pb new file mode 100644 index 0000000..f582f30 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_causal_with_past_and_present/test_data_set_0/input_4.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_causal_with_past_and_present/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_4d_causal_with_past_and_present/test_data_set_0/output_0.pb new file mode 100644 index 0000000..6911fda Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_causal_with_past_and_present/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_causal_with_past_and_present/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_attention_4d_causal_with_past_and_present/test_data_set_0/output_1.pb new file mode 100644 index 0000000..29e3183 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_causal_with_past_and_present/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_causal_with_past_and_present/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_attention_4d_causal_with_past_and_present/test_data_set_0/output_2.pb new file mode 100644 index 0000000..778a0b2 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_causal_with_past_and_present/test_data_set_0/output_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_causal_with_past_and_present_expanded/model.onnx b/onnx/backend/test/data/node/test_attention_4d_causal_with_past_and_present_expanded/model.onnx new file mode 100644 index 0000000..c8f771f Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_causal_with_past_and_present_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_4d_causal_with_past_and_present_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_4d_causal_with_past_and_present_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..c2a9b20 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_causal_with_past_and_present_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_causal_with_past_and_present_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_4d_causal_with_past_and_present_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..5605319 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_causal_with_past_and_present_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_causal_with_past_and_present_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_4d_causal_with_past_and_present_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..3cb40dc Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_causal_with_past_and_present_expanded/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_causal_with_past_and_present_expanded/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_attention_4d_causal_with_past_and_present_expanded/test_data_set_0/input_3.pb new file mode 100644 index 0000000..e7cfc31 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_causal_with_past_and_present_expanded/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_causal_with_past_and_present_expanded/test_data_set_0/input_4.pb b/onnx/backend/test/data/node/test_attention_4d_causal_with_past_and_present_expanded/test_data_set_0/input_4.pb new file mode 100644 index 0000000..f582f30 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_causal_with_past_and_present_expanded/test_data_set_0/input_4.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_causal_with_past_and_present_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_4d_causal_with_past_and_present_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..6911fda Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_causal_with_past_and_present_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_causal_with_past_and_present_expanded/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_attention_4d_causal_with_past_and_present_expanded/test_data_set_0/output_1.pb new file mode 100644 index 0000000..29e3183 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_causal_with_past_and_present_expanded/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_causal_with_past_and_present_expanded/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_attention_4d_causal_with_past_and_present_expanded/test_data_set_0/output_2.pb new file mode 100644 index 0000000..778a0b2 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_causal_with_past_and_present_expanded/test_data_set_0/output_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_mask4d_padded_kv/model.onnx b/onnx/backend/test/data/node/test_attention_4d_diff_heads_mask4d_padded_kv/model.onnx new file mode 100644 index 0000000..e08c47a Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_mask4d_padded_kv/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_mask4d_padded_kv/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_mask4d_padded_kv/test_data_set_0/input_0.pb new file mode 100644 index 0000000..daf1d33 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_mask4d_padded_kv/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_mask4d_padded_kv/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_mask4d_padded_kv/test_data_set_0/input_1.pb new file mode 100644 index 0000000..9b09f1c Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_mask4d_padded_kv/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_mask4d_padded_kv/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_mask4d_padded_kv/test_data_set_0/input_2.pb new file mode 100644 index 0000000..49d76d7 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_mask4d_padded_kv/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_mask4d_padded_kv/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_mask4d_padded_kv/test_data_set_0/input_3.pb new file mode 100644 index 0000000..fba3316 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_mask4d_padded_kv/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_mask4d_padded_kv/test_data_set_0/input_4.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_mask4d_padded_kv/test_data_set_0/input_4.pb new file mode 100644 index 0000000..bfafc01 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_mask4d_padded_kv/test_data_set_0/input_4.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_mask4d_padded_kv/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_mask4d_padded_kv/test_data_set_0/output_0.pb new file mode 100644 index 0000000..1af681f Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_mask4d_padded_kv/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_mask4d_padded_kv_expanded/model.onnx b/onnx/backend/test/data/node/test_attention_4d_diff_heads_mask4d_padded_kv_expanded/model.onnx new file mode 100644 index 0000000..26a59de Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_mask4d_padded_kv_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_mask4d_padded_kv_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_mask4d_padded_kv_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..daf1d33 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_mask4d_padded_kv_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_mask4d_padded_kv_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_mask4d_padded_kv_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..9b09f1c Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_mask4d_padded_kv_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_mask4d_padded_kv_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_mask4d_padded_kv_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..49d76d7 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_mask4d_padded_kv_expanded/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_mask4d_padded_kv_expanded/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_mask4d_padded_kv_expanded/test_data_set_0/input_3.pb new file mode 100644 index 0000000..fba3316 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_mask4d_padded_kv_expanded/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_mask4d_padded_kv_expanded/test_data_set_0/input_4.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_mask4d_padded_kv_expanded/test_data_set_0/input_4.pb new file mode 100644 index 0000000..bfafc01 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_mask4d_padded_kv_expanded/test_data_set_0/input_4.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_mask4d_padded_kv_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_mask4d_padded_kv_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..1af681f Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_mask4d_padded_kv_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes/model.onnx b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes/model.onnx new file mode 100644 index 0000000..8cc136c Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes/test_data_set_0/input_0.pb new file mode 100644 index 0000000..daf1d33 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes/test_data_set_0/input_1.pb new file mode 100644 index 0000000..9b09f1c Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes/test_data_set_0/input_2.pb new file mode 100644 index 0000000..49d76d7 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes/test_data_set_0/output_0.pb new file mode 100644 index 0000000..7845157 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_attn_mask/model.onnx b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_attn_mask/model.onnx new file mode 100644 index 0000000..308acaf Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_attn_mask/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_attn_mask/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_attn_mask/test_data_set_0/input_0.pb new file mode 100644 index 0000000..daf1d33 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_attn_mask/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_attn_mask/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_attn_mask/test_data_set_0/input_1.pb new file mode 100644 index 0000000..9b09f1c Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_attn_mask/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_attn_mask/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_attn_mask/test_data_set_0/input_2.pb new file mode 100644 index 0000000..49d76d7 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_attn_mask/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_attn_mask/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_attn_mask/test_data_set_0/input_3.pb new file mode 100644 index 0000000..6b3ed4e Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_attn_mask/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_attn_mask/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_attn_mask/test_data_set_0/output_0.pb new file mode 100644 index 0000000..88a72e3 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_attn_mask/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_attn_mask_expanded/model.onnx b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_attn_mask_expanded/model.onnx new file mode 100644 index 0000000..aa3c3ac Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_attn_mask_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_attn_mask_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_attn_mask_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..daf1d33 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_attn_mask_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_attn_mask_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_attn_mask_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..9b09f1c Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_attn_mask_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_attn_mask_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_attn_mask_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..49d76d7 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_attn_mask_expanded/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_attn_mask_expanded/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_attn_mask_expanded/test_data_set_0/input_3.pb new file mode 100644 index 0000000..6b3ed4e Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_attn_mask_expanded/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_attn_mask_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_attn_mask_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..88a72e3 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_attn_mask_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_causal/model.onnx b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_causal/model.onnx new file mode 100644 index 0000000..1efbf16 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_causal/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_causal/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_causal/test_data_set_0/input_0.pb new file mode 100644 index 0000000..daf1d33 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_causal/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_causal/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_causal/test_data_set_0/input_1.pb new file mode 100644 index 0000000..9b09f1c Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_causal/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_causal/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_causal/test_data_set_0/input_2.pb new file mode 100644 index 0000000..49d76d7 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_causal/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_causal/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_causal/test_data_set_0/output_0.pb new file mode 100644 index 0000000..ea7a490 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_causal/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_causal_expanded/model.onnx b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_causal_expanded/model.onnx new file mode 100644 index 0000000..cb45656 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_causal_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_causal_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_causal_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..daf1d33 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_causal_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_causal_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_causal_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..9b09f1c Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_causal_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_causal_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_causal_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..49d76d7 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_causal_expanded/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_causal_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_causal_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..ea7a490 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_causal_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_expanded/model.onnx b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_expanded/model.onnx new file mode 100644 index 0000000..0217255 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..daf1d33 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..9b09f1c Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..49d76d7 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_expanded/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..7845157 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_scaled/model.onnx b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_scaled/model.onnx new file mode 100644 index 0000000..d719e78 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_scaled/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_scaled/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_scaled/test_data_set_0/input_0.pb new file mode 100644 index 0000000..daf1d33 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_scaled/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_scaled/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_scaled/test_data_set_0/input_1.pb new file mode 100644 index 0000000..9b09f1c Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_scaled/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_scaled/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_scaled/test_data_set_0/input_2.pb new file mode 100644 index 0000000..49d76d7 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_scaled/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_scaled/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_scaled/test_data_set_0/output_0.pb new file mode 100644 index 0000000..ac9130b Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_scaled/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_scaled_expanded/model.onnx b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_scaled_expanded/model.onnx new file mode 100644 index 0000000..3162536 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_scaled_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_scaled_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_scaled_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..daf1d33 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_scaled_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_scaled_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_scaled_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..9b09f1c Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_scaled_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_scaled_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_scaled_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..49d76d7 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_scaled_expanded/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_scaled_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_scaled_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..ac9130b Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_scaled_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_softcap/model.onnx b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_softcap/model.onnx new file mode 100644 index 0000000..8610627 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_softcap/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_softcap/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_softcap/test_data_set_0/input_0.pb new file mode 100644 index 0000000..daf1d33 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_softcap/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_softcap/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_softcap/test_data_set_0/input_1.pb new file mode 100644 index 0000000..9b09f1c Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_softcap/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_softcap/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_softcap/test_data_set_0/input_2.pb new file mode 100644 index 0000000..49d76d7 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_softcap/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_softcap/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_softcap/test_data_set_0/output_0.pb new file mode 100644 index 0000000..13fbf8d Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_softcap/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_softcap_expanded/model.onnx b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_softcap_expanded/model.onnx new file mode 100644 index 0000000..6d3e137 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_softcap_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_softcap_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_softcap_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..daf1d33 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_softcap_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_softcap_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_softcap_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..9b09f1c Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_softcap_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_softcap_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_softcap_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..49d76d7 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_softcap_expanded/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_softcap_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_softcap_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..13fbf8d Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_sizes_softcap_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present/model.onnx b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present/model.onnx new file mode 100644 index 0000000..512de32 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present/test_data_set_0/input_0.pb new file mode 100644 index 0000000..daf1d33 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present/test_data_set_0/input_1.pb new file mode 100644 index 0000000..9b09f1c Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present/test_data_set_0/input_2.pb new file mode 100644 index 0000000..49d76d7 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present/test_data_set_0/input_3.pb new file mode 100644 index 0000000..28c2517 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present/test_data_set_0/input_4.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present/test_data_set_0/input_4.pb new file mode 100644 index 0000000..bc6d46e Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present/test_data_set_0/input_4.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present/test_data_set_0/input_5.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present/test_data_set_0/input_5.pb new file mode 100644 index 0000000..f1cf5d7 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present/test_data_set_0/input_5.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present/test_data_set_0/output_0.pb new file mode 100644 index 0000000..1a529ac Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present/test_data_set_0/output_1.pb new file mode 100644 index 0000000..89fde78 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present/test_data_set_0/output_2.pb new file mode 100644 index 0000000..761e4d6 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present/test_data_set_0/output_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_expanded/model.onnx b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_expanded/model.onnx new file mode 100644 index 0000000..c7f1853 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..daf1d33 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..9b09f1c Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..49d76d7 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_expanded/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_expanded/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_expanded/test_data_set_0/input_3.pb new file mode 100644 index 0000000..28c2517 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_expanded/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_expanded/test_data_set_0/input_4.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_expanded/test_data_set_0/input_4.pb new file mode 100644 index 0000000..bc6d46e Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_expanded/test_data_set_0/input_4.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_expanded/test_data_set_0/input_5.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_expanded/test_data_set_0/input_5.pb new file mode 100644 index 0000000..f1cf5d7 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_expanded/test_data_set_0/input_5.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..1a529ac Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_expanded/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_expanded/test_data_set_0/output_1.pb new file mode 100644 index 0000000..89fde78 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_expanded/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_expanded/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_expanded/test_data_set_0/output_2.pb new file mode 100644 index 0000000..761e4d6 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_expanded/test_data_set_0/output_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask3d/model.onnx b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask3d/model.onnx new file mode 100644 index 0000000..84f1a81 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask3d/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask3d/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask3d/test_data_set_0/input_0.pb new file mode 100644 index 0000000..daf1d33 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask3d/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask3d/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask3d/test_data_set_0/input_1.pb new file mode 100644 index 0000000..9b09f1c Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask3d/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask3d/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask3d/test_data_set_0/input_2.pb new file mode 100644 index 0000000..49d76d7 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask3d/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask3d/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask3d/test_data_set_0/input_3.pb new file mode 100644 index 0000000..d0d4f65 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask3d/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask3d/test_data_set_0/input_4.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask3d/test_data_set_0/input_4.pb new file mode 100644 index 0000000..606c9bb Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask3d/test_data_set_0/input_4.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask3d/test_data_set_0/input_5.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask3d/test_data_set_0/input_5.pb new file mode 100644 index 0000000..b5d7397 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask3d/test_data_set_0/input_5.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask3d/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask3d/test_data_set_0/output_0.pb new file mode 100644 index 0000000..84b9ca3 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask3d/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask3d/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask3d/test_data_set_0/output_1.pb new file mode 100644 index 0000000..ffe38db Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask3d/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask3d/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask3d/test_data_set_0/output_2.pb new file mode 100644 index 0000000..dfec6f0 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask3d/test_data_set_0/output_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask3d_expanded/model.onnx b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask3d_expanded/model.onnx new file mode 100644 index 0000000..c73aaaa Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask3d_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask3d_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask3d_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..daf1d33 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask3d_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask3d_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask3d_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..9b09f1c Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask3d_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask3d_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask3d_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..49d76d7 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask3d_expanded/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask3d_expanded/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask3d_expanded/test_data_set_0/input_3.pb new file mode 100644 index 0000000..d0d4f65 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask3d_expanded/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask3d_expanded/test_data_set_0/input_4.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask3d_expanded/test_data_set_0/input_4.pb new file mode 100644 index 0000000..606c9bb Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask3d_expanded/test_data_set_0/input_4.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask3d_expanded/test_data_set_0/input_5.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask3d_expanded/test_data_set_0/input_5.pb new file mode 100644 index 0000000..b5d7397 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask3d_expanded/test_data_set_0/input_5.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask3d_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask3d_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..84b9ca3 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask3d_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask3d_expanded/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask3d_expanded/test_data_set_0/output_1.pb new file mode 100644 index 0000000..ffe38db Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask3d_expanded/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask3d_expanded/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask3d_expanded/test_data_set_0/output_2.pb new file mode 100644 index 0000000..dfec6f0 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask3d_expanded/test_data_set_0/output_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask4d/model.onnx b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask4d/model.onnx new file mode 100644 index 0000000..88134ee Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask4d/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask4d/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask4d/test_data_set_0/input_0.pb new file mode 100644 index 0000000..daf1d33 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask4d/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask4d/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask4d/test_data_set_0/input_1.pb new file mode 100644 index 0000000..9b09f1c Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask4d/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask4d/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask4d/test_data_set_0/input_2.pb new file mode 100644 index 0000000..49d76d7 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask4d/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask4d/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask4d/test_data_set_0/input_3.pb new file mode 100644 index 0000000..3b49fbf Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask4d/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask4d/test_data_set_0/input_4.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask4d/test_data_set_0/input_4.pb new file mode 100644 index 0000000..044dbce Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask4d/test_data_set_0/input_4.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask4d/test_data_set_0/input_5.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask4d/test_data_set_0/input_5.pb new file mode 100644 index 0000000..eca8fc2 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask4d/test_data_set_0/input_5.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask4d/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask4d/test_data_set_0/output_0.pb new file mode 100644 index 0000000..be2d964 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask4d/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask4d/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask4d/test_data_set_0/output_1.pb new file mode 100644 index 0000000..0ba7250 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask4d/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask4d/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask4d/test_data_set_0/output_2.pb new file mode 100644 index 0000000..2e83376 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask4d/test_data_set_0/output_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask4d_expanded/model.onnx b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask4d_expanded/model.onnx new file mode 100644 index 0000000..ee1485c Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask4d_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask4d_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask4d_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..daf1d33 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask4d_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask4d_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask4d_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..9b09f1c Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask4d_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask4d_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask4d_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..49d76d7 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask4d_expanded/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask4d_expanded/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask4d_expanded/test_data_set_0/input_3.pb new file mode 100644 index 0000000..3b49fbf Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask4d_expanded/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask4d_expanded/test_data_set_0/input_4.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask4d_expanded/test_data_set_0/input_4.pb new file mode 100644 index 0000000..044dbce Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask4d_expanded/test_data_set_0/input_4.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask4d_expanded/test_data_set_0/input_5.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask4d_expanded/test_data_set_0/input_5.pb new file mode 100644 index 0000000..eca8fc2 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask4d_expanded/test_data_set_0/input_5.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask4d_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask4d_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..be2d964 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask4d_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask4d_expanded/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask4d_expanded/test_data_set_0/output_1.pb new file mode 100644 index 0000000..0ba7250 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask4d_expanded/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask4d_expanded/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask4d_expanded/test_data_set_0/output_2.pb new file mode 100644 index 0000000..2e83376 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_diff_heads_with_past_and_present_mask4d_expanded/test_data_set_0/output_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_expanded/model.onnx b/onnx/backend/test/data/node/test_attention_4d_expanded/model.onnx new file mode 100644 index 0000000..4836066 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_4d_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_4d_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..daf1d33 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_4d_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..9b09f1c Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_4d_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..b358e38 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_expanded/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_4d_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..440196c Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_fp16/model.onnx b/onnx/backend/test/data/node/test_attention_4d_fp16/model.onnx new file mode 100644 index 0000000..1b40fab Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_fp16/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_4d_fp16/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_4d_fp16/test_data_set_0/input_0.pb new file mode 100644 index 0000000..c96d042 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_fp16/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_fp16/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_4d_fp16/test_data_set_0/input_1.pb new file mode 100644 index 0000000..4e24a04 --- /dev/null +++ b/onnx/backend/test/data/node/test_attention_4d_fp16/test_data_set_0/input_1.pb @@ -0,0 +1,2 @@ + +BKJ1;97G34m+649 61Q&N,o9B7K8,;;2N974I%:5#68:9:`4b:1;92;942%8&265k7q48:/$8:09V681075;:9;;W-k88;43k.5$p;\9H:48,7;;i5;j3;;e: 9:4:8"50;7795a0:28.3C.:;;A;1:U51-6n3=0*9!*:0--`936u8:9S450+424L7w99461O:G+9;:8:'458]45N2\7)f:,'848;*9(68J8s9q4 0H6;1;;Z8P7;V79b6;;99>5:93#1_:;U78:Q7;8:E;:19`6,6$4:C(;55.$1l6o;`.;:D7:5s38<(#6[,43 420*"d/8;;67197;.,D:43M93T9#86p84965:f;)r35:;;=;4;3.;x39x+9;\465931074:38;9:;:9;;;7 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_attention_4d_fp16/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_4d_fp16/test_data_set_0/input_2.pb new file mode 100644 index 0000000..26213b1 --- /dev/null +++ b/onnx/backend/test/data/node/test_attention_4d_fp16/test_data_set_0/input_2.pb @@ -0,0 +1,2 @@ + +BVJ,406408 6*;;`8f48-;6k8Y4I7m63 84538:V5e;:;*4#7.59r9892x5i9 ;Y84'9 5?8`;-69&{58w42h/89`9;-988;R$9:8X5T:9.7)89-J368;8E0;:8a;U8c;:;\;(1:6;4#1;$7C;!1J9 7,93)++C;9/;a9;84;57 6;1?5q9 ,874385N7f5;E02.58F9[6;599:;;:9^50,36-8/:;/.89:};;f660{9A9:9.783i1:~+7j/P7;6:/W4v6f6_9599c668|,::99L8/{6|6#5'9/899;.:y'H8x62852$%8:5"3'-v-3g.>4<,3,:01z80:M70c26:85@::k;i'*;H6;9;:5865-47t9p428/1);185-;9;84e8r;+8F4;535:V77a5 ;;;6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_attention_4d_fp16/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_4d_fp16/test_data_set_0/output_0.pb new file mode 100644 index 0000000..16bf3fe --- /dev/null +++ b/onnx/backend/test/data/node/test_attention_4d_fp16/test_data_set_0/output_0.pb @@ -0,0 +1,2 @@ + +BYJ8Y8_6746+7a98]8p67v4687v97v86|746 7h97]8e67467^98579N8G5Y8888'7d9M8}5 88887j9d8}5.8888c7Y98d5888m776?8[687y8|785e8268-7~8775]8G68>78775?868y78%97}9$9/65y7~6(9v7z9 9-657s6 9A7l9'9A6 6y7n69Y7l9G9"66C7l6s81I76U678 5782h7%6v6F885781m7%6,6L8i57r81S7 65T8579y7<6?8b8987976>88878975&8&8988975'8(8)977 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_attention_4d_fp16_expanded/model.onnx b/onnx/backend/test/data/node/test_attention_4d_fp16_expanded/model.onnx new file mode 100644 index 0000000..8508534 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_fp16_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_4d_fp16_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_4d_fp16_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..c96d042 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_fp16_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_fp16_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_4d_fp16_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..4e24a04 --- /dev/null +++ b/onnx/backend/test/data/node/test_attention_4d_fp16_expanded/test_data_set_0/input_1.pb @@ -0,0 +1,2 @@ + +BKJ1;97G34m+649 61Q&N,o9B7K8,;;2N974I%:5#68:9:`4b:1;92;942%8&265k7q48:/$8:09V681075;:9;;W-k88;43k.5$p;\9H:48,7;;i5;j3;;e: 9:4:8"50;7795a0:28.3C.:;;A;1:U51-6n3=0*9!*:0--`936u8:9S450+424L7w99461O:G+9;:8:'458]45N2\7)f:,'848;*9(68J8s9q4 0H6;1;;Z8P7;V79b6;;99>5:93#1_:;U78:Q7;8:E;:19`6,6$4:C(;55.$1l6o;`.;:D7:5s38<(#6[,43 420*"d/8;;67197;.,D:43M93T9#86p84965:f;)r35:;;=;4;3.;x39x+9;\465931074:38;9:;:9;;;7 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_attention_4d_fp16_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_4d_fp16_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..26213b1 --- /dev/null +++ b/onnx/backend/test/data/node/test_attention_4d_fp16_expanded/test_data_set_0/input_2.pb @@ -0,0 +1,2 @@ + +BVJ,406408 6*;;`8f48-;6k8Y4I7m63 84538:V5e;:;*4#7.59r9892x5i9 ;Y84'9 5?8`;-69&{58w42h/89`9;-988;R$9:8X5T:9.7)89-J368;8E0;:8a;U8c;:;\;(1:6;4#1;$7C;!1J9 7,93)++C;9/;a9;84;57 6;1?5q9 ,874385N7f5;E02.58F9[6;599:;;:9^50,36-8/:;/.89:};;f660{9A9:9.783i1:~+7j/P7;6:/W4v6f6_9599c668|,::99L8/{6|6#5'9/899;.:y'H8x62852$%8:5"3'-v-3g.>4<,3,:01z80:M70c26:85@::k;i'*;H6;9;:5865-47t9p428/1);185-;9;84e8r;+8F4;535:V77a5 ;;;6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_attention_4d_fp16_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_4d_fp16_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..16bf3fe --- /dev/null +++ b/onnx/backend/test/data/node/test_attention_4d_fp16_expanded/test_data_set_0/output_0.pb @@ -0,0 +1,2 @@ + +BYJ8Y8_6746+7a98]8p67v4687v97v86|746 7h97]8e67467^98579N8G5Y8888'7d9M8}5 88887j9d8}5.8888c7Y98d5888m776?8[687y8|785e8268-7~8775]8G68>78775?868y78%97}9$9/65y7~6(9v7z9 9-657s6 9A7l9'9A6 6y7n69Y7l9G9"66C7l6s81I76U678 5782h7%6v6F885781m7%6,6L8i57r81S7 65T8579y7<6?8b8987976>88878975&8&8988975'8(8)977 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa/model.onnx b/onnx/backend/test/data/node/test_attention_4d_gqa/model.onnx new file mode 100644 index 0000000..7e11d3e Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_gqa/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_4d_gqa/test_data_set_0/input_0.pb new file mode 100644 index 0000000..a39d629 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_gqa/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_4d_gqa/test_data_set_0/input_1.pb new file mode 100644 index 0000000..c0332cb Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_gqa/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_4d_gqa/test_data_set_0/input_2.pb new file mode 100644 index 0000000..bf632fe Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_gqa/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_4d_gqa/test_data_set_0/output_0.pb new file mode 100644 index 0000000..b1ba910 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_gqa/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_attn_mask/model.onnx b/onnx/backend/test/data/node/test_attention_4d_gqa_attn_mask/model.onnx new file mode 100644 index 0000000..fea9507 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_gqa_attn_mask/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_attn_mask/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_4d_gqa_attn_mask/test_data_set_0/input_0.pb new file mode 100644 index 0000000..a39d629 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_gqa_attn_mask/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_attn_mask/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_4d_gqa_attn_mask/test_data_set_0/input_1.pb new file mode 100644 index 0000000..c0332cb Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_gqa_attn_mask/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_attn_mask/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_4d_gqa_attn_mask/test_data_set_0/input_2.pb new file mode 100644 index 0000000..bf632fe Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_gqa_attn_mask/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_attn_mask/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_attention_4d_gqa_attn_mask/test_data_set_0/input_3.pb new file mode 100644 index 0000000..7e68778 --- /dev/null +++ b/onnx/backend/test/data/node/test_attention_4d_gqa_attn_mask/test_data_set_0/input_3.pb @@ -0,0 +1 @@ +B attn_maskJ`l>;>L?!t?>S?&=L"?C@?>>ud? =><0?>vL?gl?*>>>?{?<2? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_attn_mask/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_4d_gqa_attn_mask/test_data_set_0/output_0.pb new file mode 100644 index 0000000..c7c2fed Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_gqa_attn_mask/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_attn_mask_expanded/model.onnx b/onnx/backend/test/data/node/test_attention_4d_gqa_attn_mask_expanded/model.onnx new file mode 100644 index 0000000..054fdc0 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_gqa_attn_mask_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_attn_mask_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_4d_gqa_attn_mask_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..a39d629 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_gqa_attn_mask_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_attn_mask_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_4d_gqa_attn_mask_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..c0332cb Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_gqa_attn_mask_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_attn_mask_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_4d_gqa_attn_mask_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..bf632fe Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_gqa_attn_mask_expanded/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_attn_mask_expanded/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_attention_4d_gqa_attn_mask_expanded/test_data_set_0/input_3.pb new file mode 100644 index 0000000..7e68778 --- /dev/null +++ b/onnx/backend/test/data/node/test_attention_4d_gqa_attn_mask_expanded/test_data_set_0/input_3.pb @@ -0,0 +1 @@ +B attn_maskJ`l>;>L?!t?>S?&=L"?C@?>>ud? =><0?>vL?gl?*>>>?{?<2? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_attn_mask_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_4d_gqa_attn_mask_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..c7c2fed Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_gqa_attn_mask_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_causal/model.onnx b/onnx/backend/test/data/node/test_attention_4d_gqa_causal/model.onnx new file mode 100644 index 0000000..945f0e9 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_gqa_causal/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_causal/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_4d_gqa_causal/test_data_set_0/input_0.pb new file mode 100644 index 0000000..a39d629 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_gqa_causal/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_causal/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_4d_gqa_causal/test_data_set_0/input_1.pb new file mode 100644 index 0000000..c0332cb Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_gqa_causal/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_causal/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_4d_gqa_causal/test_data_set_0/input_2.pb new file mode 100644 index 0000000..bf632fe Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_gqa_causal/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_causal/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_4d_gqa_causal/test_data_set_0/output_0.pb new file mode 100644 index 0000000..17ccf00 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_gqa_causal/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_causal_expanded/model.onnx b/onnx/backend/test/data/node/test_attention_4d_gqa_causal_expanded/model.onnx new file mode 100644 index 0000000..64e53d9 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_gqa_causal_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_causal_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_4d_gqa_causal_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..a39d629 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_gqa_causal_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_causal_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_4d_gqa_causal_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..c0332cb Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_gqa_causal_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_causal_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_4d_gqa_causal_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..bf632fe Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_gqa_causal_expanded/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_causal_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_4d_gqa_causal_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..17ccf00 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_gqa_causal_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_causal_nonpad_decode/model.onnx b/onnx/backend/test/data/node/test_attention_4d_gqa_causal_nonpad_decode/model.onnx new file mode 100644 index 0000000..d8bfb3c Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_gqa_causal_nonpad_decode/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_causal_nonpad_decode/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_4d_gqa_causal_nonpad_decode/test_data_set_0/input_0.pb new file mode 100644 index 0000000..5002334 --- /dev/null +++ b/onnx/backend/test/data/node/test_attention_4d_gqa_causal_nonpad_decode/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BQJ  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{=p= <&U?H5G?^?z?L?G>G?9=#?4>q?ڗ?N>s>.4F?>?<\?N?c?yq?Ƌ.?k>>2?v=9*?+?nW>A>>L8>j?a>}?=U>R.%>2'?p>I>Jz>">] =7(? > \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_causal_nonpad_decode/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_4d_gqa_causal_nonpad_decode/test_data_set_0/input_1.pb new file mode 100644 index 0000000..23d4dd1 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_gqa_causal_nonpad_decode/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_causal_nonpad_decode/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_4d_gqa_causal_nonpad_decode/test_data_set_0/input_2.pb new file mode 100644 index 0000000..e31e75e Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_gqa_causal_nonpad_decode/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_causal_nonpad_decode/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_attention_4d_gqa_causal_nonpad_decode/test_data_set_0/input_3.pb new file mode 100644 index 0000000..2959e7a Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_gqa_causal_nonpad_decode/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_causal_nonpad_decode/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_4d_gqa_causal_nonpad_decode/test_data_set_0/output_0.pb new file mode 100644 index 0000000..9980ed4 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_gqa_causal_nonpad_decode/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_causal_nonpad_decode_expanded/model.onnx b/onnx/backend/test/data/node/test_attention_4d_gqa_causal_nonpad_decode_expanded/model.onnx new file mode 100644 index 0000000..5419353 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_gqa_causal_nonpad_decode_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_causal_nonpad_decode_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_4d_gqa_causal_nonpad_decode_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..5002334 --- /dev/null +++ b/onnx/backend/test/data/node/test_attention_4d_gqa_causal_nonpad_decode_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BQJ  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{=p= <&U?H5G?^?z?L?G>G?9=#?4>q?ڗ?N>s>.4F?>?<\?N?c?yq?Ƌ.?k>>2?v=9*?+?nW>A>>L8>j?a>}?=U>R.%>2'?p>I>Jz>">] =7(? > \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_causal_nonpad_decode_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_4d_gqa_causal_nonpad_decode_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..23d4dd1 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_gqa_causal_nonpad_decode_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_causal_nonpad_decode_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_4d_gqa_causal_nonpad_decode_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..e31e75e Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_gqa_causal_nonpad_decode_expanded/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_causal_nonpad_decode_expanded/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_attention_4d_gqa_causal_nonpad_decode_expanded/test_data_set_0/input_3.pb new file mode 100644 index 0000000..2959e7a Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_gqa_causal_nonpad_decode_expanded/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_causal_nonpad_decode_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_4d_gqa_causal_nonpad_decode_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..9980ed4 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_gqa_causal_nonpad_decode_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_causal_nonpad_decode_fp16/model.onnx b/onnx/backend/test/data/node/test_attention_4d_gqa_causal_nonpad_decode_fp16/model.onnx new file mode 100644 index 0000000..47e8b7a Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_gqa_causal_nonpad_decode_fp16/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_causal_nonpad_decode_fp16/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_4d_gqa_causal_nonpad_decode_fp16/test_data_set_0/input_0.pb new file mode 100644 index 0000000..7becafe Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_gqa_causal_nonpad_decode_fp16/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_causal_nonpad_decode_fp16/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_4d_gqa_causal_nonpad_decode_fp16/test_data_set_0/input_1.pb new file mode 100644 index 0000000..7c66768 --- /dev/null +++ b/onnx/backend/test/data/node/test_attention_4d_gqa_causal_nonpad_decode_fp16/test_data_set_0/input_1.pb @@ -0,0 +1,2 @@ + +BKJJ25:7.:&.;7;89)4/4/56,98?408.8o;5W9809418&%:l9R49;3888#3;'7:94:X6 ;8;998;'968$4H9486V04888:9896,;56#;s:9j.[;9;0:318/:u:86m,9B79:;:!59~1+8*f2$Y:*35m;9(E1883y;8I8894_621;97G34m+649 61Q&N,o9B7K8,;;2N974I%:5#68:9:`4b:1;92;942%8&265k7q48:/$8:09V681075;:9;;W-k88;43k.5$p;\9H:48,7;;i5;j3;;e: 9:4:8"50;7795a0:28.3C.:;;A;1:U51-6n3=0*9!*:0--`936u8:9 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_causal_nonpad_decode_fp16/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_4d_gqa_causal_nonpad_decode_fp16/test_data_set_0/input_2.pb new file mode 100644 index 0000000..a7ad95f --- /dev/null +++ b/onnx/backend/test/data/node/test_attention_4d_gqa_causal_nonpad_decode_fp16/test_data_set_0/input_2.pb @@ -0,0 +1,2 @@ + +BVJS450+424L7w99461O:G+9;:8:'458]45N2\7)f:,'848;*9(68J8s9q4 0H6;1;;Z8P7;V79b6;;99>5:93#1_:;U78:Q7;8:E;:19`6,6$4:C(;55.$1l6o;`.;:D7:5s38<(#6[,43 420*"d/8;;67197;.,D:43M93T9#86p84965:f;)r35:;;=;4;3.;x39x+9;\465931074:38;9:;:9;;;7,406408 6*;;`8f48-;6k8Y4I7m63 84538:V5e;:;*4#7.59r9892x5i9 ;Y84'9 5?8`;-69&{58w42h/89`9;-988;R$9:8X5T:9.7)89-J368;8E0;:8a;U8c;:;\;(1:6;4 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_causal_nonpad_decode_fp16/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_attention_4d_gqa_causal_nonpad_decode_fp16/test_data_set_0/input_3.pb new file mode 100644 index 0000000..2959e7a Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_gqa_causal_nonpad_decode_fp16/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_causal_nonpad_decode_fp16/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_4d_gqa_causal_nonpad_decode_fp16/test_data_set_0/output_0.pb new file mode 100644 index 0000000..739871b --- /dev/null +++ b/onnx/backend/test/data/node/test_attention_4d_gqa_causal_nonpad_decode_fp16/test_data_set_0/output_0.pb @@ -0,0 +1,3 @@ + +BYJ8B8j7j7P8 +88:728G8`77O88807_685;88@756685"887~5"687>8@9K7779C97f779:779]9s86:6u94-6V8786=6984U6k878 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_causal_nonpad_decode_fp16_expanded/model.onnx b/onnx/backend/test/data/node/test_attention_4d_gqa_causal_nonpad_decode_fp16_expanded/model.onnx new file mode 100644 index 0000000..0be69ee Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_gqa_causal_nonpad_decode_fp16_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_causal_nonpad_decode_fp16_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_4d_gqa_causal_nonpad_decode_fp16_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..7becafe Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_gqa_causal_nonpad_decode_fp16_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_causal_nonpad_decode_fp16_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_4d_gqa_causal_nonpad_decode_fp16_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..7c66768 --- /dev/null +++ b/onnx/backend/test/data/node/test_attention_4d_gqa_causal_nonpad_decode_fp16_expanded/test_data_set_0/input_1.pb @@ -0,0 +1,2 @@ + +BKJJ25:7.:&.;7;89)4/4/56,98?408.8o;5W9809418&%:l9R49;3888#3;'7:94:X6 ;8;998;'968$4H9486V04888:9896,;56#;s:9j.[;9;0:318/:u:86m,9B79:;:!59~1+8*f2$Y:*35m;9(E1883y;8I8894_621;97G34m+649 61Q&N,o9B7K8,;;2N974I%:5#68:9:`4b:1;92;942%8&265k7q48:/$8:09V681075;:9;;W-k88;43k.5$p;\9H:48,7;;i5;j3;;e: 9:4:8"50;7795a0:28.3C.:;;A;1:U51-6n3=0*9!*:0--`936u8:9 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_causal_nonpad_decode_fp16_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_4d_gqa_causal_nonpad_decode_fp16_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..a7ad95f --- /dev/null +++ b/onnx/backend/test/data/node/test_attention_4d_gqa_causal_nonpad_decode_fp16_expanded/test_data_set_0/input_2.pb @@ -0,0 +1,2 @@ + +BVJS450+424L7w99461O:G+9;:8:'458]45N2\7)f:,'848;*9(68J8s9q4 0H6;1;;Z8P7;V79b6;;99>5:93#1_:;U78:Q7;8:E;:19`6,6$4:C(;55.$1l6o;`.;:D7:5s38<(#6[,43 420*"d/8;;67197;.,D:43M93T9#86p84965:f;)r35:;;=;4;3.;x39x+9;\465931074:38;9:;:9;;;7,406408 6*;;`8f48-;6k8Y4I7m63 84538:V5e;:;*4#7.59r9892x5i9 ;Y84'9 5?8`;-69&{58w42h/89`9;-988;R$9:8X5T:9.7)89-J368;8E0;:8a;U8c;:;\;(1:6;4 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_causal_nonpad_decode_fp16_expanded/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_attention_4d_gqa_causal_nonpad_decode_fp16_expanded/test_data_set_0/input_3.pb new file mode 100644 index 0000000..2959e7a Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_gqa_causal_nonpad_decode_fp16_expanded/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_causal_nonpad_decode_fp16_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_4d_gqa_causal_nonpad_decode_fp16_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..739871b --- /dev/null +++ b/onnx/backend/test/data/node/test_attention_4d_gqa_causal_nonpad_decode_fp16_expanded/test_data_set_0/output_0.pb @@ -0,0 +1,3 @@ + +BYJ8B8j7j7P8 +88:728G8`77O88807_685;88@756685"887~5"687>8@9K7779C97f779:779]9s86:6u94-6V8786=6984U6k878 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_expanded/model.onnx b/onnx/backend/test/data/node/test_attention_4d_gqa_expanded/model.onnx new file mode 100644 index 0000000..5a43835 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_gqa_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_4d_gqa_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..a39d629 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_gqa_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_4d_gqa_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..c0332cb Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_gqa_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_4d_gqa_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..bf632fe Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_gqa_expanded/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_4d_gqa_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..b1ba910 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_gqa_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_scaled/model.onnx b/onnx/backend/test/data/node/test_attention_4d_gqa_scaled/model.onnx new file mode 100644 index 0000000..32e618b Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_gqa_scaled/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_scaled/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_4d_gqa_scaled/test_data_set_0/input_0.pb new file mode 100644 index 0000000..a39d629 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_gqa_scaled/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_scaled/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_4d_gqa_scaled/test_data_set_0/input_1.pb new file mode 100644 index 0000000..c0332cb Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_gqa_scaled/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_scaled/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_4d_gqa_scaled/test_data_set_0/input_2.pb new file mode 100644 index 0000000..bf632fe Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_gqa_scaled/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_scaled/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_4d_gqa_scaled/test_data_set_0/output_0.pb new file mode 100644 index 0000000..f63e8f6 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_gqa_scaled/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_scaled_expanded/model.onnx b/onnx/backend/test/data/node/test_attention_4d_gqa_scaled_expanded/model.onnx new file mode 100644 index 0000000..d6c92d2 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_gqa_scaled_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_scaled_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_4d_gqa_scaled_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..a39d629 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_gqa_scaled_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_scaled_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_4d_gqa_scaled_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..c0332cb Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_gqa_scaled_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_scaled_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_4d_gqa_scaled_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..bf632fe Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_gqa_scaled_expanded/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_scaled_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_4d_gqa_scaled_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..f63e8f6 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_gqa_scaled_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_softcap/model.onnx b/onnx/backend/test/data/node/test_attention_4d_gqa_softcap/model.onnx new file mode 100644 index 0000000..d203f59 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_gqa_softcap/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_softcap/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_4d_gqa_softcap/test_data_set_0/input_0.pb new file mode 100644 index 0000000..a39d629 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_gqa_softcap/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_softcap/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_4d_gqa_softcap/test_data_set_0/input_1.pb new file mode 100644 index 0000000..c0332cb Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_gqa_softcap/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_softcap/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_4d_gqa_softcap/test_data_set_0/input_2.pb new file mode 100644 index 0000000..bf632fe Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_gqa_softcap/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_softcap/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_4d_gqa_softcap/test_data_set_0/output_0.pb new file mode 100644 index 0000000..ad2184c Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_gqa_softcap/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_softcap_expanded/model.onnx b/onnx/backend/test/data/node/test_attention_4d_gqa_softcap_expanded/model.onnx new file mode 100644 index 0000000..7084a92 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_gqa_softcap_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_softcap_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_4d_gqa_softcap_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..a39d629 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_gqa_softcap_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_softcap_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_4d_gqa_softcap_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..c0332cb Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_gqa_softcap_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_softcap_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_4d_gqa_softcap_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..bf632fe Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_gqa_softcap_expanded/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_softcap_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_4d_gqa_softcap_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..ad2184c Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_gqa_softcap_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present/model.onnx b/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present/model.onnx new file mode 100644 index 0000000..0778ba1 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present/test_data_set_0/input_0.pb new file mode 100644 index 0000000..a39d629 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present/test_data_set_0/input_1.pb new file mode 100644 index 0000000..c0332cb Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present/test_data_set_0/input_2.pb new file mode 100644 index 0000000..bf632fe Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present/test_data_set_0/input_3.pb new file mode 100644 index 0000000..557a7e0 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present/test_data_set_0/input_4.pb b/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present/test_data_set_0/input_4.pb new file mode 100644 index 0000000..584b6c4 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present/test_data_set_0/input_4.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present/test_data_set_0/input_5.pb b/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present/test_data_set_0/input_5.pb new file mode 100644 index 0000000..d360588 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present/test_data_set_0/input_5.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d51d993 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present/test_data_set_0/output_1.pb new file mode 100644 index 0000000..e8198ed Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present/test_data_set_0/output_2.pb new file mode 100644 index 0000000..32d4568 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present/test_data_set_0/output_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present_expanded/model.onnx b/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present_expanded/model.onnx new file mode 100644 index 0000000..cb3d5a0 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..a39d629 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..c0332cb Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..bf632fe Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present_expanded/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present_expanded/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present_expanded/test_data_set_0/input_3.pb new file mode 100644 index 0000000..557a7e0 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present_expanded/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present_expanded/test_data_set_0/input_4.pb b/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present_expanded/test_data_set_0/input_4.pb new file mode 100644 index 0000000..584b6c4 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present_expanded/test_data_set_0/input_4.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present_expanded/test_data_set_0/input_5.pb b/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present_expanded/test_data_set_0/input_5.pb new file mode 100644 index 0000000..d360588 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present_expanded/test_data_set_0/input_5.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d51d993 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present_expanded/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present_expanded/test_data_set_0/output_1.pb new file mode 100644 index 0000000..e8198ed Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present_expanded/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present_expanded/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present_expanded/test_data_set_0/output_2.pb new file mode 100644 index 0000000..32d4568 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present_expanded/test_data_set_0/output_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present_fp16/model.onnx b/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present_fp16/model.onnx new file mode 100644 index 0000000..40cbdfc Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present_fp16/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present_fp16/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present_fp16/test_data_set_0/input_0.pb new file mode 100644 index 0000000..dcb4e10 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present_fp16/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present_fp16/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present_fp16/test_data_set_0/input_1.pb new file mode 100644 index 0000000..0e8a92b --- /dev/null +++ b/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present_fp16/test_data_set_0/input_1.pb @@ -0,0 +1,3 @@ + +BKJ#1;$7C;!1J9 7,93)++C;9/;a9;84;57 6;1?5q9 ,874385N7f5;E02.58F9[6;599:;;:9^50,36-8/:;/.89:};;f660{9A9:9.783i1:~+7j/P7;6:/W4v6f6_9599c668|,::99L8/{6|6#5'9/899;.:y'H8x62852$%8:5"3'-v-3g.>4<,3,:01z80:M70c26:85@::k;i'*;H6;9;:5865-47t9p428/1);185-;9;84e8r;+8F4;535:V77a5 ;;;6;V:h932P1b;4@77:::s06::.14,6.838/;v;E6347)96 +6z:9;5.;):584:2/21s69787y6,2v;2:l:18g/99:7R;Q*4961.:7;965 8;9G9[;917}05;c;4o5 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present_fp16/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present_fp16/test_data_set_0/input_2.pb new file mode 100644 index 0000000..27fa408 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present_fp16/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present_fp16/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present_fp16/test_data_set_0/input_3.pb new file mode 100644 index 0000000..37572c1 --- /dev/null +++ b/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present_fp16/test_data_set_0/input_3.pb @@ -0,0 +1,2 @@ + +B attn_maskJa3M4g:;5:.9:06$;.$86d:c;47678;9<684;V09g;Q96^25929l;::K;l456|8Y94$c64;;:995d8:P.i:E):v:*98o100:8;;;/ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present_fp16/test_data_set_0/input_4.pb b/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present_fp16/test_data_set_0/input_4.pb new file mode 100644 index 0000000..0a73f54 --- /dev/null +++ b/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present_fp16/test_data_set_0/input_4.pb @@ -0,0 +1,3 @@ +  +Bpast_keyJ ;3U7:281.v/56P9m6~-,s4k1;0r:888;5N:q8U6;8/6A:9U;&4:\78;;:5;96():8J:9Y:4h:d87g9x%.4;y0J5*M5 5;: 6W&:I90;j.:46]:l9;8C.;':9*W6\1:9;;3:;8(L#y5::;+,)N;4w8;h6T9j6%:983W4!4B89;9@:h156~9445{:8,-5":99#:4c8Y89;s4Y:H983:;(0 :]-!8 3d49':78R8*95y.5a1s85;;88;;:55q27;L;/s&0;L8h2d9'9/'4+2<0/2|9V*.K0544:;F8;Y6.647B9`7{;;9770Z694.C;98W::7 ;U;X4868N8;4;8;W7:':l95I2_9:)$$97/;%578~09:j+4(;V9;A8k:55 6C954;;'22//l)J3&7:37p;V9b:h8;8)V2z68-:69R:5;29 ;s89*:D;0w86c;.;;,799@;f:479n05274:85:p:;:60:+5\;; 99o)8`8q5d,S356895C5 %;) 499):'::9;1;88c(;609:5M2R.9>79S;0Z;64;;]2A9.59:z96!6J68 ;o;*1//025 8 99;;N9:9:4;y)a4e79.b9j:16)8;7f:;d:,q:C,30R2:8`97;3::8M786q86h69-T1:+:4 6i;:83)6b9::2(3m5 +2l:$:"8;02;t/919/8695;)::8(4 86f34;45:024;2a:w:k;e/29F24V117/&56I&76.7::&-8:3: ;s:. #2T48&69505;;2O:`4;L1T9d-;9:878;87:1z16"5,:,:Z8;,":C453P:0:K9+}:9=;9}8:s4 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present_fp16/test_data_set_0/input_5.pb b/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present_fp16/test_data_set_0/input_5.pb new file mode 100644 index 0000000..d6604c7 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present_fp16/test_data_set_0/input_5.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present_fp16/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present_fp16/test_data_set_0/output_0.pb new file mode 100644 index 0000000..333c719 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present_fp16/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present_fp16/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present_fp16/test_data_set_0/output_1.pb new file mode 100644 index 0000000..ac4dc51 --- /dev/null +++ b/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present_fp16/test_data_set_0/output_1.pb @@ -0,0 +1,4 @@ + +B present_keyJ ;3U7:281.v/56P9m6~-,s4k1;0r:888;5N:q8U6;8/6A:9U;&4:\78;;:5;96():8J:9Y:4h:d87g9x%.4;y0J5*M5 5;: 6W&:I90;j.:46]:l9;8C.;':9*W6\1:9;;3:;#1;$7C;!1J9 7,93)++C;9/;a9;84;57 6;1?5q9 ,874385N7f5;E02.58F9[6;599:8(L#y5::;+,)N;4w8;h6T9j6%:983W4!4B89;9@:h156~9445{:8,-5":99#:4c8Y89;s4Y:H983:;(0 :]-!8 3d49':78R8*95y.5a1s85;;88;;:55q27;L;/s&0;L8h2d9'9/'4+;;:9^50,36-8/:;/.89:};;f660{9A9:9.783i1:~+7j/P7;6:/W4v6f6_9599c662<0/2|9V*.K0544:;F8;Y6.647B9`7{;;9770Z694.C;98W::7 ;U;X4868N8;4;8;W7:':l95I2_9:)$$97/;%578~09:j+4(;V9;A8k:55 6C954;;'22//l)J3&7:37p;V9b:h8;8)V28|,::99L8/{6|6#5'9/899;.:y'H8x62852$%8:5"3'-v-3g.>4<,3,:01z80:M70c26:85@:z68-:69R:5;29 ;s89*:D;0w86c;.;;,799@;f:479n05274:85:p:;:60:+5\;; 99o)8`8q5d,S356895C5 %;) 499):'::9;1;88c(;609:5M2R.9>79S;0Z;64;;]2A9.:k;i'*;H6;9;:5865-47t9p428/1);185-;9;84e8r;+8F4;535:V77a5 ;;;659:z96!6J68 ;o;*1//025 8 99;;N9:9:4;y)a4e79.b9j:16)8;7f:;d:,q:C,30R2:8`97;3::8M786q86h69-T1:+:4 6i;:83)6b9::2(3m5 +2l:$:"8;02;t/919/8695;)::8(;V:h932P1b;4@77:::s06::.14,6.838/;v;E6347)96 +6z:9;5.;):584:2/24 86f34;45:024;2a:w:k;e/29F24V117/&56I&76.7::&-8:3: ;s:. #2T48&69505;;2O:`4;L1T9d-;9:878;87:1z16"5,:,:Z8;,":C453P:0:K9+}:9=;9}8:s41s69787y6,2v;2:l:18g/99:7R;Q*4961.:7;965 8;9G9[;917}05;c;4o5 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present_fp16/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present_fp16/test_data_set_0/output_2.pb new file mode 100644 index 0000000..b606f4b Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present_fp16/test_data_set_0/output_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present_fp16_expanded/model.onnx b/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present_fp16_expanded/model.onnx new file mode 100644 index 0000000..c2aaaaf Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present_fp16_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present_fp16_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present_fp16_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..dcb4e10 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present_fp16_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present_fp16_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present_fp16_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..0e8a92b --- /dev/null +++ b/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present_fp16_expanded/test_data_set_0/input_1.pb @@ -0,0 +1,3 @@ + +BKJ#1;$7C;!1J9 7,93)++C;9/;a9;84;57 6;1?5q9 ,874385N7f5;E02.58F9[6;599:;;:9^50,36-8/:;/.89:};;f660{9A9:9.783i1:~+7j/P7;6:/W4v6f6_9599c668|,::99L8/{6|6#5'9/899;.:y'H8x62852$%8:5"3'-v-3g.>4<,3,:01z80:M70c26:85@::k;i'*;H6;9;:5865-47t9p428/1);185-;9;84e8r;+8F4;535:V77a5 ;;;6;V:h932P1b;4@77:::s06::.14,6.838/;v;E6347)96 +6z:9;5.;):584:2/21s69787y6,2v;2:l:18g/99:7R;Q*4961.:7;965 8;9G9[;917}05;c;4o5 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present_fp16_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present_fp16_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..27fa408 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present_fp16_expanded/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present_fp16_expanded/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present_fp16_expanded/test_data_set_0/input_3.pb new file mode 100644 index 0000000..37572c1 --- /dev/null +++ b/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present_fp16_expanded/test_data_set_0/input_3.pb @@ -0,0 +1,2 @@ + +B attn_maskJa3M4g:;5:.9:06$;.$86d:c;47678;9<684;V09g;Q96^25929l;::K;l456|8Y94$c64;;:995d8:P.i:E):v:*98o100:8;;;/ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present_fp16_expanded/test_data_set_0/input_4.pb b/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present_fp16_expanded/test_data_set_0/input_4.pb new file mode 100644 index 0000000..0a73f54 --- /dev/null +++ b/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present_fp16_expanded/test_data_set_0/input_4.pb @@ -0,0 +1,3 @@ +  +Bpast_keyJ ;3U7:281.v/56P9m6~-,s4k1;0r:888;5N:q8U6;8/6A:9U;&4:\78;;:5;96():8J:9Y:4h:d87g9x%.4;y0J5*M5 5;: 6W&:I90;j.:46]:l9;8C.;':9*W6\1:9;;3:;8(L#y5::;+,)N;4w8;h6T9j6%:983W4!4B89;9@:h156~9445{:8,-5":99#:4c8Y89;s4Y:H983:;(0 :]-!8 3d49':78R8*95y.5a1s85;;88;;:55q27;L;/s&0;L8h2d9'9/'4+2<0/2|9V*.K0544:;F8;Y6.647B9`7{;;9770Z694.C;98W::7 ;U;X4868N8;4;8;W7:':l95I2_9:)$$97/;%578~09:j+4(;V9;A8k:55 6C954;;'22//l)J3&7:37p;V9b:h8;8)V2z68-:69R:5;29 ;s89*:D;0w86c;.;;,799@;f:479n05274:85:p:;:60:+5\;; 99o)8`8q5d,S356895C5 %;) 499):'::9;1;88c(;609:5M2R.9>79S;0Z;64;;]2A9.59:z96!6J68 ;o;*1//025 8 99;;N9:9:4;y)a4e79.b9j:16)8;7f:;d:,q:C,30R2:8`97;3::8M786q86h69-T1:+:4 6i;:83)6b9::2(3m5 +2l:$:"8;02;t/919/8695;)::8(4 86f34;45:024;2a:w:k;e/29F24V117/&56I&76.7::&-8:3: ;s:. #2T48&69505;;2O:`4;L1T9d-;9:878;87:1z16"5,:,:Z8;,":C453P:0:K9+}:9=;9}8:s4 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present_fp16_expanded/test_data_set_0/input_5.pb b/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present_fp16_expanded/test_data_set_0/input_5.pb new file mode 100644 index 0000000..d6604c7 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present_fp16_expanded/test_data_set_0/input_5.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present_fp16_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present_fp16_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..333c719 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present_fp16_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present_fp16_expanded/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present_fp16_expanded/test_data_set_0/output_1.pb new file mode 100644 index 0000000..ac4dc51 --- /dev/null +++ b/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present_fp16_expanded/test_data_set_0/output_1.pb @@ -0,0 +1,4 @@ + +B present_keyJ ;3U7:281.v/56P9m6~-,s4k1;0r:888;5N:q8U6;8/6A:9U;&4:\78;;:5;96():8J:9Y:4h:d87g9x%.4;y0J5*M5 5;: 6W&:I90;j.:46]:l9;8C.;':9*W6\1:9;;3:;#1;$7C;!1J9 7,93)++C;9/;a9;84;57 6;1?5q9 ,874385N7f5;E02.58F9[6;599:8(L#y5::;+,)N;4w8;h6T9j6%:983W4!4B89;9@:h156~9445{:8,-5":99#:4c8Y89;s4Y:H983:;(0 :]-!8 3d49':78R8*95y.5a1s85;;88;;:55q27;L;/s&0;L8h2d9'9/'4+;;:9^50,36-8/:;/.89:};;f660{9A9:9.783i1:~+7j/P7;6:/W4v6f6_9599c662<0/2|9V*.K0544:;F8;Y6.647B9`7{;;9770Z694.C;98W::7 ;U;X4868N8;4;8;W7:':l95I2_9:)$$97/;%578~09:j+4(;V9;A8k:55 6C954;;'22//l)J3&7:37p;V9b:h8;8)V28|,::99L8/{6|6#5'9/899;.:y'H8x62852$%8:5"3'-v-3g.>4<,3,:01z80:M70c26:85@:z68-:69R:5;29 ;s89*:D;0w86c;.;;,799@;f:479n05274:85:p:;:60:+5\;; 99o)8`8q5d,S356895C5 %;) 499):'::9;1;88c(;609:5M2R.9>79S;0Z;64;;]2A9.:k;i'*;H6;9;:5865-47t9p428/1);185-;9;84e8r;+8F4;535:V77a5 ;;;659:z96!6J68 ;o;*1//025 8 99;;N9:9:4;y)a4e79.b9j:16)8;7f:;d:,q:C,30R2:8`97;3::8M786q86h69-T1:+:4 6i;:83)6b9::2(3m5 +2l:$:"8;02;t/919/8695;)::8(;V:h932P1b;4@77:::s06::.14,6.838/;v;E6347)96 +6z:9;5.;):584:2/24 86f34;45:024;2a:w:k;e/29F24V117/&56I&76.7::&-8:3: ;s:. #2T48&69505;;2O:`4;L1T9d-;9:878;87:1z16"5,:,:Z8;,":C453P:0:K9+}:9=;9}8:s41s69787y6,2v;2:l:18g/99:7R;Q*4961.:7;965 8;9G9[;917}05;c;4o5 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present_fp16_expanded/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present_fp16_expanded/test_data_set_0/output_2.pb new file mode 100644 index 0000000..b606f4b Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_gqa_with_past_and_present_fp16_expanded/test_data_set_0/output_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_scaled/model.onnx b/onnx/backend/test/data/node/test_attention_4d_scaled/model.onnx new file mode 100644 index 0000000..684466a Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_scaled/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_4d_scaled/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_4d_scaled/test_data_set_0/input_0.pb new file mode 100644 index 0000000..daf1d33 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_scaled/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_scaled/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_4d_scaled/test_data_set_0/input_1.pb new file mode 100644 index 0000000..9b09f1c Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_scaled/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_scaled/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_4d_scaled/test_data_set_0/input_2.pb new file mode 100644 index 0000000..b358e38 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_scaled/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_scaled/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_4d_scaled/test_data_set_0/output_0.pb new file mode 100644 index 0000000..ee45685 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_scaled/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_scaled_expanded/model.onnx b/onnx/backend/test/data/node/test_attention_4d_scaled_expanded/model.onnx new file mode 100644 index 0000000..65812b6 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_scaled_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_4d_scaled_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_4d_scaled_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..daf1d33 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_scaled_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_scaled_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_4d_scaled_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..9b09f1c Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_scaled_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_scaled_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_4d_scaled_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..b358e38 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_scaled_expanded/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_scaled_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_4d_scaled_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..ee45685 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_scaled_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_softcap/model.onnx b/onnx/backend/test/data/node/test_attention_4d_softcap/model.onnx new file mode 100644 index 0000000..1bfffd8 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_softcap/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_4d_softcap/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_4d_softcap/test_data_set_0/input_0.pb new file mode 100644 index 0000000..daf1d33 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_softcap/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_softcap/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_4d_softcap/test_data_set_0/input_1.pb new file mode 100644 index 0000000..9b09f1c Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_softcap/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_softcap/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_4d_softcap/test_data_set_0/input_2.pb new file mode 100644 index 0000000..b358e38 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_softcap/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_softcap/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_4d_softcap/test_data_set_0/output_0.pb new file mode 100644 index 0000000..3e98a3f Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_softcap/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_softcap_expanded/model.onnx b/onnx/backend/test/data/node/test_attention_4d_softcap_expanded/model.onnx new file mode 100644 index 0000000..9c01f1c Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_softcap_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_4d_softcap_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_4d_softcap_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..daf1d33 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_softcap_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_softcap_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_4d_softcap_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..9b09f1c Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_softcap_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_softcap_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_4d_softcap_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..b358e38 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_softcap_expanded/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_softcap_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_4d_softcap_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..3e98a3f Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_softcap_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_softcap_neginf_mask/model.onnx b/onnx/backend/test/data/node/test_attention_4d_softcap_neginf_mask/model.onnx new file mode 100644 index 0000000..9549cea Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_softcap_neginf_mask/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_4d_softcap_neginf_mask/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_4d_softcap_neginf_mask/test_data_set_0/input_0.pb new file mode 100644 index 0000000..5cf240d --- /dev/null +++ b/onnx/backend/test/data/node/test_attention_4d_softcap_neginf_mask/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BQJÿ>bs?c;?A?Z>>m=]???D5?Р<Lx?U?moY>S0:>d;>ś>pV?'>>d?{>>ȓ>>KI?IwL>ޤ?{?B>=?.> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_attention_4d_softcap_neginf_mask/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_4d_softcap_neginf_mask/test_data_set_0/input_1.pb new file mode 100644 index 0000000..e44da8c Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_softcap_neginf_mask/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_softcap_neginf_mask/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_4d_softcap_neginf_mask/test_data_set_0/input_2.pb new file mode 100644 index 0000000..e1234c2 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_softcap_neginf_mask/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_softcap_neginf_mask/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_attention_4d_softcap_neginf_mask/test_data_set_0/input_3.pb new file mode 100644 index 0000000..45c8492 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_softcap_neginf_mask/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_softcap_neginf_mask/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_4d_softcap_neginf_mask/test_data_set_0/output_0.pb new file mode 100644 index 0000000..f98a274 --- /dev/null +++ b/onnx/backend/test/data/node/test_attention_4d_softcap_neginf_mask/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BYJnI?C<>j][>O>i>I>?>)J?D>h\>UC>>1>?>&lI?>Z\>>>K>?c>xNJ?+8>:_>H>dȧ>>b?E> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_attention_4d_softcap_neginf_mask_expanded/model.onnx b/onnx/backend/test/data/node/test_attention_4d_softcap_neginf_mask_expanded/model.onnx new file mode 100644 index 0000000..7033b55 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_softcap_neginf_mask_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_4d_softcap_neginf_mask_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_4d_softcap_neginf_mask_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..5cf240d --- /dev/null +++ b/onnx/backend/test/data/node/test_attention_4d_softcap_neginf_mask_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BQJÿ>bs?c;?A?Z>>m=]???D5?Р<Lx?U?moY>S0:>d;>ś>pV?'>>d?{>>ȓ>>KI?IwL>ޤ?{?B>=?.> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_attention_4d_softcap_neginf_mask_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_4d_softcap_neginf_mask_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..e44da8c Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_softcap_neginf_mask_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_softcap_neginf_mask_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_4d_softcap_neginf_mask_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..e1234c2 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_softcap_neginf_mask_expanded/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_softcap_neginf_mask_expanded/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_attention_4d_softcap_neginf_mask_expanded/test_data_set_0/input_3.pb new file mode 100644 index 0000000..45c8492 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_softcap_neginf_mask_expanded/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_softcap_neginf_mask_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_4d_softcap_neginf_mask_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..f98a274 --- /dev/null +++ b/onnx/backend/test/data/node/test_attention_4d_softcap_neginf_mask_expanded/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BYJnI?C<>j][>O>i>I>?>)J?D>h\>UC>>1>?>&lI?>Z\>>>K>?c>xNJ?+8>:_>H>dȧ>>b?E> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_attention_4d_softcap_neginf_mask_poison/model.onnx b/onnx/backend/test/data/node/test_attention_4d_softcap_neginf_mask_poison/model.onnx new file mode 100644 index 0000000..10cfd41 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_softcap_neginf_mask_poison/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_4d_softcap_neginf_mask_poison/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_4d_softcap_neginf_mask_poison/test_data_set_0/input_0.pb new file mode 100644 index 0000000..5cf240d --- /dev/null +++ b/onnx/backend/test/data/node/test_attention_4d_softcap_neginf_mask_poison/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BQJÿ>bs?c;?A?Z>>m=]???D5?Р<Lx?U?moY>S0:>d;>ś>pV?'>>d?{>>ȓ>>KI?IwL>ޤ?{?B>=?.> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_attention_4d_softcap_neginf_mask_poison/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_4d_softcap_neginf_mask_poison/test_data_set_0/input_1.pb new file mode 100644 index 0000000..e44da8c Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_softcap_neginf_mask_poison/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_softcap_neginf_mask_poison/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_4d_softcap_neginf_mask_poison/test_data_set_0/input_2.pb new file mode 100644 index 0000000..9d6786c Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_softcap_neginf_mask_poison/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_softcap_neginf_mask_poison/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_attention_4d_softcap_neginf_mask_poison/test_data_set_0/input_3.pb new file mode 100644 index 0000000..45c8492 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_softcap_neginf_mask_poison/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_softcap_neginf_mask_poison/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_4d_softcap_neginf_mask_poison/test_data_set_0/output_0.pb new file mode 100644 index 0000000..f98a274 --- /dev/null +++ b/onnx/backend/test/data/node/test_attention_4d_softcap_neginf_mask_poison/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BYJnI?C<>j][>O>i>I>?>)J?D>h\>UC>>1>?>&lI?>Z\>>>K>?c>xNJ?+8>:_>H>dȧ>>b?E> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_attention_4d_softcap_neginf_mask_poison_expanded/model.onnx b/onnx/backend/test/data/node/test_attention_4d_softcap_neginf_mask_poison_expanded/model.onnx new file mode 100644 index 0000000..003ae91 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_softcap_neginf_mask_poison_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_4d_softcap_neginf_mask_poison_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_4d_softcap_neginf_mask_poison_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..5cf240d --- /dev/null +++ b/onnx/backend/test/data/node/test_attention_4d_softcap_neginf_mask_poison_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BQJÿ>bs?c;?A?Z>>m=]???D5?Р<Lx?U?moY>S0:>d;>ś>pV?'>>d?{>>ȓ>>KI?IwL>ޤ?{?B>=?.> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_attention_4d_softcap_neginf_mask_poison_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_4d_softcap_neginf_mask_poison_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..e44da8c Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_softcap_neginf_mask_poison_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_softcap_neginf_mask_poison_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_4d_softcap_neginf_mask_poison_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..9d6786c Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_softcap_neginf_mask_poison_expanded/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_softcap_neginf_mask_poison_expanded/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_attention_4d_softcap_neginf_mask_poison_expanded/test_data_set_0/input_3.pb new file mode 100644 index 0000000..45c8492 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_softcap_neginf_mask_poison_expanded/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_softcap_neginf_mask_poison_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_4d_softcap_neginf_mask_poison_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..f98a274 --- /dev/null +++ b/onnx/backend/test/data/node/test_attention_4d_softcap_neginf_mask_poison_expanded/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BYJnI?C<>j][>O>i>I>?>)J?D>h\>UC>>1>?>&lI?>Z\>>>K>?c>xNJ?+8>:_>H>dȧ>>b?E> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present/model.onnx b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present/model.onnx new file mode 100644 index 0000000..fc3b38e Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present/test_data_set_0/input_0.pb new file mode 100644 index 0000000..daf1d33 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present/test_data_set_0/input_1.pb new file mode 100644 index 0000000..9b09f1c Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present/test_data_set_0/input_2.pb new file mode 100644 index 0000000..b358e38 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present/test_data_set_0/input_3.pb new file mode 100644 index 0000000..8f43440 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present/test_data_set_0/input_4.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present/test_data_set_0/input_4.pb new file mode 100644 index 0000000..8519679 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present/test_data_set_0/input_4.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present/test_data_set_0/input_5.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present/test_data_set_0/input_5.pb new file mode 100644 index 0000000..b651623 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present/test_data_set_0/input_5.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present/test_data_set_0/output_0.pb new file mode 100644 index 0000000..0221c9f Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present/test_data_set_0/output_1.pb new file mode 100644 index 0000000..3b01f56 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present/test_data_set_0/output_2.pb new file mode 100644 index 0000000..3813341 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present/test_data_set_0/output_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_expanded/model.onnx b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_expanded/model.onnx new file mode 100644 index 0000000..3fb48b5 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..daf1d33 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..9b09f1c Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..b358e38 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_expanded/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_expanded/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_expanded/test_data_set_0/input_3.pb new file mode 100644 index 0000000..8f43440 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_expanded/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_expanded/test_data_set_0/input_4.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_expanded/test_data_set_0/input_4.pb new file mode 100644 index 0000000..8519679 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_expanded/test_data_set_0/input_4.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_expanded/test_data_set_0/input_5.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_expanded/test_data_set_0/input_5.pb new file mode 100644 index 0000000..b651623 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_expanded/test_data_set_0/input_5.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..0221c9f Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_expanded/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_expanded/test_data_set_0/output_1.pb new file mode 100644 index 0000000..3b01f56 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_expanded/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_expanded/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_expanded/test_data_set_0/output_2.pb new file mode 100644 index 0000000..3813341 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_expanded/test_data_set_0/output_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul/model.onnx b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul/model.onnx new file mode 100644 index 0000000..7864df1 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul/test_data_set_0/input_0.pb new file mode 100644 index 0000000..daf1d33 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul/test_data_set_0/input_1.pb new file mode 100644 index 0000000..9b09f1c Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul/test_data_set_0/input_2.pb new file mode 100644 index 0000000..b358e38 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul/test_data_set_0/input_3.pb new file mode 100644 index 0000000..8f43440 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul/test_data_set_0/input_4.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul/test_data_set_0/input_4.pb new file mode 100644 index 0000000..8519679 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul/test_data_set_0/input_4.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul/test_data_set_0/input_5.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul/test_data_set_0/input_5.pb new file mode 100644 index 0000000..b651623 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul/test_data_set_0/input_5.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul/test_data_set_0/output_0.pb new file mode 100644 index 0000000..0221c9f Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul/test_data_set_0/output_1.pb new file mode 100644 index 0000000..3b01f56 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul/test_data_set_0/output_2.pb new file mode 100644 index 0000000..3813341 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul/test_data_set_0/output_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul/test_data_set_0/output_3.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul/test_data_set_0/output_3.pb new file mode 100644 index 0000000..57e0460 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul/test_data_set_0/output_3.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias/model.onnx b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias/model.onnx new file mode 100644 index 0000000..290c81a Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias/test_data_set_0/input_0.pb new file mode 100644 index 0000000..daf1d33 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias/test_data_set_0/input_1.pb new file mode 100644 index 0000000..9b09f1c Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias/test_data_set_0/input_2.pb new file mode 100644 index 0000000..b358e38 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias/test_data_set_0/input_3.pb new file mode 100644 index 0000000..8f43440 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias/test_data_set_0/input_4.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias/test_data_set_0/input_4.pb new file mode 100644 index 0000000..8519679 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias/test_data_set_0/input_4.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias/test_data_set_0/input_5.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias/test_data_set_0/input_5.pb new file mode 100644 index 0000000..b651623 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias/test_data_set_0/input_5.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias/test_data_set_0/output_0.pb new file mode 100644 index 0000000..0221c9f Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias/test_data_set_0/output_1.pb new file mode 100644 index 0000000..3b01f56 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias/test_data_set_0/output_2.pb new file mode 100644 index 0000000..3813341 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias/test_data_set_0/output_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias/test_data_set_0/output_3.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias/test_data_set_0/output_3.pb new file mode 100644 index 0000000..6335834 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias/test_data_set_0/output_3.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask/model.onnx b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask/model.onnx new file mode 100644 index 0000000..41f0edf Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask/test_data_set_0/input_0.pb new file mode 100644 index 0000000..daf1d33 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask/test_data_set_0/input_1.pb new file mode 100644 index 0000000..9b09f1c Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask/test_data_set_0/input_2.pb new file mode 100644 index 0000000..b358e38 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask/test_data_set_0/input_3.pb new file mode 100644 index 0000000..48112f0 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask/test_data_set_0/input_4.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask/test_data_set_0/input_4.pb new file mode 100644 index 0000000..bc6d46e Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask/test_data_set_0/input_4.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask/test_data_set_0/input_5.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask/test_data_set_0/input_5.pb new file mode 100644 index 0000000..77f2c87 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask/test_data_set_0/input_5.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask/test_data_set_0/output_0.pb new file mode 100644 index 0000000..9e2ee16 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask/test_data_set_0/output_1.pb new file mode 100644 index 0000000..89fde78 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask/test_data_set_0/output_2.pb new file mode 100644 index 0000000..4d25617 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask/test_data_set_0/output_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask/test_data_set_0/output_3.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask/test_data_set_0/output_3.pb new file mode 100644 index 0000000..ee74824 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask/test_data_set_0/output_3.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_causal/model.onnx b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_causal/model.onnx new file mode 100644 index 0000000..b788c1d Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_causal/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_causal/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_causal/test_data_set_0/input_0.pb new file mode 100644 index 0000000..daf1d33 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_causal/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_causal/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_causal/test_data_set_0/input_1.pb new file mode 100644 index 0000000..9b09f1c Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_causal/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_causal/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_causal/test_data_set_0/input_2.pb new file mode 100644 index 0000000..b358e38 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_causal/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_causal/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_causal/test_data_set_0/input_3.pb new file mode 100644 index 0000000..48112f0 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_causal/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_causal/test_data_set_0/input_4.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_causal/test_data_set_0/input_4.pb new file mode 100644 index 0000000..bc6d46e Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_causal/test_data_set_0/input_4.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_causal/test_data_set_0/input_5.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_causal/test_data_set_0/input_5.pb new file mode 100644 index 0000000..77f2c87 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_causal/test_data_set_0/input_5.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_causal/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_causal/test_data_set_0/output_0.pb new file mode 100644 index 0000000..ca6ab55 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_causal/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_causal/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_causal/test_data_set_0/output_1.pb new file mode 100644 index 0000000..89fde78 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_causal/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_causal/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_causal/test_data_set_0/output_2.pb new file mode 100644 index 0000000..4d25617 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_causal/test_data_set_0/output_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_causal/test_data_set_0/output_3.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_causal/test_data_set_0/output_3.pb new file mode 100644 index 0000000..4c5271e Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_causal/test_data_set_0/output_3.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_causal_expanded/model.onnx b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_causal_expanded/model.onnx new file mode 100644 index 0000000..14a9f6c Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_causal_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_causal_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_causal_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..daf1d33 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_causal_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_causal_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_causal_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..9b09f1c Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_causal_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_causal_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_causal_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..b358e38 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_causal_expanded/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_causal_expanded/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_causal_expanded/test_data_set_0/input_3.pb new file mode 100644 index 0000000..48112f0 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_causal_expanded/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_causal_expanded/test_data_set_0/input_4.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_causal_expanded/test_data_set_0/input_4.pb new file mode 100644 index 0000000..bc6d46e Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_causal_expanded/test_data_set_0/input_4.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_causal_expanded/test_data_set_0/input_5.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_causal_expanded/test_data_set_0/input_5.pb new file mode 100644 index 0000000..77f2c87 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_causal_expanded/test_data_set_0/input_5.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_causal_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_causal_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..ca6ab55 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_causal_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_causal_expanded/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_causal_expanded/test_data_set_0/output_1.pb new file mode 100644 index 0000000..89fde78 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_causal_expanded/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_causal_expanded/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_causal_expanded/test_data_set_0/output_2.pb new file mode 100644 index 0000000..4d25617 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_causal_expanded/test_data_set_0/output_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_causal_expanded/test_data_set_0/output_3.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_causal_expanded/test_data_set_0/output_3.pb new file mode 100644 index 0000000..4c5271e Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_causal_expanded/test_data_set_0/output_3.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_expanded/model.onnx b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_expanded/model.onnx new file mode 100644 index 0000000..f591da1 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..daf1d33 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..9b09f1c Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..b358e38 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_expanded/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_expanded/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_expanded/test_data_set_0/input_3.pb new file mode 100644 index 0000000..48112f0 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_expanded/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_expanded/test_data_set_0/input_4.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_expanded/test_data_set_0/input_4.pb new file mode 100644 index 0000000..bc6d46e Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_expanded/test_data_set_0/input_4.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_expanded/test_data_set_0/input_5.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_expanded/test_data_set_0/input_5.pb new file mode 100644 index 0000000..77f2c87 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_expanded/test_data_set_0/input_5.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..9e2ee16 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_expanded/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_expanded/test_data_set_0/output_1.pb new file mode 100644 index 0000000..89fde78 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_expanded/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_expanded/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_expanded/test_data_set_0/output_2.pb new file mode 100644 index 0000000..4d25617 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_expanded/test_data_set_0/output_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_expanded/test_data_set_0/output_3.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_expanded/test_data_set_0/output_3.pb new file mode 100644 index 0000000..ee74824 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_expanded/test_data_set_0/output_3.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask/model.onnx b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask/model.onnx new file mode 100644 index 0000000..c0c8ad9 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask/test_data_set_0/input_0.pb new file mode 100644 index 0000000..daf1d33 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask/test_data_set_0/input_1.pb new file mode 100644 index 0000000..9b09f1c Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask/test_data_set_0/input_2.pb new file mode 100644 index 0000000..b358e38 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask/test_data_set_0/input_3.pb new file mode 100644 index 0000000..a3fc81a Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask/test_data_set_0/input_4.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask/test_data_set_0/input_4.pb new file mode 100644 index 0000000..e048923 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask/test_data_set_0/input_4.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask/test_data_set_0/input_5.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask/test_data_set_0/input_5.pb new file mode 100644 index 0000000..c3fbe2b Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask/test_data_set_0/input_5.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask/test_data_set_0/output_0.pb new file mode 100644 index 0000000..e27deaf Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask/test_data_set_0/output_1.pb new file mode 100644 index 0000000..1040fd8 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask/test_data_set_0/output_2.pb new file mode 100644 index 0000000..66c08c8 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask/test_data_set_0/output_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask/test_data_set_0/output_3.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask/test_data_set_0/output_3.pb new file mode 100644 index 0000000..ea7efad Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask/test_data_set_0/output_3.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_causal/model.onnx b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_causal/model.onnx new file mode 100644 index 0000000..c1fafff Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_causal/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_causal/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_causal/test_data_set_0/input_0.pb new file mode 100644 index 0000000..daf1d33 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_causal/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_causal/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_causal/test_data_set_0/input_1.pb new file mode 100644 index 0000000..9b09f1c Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_causal/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_causal/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_causal/test_data_set_0/input_2.pb new file mode 100644 index 0000000..b358e38 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_causal/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_causal/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_causal/test_data_set_0/input_3.pb new file mode 100644 index 0000000..a3fc81a Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_causal/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_causal/test_data_set_0/input_4.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_causal/test_data_set_0/input_4.pb new file mode 100644 index 0000000..e048923 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_causal/test_data_set_0/input_4.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_causal/test_data_set_0/input_5.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_causal/test_data_set_0/input_5.pb new file mode 100644 index 0000000..c3fbe2b Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_causal/test_data_set_0/input_5.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_causal/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_causal/test_data_set_0/output_0.pb new file mode 100644 index 0000000..7476886 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_causal/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_causal/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_causal/test_data_set_0/output_1.pb new file mode 100644 index 0000000..1040fd8 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_causal/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_causal/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_causal/test_data_set_0/output_2.pb new file mode 100644 index 0000000..66c08c8 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_causal/test_data_set_0/output_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_causal/test_data_set_0/output_3.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_causal/test_data_set_0/output_3.pb new file mode 100644 index 0000000..dd02e5d Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_causal/test_data_set_0/output_3.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_causal_expanded/model.onnx b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_causal_expanded/model.onnx new file mode 100644 index 0000000..910b77e Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_causal_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_causal_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_causal_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..daf1d33 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_causal_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_causal_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_causal_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..9b09f1c Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_causal_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_causal_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_causal_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..b358e38 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_causal_expanded/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_causal_expanded/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_causal_expanded/test_data_set_0/input_3.pb new file mode 100644 index 0000000..a3fc81a Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_causal_expanded/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_causal_expanded/test_data_set_0/input_4.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_causal_expanded/test_data_set_0/input_4.pb new file mode 100644 index 0000000..e048923 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_causal_expanded/test_data_set_0/input_4.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_causal_expanded/test_data_set_0/input_5.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_causal_expanded/test_data_set_0/input_5.pb new file mode 100644 index 0000000..c3fbe2b Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_causal_expanded/test_data_set_0/input_5.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_causal_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_causal_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..7476886 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_causal_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_causal_expanded/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_causal_expanded/test_data_set_0/output_1.pb new file mode 100644 index 0000000..1040fd8 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_causal_expanded/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_causal_expanded/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_causal_expanded/test_data_set_0/output_2.pb new file mode 100644 index 0000000..66c08c8 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_causal_expanded/test_data_set_0/output_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_causal_expanded/test_data_set_0/output_3.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_causal_expanded/test_data_set_0/output_3.pb new file mode 100644 index 0000000..dd02e5d Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_causal_expanded/test_data_set_0/output_3.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_expanded/model.onnx b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_expanded/model.onnx new file mode 100644 index 0000000..feba0f0 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..daf1d33 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..9b09f1c Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..b358e38 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_expanded/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_expanded/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_expanded/test_data_set_0/input_3.pb new file mode 100644 index 0000000..a3fc81a Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_expanded/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_expanded/test_data_set_0/input_4.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_expanded/test_data_set_0/input_4.pb new file mode 100644 index 0000000..e048923 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_expanded/test_data_set_0/input_4.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_expanded/test_data_set_0/input_5.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_expanded/test_data_set_0/input_5.pb new file mode 100644 index 0000000..c3fbe2b Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_expanded/test_data_set_0/input_5.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..e27deaf Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_expanded/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_expanded/test_data_set_0/output_1.pb new file mode 100644 index 0000000..1040fd8 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_expanded/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_expanded/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_expanded/test_data_set_0/output_2.pb new file mode 100644 index 0000000..66c08c8 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_expanded/test_data_set_0/output_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_expanded/test_data_set_0/output_3.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_expanded/test_data_set_0/output_3.pb new file mode 100644 index 0000000..ea7efad Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_expanded/test_data_set_0/output_3.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_expanded/model.onnx b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_expanded/model.onnx new file mode 100644 index 0000000..9dc3395 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..daf1d33 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..9b09f1c Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..b358e38 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_expanded/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_expanded/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_expanded/test_data_set_0/input_3.pb new file mode 100644 index 0000000..8f43440 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_expanded/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_expanded/test_data_set_0/input_4.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_expanded/test_data_set_0/input_4.pb new file mode 100644 index 0000000..8519679 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_expanded/test_data_set_0/input_4.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_expanded/test_data_set_0/input_5.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_expanded/test_data_set_0/input_5.pb new file mode 100644 index 0000000..b651623 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_expanded/test_data_set_0/input_5.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..0221c9f Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_expanded/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_expanded/test_data_set_0/output_1.pb new file mode 100644 index 0000000..3b01f56 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_expanded/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_expanded/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_expanded/test_data_set_0/output_2.pb new file mode 100644 index 0000000..3813341 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_expanded/test_data_set_0/output_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_expanded/test_data_set_0/output_3.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_expanded/test_data_set_0/output_3.pb new file mode 100644 index 0000000..6335834 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_bias_expanded/test_data_set_0/output_3.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_expanded/model.onnx b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_expanded/model.onnx new file mode 100644 index 0000000..8f88355 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..daf1d33 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..9b09f1c Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..b358e38 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_expanded/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_expanded/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_expanded/test_data_set_0/input_3.pb new file mode 100644 index 0000000..8f43440 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_expanded/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_expanded/test_data_set_0/input_4.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_expanded/test_data_set_0/input_4.pb new file mode 100644 index 0000000..8519679 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_expanded/test_data_set_0/input_4.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_expanded/test_data_set_0/input_5.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_expanded/test_data_set_0/input_5.pb new file mode 100644 index 0000000..b651623 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_expanded/test_data_set_0/input_5.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..0221c9f Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_expanded/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_expanded/test_data_set_0/output_1.pb new file mode 100644 index 0000000..3b01f56 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_expanded/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_expanded/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_expanded/test_data_set_0/output_2.pb new file mode 100644 index 0000000..3813341 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_expanded/test_data_set_0/output_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_expanded/test_data_set_0/output_3.pb b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_expanded/test_data_set_0/output_3.pb new file mode 100644 index 0000000..57e0460 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_past_and_present_qk_matmul_expanded/test_data_set_0/output_3.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul/model.onnx b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul/model.onnx new file mode 100644 index 0000000..b9f041c Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul/test_data_set_0/input_0.pb new file mode 100644 index 0000000..daf1d33 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul/test_data_set_0/input_1.pb new file mode 100644 index 0000000..9b09f1c Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul/test_data_set_0/input_2.pb new file mode 100644 index 0000000..b358e38 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul/test_data_set_0/output_0.pb new file mode 100644 index 0000000..440196c Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul/test_data_set_0/output_1.pb new file mode 100644 index 0000000..6222705 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_bias/model.onnx b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_bias/model.onnx new file mode 100644 index 0000000..6c49774 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_bias/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_bias/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_bias/test_data_set_0/input_0.pb new file mode 100644 index 0000000..daf1d33 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_bias/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_bias/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_bias/test_data_set_0/input_1.pb new file mode 100644 index 0000000..9b09f1c Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_bias/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_bias/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_bias/test_data_set_0/input_2.pb new file mode 100644 index 0000000..b358e38 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_bias/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_bias/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_bias/test_data_set_0/input_3.pb new file mode 100644 index 0000000..02a69a4 --- /dev/null +++ b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_bias/test_data_set_0/input_3.pb @@ -0,0 +1 @@ +B attn_maskJ`pUw?J?,?Oz>]>q*>9l?7>> >A6G?X?i>5>WW?jQ?N=" >>U=nm>f=v?ly|> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_bias/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_bias/test_data_set_0/output_0.pb new file mode 100644 index 0000000..593e426 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_bias/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_bias/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_bias/test_data_set_0/output_1.pb new file mode 100644 index 0000000..b5c8960 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_bias/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_bias_expanded/model.onnx b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_bias_expanded/model.onnx new file mode 100644 index 0000000..85fde98 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_bias_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_bias_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_bias_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..daf1d33 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_bias_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_bias_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_bias_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..9b09f1c Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_bias_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_bias_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_bias_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..b358e38 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_bias_expanded/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_bias_expanded/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_bias_expanded/test_data_set_0/input_3.pb new file mode 100644 index 0000000..02a69a4 --- /dev/null +++ b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_bias_expanded/test_data_set_0/input_3.pb @@ -0,0 +1 @@ +B attn_maskJ`pUw?J?,?Oz>]>q*>9l?7>> >A6G?X?i>5>WW?jQ?N=" >>U=nm>f=v?ly|> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_bias_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_bias_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..593e426 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_bias_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_bias_expanded/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_bias_expanded/test_data_set_0/output_1.pb new file mode 100644 index 0000000..b5c8960 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_bias_expanded/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_expanded/model.onnx b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_expanded/model.onnx new file mode 100644 index 0000000..1c0d39e Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..daf1d33 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..9b09f1c Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..b358e38 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_expanded/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..440196c Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_expanded/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_expanded/test_data_set_0/output_1.pb new file mode 100644 index 0000000..6222705 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_expanded/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_softcap/model.onnx b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_softcap/model.onnx new file mode 100644 index 0000000..b10442c Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_softcap/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_softcap/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_softcap/test_data_set_0/input_0.pb new file mode 100644 index 0000000..daf1d33 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_softcap/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_softcap/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_softcap/test_data_set_0/input_1.pb new file mode 100644 index 0000000..9b09f1c Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_softcap/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_softcap/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_softcap/test_data_set_0/input_2.pb new file mode 100644 index 0000000..b358e38 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_softcap/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_softcap/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_softcap/test_data_set_0/input_3.pb new file mode 100644 index 0000000..02a69a4 --- /dev/null +++ b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_softcap/test_data_set_0/input_3.pb @@ -0,0 +1 @@ +B attn_maskJ`pUw?J?,?Oz>]>q*>9l?7>> >A6G?X?i>5>WW?jQ?N=" >>U=nm>f=v?ly|> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_softcap/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_softcap/test_data_set_0/output_0.pb new file mode 100644 index 0000000..2559022 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_softcap/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_softcap/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_softcap/test_data_set_0/output_1.pb new file mode 100644 index 0000000..bce2d56 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_softcap/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_softcap_expanded/model.onnx b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_softcap_expanded/model.onnx new file mode 100644 index 0000000..63fd854 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_softcap_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_softcap_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_softcap_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..daf1d33 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_softcap_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_softcap_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_softcap_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..9b09f1c Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_softcap_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_softcap_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_softcap_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..b358e38 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_softcap_expanded/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_softcap_expanded/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_softcap_expanded/test_data_set_0/input_3.pb new file mode 100644 index 0000000..02a69a4 --- /dev/null +++ b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_softcap_expanded/test_data_set_0/input_3.pb @@ -0,0 +1 @@ +B attn_maskJ`pUw?J?,?Oz>]>q*>9l?7>> >A6G?X?i>5>WW?jQ?N=" >>U=nm>f=v?ly|> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_softcap_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_softcap_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..2559022 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_softcap_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_softcap_expanded/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_softcap_expanded/test_data_set_0/output_1.pb new file mode 100644 index 0000000..bce2d56 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_softcap_expanded/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_softmax/model.onnx b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_softmax/model.onnx new file mode 100644 index 0000000..c22b680 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_softmax/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_softmax/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_softmax/test_data_set_0/input_0.pb new file mode 100644 index 0000000..daf1d33 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_softmax/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_softmax/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_softmax/test_data_set_0/input_1.pb new file mode 100644 index 0000000..9b09f1c Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_softmax/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_softmax/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_softmax/test_data_set_0/input_2.pb new file mode 100644 index 0000000..b358e38 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_softmax/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_softmax/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_softmax/test_data_set_0/input_3.pb new file mode 100644 index 0000000..02a69a4 --- /dev/null +++ b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_softmax/test_data_set_0/input_3.pb @@ -0,0 +1 @@ +B attn_maskJ`pUw?J?,?Oz>]>q*>9l?7>> >A6G?X?i>5>WW?jQ?N=" >>U=nm>f=v?ly|> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_softmax/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_softmax/test_data_set_0/output_0.pb new file mode 100644 index 0000000..593e426 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_softmax/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_softmax/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_softmax/test_data_set_0/output_1.pb new file mode 100644 index 0000000..0f090a5 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_softmax/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_softmax_expanded/model.onnx b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_softmax_expanded/model.onnx new file mode 100644 index 0000000..bfb1076 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_softmax_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_softmax_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_softmax_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..daf1d33 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_softmax_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_softmax_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_softmax_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..9b09f1c Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_softmax_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_softmax_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_softmax_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..b358e38 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_softmax_expanded/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_softmax_expanded/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_softmax_expanded/test_data_set_0/input_3.pb new file mode 100644 index 0000000..02a69a4 --- /dev/null +++ b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_softmax_expanded/test_data_set_0/input_3.pb @@ -0,0 +1 @@ +B attn_maskJ`pUw?J?,?Oz>]>q*>9l?7>> >A6G?X?i>5>WW?jQ?N=" >>U=nm>f=v?ly|> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_softmax_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_softmax_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..593e426 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_softmax_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_softmax_expanded/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_softmax_expanded/test_data_set_0/output_1.pb new file mode 100644 index 0000000..0f090a5 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_4d_with_qk_matmul_softmax_expanded/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_causal_boolmask_nan_robustness/model.onnx b/onnx/backend/test/data/node/test_attention_causal_boolmask_nan_robustness/model.onnx new file mode 100644 index 0000000..0e53f3a Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_causal_boolmask_nan_robustness/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_causal_boolmask_nan_robustness/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_causal_boolmask_nan_robustness/test_data_set_0/input_0.pb new file mode 100644 index 0000000..1970157 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_causal_boolmask_nan_robustness/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_causal_boolmask_nan_robustness/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_causal_boolmask_nan_robustness/test_data_set_0/input_1.pb new file mode 100644 index 0000000..c86782f Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_causal_boolmask_nan_robustness/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_causal_boolmask_nan_robustness/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_causal_boolmask_nan_robustness/test_data_set_0/input_2.pb new file mode 100644 index 0000000..f6830c3 --- /dev/null +++ b/onnx/backend/test/data/node/test_attention_causal_boolmask_nan_robustness/test_data_set_0/input_2.pb @@ -0,0 +1,2 @@ +BVJ2Ц> >|=x>x?Dl>1?&?T9?>>?D'=u=_K>s>=e> ?R@>s?~.?D +? 5?'>=m?[V?9?>W?>? )?Hi? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_attention_causal_boolmask_nan_robustness/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_attention_causal_boolmask_nan_robustness/test_data_set_0/input_3.pb new file mode 100644 index 0000000..670ce65 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_causal_boolmask_nan_robustness/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_attention_causal_boolmask_nan_robustness/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_causal_boolmask_nan_robustness/test_data_set_0/output_0.pb new file mode 100644 index 0000000..8d7d90a Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_causal_boolmask_nan_robustness/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_causal_boolmask_nan_robustness_expanded/model.onnx b/onnx/backend/test/data/node/test_attention_causal_boolmask_nan_robustness_expanded/model.onnx new file mode 100644 index 0000000..85d6213 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_causal_boolmask_nan_robustness_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_attention_causal_boolmask_nan_robustness_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_attention_causal_boolmask_nan_robustness_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..1970157 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_causal_boolmask_nan_robustness_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_attention_causal_boolmask_nan_robustness_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_attention_causal_boolmask_nan_robustness_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..c86782f Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_causal_boolmask_nan_robustness_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_attention_causal_boolmask_nan_robustness_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_attention_causal_boolmask_nan_robustness_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..f6830c3 --- /dev/null +++ b/onnx/backend/test/data/node/test_attention_causal_boolmask_nan_robustness_expanded/test_data_set_0/input_2.pb @@ -0,0 +1,2 @@ +BVJ2Ц> >|=x>x?Dl>1?&?T9?>>?D'=u=_K>s>=e> ?R@>s?~.?D +? 5?'>=m?[V?9?>W?>? )?Hi? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_attention_causal_boolmask_nan_robustness_expanded/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_attention_causal_boolmask_nan_robustness_expanded/test_data_set_0/input_3.pb new file mode 100644 index 0000000..670ce65 Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_causal_boolmask_nan_robustness_expanded/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_attention_causal_boolmask_nan_robustness_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_attention_causal_boolmask_nan_robustness_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..8d7d90a Binary files /dev/null and b/onnx/backend/test/data/node/test_attention_causal_boolmask_nan_robustness_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_averagepool_1d_default/model.onnx b/onnx/backend/test/data/node/test_averagepool_1d_default/model.onnx new file mode 100644 index 0000000..36f6b96 Binary files /dev/null and b/onnx/backend/test/data/node/test_averagepool_1d_default/model.onnx differ diff --git a/onnx/backend/test/data/node/test_averagepool_1d_default/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_averagepool_1d_default/test_data_set_0/input_0.pb new file mode 100644 index 0000000..04d0812 --- /dev/null +++ b/onnx/backend/test/data/node/test_averagepool_1d_default/test_data_set_0/input_0.pb @@ -0,0 +1 @@ + BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6^&,Z[*Pܿ35>;;Wп>DhT=:?>ב?>O/^~/Ѓ f=#f?Ok>Ŀ ??@?7>8lF?5mξy? FU>z?u>4? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_averagepool_1d_default/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_averagepool_1d_default/test_data_set_0/output_0.pb new file mode 100644 index 0000000..efcdf6c --- /dev/null +++ b/onnx/backend/test/data/node/test_averagepool_1d_default/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +ByJi?0?p?nx@f>`^y>W`>>L?Ǎ?v>ǐ> >i?\$?\=Ѐ ڿsOB?Piz=C?T>>M4ѐx<,?#?DO?y>ږ $)Ľh}1?ఛ?P>,ȿ_=v8?4jnX,[s־Gi A1}XojL>\}>$<>E)?|C mcjھ>>eZ"?@nCվ$G9f4 bU.? ļƕ?`?>3 >>!7?C?*?h? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_averagepool_2d_ceil/model.onnx b/onnx/backend/test/data/node/test_averagepool_2d_ceil/model.onnx new file mode 100644 index 0000000..168a695 Binary files /dev/null and b/onnx/backend/test/data/node/test_averagepool_2d_ceil/model.onnx differ diff --git a/onnx/backend/test/data/node/test_averagepool_2d_ceil/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_averagepool_2d_ceil/test_data_set_0/input_0.pb new file mode 100644 index 0000000..7ef45fc Binary files /dev/null and b/onnx/backend/test/data/node/test_averagepool_2d_ceil/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_averagepool_2d_ceil/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_averagepool_2d_ceil/test_data_set_0/output_0.pb new file mode 100644 index 0000000..3ef908e Binary files /dev/null and b/onnx/backend/test/data/node/test_averagepool_2d_ceil/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_averagepool_2d_ceil_last_window_starts_on_pad/model.onnx b/onnx/backend/test/data/node/test_averagepool_2d_ceil_last_window_starts_on_pad/model.onnx new file mode 100644 index 0000000..2761cb9 Binary files /dev/null and b/onnx/backend/test/data/node/test_averagepool_2d_ceil_last_window_starts_on_pad/model.onnx differ diff --git a/onnx/backend/test/data/node/test_averagepool_2d_ceil_last_window_starts_on_pad/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_averagepool_2d_ceil_last_window_starts_on_pad/test_data_set_0/input_0.pb new file mode 100644 index 0000000..164279f --- /dev/null +++ b/onnx/backend/test/data/node/test_averagepool_2d_ceil_last_window_starts_on_pad/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJ0[? =ԉ>c>a?>a?~)?~h?r??SC? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_averagepool_2d_ceil_last_window_starts_on_pad/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_averagepool_2d_ceil_last_window_starts_on_pad/test_data_set_0/output_0.pb new file mode 100644 index 0000000..51c8ec4 --- /dev/null +++ b/onnx/backend/test/data/node/test_averagepool_2d_ceil_last_window_starts_on_pad/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +ByJ >u>> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_averagepool_2d_default/model.onnx b/onnx/backend/test/data/node/test_averagepool_2d_default/model.onnx new file mode 100644 index 0000000..11a1b13 Binary files /dev/null and b/onnx/backend/test/data/node/test_averagepool_2d_default/model.onnx differ diff --git a/onnx/backend/test/data/node/test_averagepool_2d_default/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_averagepool_2d_default/test_data_set_0/input_0.pb new file mode 100644 index 0000000..3530a84 Binary files /dev/null and b/onnx/backend/test/data/node/test_averagepool_2d_default/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_averagepool_2d_default/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_averagepool_2d_default/test_data_set_0/output_0.pb new file mode 100644 index 0000000..909f550 Binary files /dev/null and b/onnx/backend/test/data/node/test_averagepool_2d_default/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_averagepool_2d_dilations/model.onnx b/onnx/backend/test/data/node/test_averagepool_2d_dilations/model.onnx new file mode 100644 index 0000000..ce3c86e Binary files /dev/null and b/onnx/backend/test/data/node/test_averagepool_2d_dilations/model.onnx differ diff --git a/onnx/backend/test/data/node/test_averagepool_2d_dilations/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_averagepool_2d_dilations/test_data_set_0/input_0.pb new file mode 100644 index 0000000..7ef45fc Binary files /dev/null and b/onnx/backend/test/data/node/test_averagepool_2d_dilations/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_averagepool_2d_dilations/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_averagepool_2d_dilations/test_data_set_0/output_0.pb new file mode 100644 index 0000000..7da0b12 Binary files /dev/null and b/onnx/backend/test/data/node/test_averagepool_2d_dilations/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_averagepool_2d_pads/model.onnx b/onnx/backend/test/data/node/test_averagepool_2d_pads/model.onnx new file mode 100644 index 0000000..7d5e02e Binary files /dev/null and b/onnx/backend/test/data/node/test_averagepool_2d_pads/model.onnx differ diff --git a/onnx/backend/test/data/node/test_averagepool_2d_pads/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_averagepool_2d_pads/test_data_set_0/input_0.pb new file mode 100644 index 0000000..5309700 Binary files /dev/null and b/onnx/backend/test/data/node/test_averagepool_2d_pads/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_averagepool_2d_pads/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_averagepool_2d_pads/test_data_set_0/output_0.pb new file mode 100644 index 0000000..c9de7fc Binary files /dev/null and b/onnx/backend/test/data/node/test_averagepool_2d_pads/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_averagepool_2d_pads_count_include_pad/model.onnx b/onnx/backend/test/data/node/test_averagepool_2d_pads_count_include_pad/model.onnx new file mode 100644 index 0000000..4157c3a Binary files /dev/null and b/onnx/backend/test/data/node/test_averagepool_2d_pads_count_include_pad/model.onnx differ diff --git a/onnx/backend/test/data/node/test_averagepool_2d_pads_count_include_pad/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_averagepool_2d_pads_count_include_pad/test_data_set_0/input_0.pb new file mode 100644 index 0000000..5309700 Binary files /dev/null and b/onnx/backend/test/data/node/test_averagepool_2d_pads_count_include_pad/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_averagepool_2d_pads_count_include_pad/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_averagepool_2d_pads_count_include_pad/test_data_set_0/output_0.pb new file mode 100644 index 0000000..e27490a Binary files /dev/null and b/onnx/backend/test/data/node/test_averagepool_2d_pads_count_include_pad/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_averagepool_2d_precomputed_pads/model.onnx b/onnx/backend/test/data/node/test_averagepool_2d_precomputed_pads/model.onnx new file mode 100644 index 0000000..56e616d Binary files /dev/null and b/onnx/backend/test/data/node/test_averagepool_2d_precomputed_pads/model.onnx differ diff --git a/onnx/backend/test/data/node/test_averagepool_2d_precomputed_pads/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_averagepool_2d_precomputed_pads/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bb22a53 Binary files /dev/null and b/onnx/backend/test/data/node/test_averagepool_2d_precomputed_pads/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_averagepool_2d_precomputed_pads/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_averagepool_2d_precomputed_pads/test_data_set_0/output_0.pb new file mode 100644 index 0000000..a92a50a Binary files /dev/null and b/onnx/backend/test/data/node/test_averagepool_2d_precomputed_pads/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_averagepool_2d_precomputed_pads_count_include_pad/model.onnx b/onnx/backend/test/data/node/test_averagepool_2d_precomputed_pads_count_include_pad/model.onnx new file mode 100644 index 0000000..2c4c4d6 Binary files /dev/null and b/onnx/backend/test/data/node/test_averagepool_2d_precomputed_pads_count_include_pad/model.onnx differ diff --git a/onnx/backend/test/data/node/test_averagepool_2d_precomputed_pads_count_include_pad/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_averagepool_2d_precomputed_pads_count_include_pad/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bb22a53 Binary files /dev/null and b/onnx/backend/test/data/node/test_averagepool_2d_precomputed_pads_count_include_pad/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_averagepool_2d_precomputed_pads_count_include_pad/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_averagepool_2d_precomputed_pads_count_include_pad/test_data_set_0/output_0.pb new file mode 100644 index 0000000..62b2add Binary files /dev/null and b/onnx/backend/test/data/node/test_averagepool_2d_precomputed_pads_count_include_pad/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_averagepool_2d_precomputed_same_upper/model.onnx b/onnx/backend/test/data/node/test_averagepool_2d_precomputed_same_upper/model.onnx new file mode 100644 index 0000000..413ec8d Binary files /dev/null and b/onnx/backend/test/data/node/test_averagepool_2d_precomputed_same_upper/model.onnx differ diff --git a/onnx/backend/test/data/node/test_averagepool_2d_precomputed_same_upper/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_averagepool_2d_precomputed_same_upper/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bb22a53 Binary files /dev/null and b/onnx/backend/test/data/node/test_averagepool_2d_precomputed_same_upper/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_averagepool_2d_precomputed_same_upper/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_averagepool_2d_precomputed_same_upper/test_data_set_0/output_0.pb new file mode 100644 index 0000000..e8ff996 Binary files /dev/null and b/onnx/backend/test/data/node/test_averagepool_2d_precomputed_same_upper/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_averagepool_2d_precomputed_strides/model.onnx b/onnx/backend/test/data/node/test_averagepool_2d_precomputed_strides/model.onnx new file mode 100644 index 0000000..b77b84e Binary files /dev/null and b/onnx/backend/test/data/node/test_averagepool_2d_precomputed_strides/model.onnx differ diff --git a/onnx/backend/test/data/node/test_averagepool_2d_precomputed_strides/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_averagepool_2d_precomputed_strides/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bb22a53 Binary files /dev/null and b/onnx/backend/test/data/node/test_averagepool_2d_precomputed_strides/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_averagepool_2d_precomputed_strides/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_averagepool_2d_precomputed_strides/test_data_set_0/output_0.pb new file mode 100644 index 0000000..7b17d98 Binary files /dev/null and b/onnx/backend/test/data/node/test_averagepool_2d_precomputed_strides/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_averagepool_2d_same_lower/model.onnx b/onnx/backend/test/data/node/test_averagepool_2d_same_lower/model.onnx new file mode 100644 index 0000000..75cfab5 Binary files /dev/null and b/onnx/backend/test/data/node/test_averagepool_2d_same_lower/model.onnx differ diff --git a/onnx/backend/test/data/node/test_averagepool_2d_same_lower/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_averagepool_2d_same_lower/test_data_set_0/input_0.pb new file mode 100644 index 0000000..3530a84 Binary files /dev/null and b/onnx/backend/test/data/node/test_averagepool_2d_same_lower/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_averagepool_2d_same_lower/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_averagepool_2d_same_lower/test_data_set_0/output_0.pb new file mode 100644 index 0000000..7dfbb4f Binary files /dev/null and b/onnx/backend/test/data/node/test_averagepool_2d_same_lower/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_averagepool_2d_same_upper/model.onnx b/onnx/backend/test/data/node/test_averagepool_2d_same_upper/model.onnx new file mode 100644 index 0000000..102b40f Binary files /dev/null and b/onnx/backend/test/data/node/test_averagepool_2d_same_upper/model.onnx differ diff --git a/onnx/backend/test/data/node/test_averagepool_2d_same_upper/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_averagepool_2d_same_upper/test_data_set_0/input_0.pb new file mode 100644 index 0000000..3530a84 Binary files /dev/null and b/onnx/backend/test/data/node/test_averagepool_2d_same_upper/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_averagepool_2d_same_upper/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_averagepool_2d_same_upper/test_data_set_0/output_0.pb new file mode 100644 index 0000000..2ab7912 Binary files /dev/null and b/onnx/backend/test/data/node/test_averagepool_2d_same_upper/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_averagepool_2d_strides/model.onnx b/onnx/backend/test/data/node/test_averagepool_2d_strides/model.onnx new file mode 100644 index 0000000..71f2ba2 Binary files /dev/null and b/onnx/backend/test/data/node/test_averagepool_2d_strides/model.onnx differ diff --git a/onnx/backend/test/data/node/test_averagepool_2d_strides/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_averagepool_2d_strides/test_data_set_0/input_0.pb new file mode 100644 index 0000000..3530a84 Binary files /dev/null and b/onnx/backend/test/data/node/test_averagepool_2d_strides/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_averagepool_2d_strides/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_averagepool_2d_strides/test_data_set_0/output_0.pb new file mode 100644 index 0000000..ab1681f Binary files /dev/null and b/onnx/backend/test/data/node/test_averagepool_2d_strides/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_averagepool_3d_default/model.onnx b/onnx/backend/test/data/node/test_averagepool_3d_default/model.onnx new file mode 100644 index 0000000..4d1bcc8 Binary files /dev/null and b/onnx/backend/test/data/node/test_averagepool_3d_default/model.onnx differ diff --git a/onnx/backend/test/data/node/test_averagepool_3d_default/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_averagepool_3d_default/test_data_set_0/input_0.pb new file mode 100644 index 0000000..1f024e5 Binary files /dev/null and b/onnx/backend/test/data/node/test_averagepool_3d_default/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_averagepool_3d_default/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_averagepool_3d_default/test_data_set_0/output_0.pb new file mode 100644 index 0000000..57a0a15 Binary files /dev/null and b/onnx/backend/test/data/node/test_averagepool_3d_default/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_averagepool_3d_dilations_large_count_include_pad_is_0_ceil_mode_is_False/model.onnx b/onnx/backend/test/data/node/test_averagepool_3d_dilations_large_count_include_pad_is_0_ceil_mode_is_False/model.onnx new file mode 100644 index 0000000..7a75725 Binary files /dev/null and b/onnx/backend/test/data/node/test_averagepool_3d_dilations_large_count_include_pad_is_0_ceil_mode_is_False/model.onnx differ diff --git a/onnx/backend/test/data/node/test_averagepool_3d_dilations_large_count_include_pad_is_0_ceil_mode_is_False/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_averagepool_3d_dilations_large_count_include_pad_is_0_ceil_mode_is_False/test_data_set_0/input_0.pb new file mode 100644 index 0000000..67e7a99 Binary files /dev/null and b/onnx/backend/test/data/node/test_averagepool_3d_dilations_large_count_include_pad_is_0_ceil_mode_is_False/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_averagepool_3d_dilations_large_count_include_pad_is_0_ceil_mode_is_False/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_averagepool_3d_dilations_large_count_include_pad_is_0_ceil_mode_is_False/test_data_set_0/output_0.pb new file mode 100644 index 0000000..1c9d762 Binary files /dev/null and b/onnx/backend/test/data/node/test_averagepool_3d_dilations_large_count_include_pad_is_0_ceil_mode_is_False/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_averagepool_3d_dilations_large_count_include_pad_is_0_ceil_mode_is_True/model.onnx b/onnx/backend/test/data/node/test_averagepool_3d_dilations_large_count_include_pad_is_0_ceil_mode_is_True/model.onnx new file mode 100644 index 0000000..894e85f Binary files /dev/null and b/onnx/backend/test/data/node/test_averagepool_3d_dilations_large_count_include_pad_is_0_ceil_mode_is_True/model.onnx differ diff --git a/onnx/backend/test/data/node/test_averagepool_3d_dilations_large_count_include_pad_is_0_ceil_mode_is_True/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_averagepool_3d_dilations_large_count_include_pad_is_0_ceil_mode_is_True/test_data_set_0/input_0.pb new file mode 100644 index 0000000..61d8539 Binary files /dev/null and b/onnx/backend/test/data/node/test_averagepool_3d_dilations_large_count_include_pad_is_0_ceil_mode_is_True/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_averagepool_3d_dilations_large_count_include_pad_is_0_ceil_mode_is_True/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_averagepool_3d_dilations_large_count_include_pad_is_0_ceil_mode_is_True/test_data_set_0/output_0.pb new file mode 100644 index 0000000..6ea6ff5 Binary files /dev/null and b/onnx/backend/test/data/node/test_averagepool_3d_dilations_large_count_include_pad_is_0_ceil_mode_is_True/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_averagepool_3d_dilations_large_count_include_pad_is_1_ceil_mode_is_False/model.onnx b/onnx/backend/test/data/node/test_averagepool_3d_dilations_large_count_include_pad_is_1_ceil_mode_is_False/model.onnx new file mode 100644 index 0000000..eafe776 Binary files /dev/null and b/onnx/backend/test/data/node/test_averagepool_3d_dilations_large_count_include_pad_is_1_ceil_mode_is_False/model.onnx differ diff --git a/onnx/backend/test/data/node/test_averagepool_3d_dilations_large_count_include_pad_is_1_ceil_mode_is_False/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_averagepool_3d_dilations_large_count_include_pad_is_1_ceil_mode_is_False/test_data_set_0/input_0.pb new file mode 100644 index 0000000..e2cab45 Binary files /dev/null and b/onnx/backend/test/data/node/test_averagepool_3d_dilations_large_count_include_pad_is_1_ceil_mode_is_False/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_averagepool_3d_dilations_large_count_include_pad_is_1_ceil_mode_is_False/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_averagepool_3d_dilations_large_count_include_pad_is_1_ceil_mode_is_False/test_data_set_0/output_0.pb new file mode 100644 index 0000000..45530fb Binary files /dev/null and b/onnx/backend/test/data/node/test_averagepool_3d_dilations_large_count_include_pad_is_1_ceil_mode_is_False/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_averagepool_3d_dilations_large_count_include_pad_is_1_ceil_mode_is_True/model.onnx b/onnx/backend/test/data/node/test_averagepool_3d_dilations_large_count_include_pad_is_1_ceil_mode_is_True/model.onnx new file mode 100644 index 0000000..27f6fb1 Binary files /dev/null and b/onnx/backend/test/data/node/test_averagepool_3d_dilations_large_count_include_pad_is_1_ceil_mode_is_True/model.onnx differ diff --git a/onnx/backend/test/data/node/test_averagepool_3d_dilations_large_count_include_pad_is_1_ceil_mode_is_True/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_averagepool_3d_dilations_large_count_include_pad_is_1_ceil_mode_is_True/test_data_set_0/input_0.pb new file mode 100644 index 0000000..64d9aab Binary files /dev/null and b/onnx/backend/test/data/node/test_averagepool_3d_dilations_large_count_include_pad_is_1_ceil_mode_is_True/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_averagepool_3d_dilations_large_count_include_pad_is_1_ceil_mode_is_True/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_averagepool_3d_dilations_large_count_include_pad_is_1_ceil_mode_is_True/test_data_set_0/output_0.pb new file mode 100644 index 0000000..881680b Binary files /dev/null and b/onnx/backend/test/data/node/test_averagepool_3d_dilations_large_count_include_pad_is_1_ceil_mode_is_True/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_averagepool_3d_dilations_small/model.onnx b/onnx/backend/test/data/node/test_averagepool_3d_dilations_small/model.onnx new file mode 100644 index 0000000..883cdbe Binary files /dev/null and b/onnx/backend/test/data/node/test_averagepool_3d_dilations_small/model.onnx differ diff --git a/onnx/backend/test/data/node/test_averagepool_3d_dilations_small/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_averagepool_3d_dilations_small/test_data_set_0/input_0.pb new file mode 100644 index 0000000..fdfbdb2 Binary files /dev/null and b/onnx/backend/test/data/node/test_averagepool_3d_dilations_small/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_averagepool_3d_dilations_small/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_averagepool_3d_dilations_small/test_data_set_0/output_0.pb new file mode 100644 index 0000000..af6afa6 Binary files /dev/null and b/onnx/backend/test/data/node/test_averagepool_3d_dilations_small/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_basic_conv_with_padding/model.onnx b/onnx/backend/test/data/node/test_basic_conv_with_padding/model.onnx new file mode 100644 index 0000000..e7c3e41 Binary files /dev/null and b/onnx/backend/test/data/node/test_basic_conv_with_padding/model.onnx differ diff --git a/onnx/backend/test/data/node/test_basic_conv_with_padding/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_basic_conv_with_padding/test_data_set_0/input_0.pb new file mode 100644 index 0000000..063e191 Binary files /dev/null and b/onnx/backend/test/data/node/test_basic_conv_with_padding/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_basic_conv_with_padding/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_basic_conv_with_padding/test_data_set_0/input_1.pb new file mode 100644 index 0000000..6d5f1a8 Binary files /dev/null and b/onnx/backend/test/data/node/test_basic_conv_with_padding/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_basic_conv_with_padding/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_basic_conv_with_padding/test_data_set_0/output_0.pb new file mode 100644 index 0000000..2f8944b Binary files /dev/null and b/onnx/backend/test/data/node/test_basic_conv_with_padding/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_basic_conv_without_padding/model.onnx b/onnx/backend/test/data/node/test_basic_conv_without_padding/model.onnx new file mode 100644 index 0000000..dbdb55f Binary files /dev/null and b/onnx/backend/test/data/node/test_basic_conv_without_padding/model.onnx differ diff --git a/onnx/backend/test/data/node/test_basic_conv_without_padding/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_basic_conv_without_padding/test_data_set_0/input_0.pb new file mode 100644 index 0000000..063e191 Binary files /dev/null and b/onnx/backend/test/data/node/test_basic_conv_without_padding/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_basic_conv_without_padding/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_basic_conv_without_padding/test_data_set_0/input_1.pb new file mode 100644 index 0000000..6d5f1a8 Binary files /dev/null and b/onnx/backend/test/data/node/test_basic_conv_without_padding/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_basic_conv_without_padding/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_basic_conv_without_padding/test_data_set_0/output_0.pb new file mode 100644 index 0000000..c158083 Binary files /dev/null and b/onnx/backend/test/data/node/test_basic_conv_without_padding/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_basic_deform_conv_with_padding/model.onnx b/onnx/backend/test/data/node/test_basic_deform_conv_with_padding/model.onnx new file mode 100644 index 0000000..7729eeb Binary files /dev/null and b/onnx/backend/test/data/node/test_basic_deform_conv_with_padding/model.onnx differ diff --git a/onnx/backend/test/data/node/test_basic_deform_conv_with_padding/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_basic_deform_conv_with_padding/test_data_set_0/input_0.pb new file mode 100644 index 0000000..5fed94a Binary files /dev/null and b/onnx/backend/test/data/node/test_basic_deform_conv_with_padding/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_basic_deform_conv_with_padding/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_basic_deform_conv_with_padding/test_data_set_0/input_1.pb new file mode 100644 index 0000000..2e3467d Binary files /dev/null and b/onnx/backend/test/data/node/test_basic_deform_conv_with_padding/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_basic_deform_conv_with_padding/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_basic_deform_conv_with_padding/test_data_set_0/input_2.pb new file mode 100644 index 0000000..a7fb8aa Binary files /dev/null and b/onnx/backend/test/data/node/test_basic_deform_conv_with_padding/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_basic_deform_conv_with_padding/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_basic_deform_conv_with_padding/test_data_set_0/output_0.pb new file mode 100644 index 0000000..45f2460 Binary files /dev/null and b/onnx/backend/test/data/node/test_basic_deform_conv_with_padding/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_basic_deform_conv_without_padding/model.onnx b/onnx/backend/test/data/node/test_basic_deform_conv_without_padding/model.onnx new file mode 100644 index 0000000..1767e75 Binary files /dev/null and b/onnx/backend/test/data/node/test_basic_deform_conv_without_padding/model.onnx differ diff --git a/onnx/backend/test/data/node/test_basic_deform_conv_without_padding/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_basic_deform_conv_without_padding/test_data_set_0/input_0.pb new file mode 100644 index 0000000..5fed94a Binary files /dev/null and b/onnx/backend/test/data/node/test_basic_deform_conv_without_padding/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_basic_deform_conv_without_padding/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_basic_deform_conv_without_padding/test_data_set_0/input_1.pb new file mode 100644 index 0000000..2e3467d Binary files /dev/null and b/onnx/backend/test/data/node/test_basic_deform_conv_without_padding/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_basic_deform_conv_without_padding/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_basic_deform_conv_without_padding/test_data_set_0/input_2.pb new file mode 100644 index 0000000..13d5acd Binary files /dev/null and b/onnx/backend/test/data/node/test_basic_deform_conv_without_padding/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_basic_deform_conv_without_padding/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_basic_deform_conv_without_padding/test_data_set_0/output_0.pb new file mode 100644 index 0000000..4f2f945 Binary files /dev/null and b/onnx/backend/test/data/node/test_basic_deform_conv_without_padding/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_batchnorm_epsilon/model.onnx b/onnx/backend/test/data/node/test_batchnorm_epsilon/model.onnx new file mode 100644 index 0000000..29c2b25 Binary files /dev/null and b/onnx/backend/test/data/node/test_batchnorm_epsilon/model.onnx differ diff --git a/onnx/backend/test/data/node/test_batchnorm_epsilon/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_batchnorm_epsilon/test_data_set_0/input_0.pb new file mode 100644 index 0000000..d514241 Binary files /dev/null and b/onnx/backend/test/data/node/test_batchnorm_epsilon/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_batchnorm_epsilon/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_batchnorm_epsilon/test_data_set_0/input_1.pb new file mode 100644 index 0000000..d116d51 --- /dev/null +++ b/onnx/backend/test/data/node/test_batchnorm_epsilon/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BsJ 6?a:V? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_batchnorm_epsilon/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_batchnorm_epsilon/test_data_set_0/input_2.pb new file mode 100644 index 0000000..04d8744 --- /dev/null +++ b/onnx/backend/test/data/node/test_batchnorm_epsilon/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BbiasJ =?ttK \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_batchnorm_epsilon/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_batchnorm_epsilon/test_data_set_0/input_3.pb new file mode 100644 index 0000000..735331e --- /dev/null +++ b/onnx/backend/test/data/node/test_batchnorm_epsilon/test_data_set_0/input_3.pb @@ -0,0 +1 @@ +BmeanJ Df< \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_batchnorm_epsilon/test_data_set_0/input_4.pb b/onnx/backend/test/data/node/test_batchnorm_epsilon/test_data_set_0/input_4.pb new file mode 100644 index 0000000..f583c02 --- /dev/null +++ b/onnx/backend/test/data/node/test_batchnorm_epsilon/test_data_set_0/input_4.pb @@ -0,0 +1 @@ +BvarJ c6=lL?W= \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_batchnorm_epsilon/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_batchnorm_epsilon/test_data_set_0/output_0.pb new file mode 100644 index 0000000..5094ae4 Binary files /dev/null and b/onnx/backend/test/data/node/test_batchnorm_epsilon/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_batchnorm_epsilon_training_mode/model.onnx b/onnx/backend/test/data/node/test_batchnorm_epsilon_training_mode/model.onnx new file mode 100644 index 0000000..18f46c0 Binary files /dev/null and b/onnx/backend/test/data/node/test_batchnorm_epsilon_training_mode/model.onnx differ diff --git a/onnx/backend/test/data/node/test_batchnorm_epsilon_training_mode/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_batchnorm_epsilon_training_mode/test_data_set_0/input_0.pb new file mode 100644 index 0000000..d514241 Binary files /dev/null and b/onnx/backend/test/data/node/test_batchnorm_epsilon_training_mode/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_batchnorm_epsilon_training_mode/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_batchnorm_epsilon_training_mode/test_data_set_0/input_1.pb new file mode 100644 index 0000000..d116d51 --- /dev/null +++ b/onnx/backend/test/data/node/test_batchnorm_epsilon_training_mode/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BsJ 6?a:V? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_batchnorm_epsilon_training_mode/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_batchnorm_epsilon_training_mode/test_data_set_0/input_2.pb new file mode 100644 index 0000000..04d8744 --- /dev/null +++ b/onnx/backend/test/data/node/test_batchnorm_epsilon_training_mode/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BbiasJ =?ttK \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_batchnorm_epsilon_training_mode/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_batchnorm_epsilon_training_mode/test_data_set_0/input_3.pb new file mode 100644 index 0000000..735331e --- /dev/null +++ b/onnx/backend/test/data/node/test_batchnorm_epsilon_training_mode/test_data_set_0/input_3.pb @@ -0,0 +1 @@ +BmeanJ Df< \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_batchnorm_epsilon_training_mode/test_data_set_0/input_4.pb b/onnx/backend/test/data/node/test_batchnorm_epsilon_training_mode/test_data_set_0/input_4.pb new file mode 100644 index 0000000..f583c02 --- /dev/null +++ b/onnx/backend/test/data/node/test_batchnorm_epsilon_training_mode/test_data_set_0/input_4.pb @@ -0,0 +1 @@ +BvarJ c6=lL?W= \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_batchnorm_epsilon_training_mode/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_batchnorm_epsilon_training_mode/test_data_set_0/output_0.pb new file mode 100644 index 0000000..7143658 Binary files /dev/null and b/onnx/backend/test/data/node/test_batchnorm_epsilon_training_mode/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_batchnorm_epsilon_training_mode/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_batchnorm_epsilon_training_mode/test_data_set_0/output_1.pb new file mode 100644 index 0000000..b5779a5 --- /dev/null +++ b/onnx/backend/test/data/node/test_batchnorm_epsilon_training_mode/test_data_set_0/output_1.pb @@ -0,0 +1 @@ +B output_meanJ X 2 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_batchnorm_epsilon_training_mode/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_batchnorm_epsilon_training_mode/test_data_set_0/output_2.pb new file mode 100644 index 0000000..ec74fb0 --- /dev/null +++ b/onnx/backend/test/data/node/test_batchnorm_epsilon_training_mode/test_data_set_0/output_2.pb @@ -0,0 +1,2 @@ +B +output_varJ >X?!> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_batchnorm_example/model.onnx b/onnx/backend/test/data/node/test_batchnorm_example/model.onnx new file mode 100644 index 0000000..9d3f372 Binary files /dev/null and b/onnx/backend/test/data/node/test_batchnorm_example/model.onnx differ diff --git a/onnx/backend/test/data/node/test_batchnorm_example/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_batchnorm_example/test_data_set_0/input_0.pb new file mode 100644 index 0000000..5103103 --- /dev/null +++ b/onnx/backend/test/data/node/test_batchnorm_example/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6^&,Z[*Pܿ35>;;Wп>DhT=:?>ב?>O/^~/Ѓ f=#f?Ok>Ŀ ??@?7>8lF?5mξy? FU>z?u>4?G,>> ?^Ab*x?(?Ӿ3Y?"??, ?g?Iy\}?7mM?r?N4?l? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_batchnorm_example/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_batchnorm_example/test_data_set_0/input_1.pb new file mode 100644 index 0000000..be392c2 --- /dev/null +++ b/onnx/backend/test/data/node/test_batchnorm_example/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BsJ ٺ>*> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_batchnorm_example/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_batchnorm_example/test_data_set_0/input_2.pb new file mode 100644 index 0000000..ffa575c --- /dev/null +++ b/onnx/backend/test/data/node/test_batchnorm_example/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BbiasJ ǩ?319 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_batchnorm_example/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_batchnorm_example/test_data_set_0/input_3.pb new file mode 100644 index 0000000..03fea1b --- /dev/null +++ b/onnx/backend/test/data/node/test_batchnorm_example/test_data_set_0/input_3.pb @@ -0,0 +1 @@ +BmeanJ r޾?,? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_batchnorm_example/test_data_set_0/input_4.pb b/onnx/backend/test/data/node/test_batchnorm_example/test_data_set_0/input_4.pb new file mode 100644 index 0000000..9300137 --- /dev/null +++ b/onnx/backend/test/data/node/test_batchnorm_example/test_data_set_0/input_4.pb @@ -0,0 +1 @@ +BvarJ ǻy?[?n?< \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_batchnorm_example/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_batchnorm_example/test_data_set_0/output_0.pb new file mode 100644 index 0000000..0809e19 Binary files /dev/null and b/onnx/backend/test/data/node/test_batchnorm_example/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_batchnorm_example_training_mode/model.onnx b/onnx/backend/test/data/node/test_batchnorm_example_training_mode/model.onnx new file mode 100644 index 0000000..ad005a0 Binary files /dev/null and b/onnx/backend/test/data/node/test_batchnorm_example_training_mode/model.onnx differ diff --git a/onnx/backend/test/data/node/test_batchnorm_example_training_mode/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_batchnorm_example_training_mode/test_data_set_0/input_0.pb new file mode 100644 index 0000000..5103103 --- /dev/null +++ b/onnx/backend/test/data/node/test_batchnorm_example_training_mode/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6^&,Z[*Pܿ35>;;Wп>DhT=:?>ב?>O/^~/Ѓ f=#f?Ok>Ŀ ??@?7>8lF?5mξy? FU>z?u>4?G,>> ?^Ab*x?(?Ӿ3Y?"??, ?g?Iy\}?7mM?r?N4?l? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_batchnorm_example_training_mode/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_batchnorm_example_training_mode/test_data_set_0/input_1.pb new file mode 100644 index 0000000..be392c2 --- /dev/null +++ b/onnx/backend/test/data/node/test_batchnorm_example_training_mode/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BsJ ٺ>*> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_batchnorm_example_training_mode/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_batchnorm_example_training_mode/test_data_set_0/input_2.pb new file mode 100644 index 0000000..ffa575c --- /dev/null +++ b/onnx/backend/test/data/node/test_batchnorm_example_training_mode/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BbiasJ ǩ?319 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_batchnorm_example_training_mode/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_batchnorm_example_training_mode/test_data_set_0/input_3.pb new file mode 100644 index 0000000..03fea1b --- /dev/null +++ b/onnx/backend/test/data/node/test_batchnorm_example_training_mode/test_data_set_0/input_3.pb @@ -0,0 +1 @@ +BmeanJ r޾?,? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_batchnorm_example_training_mode/test_data_set_0/input_4.pb b/onnx/backend/test/data/node/test_batchnorm_example_training_mode/test_data_set_0/input_4.pb new file mode 100644 index 0000000..9300137 --- /dev/null +++ b/onnx/backend/test/data/node/test_batchnorm_example_training_mode/test_data_set_0/input_4.pb @@ -0,0 +1 @@ +BvarJ ǻy?[?n?< \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_batchnorm_example_training_mode/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_batchnorm_example_training_mode/test_data_set_0/output_0.pb new file mode 100644 index 0000000..77cd8aa Binary files /dev/null and b/onnx/backend/test/data/node/test_batchnorm_example_training_mode/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_batchnorm_example_training_mode/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_batchnorm_example_training_mode/test_data_set_0/output_1.pb new file mode 100644 index 0000000..89e2fbe --- /dev/null +++ b/onnx/backend/test/data/node/test_batchnorm_example_training_mode/test_data_set_0/output_1.pb @@ -0,0 +1 @@ +B output_meanJ ¾u?N2? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_batchnorm_example_training_mode/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_batchnorm_example_training_mode/test_data_set_0/output_2.pb new file mode 100644 index 0000000..30fcb86 --- /dev/null +++ b/onnx/backend/test/data/node/test_batchnorm_example_training_mode/test_data_set_0/output_2.pb @@ -0,0 +1,2 @@ +B +output_varJ `v?/c?P > \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_bernoulli/model.onnx b/onnx/backend/test/data/node/test_bernoulli/model.onnx new file mode 100644 index 0000000..702c996 Binary files /dev/null and b/onnx/backend/test/data/node/test_bernoulli/model.onnx differ diff --git a/onnx/backend/test/data/node/test_bernoulli/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_bernoulli/test_data_set_0/input_0.pb new file mode 100644 index 0000000..b6d3af5 --- /dev/null +++ b/onnx/backend/test/data/node/test_bernoulli/test_data_set_0/input_0.pb @@ -0,0 +1,2 @@ + + BxJP_V?3`?KnkI?cۮo?)?[!*?Yam?:g?63IS?BKN? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_bernoulli/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_bernoulli/test_data_set_0/output_0.pb new file mode 100644 index 0000000..49da0b5 Binary files /dev/null and b/onnx/backend/test/data/node/test_bernoulli/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_bernoulli_double/model.onnx b/onnx/backend/test/data/node/test_bernoulli_double/model.onnx new file mode 100644 index 0000000..929e419 Binary files /dev/null and b/onnx/backend/test/data/node/test_bernoulli_double/model.onnx differ diff --git a/onnx/backend/test/data/node/test_bernoulli_double/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_bernoulli_double/test_data_set_0/input_0.pb new file mode 100644 index 0000000..7faf960 --- /dev/null +++ b/onnx/backend/test/data/node/test_bernoulli_double/test_data_set_0/input_0.pb @@ -0,0 +1,2 @@ + +BxJ(  ?7?N?w} ?H>QY%?n > \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_bernoulli_double/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_bernoulli_double/test_data_set_0/output_0.pb new file mode 100644 index 0000000..49da0b5 Binary files /dev/null and b/onnx/backend/test/data/node/test_bernoulli_double/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_bernoulli_double_expanded/model.onnx b/onnx/backend/test/data/node/test_bernoulli_double_expanded/model.onnx new file mode 100644 index 0000000..558e382 Binary files /dev/null and b/onnx/backend/test/data/node/test_bernoulli_double_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_bernoulli_double_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_bernoulli_double_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..7faf960 --- /dev/null +++ b/onnx/backend/test/data/node/test_bernoulli_double_expanded/test_data_set_0/input_0.pb @@ -0,0 +1,2 @@ + +BxJ(  ?7?N?w} ?H>QY%?n > \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_bernoulli_double_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_bernoulli_double_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..49da0b5 Binary files /dev/null and b/onnx/backend/test/data/node/test_bernoulli_double_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_bernoulli_expanded/model.onnx b/onnx/backend/test/data/node/test_bernoulli_expanded/model.onnx new file mode 100644 index 0000000..c510c81 Binary files /dev/null and b/onnx/backend/test/data/node/test_bernoulli_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_bernoulli_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_bernoulli_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..b6d3af5 --- /dev/null +++ b/onnx/backend/test/data/node/test_bernoulli_expanded/test_data_set_0/input_0.pb @@ -0,0 +1,2 @@ + + BxJP_V?3`?KnkI?cۮo?)?[!*?Yam?:g?63IS?BKN? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_bernoulli_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_bernoulli_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..49da0b5 Binary files /dev/null and b/onnx/backend/test/data/node/test_bernoulli_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_bernoulli_seed/model.onnx b/onnx/backend/test/data/node/test_bernoulli_seed/model.onnx new file mode 100644 index 0000000..ea69f01 Binary files /dev/null and b/onnx/backend/test/data/node/test_bernoulli_seed/model.onnx differ diff --git a/onnx/backend/test/data/node/test_bernoulli_seed/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_bernoulli_seed/test_data_set_0/input_0.pb new file mode 100644 index 0000000..7faf960 --- /dev/null +++ b/onnx/backend/test/data/node/test_bernoulli_seed/test_data_set_0/input_0.pb @@ -0,0 +1,2 @@ + +BxJ(  ?7?N?w} ?H>QY%?n > \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_bernoulli_seed/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_bernoulli_seed/test_data_set_0/output_0.pb new file mode 100644 index 0000000..e4dd877 Binary files /dev/null and b/onnx/backend/test/data/node/test_bernoulli_seed/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_bernoulli_seed_expanded/model.onnx b/onnx/backend/test/data/node/test_bernoulli_seed_expanded/model.onnx new file mode 100644 index 0000000..3236cbf Binary files /dev/null and b/onnx/backend/test/data/node/test_bernoulli_seed_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_bernoulli_seed_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_bernoulli_seed_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..7faf960 --- /dev/null +++ b/onnx/backend/test/data/node/test_bernoulli_seed_expanded/test_data_set_0/input_0.pb @@ -0,0 +1,2 @@ + +BxJ(  ?7?N?w} ?H>QY%?n > \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_bernoulli_seed_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_bernoulli_seed_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..e4dd877 Binary files /dev/null and b/onnx/backend/test/data/node/test_bernoulli_seed_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_bitcast_2d_float32_to_int32/model.onnx b/onnx/backend/test/data/node/test_bitcast_2d_float32_to_int32/model.onnx new file mode 100644 index 0000000..a9f68e4 Binary files /dev/null and b/onnx/backend/test/data/node/test_bitcast_2d_float32_to_int32/model.onnx differ diff --git a/onnx/backend/test/data/node/test_bitcast_2d_float32_to_int32/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_bitcast_2d_float32_to_int32/test_data_set_0/input_0.pb new file mode 100644 index 0000000..9a18aee Binary files /dev/null and b/onnx/backend/test/data/node/test_bitcast_2d_float32_to_int32/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_bitcast_2d_float32_to_int32/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_bitcast_2d_float32_to_int32/test_data_set_0/output_0.pb new file mode 100644 index 0000000..34299be Binary files /dev/null and b/onnx/backend/test/data/node/test_bitcast_2d_float32_to_int32/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_bitcast_bool_to_uint8/model.onnx b/onnx/backend/test/data/node/test_bitcast_bool_to_uint8/model.onnx new file mode 100644 index 0000000..33de6ee Binary files /dev/null and b/onnx/backend/test/data/node/test_bitcast_bool_to_uint8/model.onnx differ diff --git a/onnx/backend/test/data/node/test_bitcast_bool_to_uint8/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_bitcast_bool_to_uint8/test_data_set_0/input_0.pb new file mode 100644 index 0000000..c10a260 Binary files /dev/null and b/onnx/backend/test/data/node/test_bitcast_bool_to_uint8/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_bitcast_bool_to_uint8/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_bitcast_bool_to_uint8/test_data_set_0/output_0.pb new file mode 100644 index 0000000..069c8e4 Binary files /dev/null and b/onnx/backend/test/data/node/test_bitcast_bool_to_uint8/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_bitcast_float32_to_int32/model.onnx b/onnx/backend/test/data/node/test_bitcast_float32_to_int32/model.onnx new file mode 100644 index 0000000..7628acd Binary files /dev/null and b/onnx/backend/test/data/node/test_bitcast_float32_to_int32/model.onnx differ diff --git a/onnx/backend/test/data/node/test_bitcast_float32_to_int32/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_bitcast_float32_to_int32/test_data_set_0/input_0.pb new file mode 100644 index 0000000..8724600 Binary files /dev/null and b/onnx/backend/test/data/node/test_bitcast_float32_to_int32/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_bitcast_float32_to_int32/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_bitcast_float32_to_int32/test_data_set_0/output_0.pb new file mode 100644 index 0000000..84bb06d Binary files /dev/null and b/onnx/backend/test/data/node/test_bitcast_float32_to_int32/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_bitcast_float64_to_int64/model.onnx b/onnx/backend/test/data/node/test_bitcast_float64_to_int64/model.onnx new file mode 100644 index 0000000..db61122 Binary files /dev/null and b/onnx/backend/test/data/node/test_bitcast_float64_to_int64/model.onnx differ diff --git a/onnx/backend/test/data/node/test_bitcast_float64_to_int64/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_bitcast_float64_to_int64/test_data_set_0/input_0.pb new file mode 100644 index 0000000..fd84592 Binary files /dev/null and b/onnx/backend/test/data/node/test_bitcast_float64_to_int64/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_bitcast_float64_to_int64/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_bitcast_float64_to_int64/test_data_set_0/output_0.pb new file mode 100644 index 0000000..6e97326 Binary files /dev/null and b/onnx/backend/test/data/node/test_bitcast_float64_to_int64/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_bitcast_int32_to_float32/model.onnx b/onnx/backend/test/data/node/test_bitcast_int32_to_float32/model.onnx new file mode 100644 index 0000000..6c716de Binary files /dev/null and b/onnx/backend/test/data/node/test_bitcast_int32_to_float32/model.onnx differ diff --git a/onnx/backend/test/data/node/test_bitcast_int32_to_float32/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_bitcast_int32_to_float32/test_data_set_0/input_0.pb new file mode 100644 index 0000000..02e40fd Binary files /dev/null and b/onnx/backend/test/data/node/test_bitcast_int32_to_float32/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_bitcast_int32_to_float32/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_bitcast_int32_to_float32/test_data_set_0/output_0.pb new file mode 100644 index 0000000..7711c51 Binary files /dev/null and b/onnx/backend/test/data/node/test_bitcast_int32_to_float32/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_bitcast_int64_to_float64/model.onnx b/onnx/backend/test/data/node/test_bitcast_int64_to_float64/model.onnx new file mode 100644 index 0000000..47173bc Binary files /dev/null and b/onnx/backend/test/data/node/test_bitcast_int64_to_float64/model.onnx differ diff --git a/onnx/backend/test/data/node/test_bitcast_int64_to_float64/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_bitcast_int64_to_float64/test_data_set_0/input_0.pb new file mode 100644 index 0000000..591a4ee Binary files /dev/null and b/onnx/backend/test/data/node/test_bitcast_int64_to_float64/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_bitcast_int64_to_float64/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_bitcast_int64_to_float64/test_data_set_0/output_0.pb new file mode 100644 index 0000000..be07773 Binary files /dev/null and b/onnx/backend/test/data/node/test_bitcast_int64_to_float64/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_bitcast_int8_to_uint8/model.onnx b/onnx/backend/test/data/node/test_bitcast_int8_to_uint8/model.onnx new file mode 100644 index 0000000..5bd5931 Binary files /dev/null and b/onnx/backend/test/data/node/test_bitcast_int8_to_uint8/model.onnx differ diff --git a/onnx/backend/test/data/node/test_bitcast_int8_to_uint8/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_bitcast_int8_to_uint8/test_data_set_0/input_0.pb new file mode 100644 index 0000000..5c526d1 Binary files /dev/null and b/onnx/backend/test/data/node/test_bitcast_int8_to_uint8/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_bitcast_int8_to_uint8/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_bitcast_int8_to_uint8/test_data_set_0/output_0.pb new file mode 100644 index 0000000..72560cc Binary files /dev/null and b/onnx/backend/test/data/node/test_bitcast_int8_to_uint8/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_bitcast_scalar_float32_to_int32/model.onnx b/onnx/backend/test/data/node/test_bitcast_scalar_float32_to_int32/model.onnx new file mode 100644 index 0000000..1d585a9 Binary files /dev/null and b/onnx/backend/test/data/node/test_bitcast_scalar_float32_to_int32/model.onnx differ diff --git a/onnx/backend/test/data/node/test_bitcast_scalar_float32_to_int32/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_bitcast_scalar_float32_to_int32/test_data_set_0/input_0.pb new file mode 100644 index 0000000..730ab7e Binary files /dev/null and b/onnx/backend/test/data/node/test_bitcast_scalar_float32_to_int32/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_bitcast_scalar_float32_to_int32/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_bitcast_scalar_float32_to_int32/test_data_set_0/output_0.pb new file mode 100644 index 0000000..168d01c Binary files /dev/null and b/onnx/backend/test/data/node/test_bitcast_scalar_float32_to_int32/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_bitcast_uint16_to_int16/model.onnx b/onnx/backend/test/data/node/test_bitcast_uint16_to_int16/model.onnx new file mode 100644 index 0000000..dde29e1 Binary files /dev/null and b/onnx/backend/test/data/node/test_bitcast_uint16_to_int16/model.onnx differ diff --git a/onnx/backend/test/data/node/test_bitcast_uint16_to_int16/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_bitcast_uint16_to_int16/test_data_set_0/input_0.pb new file mode 100644 index 0000000..c324c93 Binary files /dev/null and b/onnx/backend/test/data/node/test_bitcast_uint16_to_int16/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_bitcast_uint16_to_int16/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_bitcast_uint16_to_int16/test_data_set_0/output_0.pb new file mode 100644 index 0000000..9671fa4 Binary files /dev/null and b/onnx/backend/test/data/node/test_bitcast_uint16_to_int16/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_bitcast_uint32_to_int32/model.onnx b/onnx/backend/test/data/node/test_bitcast_uint32_to_int32/model.onnx new file mode 100644 index 0000000..6f3a538 Binary files /dev/null and b/onnx/backend/test/data/node/test_bitcast_uint32_to_int32/model.onnx differ diff --git a/onnx/backend/test/data/node/test_bitcast_uint32_to_int32/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_bitcast_uint32_to_int32/test_data_set_0/input_0.pb new file mode 100644 index 0000000..0d77614 Binary files /dev/null and b/onnx/backend/test/data/node/test_bitcast_uint32_to_int32/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_bitcast_uint32_to_int32/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_bitcast_uint32_to_int32/test_data_set_0/output_0.pb new file mode 100644 index 0000000..9aeead4 Binary files /dev/null and b/onnx/backend/test/data/node/test_bitcast_uint32_to_int32/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_bitshift_left_uint16/model.onnx b/onnx/backend/test/data/node/test_bitshift_left_uint16/model.onnx new file mode 100644 index 0000000..4bd610c Binary files /dev/null and b/onnx/backend/test/data/node/test_bitshift_left_uint16/model.onnx differ diff --git a/onnx/backend/test/data/node/test_bitshift_left_uint16/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_bitshift_left_uint16/test_data_set_0/input_0.pb new file mode 100644 index 0000000..57ba338 Binary files /dev/null and b/onnx/backend/test/data/node/test_bitshift_left_uint16/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_bitshift_left_uint16/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_bitshift_left_uint16/test_data_set_0/input_1.pb new file mode 100644 index 0000000..fcbf693 Binary files /dev/null and b/onnx/backend/test/data/node/test_bitshift_left_uint16/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_bitshift_left_uint16/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_bitshift_left_uint16/test_data_set_0/output_0.pb new file mode 100644 index 0000000..fedb775 Binary files /dev/null and b/onnx/backend/test/data/node/test_bitshift_left_uint16/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_bitshift_left_uint32/model.onnx b/onnx/backend/test/data/node/test_bitshift_left_uint32/model.onnx new file mode 100644 index 0000000..086106c Binary files /dev/null and b/onnx/backend/test/data/node/test_bitshift_left_uint32/model.onnx differ diff --git a/onnx/backend/test/data/node/test_bitshift_left_uint32/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_bitshift_left_uint32/test_data_set_0/input_0.pb new file mode 100644 index 0000000..c01899b Binary files /dev/null and b/onnx/backend/test/data/node/test_bitshift_left_uint32/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_bitshift_left_uint32/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_bitshift_left_uint32/test_data_set_0/input_1.pb new file mode 100644 index 0000000..d58cf28 Binary files /dev/null and b/onnx/backend/test/data/node/test_bitshift_left_uint32/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_bitshift_left_uint32/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_bitshift_left_uint32/test_data_set_0/output_0.pb new file mode 100644 index 0000000..126ba2b Binary files /dev/null and b/onnx/backend/test/data/node/test_bitshift_left_uint32/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_bitshift_left_uint64/model.onnx b/onnx/backend/test/data/node/test_bitshift_left_uint64/model.onnx new file mode 100644 index 0000000..994339a Binary files /dev/null and b/onnx/backend/test/data/node/test_bitshift_left_uint64/model.onnx differ diff --git a/onnx/backend/test/data/node/test_bitshift_left_uint64/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_bitshift_left_uint64/test_data_set_0/input_0.pb new file mode 100644 index 0000000..4c69686 Binary files /dev/null and b/onnx/backend/test/data/node/test_bitshift_left_uint64/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_bitshift_left_uint64/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_bitshift_left_uint64/test_data_set_0/input_1.pb new file mode 100644 index 0000000..2b2b147 Binary files /dev/null and b/onnx/backend/test/data/node/test_bitshift_left_uint64/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_bitshift_left_uint64/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_bitshift_left_uint64/test_data_set_0/output_0.pb new file mode 100644 index 0000000..586fb01 Binary files /dev/null and b/onnx/backend/test/data/node/test_bitshift_left_uint64/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_bitshift_left_uint8/model.onnx b/onnx/backend/test/data/node/test_bitshift_left_uint8/model.onnx new file mode 100644 index 0000000..b6decae Binary files /dev/null and b/onnx/backend/test/data/node/test_bitshift_left_uint8/model.onnx differ diff --git a/onnx/backend/test/data/node/test_bitshift_left_uint8/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_bitshift_left_uint8/test_data_set_0/input_0.pb new file mode 100644 index 0000000..2381f5a --- /dev/null +++ b/onnx/backend/test/data/node/test_bitshift_left_uint8/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_bitshift_left_uint8/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_bitshift_left_uint8/test_data_set_0/input_1.pb new file mode 100644 index 0000000..a079f74 --- /dev/null +++ b/onnx/backend/test/data/node/test_bitshift_left_uint8/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +ByJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_bitshift_left_uint8/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_bitshift_left_uint8/test_data_set_0/output_0.pb new file mode 100644 index 0000000..b98bfa6 --- /dev/null +++ b/onnx/backend/test/data/node/test_bitshift_left_uint8/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BzJ  \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_bitshift_right_uint16/model.onnx b/onnx/backend/test/data/node/test_bitshift_right_uint16/model.onnx new file mode 100644 index 0000000..bf1b177 Binary files /dev/null and b/onnx/backend/test/data/node/test_bitshift_right_uint16/model.onnx differ diff --git a/onnx/backend/test/data/node/test_bitshift_right_uint16/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_bitshift_right_uint16/test_data_set_0/input_0.pb new file mode 100644 index 0000000..57ba338 Binary files /dev/null and b/onnx/backend/test/data/node/test_bitshift_right_uint16/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_bitshift_right_uint16/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_bitshift_right_uint16/test_data_set_0/input_1.pb new file mode 100644 index 0000000..fcbf693 Binary files /dev/null and b/onnx/backend/test/data/node/test_bitshift_right_uint16/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_bitshift_right_uint16/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_bitshift_right_uint16/test_data_set_0/output_0.pb new file mode 100644 index 0000000..73293c5 Binary files /dev/null and b/onnx/backend/test/data/node/test_bitshift_right_uint16/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_bitshift_right_uint32/model.onnx b/onnx/backend/test/data/node/test_bitshift_right_uint32/model.onnx new file mode 100644 index 0000000..618b758 Binary files /dev/null and b/onnx/backend/test/data/node/test_bitshift_right_uint32/model.onnx differ diff --git a/onnx/backend/test/data/node/test_bitshift_right_uint32/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_bitshift_right_uint32/test_data_set_0/input_0.pb new file mode 100644 index 0000000..c01899b Binary files /dev/null and b/onnx/backend/test/data/node/test_bitshift_right_uint32/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_bitshift_right_uint32/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_bitshift_right_uint32/test_data_set_0/input_1.pb new file mode 100644 index 0000000..d58cf28 Binary files /dev/null and b/onnx/backend/test/data/node/test_bitshift_right_uint32/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_bitshift_right_uint32/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_bitshift_right_uint32/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d545c52 Binary files /dev/null and b/onnx/backend/test/data/node/test_bitshift_right_uint32/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_bitshift_right_uint64/model.onnx b/onnx/backend/test/data/node/test_bitshift_right_uint64/model.onnx new file mode 100644 index 0000000..4065c19 Binary files /dev/null and b/onnx/backend/test/data/node/test_bitshift_right_uint64/model.onnx differ diff --git a/onnx/backend/test/data/node/test_bitshift_right_uint64/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_bitshift_right_uint64/test_data_set_0/input_0.pb new file mode 100644 index 0000000..4c69686 Binary files /dev/null and b/onnx/backend/test/data/node/test_bitshift_right_uint64/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_bitshift_right_uint64/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_bitshift_right_uint64/test_data_set_0/input_1.pb new file mode 100644 index 0000000..2b2b147 Binary files /dev/null and b/onnx/backend/test/data/node/test_bitshift_right_uint64/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_bitshift_right_uint64/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_bitshift_right_uint64/test_data_set_0/output_0.pb new file mode 100644 index 0000000..5260f80 Binary files /dev/null and b/onnx/backend/test/data/node/test_bitshift_right_uint64/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_bitshift_right_uint8/model.onnx b/onnx/backend/test/data/node/test_bitshift_right_uint8/model.onnx new file mode 100644 index 0000000..18d26f1 Binary files /dev/null and b/onnx/backend/test/data/node/test_bitshift_right_uint8/model.onnx differ diff --git a/onnx/backend/test/data/node/test_bitshift_right_uint8/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_bitshift_right_uint8/test_data_set_0/input_0.pb new file mode 100644 index 0000000..2381f5a --- /dev/null +++ b/onnx/backend/test/data/node/test_bitshift_right_uint8/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_bitshift_right_uint8/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_bitshift_right_uint8/test_data_set_0/input_1.pb new file mode 100644 index 0000000..a079f74 --- /dev/null +++ b/onnx/backend/test/data/node/test_bitshift_right_uint8/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +ByJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_bitshift_right_uint8/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_bitshift_right_uint8/test_data_set_0/output_0.pb new file mode 100644 index 0000000..36087fe Binary files /dev/null and b/onnx/backend/test/data/node/test_bitshift_right_uint8/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_bitwise_and_i16_3d/model.onnx b/onnx/backend/test/data/node/test_bitwise_and_i16_3d/model.onnx new file mode 100644 index 0000000..f1c91fa Binary files /dev/null and b/onnx/backend/test/data/node/test_bitwise_and_i16_3d/model.onnx differ diff --git a/onnx/backend/test/data/node/test_bitwise_and_i16_3d/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_bitwise_and_i16_3d/test_data_set_0/input_0.pb new file mode 100644 index 0000000..8e47289 Binary files /dev/null and b/onnx/backend/test/data/node/test_bitwise_and_i16_3d/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_bitwise_and_i16_3d/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_bitwise_and_i16_3d/test_data_set_0/input_1.pb new file mode 100644 index 0000000..7c8236c Binary files /dev/null and b/onnx/backend/test/data/node/test_bitwise_and_i16_3d/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_bitwise_and_i16_3d/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_bitwise_and_i16_3d/test_data_set_0/output_0.pb new file mode 100644 index 0000000..350f288 Binary files /dev/null and b/onnx/backend/test/data/node/test_bitwise_and_i16_3d/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_bitwise_and_i32_2d/model.onnx b/onnx/backend/test/data/node/test_bitwise_and_i32_2d/model.onnx new file mode 100644 index 0000000..f771d47 Binary files /dev/null and b/onnx/backend/test/data/node/test_bitwise_and_i32_2d/model.onnx differ diff --git a/onnx/backend/test/data/node/test_bitwise_and_i32_2d/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_bitwise_and_i32_2d/test_data_set_0/input_0.pb new file mode 100644 index 0000000..f102699 --- /dev/null +++ b/onnx/backend/test/data/node/test_bitwise_and_i32_2d/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJ0%G/g8Hn~̠˪eͅOˑSpP \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_bitwise_and_i32_2d/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_bitwise_and_i32_2d/test_data_set_0/input_1.pb new file mode 100644 index 0000000..b76bf69 --- /dev/null +++ b/onnx/backend/test/data/node/test_bitwise_and_i32_2d/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +ByJ0%G/g8Hn~̠˪eͅOˑSpP \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_bitwise_and_i32_2d/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_bitwise_and_i32_2d/test_data_set_0/output_0.pb new file mode 100644 index 0000000..6d4f05d --- /dev/null +++ b/onnx/backend/test/data/node/test_bitwise_and_i32_2d/test_data_set_0/output_0.pb @@ -0,0 +1,2 @@ +B +bitwiseandJ0%G/g8Hn~̠˪eͅOˑSpP \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_bitwise_and_ui64_bcast_3v1d/model.onnx b/onnx/backend/test/data/node/test_bitwise_and_ui64_bcast_3v1d/model.onnx new file mode 100644 index 0000000..b8479dc Binary files /dev/null and b/onnx/backend/test/data/node/test_bitwise_and_ui64_bcast_3v1d/model.onnx differ diff --git a/onnx/backend/test/data/node/test_bitwise_and_ui64_bcast_3v1d/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_bitwise_and_ui64_bcast_3v1d/test_data_set_0/input_0.pb new file mode 100644 index 0000000..6f8cbfc Binary files /dev/null and b/onnx/backend/test/data/node/test_bitwise_and_ui64_bcast_3v1d/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_bitwise_and_ui64_bcast_3v1d/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_bitwise_and_ui64_bcast_3v1d/test_data_set_0/input_1.pb new file mode 100644 index 0000000..4273f7b Binary files /dev/null and b/onnx/backend/test/data/node/test_bitwise_and_ui64_bcast_3v1d/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_bitwise_and_ui64_bcast_3v1d/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_bitwise_and_ui64_bcast_3v1d/test_data_set_0/output_0.pb new file mode 100644 index 0000000..1234347 Binary files /dev/null and b/onnx/backend/test/data/node/test_bitwise_and_ui64_bcast_3v1d/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_bitwise_and_ui8_bcast_4v3d/model.onnx b/onnx/backend/test/data/node/test_bitwise_and_ui8_bcast_4v3d/model.onnx new file mode 100644 index 0000000..1bfbd0a Binary files /dev/null and b/onnx/backend/test/data/node/test_bitwise_and_ui8_bcast_4v3d/model.onnx differ diff --git a/onnx/backend/test/data/node/test_bitwise_and_ui8_bcast_4v3d/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_bitwise_and_ui8_bcast_4v3d/test_data_set_0/input_0.pb new file mode 100644 index 0000000..9383916 --- /dev/null +++ b/onnx/backend/test/data/node/test_bitwise_and_ui8_bcast_4v3d/test_data_set_0/input_0.pb @@ -0,0 +1,5 @@ +BxJ%H˅OGeԋꜝ2D`V?=9<؍syGƕ19+L4Pms)@oׇh ~}d9S +W\J.ؗAqM4LەMKL+$g-9` +|Qyܔ^g}#I)9=OznUOrJH&j,qr+y2GDpv=8ʺ[ײ$N2W1Ҩoc<1bJ"}+c-!w2ͰV,a$q exPC ݛl<,YPz_5='anC 1nX\.ciV \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_bitwise_or_i16_4d/model.onnx b/onnx/backend/test/data/node/test_bitwise_or_i16_4d/model.onnx new file mode 100644 index 0000000..aaf151e Binary files /dev/null and b/onnx/backend/test/data/node/test_bitwise_or_i16_4d/model.onnx differ diff --git a/onnx/backend/test/data/node/test_bitwise_or_i16_4d/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_bitwise_or_i16_4d/test_data_set_0/input_0.pb new file mode 100644 index 0000000..5fe08ce Binary files /dev/null and b/onnx/backend/test/data/node/test_bitwise_or_i16_4d/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_bitwise_or_i16_4d/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_bitwise_or_i16_4d/test_data_set_0/input_1.pb new file mode 100644 index 0000000..7864830 Binary files /dev/null and b/onnx/backend/test/data/node/test_bitwise_or_i16_4d/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_bitwise_or_i16_4d/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_bitwise_or_i16_4d/test_data_set_0/output_0.pb new file mode 100644 index 0000000..f696fb0 Binary files /dev/null and b/onnx/backend/test/data/node/test_bitwise_or_i16_4d/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_bitwise_or_i32_2d/model.onnx b/onnx/backend/test/data/node/test_bitwise_or_i32_2d/model.onnx new file mode 100644 index 0000000..f0fef77 Binary files /dev/null and b/onnx/backend/test/data/node/test_bitwise_or_i32_2d/model.onnx differ diff --git a/onnx/backend/test/data/node/test_bitwise_or_i32_2d/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_bitwise_or_i32_2d/test_data_set_0/input_0.pb new file mode 100644 index 0000000..f102699 --- /dev/null +++ b/onnx/backend/test/data/node/test_bitwise_or_i32_2d/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJ0%G/g8Hn~̠˪eͅOˑSpP \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_bitwise_or_i32_2d/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_bitwise_or_i32_2d/test_data_set_0/input_1.pb new file mode 100644 index 0000000..b76bf69 --- /dev/null +++ b/onnx/backend/test/data/node/test_bitwise_or_i32_2d/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +ByJ0%G/g8Hn~̠˪eͅOˑSpP \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_bitwise_or_i32_2d/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_bitwise_or_i32_2d/test_data_set_0/output_0.pb new file mode 100644 index 0000000..eb4adbd --- /dev/null +++ b/onnx/backend/test/data/node/test_bitwise_or_i32_2d/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +B bitwiseorJ0%G/g8Hn~̠˪eͅOˑSpP \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_bitwise_or_ui64_bcast_3v1d/model.onnx b/onnx/backend/test/data/node/test_bitwise_or_ui64_bcast_3v1d/model.onnx new file mode 100644 index 0000000..a97df71 Binary files /dev/null and b/onnx/backend/test/data/node/test_bitwise_or_ui64_bcast_3v1d/model.onnx differ diff --git a/onnx/backend/test/data/node/test_bitwise_or_ui64_bcast_3v1d/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_bitwise_or_ui64_bcast_3v1d/test_data_set_0/input_0.pb new file mode 100644 index 0000000..6f8cbfc Binary files /dev/null and b/onnx/backend/test/data/node/test_bitwise_or_ui64_bcast_3v1d/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_bitwise_or_ui64_bcast_3v1d/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_bitwise_or_ui64_bcast_3v1d/test_data_set_0/input_1.pb new file mode 100644 index 0000000..4273f7b Binary files /dev/null and b/onnx/backend/test/data/node/test_bitwise_or_ui64_bcast_3v1d/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_bitwise_or_ui64_bcast_3v1d/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_bitwise_or_ui64_bcast_3v1d/test_data_set_0/output_0.pb new file mode 100644 index 0000000..a186035 Binary files /dev/null and b/onnx/backend/test/data/node/test_bitwise_or_ui64_bcast_3v1d/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_bitwise_or_ui8_bcast_4v3d/model.onnx b/onnx/backend/test/data/node/test_bitwise_or_ui8_bcast_4v3d/model.onnx new file mode 100644 index 0000000..cab8cbc Binary files /dev/null and b/onnx/backend/test/data/node/test_bitwise_or_ui8_bcast_4v3d/model.onnx differ diff --git a/onnx/backend/test/data/node/test_bitwise_or_ui8_bcast_4v3d/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_bitwise_or_ui8_bcast_4v3d/test_data_set_0/input_0.pb new file mode 100644 index 0000000..9383916 --- /dev/null +++ b/onnx/backend/test/data/node/test_bitwise_or_ui8_bcast_4v3d/test_data_set_0/input_0.pb @@ -0,0 +1,5 @@ +BxJ%H˅OGeԋꜝ2D`V?=9<؍syGƕ19+L4Pms)@oׇh ~}d9S +W\J.ؗAqM4LەMKL+$g-9` +|Qyܔ^z?j@$ ?.z \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_b1_c1_degenerate/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_b1_c1_degenerate/test_data_set_0/input_1.pb new file mode 100644 index 0000000..81001cf --- /dev/null +++ b/onnx/backend/test/data/node/test_causal_conv_with_state_b1_c1_degenerate/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BweightJ8s?bhdӽ9> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_b1_c1_degenerate/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_b1_c1_degenerate/test_data_set_0/output_0.pb new file mode 100644 index 0000000..103bded --- /dev/null +++ b/onnx/backend/test/data/node/test_causal_conv_with_state_b1_c1_degenerate/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BoutputJl9?X=7@~D?Y \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_b1_c1_degenerate/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_b1_c1_degenerate/test_data_set_0/output_1.pb new file mode 100644 index 0000000..943bdc4 --- /dev/null +++ b/onnx/backend/test/data/node/test_causal_conv_with_state_b1_c1_degenerate/test_data_set_0/output_1.pb @@ -0,0 +1 @@ +B present_stateJ j@$ ?.z \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_b1_c1_degenerate_expanded/model.onnx b/onnx/backend/test/data/node/test_causal_conv_with_state_b1_c1_degenerate_expanded/model.onnx new file mode 100644 index 0000000..91e2811 Binary files /dev/null and b/onnx/backend/test/data/node/test_causal_conv_with_state_b1_c1_degenerate_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_b1_c1_degenerate_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_b1_c1_degenerate_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..ff40efd --- /dev/null +++ b/onnx/backend/test/data/node/test_causal_conv_with_state_b1_c1_degenerate_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BinputJx?h>z?j@$ ?.z \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_b1_c1_degenerate_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_b1_c1_degenerate_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..81001cf --- /dev/null +++ b/onnx/backend/test/data/node/test_causal_conv_with_state_b1_c1_degenerate_expanded/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BweightJ8s?bhdӽ9> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_b1_c1_degenerate_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_b1_c1_degenerate_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..103bded --- /dev/null +++ b/onnx/backend/test/data/node/test_causal_conv_with_state_b1_c1_degenerate_expanded/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BoutputJl9?X=7@~D?Y \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_b1_c1_degenerate_expanded/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_b1_c1_degenerate_expanded/test_data_set_0/output_1.pb new file mode 100644 index 0000000..943bdc4 --- /dev/null +++ b/onnx/backend/test/data/node/test_causal_conv_with_state_b1_c1_degenerate_expanded/test_data_set_0/output_1.pb @@ -0,0 +1 @@ +B present_stateJ j@$ ?.z \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_basic/model.onnx b/onnx/backend/test/data/node/test_causal_conv_with_state_basic/model.onnx new file mode 100644 index 0000000..454a703 Binary files /dev/null and b/onnx/backend/test/data/node/test_causal_conv_with_state_basic/model.onnx differ diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_basic/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_basic/test_data_set_0/input_0.pb new file mode 100644 index 0000000..829fffc --- /dev/null +++ b/onnx/backend/test/data/node/test_causal_conv_with_state_basic/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BinputJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6^&,Z[*Pܿ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_basic/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_basic/test_data_set_0/input_1.pb new file mode 100644 index 0000000..52743ab --- /dev/null +++ b/onnx/backend/test/data/node/test_causal_conv_with_state_basic/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BweightJ@35>;;Wп>DhT=:?>ב?>O/^~/Ѓ f= \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_basic/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_basic/test_data_set_0/output_0.pb new file mode 100644 index 0000000..868a357 Binary files /dev/null and b/onnx/backend/test/data/node/test_causal_conv_with_state_basic/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_basic/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_basic/test_data_set_0/output_1.pb new file mode 100644 index 0000000..f1803e0 --- /dev/null +++ b/onnx/backend/test/data/node/test_causal_conv_with_state_basic/test_data_set_0/output_1.pb @@ -0,0 +1 @@ +B present_stateJ`.z8s?b0= B>]ת>S'?K]?=?>>?OƾmǚFKྙ[ G?kQN>Z[*Pܿ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_basic_expanded/model.onnx b/onnx/backend/test/data/node/test_causal_conv_with_state_basic_expanded/model.onnx new file mode 100644 index 0000000..d665ea0 Binary files /dev/null and b/onnx/backend/test/data/node/test_causal_conv_with_state_basic_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_basic_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_basic_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..829fffc --- /dev/null +++ b/onnx/backend/test/data/node/test_causal_conv_with_state_basic_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BinputJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6^&,Z[*Pܿ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_basic_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_basic_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..52743ab --- /dev/null +++ b/onnx/backend/test/data/node/test_causal_conv_with_state_basic_expanded/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BweightJ@35>;;Wп>DhT=:?>ב?>O/^~/Ѓ f= \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_basic_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_basic_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..868a357 Binary files /dev/null and b/onnx/backend/test/data/node/test_causal_conv_with_state_basic_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_basic_expanded/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_basic_expanded/test_data_set_0/output_1.pb new file mode 100644 index 0000000..f1803e0 --- /dev/null +++ b/onnx/backend/test/data/node/test_causal_conv_with_state_basic_expanded/test_data_set_0/output_1.pb @@ -0,0 +1 @@ +B present_stateJ`.z8s?b0= B>]ת>S'?K]?=?>>?OƾmǚFKྙ[ G?kQN>Z[*Pܿ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_decode_step/model.onnx b/onnx/backend/test/data/node/test_causal_conv_with_state_decode_step/model.onnx new file mode 100644 index 0000000..8eda86d Binary files /dev/null and b/onnx/backend/test/data/node/test_causal_conv_with_state_decode_step/model.onnx differ diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_decode_step/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_decode_step/test_data_set_0/input_0.pb new file mode 100644 index 0000000..0b9ef3f --- /dev/null +++ b/onnx/backend/test/data/node/test_causal_conv_with_state_decode_step/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BinputJ x?h>z?j@$ ?.z8s?b \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_decode_step/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_decode_step/test_data_set_0/input_1.pb new file mode 100644 index 0000000..cad0e00 --- /dev/null +++ b/onnx/backend/test/data/node/test_causal_conv_with_state_decode_step/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BweightJ@hdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?= \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_decode_step/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_decode_step/test_data_set_0/input_2.pb new file mode 100644 index 0000000..bdb02b3 --- /dev/null +++ b/onnx/backend/test/data/node/test_causal_conv_with_state_decode_step/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BbiasJC@(Hm;= ? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_decode_step/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_decode_step/test_data_set_0/input_3.pb new file mode 100644 index 0000000..4898c8a --- /dev/null +++ b/onnx/backend/test/data/node/test_causal_conv_with_state_decode_step/test_data_set_0/input_3.pb @@ -0,0 +1,2 @@ +B +past_stateJ`2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_decode_step/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_decode_step/test_data_set_0/output_0.pb new file mode 100644 index 0000000..9762f79 --- /dev/null +++ b/onnx/backend/test/data/node/test_causal_conv_with_state_decode_step/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BoutputJ خ@"LBt{@c XS4^> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_decode_step/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_decode_step/test_data_set_0/output_1.pb new file mode 100644 index 0000000..ab4774e --- /dev/null +++ b/onnx/backend/test/data/node/test_causal_conv_with_state_decode_step/test_data_set_0/output_1.pb @@ -0,0 +1 @@ +B present_stateJ`?>x?Ech> >*z?z?Oƾmǚj@&õgڿ$ ?xFK.z G?4ο8s?L=e>b \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_decode_step_expanded/model.onnx b/onnx/backend/test/data/node/test_causal_conv_with_state_decode_step_expanded/model.onnx new file mode 100644 index 0000000..43f40f5 Binary files /dev/null and b/onnx/backend/test/data/node/test_causal_conv_with_state_decode_step_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_decode_step_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_decode_step_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..0b9ef3f --- /dev/null +++ b/onnx/backend/test/data/node/test_causal_conv_with_state_decode_step_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BinputJ x?h>z?j@$ ?.z8s?b \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_decode_step_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_decode_step_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..cad0e00 --- /dev/null +++ b/onnx/backend/test/data/node/test_causal_conv_with_state_decode_step_expanded/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BweightJ@hdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?= \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_decode_step_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_decode_step_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..bdb02b3 --- /dev/null +++ b/onnx/backend/test/data/node/test_causal_conv_with_state_decode_step_expanded/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BbiasJC@(Hm;= ? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_decode_step_expanded/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_decode_step_expanded/test_data_set_0/input_3.pb new file mode 100644 index 0000000..4898c8a --- /dev/null +++ b/onnx/backend/test/data/node/test_causal_conv_with_state_decode_step_expanded/test_data_set_0/input_3.pb @@ -0,0 +1,2 @@ +B +past_stateJ`2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_decode_step_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_decode_step_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..9762f79 --- /dev/null +++ b/onnx/backend/test/data/node/test_causal_conv_with_state_decode_step_expanded/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BoutputJ خ@"LBt{@c XS4^> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_decode_step_expanded/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_decode_step_expanded/test_data_set_0/output_1.pb new file mode 100644 index 0000000..ab4774e --- /dev/null +++ b/onnx/backend/test/data/node/test_causal_conv_with_state_decode_step_expanded/test_data_set_0/output_1.pb @@ -0,0 +1 @@ +B present_stateJ`?>x?Ech> >*z?z?Oƾmǚj@&õgڿ$ ?xFK.z G?4ο8s?L=e>b \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_fp16/model.onnx b/onnx/backend/test/data/node/test_causal_conv_with_state_fp16/model.onnx new file mode 100644 index 0000000..40d5366 Binary files /dev/null and b/onnx/backend/test/data/node/test_causal_conv_with_state_fp16/model.onnx differ diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_fp16/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_fp16/test_data_set_0/input_0.pb new file mode 100644 index 0000000..4605c53 Binary files /dev/null and b/onnx/backend/test/data/node/test_causal_conv_with_state_fp16/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_fp16/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_fp16/test_data_set_0/input_1.pb new file mode 100644 index 0000000..e66c99c --- /dev/null +++ b/onnx/backend/test/data/node/test_causal_conv_with_state_fp16/test_data_set_0/input_1.pb @@ -0,0 +1,2 @@ + +BweightJ J25:7.:&.;7;89)4/4/ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_fp16/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_fp16/test_data_set_0/output_0.pb new file mode 100644 index 0000000..9bdc76b --- /dev/null +++ b/onnx/backend/test/data/node/test_causal_conv_with_state_fp16/test_data_set_0/output_0.pb @@ -0,0 +1,2 @@ + +BoutputJ*)8:Z;:9:#:;7|<:v?<>=f9}*D9?1#/3=4R8575)695{9Z:;:;T"37;A<:>q<<,'32633\2N4 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_fp16/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_fp16/test_data_set_0/output_1.pb new file mode 100644 index 0000000..10330f8 Binary files /dev/null and b/onnx/backend/test/data/node/test_causal_conv_with_state_fp16/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_fp16_expanded/model.onnx b/onnx/backend/test/data/node/test_causal_conv_with_state_fp16_expanded/model.onnx new file mode 100644 index 0000000..72cd95e Binary files /dev/null and b/onnx/backend/test/data/node/test_causal_conv_with_state_fp16_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_fp16_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_fp16_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..4605c53 Binary files /dev/null and b/onnx/backend/test/data/node/test_causal_conv_with_state_fp16_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_fp16_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_fp16_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..e66c99c --- /dev/null +++ b/onnx/backend/test/data/node/test_causal_conv_with_state_fp16_expanded/test_data_set_0/input_1.pb @@ -0,0 +1,2 @@ + +BweightJ J25:7.:&.;7;89)4/4/ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_fp16_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_fp16_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..9bdc76b --- /dev/null +++ b/onnx/backend/test/data/node/test_causal_conv_with_state_fp16_expanded/test_data_set_0/output_0.pb @@ -0,0 +1,2 @@ + +BoutputJ*)8:Z;:9:#:;7|<:v?<>=f9}*D9?1#/3=4R8575)695{9Z:;:;T"37;A<:>q<<,'32633\2N4 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_fp16_expanded/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_fp16_expanded/test_data_set_0/output_1.pb new file mode 100644 index 0000000..10330f8 Binary files /dev/null and b/onnx/backend/test/data/node/test_causal_conv_with_state_fp16_expanded/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_kernel_size_one/model.onnx b/onnx/backend/test/data/node/test_causal_conv_with_state_kernel_size_one/model.onnx new file mode 100644 index 0000000..0674c23 Binary files /dev/null and b/onnx/backend/test/data/node/test_causal_conv_with_state_kernel_size_one/model.onnx differ diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_kernel_size_one/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_kernel_size_one/test_data_set_0/input_0.pb new file mode 100644 index 0000000..829fffc --- /dev/null +++ b/onnx/backend/test/data/node/test_causal_conv_with_state_kernel_size_one/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BinputJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6^&,Z[*Pܿ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_kernel_size_one/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_kernel_size_one/test_data_set_0/input_1.pb new file mode 100644 index 0000000..56eded2 --- /dev/null +++ b/onnx/backend/test/data/node/test_causal_conv_with_state_kernel_size_one/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BweightJ35>;;Wп> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_kernel_size_one/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_kernel_size_one/test_data_set_0/output_0.pb new file mode 100644 index 0000000..5e5acba Binary files /dev/null and b/onnx/backend/test/data/node/test_causal_conv_with_state_kernel_size_one/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_kernel_size_one/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_kernel_size_one/test_data_set_0/output_1.pb new file mode 100644 index 0000000..2637114 Binary files /dev/null and b/onnx/backend/test/data/node/test_causal_conv_with_state_kernel_size_one/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_kernel_size_one_expanded/model.onnx b/onnx/backend/test/data/node/test_causal_conv_with_state_kernel_size_one_expanded/model.onnx new file mode 100644 index 0000000..0a3b28a Binary files /dev/null and b/onnx/backend/test/data/node/test_causal_conv_with_state_kernel_size_one_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_kernel_size_one_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_kernel_size_one_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..829fffc --- /dev/null +++ b/onnx/backend/test/data/node/test_causal_conv_with_state_kernel_size_one_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BinputJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6^&,Z[*Pܿ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_kernel_size_one_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_kernel_size_one_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..56eded2 --- /dev/null +++ b/onnx/backend/test/data/node/test_causal_conv_with_state_kernel_size_one_expanded/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BweightJ35>;;Wп> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_kernel_size_one_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_kernel_size_one_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..5e5acba Binary files /dev/null and b/onnx/backend/test/data/node/test_causal_conv_with_state_kernel_size_one_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_kernel_size_one_expanded/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_kernel_size_one_expanded/test_data_set_0/output_1.pb new file mode 100644 index 0000000..2637114 Binary files /dev/null and b/onnx/backend/test/data/node/test_causal_conv_with_state_kernel_size_one_expanded/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_short_input_no_past_state/model.onnx b/onnx/backend/test/data/node/test_causal_conv_with_state_short_input_no_past_state/model.onnx new file mode 100644 index 0000000..d11e409 Binary files /dev/null and b/onnx/backend/test/data/node/test_causal_conv_with_state_short_input_no_past_state/model.onnx differ diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_short_input_no_past_state/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_short_input_no_past_state/test_data_set_0/input_0.pb new file mode 100644 index 0000000..d896c4a --- /dev/null +++ b/onnx/backend/test/data/node/test_causal_conv_with_state_short_input_no_past_state/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BinputJ@x?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_short_input_no_past_state/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_short_input_no_past_state/test_data_set_0/input_1.pb new file mode 100644 index 0000000..555a164 --- /dev/null +++ b/onnx/backend/test/data/node/test_causal_conv_with_state_short_input_no_past_state/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BweightJP=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! > \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_short_input_no_past_state/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_short_input_no_past_state/test_data_set_0/output_0.pb new file mode 100644 index 0000000..1c0059c --- /dev/null +++ b/onnx/backend/test/data/node/test_causal_conv_with_state_short_input_no_past_state/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BoutputJ@ !b3τ(>%@F>B[>uV{=0?O =|kѽ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_short_input_no_past_state/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_short_input_no_past_state/test_data_set_0/output_1.pb new file mode 100644 index 0000000..29955cb Binary files /dev/null and b/onnx/backend/test/data/node/test_causal_conv_with_state_short_input_no_past_state/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_short_input_no_past_state_expanded/model.onnx b/onnx/backend/test/data/node/test_causal_conv_with_state_short_input_no_past_state_expanded/model.onnx new file mode 100644 index 0000000..773a239 Binary files /dev/null and b/onnx/backend/test/data/node/test_causal_conv_with_state_short_input_no_past_state_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_short_input_no_past_state_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_short_input_no_past_state_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..d896c4a --- /dev/null +++ b/onnx/backend/test/data/node/test_causal_conv_with_state_short_input_no_past_state_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BinputJ@x?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_short_input_no_past_state_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_short_input_no_past_state_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..555a164 --- /dev/null +++ b/onnx/backend/test/data/node/test_causal_conv_with_state_short_input_no_past_state_expanded/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BweightJP=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! > \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_short_input_no_past_state_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_short_input_no_past_state_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..1c0059c --- /dev/null +++ b/onnx/backend/test/data/node/test_causal_conv_with_state_short_input_no_past_state_expanded/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BoutputJ@ !b3τ(>%@F>B[>uV{=0?O =|kѽ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_short_input_no_past_state_expanded/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_short_input_no_past_state_expanded/test_data_set_0/output_1.pb new file mode 100644 index 0000000..29955cb Binary files /dev/null and b/onnx/backend/test/data/node/test_causal_conv_with_state_short_input_no_past_state_expanded/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_silu/model.onnx b/onnx/backend/test/data/node/test_causal_conv_with_state_silu/model.onnx new file mode 100644 index 0000000..9037a73 Binary files /dev/null and b/onnx/backend/test/data/node/test_causal_conv_with_state_silu/model.onnx differ diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_silu/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_silu/test_data_set_0/input_0.pb new file mode 100644 index 0000000..829fffc --- /dev/null +++ b/onnx/backend/test/data/node/test_causal_conv_with_state_silu/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BinputJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6^&,Z[*Pܿ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_silu/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_silu/test_data_set_0/input_1.pb new file mode 100644 index 0000000..52743ab --- /dev/null +++ b/onnx/backend/test/data/node/test_causal_conv_with_state_silu/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BweightJ@35>;;Wп>DhT=:?>ב?>O/^~/Ѓ f= \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_silu/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_silu/test_data_set_0/output_0.pb new file mode 100644 index 0000000..9f67bcf Binary files /dev/null and b/onnx/backend/test/data/node/test_causal_conv_with_state_silu/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_silu/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_silu/test_data_set_0/output_1.pb new file mode 100644 index 0000000..f1803e0 --- /dev/null +++ b/onnx/backend/test/data/node/test_causal_conv_with_state_silu/test_data_set_0/output_1.pb @@ -0,0 +1 @@ +B present_stateJ`.z8s?b0= B>]ת>S'?K]?=?>>?OƾmǚFKྙ[ G?kQN>Z[*Pܿ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_silu_expanded/model.onnx b/onnx/backend/test/data/node/test_causal_conv_with_state_silu_expanded/model.onnx new file mode 100644 index 0000000..dfe504f Binary files /dev/null and b/onnx/backend/test/data/node/test_causal_conv_with_state_silu_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_silu_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_silu_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..829fffc --- /dev/null +++ b/onnx/backend/test/data/node/test_causal_conv_with_state_silu_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BinputJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6^&,Z[*Pܿ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_silu_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_silu_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..52743ab --- /dev/null +++ b/onnx/backend/test/data/node/test_causal_conv_with_state_silu_expanded/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BweightJ@35>;;Wп>DhT=:?>ב?>O/^~/Ѓ f= \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_silu_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_silu_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..9f67bcf Binary files /dev/null and b/onnx/backend/test/data/node/test_causal_conv_with_state_silu_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_silu_expanded/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_silu_expanded/test_data_set_0/output_1.pb new file mode 100644 index 0000000..f1803e0 --- /dev/null +++ b/onnx/backend/test/data/node/test_causal_conv_with_state_silu_expanded/test_data_set_0/output_1.pb @@ -0,0 +1 @@ +B present_stateJ`.z8s?b0= B>]ת>S'?K]?=?>>?OƾmǚFKྙ[ G?kQN>Z[*Pܿ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_silu_fp16/model.onnx b/onnx/backend/test/data/node/test_causal_conv_with_state_silu_fp16/model.onnx new file mode 100644 index 0000000..4fb8778 Binary files /dev/null and b/onnx/backend/test/data/node/test_causal_conv_with_state_silu_fp16/model.onnx differ diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_silu_fp16/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_silu_fp16/test_data_set_0/input_0.pb new file mode 100644 index 0000000..4605c53 Binary files /dev/null and b/onnx/backend/test/data/node/test_causal_conv_with_state_silu_fp16/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_silu_fp16/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_silu_fp16/test_data_set_0/input_1.pb new file mode 100644 index 0000000..e66c99c --- /dev/null +++ b/onnx/backend/test/data/node/test_causal_conv_with_state_silu_fp16/test_data_set_0/input_1.pb @@ -0,0 +1,2 @@ + +BweightJ J25:7.:&.;7;89)4/4/ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_silu_fp16/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_silu_fp16/test_data_set_0/output_0.pb new file mode 100644 index 0000000..0861061 --- /dev/null +++ b/onnx/backend/test/data/node/test_causal_conv_with_state_silu_fp16/test_data_set_0/output_0.pb @@ -0,0 +1,2 @@ + +BoutputJ'858A987818k4:8v>8;=<'7~<&6:>:?E?9>>+/0v5242%)463J7`8q9J;-5V8>:s8#=8 9^r049S:$=:H;()/a/F3//.0 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_silu_fp16/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_silu_fp16/test_data_set_0/output_1.pb new file mode 100644 index 0000000..10330f8 Binary files /dev/null and b/onnx/backend/test/data/node/test_causal_conv_with_state_silu_fp16/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_silu_fp16_expanded/model.onnx b/onnx/backend/test/data/node/test_causal_conv_with_state_silu_fp16_expanded/model.onnx new file mode 100644 index 0000000..b6b091e Binary files /dev/null and b/onnx/backend/test/data/node/test_causal_conv_with_state_silu_fp16_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_silu_fp16_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_silu_fp16_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..4605c53 Binary files /dev/null and b/onnx/backend/test/data/node/test_causal_conv_with_state_silu_fp16_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_silu_fp16_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_silu_fp16_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..e66c99c --- /dev/null +++ b/onnx/backend/test/data/node/test_causal_conv_with_state_silu_fp16_expanded/test_data_set_0/input_1.pb @@ -0,0 +1,2 @@ + +BweightJ J25:7.:&.;7;89)4/4/ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_silu_fp16_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_silu_fp16_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..0861061 --- /dev/null +++ b/onnx/backend/test/data/node/test_causal_conv_with_state_silu_fp16_expanded/test_data_set_0/output_0.pb @@ -0,0 +1,2 @@ + +BoutputJ'858A987818k4:8v>8;=<'7~<&6:>:?E?9>>+/0v5242%)463J7`8q9J;-5V8>:s8#=8 9^r049S:$=:H;()/a/F3//.0 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_silu_fp16_expanded/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_silu_fp16_expanded/test_data_set_0/output_1.pb new file mode 100644 index 0000000..10330f8 Binary files /dev/null and b/onnx/backend/test/data/node/test_causal_conv_with_state_silu_fp16_expanded/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_silu_with_past_state/model.onnx b/onnx/backend/test/data/node/test_causal_conv_with_state_silu_with_past_state/model.onnx new file mode 100644 index 0000000..2e43c31 Binary files /dev/null and b/onnx/backend/test/data/node/test_causal_conv_with_state_silu_with_past_state/model.onnx differ diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_silu_with_past_state/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_silu_with_past_state/test_data_set_0/input_0.pb new file mode 100644 index 0000000..829fffc --- /dev/null +++ b/onnx/backend/test/data/node/test_causal_conv_with_state_silu_with_past_state/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BinputJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6^&,Z[*Pܿ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_silu_with_past_state/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_silu_with_past_state/test_data_set_0/input_1.pb new file mode 100644 index 0000000..52743ab --- /dev/null +++ b/onnx/backend/test/data/node/test_causal_conv_with_state_silu_with_past_state/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BweightJ@35>;;Wп>DhT=:?>ב?>O/^~/Ѓ f= \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_silu_with_past_state/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_silu_with_past_state/test_data_set_0/input_2.pb new file mode 100644 index 0000000..6e270b8 --- /dev/null +++ b/onnx/backend/test/data/node/test_causal_conv_with_state_silu_with_past_state/test_data_set_0/input_2.pb @@ -0,0 +1,2 @@ +B +past_stateJ`#f?Ok>Ŀ ??@?7>8lF?5mξy? FU>z?u>4?G,>> ?^Ab*x? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_silu_with_past_state/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_silu_with_past_state/test_data_set_0/output_0.pb new file mode 100644 index 0000000..df4c04a --- /dev/null +++ b/onnx/backend/test/data/node/test_causal_conv_with_state_silu_with_past_state/test_data_set_0/output_0.pb @@ -0,0 +1,2 @@ +BoutputJ}ODPZ,T&Žy E?A넾ٻ+@Rz> ?7>FU p=b?~@Y ?~A?y&{? 퍾{_tQ>ʜX@? b]=UXz7->c>10S]@cxq?X}t?^O +@m`?턾a>>Eګ?r@><&޼^=/??e/? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_silu_with_past_state/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_silu_with_past_state/test_data_set_0/output_1.pb new file mode 100644 index 0000000..f1803e0 --- /dev/null +++ b/onnx/backend/test/data/node/test_causal_conv_with_state_silu_with_past_state/test_data_set_0/output_1.pb @@ -0,0 +1 @@ +B present_stateJ`.z8s?b0= B>]ת>S'?K]?=?>>?OƾmǚFKྙ[ G?kQN>Z[*Pܿ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_silu_with_past_state_expanded/model.onnx b/onnx/backend/test/data/node/test_causal_conv_with_state_silu_with_past_state_expanded/model.onnx new file mode 100644 index 0000000..79a700b Binary files /dev/null and b/onnx/backend/test/data/node/test_causal_conv_with_state_silu_with_past_state_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_silu_with_past_state_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_silu_with_past_state_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..829fffc --- /dev/null +++ b/onnx/backend/test/data/node/test_causal_conv_with_state_silu_with_past_state_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BinputJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6^&,Z[*Pܿ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_silu_with_past_state_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_silu_with_past_state_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..52743ab --- /dev/null +++ b/onnx/backend/test/data/node/test_causal_conv_with_state_silu_with_past_state_expanded/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BweightJ@35>;;Wп>DhT=:?>ב?>O/^~/Ѓ f= \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_silu_with_past_state_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_silu_with_past_state_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..6e270b8 --- /dev/null +++ b/onnx/backend/test/data/node/test_causal_conv_with_state_silu_with_past_state_expanded/test_data_set_0/input_2.pb @@ -0,0 +1,2 @@ +B +past_stateJ`#f?Ok>Ŀ ??@?7>8lF?5mξy? FU>z?u>4?G,>> ?^Ab*x? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_silu_with_past_state_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_silu_with_past_state_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..df4c04a --- /dev/null +++ b/onnx/backend/test/data/node/test_causal_conv_with_state_silu_with_past_state_expanded/test_data_set_0/output_0.pb @@ -0,0 +1,2 @@ +BoutputJ}ODPZ,T&Žy E?A넾ٻ+@Rz> ?7>FU p=b?~@Y ?~A?y&{? 퍾{_tQ>ʜX@? b]=UXz7->c>10S]@cxq?X}t?^O +@m`?턾a>>Eګ?r@><&޼^=/??e/? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_silu_with_past_state_expanded/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_silu_with_past_state_expanded/test_data_set_0/output_1.pb new file mode 100644 index 0000000..f1803e0 --- /dev/null +++ b/onnx/backend/test/data/node/test_causal_conv_with_state_silu_with_past_state_expanded/test_data_set_0/output_1.pb @@ -0,0 +1 @@ +B present_stateJ`.z8s?b0= B>]ת>S'?K]?=?>>?OƾmǚFKྙ[ G?kQN>Z[*Pܿ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_swish_alias/model.onnx b/onnx/backend/test/data/node/test_causal_conv_with_state_swish_alias/model.onnx new file mode 100644 index 0000000..84eb6c1 Binary files /dev/null and b/onnx/backend/test/data/node/test_causal_conv_with_state_swish_alias/model.onnx differ diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_swish_alias/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_swish_alias/test_data_set_0/input_0.pb new file mode 100644 index 0000000..829fffc --- /dev/null +++ b/onnx/backend/test/data/node/test_causal_conv_with_state_swish_alias/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BinputJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6^&,Z[*Pܿ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_swish_alias/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_swish_alias/test_data_set_0/input_1.pb new file mode 100644 index 0000000..52743ab --- /dev/null +++ b/onnx/backend/test/data/node/test_causal_conv_with_state_swish_alias/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BweightJ@35>;;Wп>DhT=:?>ב?>O/^~/Ѓ f= \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_swish_alias/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_swish_alias/test_data_set_0/output_0.pb new file mode 100644 index 0000000..9f67bcf Binary files /dev/null and b/onnx/backend/test/data/node/test_causal_conv_with_state_swish_alias/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_swish_alias/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_swish_alias/test_data_set_0/output_1.pb new file mode 100644 index 0000000..f1803e0 --- /dev/null +++ b/onnx/backend/test/data/node/test_causal_conv_with_state_swish_alias/test_data_set_0/output_1.pb @@ -0,0 +1 @@ +B present_stateJ`.z8s?b0= B>]ת>S'?K]?=?>>?OƾmǚFKྙ[ G?kQN>Z[*Pܿ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_swish_alias_expanded/model.onnx b/onnx/backend/test/data/node/test_causal_conv_with_state_swish_alias_expanded/model.onnx new file mode 100644 index 0000000..37cc95e Binary files /dev/null and b/onnx/backend/test/data/node/test_causal_conv_with_state_swish_alias_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_swish_alias_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_swish_alias_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..829fffc --- /dev/null +++ b/onnx/backend/test/data/node/test_causal_conv_with_state_swish_alias_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BinputJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6^&,Z[*Pܿ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_swish_alias_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_swish_alias_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..52743ab --- /dev/null +++ b/onnx/backend/test/data/node/test_causal_conv_with_state_swish_alias_expanded/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BweightJ@35>;;Wп>DhT=:?>ב?>O/^~/Ѓ f= \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_swish_alias_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_swish_alias_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..9f67bcf Binary files /dev/null and b/onnx/backend/test/data/node/test_causal_conv_with_state_swish_alias_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_swish_alias_expanded/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_swish_alias_expanded/test_data_set_0/output_1.pb new file mode 100644 index 0000000..f1803e0 --- /dev/null +++ b/onnx/backend/test/data/node/test_causal_conv_with_state_swish_alias_expanded/test_data_set_0/output_1.pb @@ -0,0 +1 @@ +B present_stateJ`.z8s?b0= B>]ת>S'?K]?=?>>?OƾmǚFKྙ[ G?kQN>Z[*Pܿ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_with_bias/model.onnx b/onnx/backend/test/data/node/test_causal_conv_with_state_with_bias/model.onnx new file mode 100644 index 0000000..a42ecbd Binary files /dev/null and b/onnx/backend/test/data/node/test_causal_conv_with_state_with_bias/model.onnx differ diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_with_bias/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_with_bias/test_data_set_0/input_0.pb new file mode 100644 index 0000000..829fffc --- /dev/null +++ b/onnx/backend/test/data/node/test_causal_conv_with_state_with_bias/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BinputJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6^&,Z[*Pܿ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_with_bias/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_with_bias/test_data_set_0/input_1.pb new file mode 100644 index 0000000..52743ab --- /dev/null +++ b/onnx/backend/test/data/node/test_causal_conv_with_state_with_bias/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BweightJ@35>;;Wп>DhT=:?>ב?>O/^~/Ѓ f= \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_with_bias/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_with_bias/test_data_set_0/input_2.pb new file mode 100644 index 0000000..41c665f --- /dev/null +++ b/onnx/backend/test/data/node/test_causal_conv_with_state_with_bias/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BbiasJ#f?Ok>Ŀ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_with_bias/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_with_bias/test_data_set_0/output_0.pb new file mode 100644 index 0000000..c804857 Binary files /dev/null and b/onnx/backend/test/data/node/test_causal_conv_with_state_with_bias/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_with_bias/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_with_bias/test_data_set_0/output_1.pb new file mode 100644 index 0000000..f1803e0 --- /dev/null +++ b/onnx/backend/test/data/node/test_causal_conv_with_state_with_bias/test_data_set_0/output_1.pb @@ -0,0 +1 @@ +B present_stateJ`.z8s?b0= B>]ת>S'?K]?=?>>?OƾmǚFKྙ[ G?kQN>Z[*Pܿ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_with_bias_and_past_state/model.onnx b/onnx/backend/test/data/node/test_causal_conv_with_state_with_bias_and_past_state/model.onnx new file mode 100644 index 0000000..961377d Binary files /dev/null and b/onnx/backend/test/data/node/test_causal_conv_with_state_with_bias_and_past_state/model.onnx differ diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_with_bias_and_past_state/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_with_bias_and_past_state/test_data_set_0/input_0.pb new file mode 100644 index 0000000..829fffc --- /dev/null +++ b/onnx/backend/test/data/node/test_causal_conv_with_state_with_bias_and_past_state/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BinputJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6^&,Z[*Pܿ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_with_bias_and_past_state/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_with_bias_and_past_state/test_data_set_0/input_1.pb new file mode 100644 index 0000000..52743ab --- /dev/null +++ b/onnx/backend/test/data/node/test_causal_conv_with_state_with_bias_and_past_state/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BweightJ@35>;;Wп>DhT=:?>ב?>O/^~/Ѓ f= \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_with_bias_and_past_state/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_with_bias_and_past_state/test_data_set_0/input_2.pb new file mode 100644 index 0000000..41c665f --- /dev/null +++ b/onnx/backend/test/data/node/test_causal_conv_with_state_with_bias_and_past_state/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BbiasJ#f?Ok>Ŀ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_with_bias_and_past_state/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_with_bias_and_past_state/test_data_set_0/input_3.pb new file mode 100644 index 0000000..29ba3d5 --- /dev/null +++ b/onnx/backend/test/data/node/test_causal_conv_with_state_with_bias_and_past_state/test_data_set_0/input_3.pb @@ -0,0 +1,2 @@ +B +past_stateJ` ??@?7>8lF?5mξy? FU>z?u>4?G,>> ?^Ab*x?(?Ӿ3Y? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_with_bias_and_past_state/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_with_bias_and_past_state/test_data_set_0/output_0.pb new file mode 100644 index 0000000..507deb1 Binary files /dev/null and b/onnx/backend/test/data/node/test_causal_conv_with_state_with_bias_and_past_state/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_with_bias_and_past_state/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_with_bias_and_past_state/test_data_set_0/output_1.pb new file mode 100644 index 0000000..f1803e0 --- /dev/null +++ b/onnx/backend/test/data/node/test_causal_conv_with_state_with_bias_and_past_state/test_data_set_0/output_1.pb @@ -0,0 +1 @@ +B present_stateJ`.z8s?b0= B>]ת>S'?K]?=?>>?OƾmǚFKྙ[ G?kQN>Z[*Pܿ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_with_bias_and_past_state_expanded/model.onnx b/onnx/backend/test/data/node/test_causal_conv_with_state_with_bias_and_past_state_expanded/model.onnx new file mode 100644 index 0000000..0489753 Binary files /dev/null and b/onnx/backend/test/data/node/test_causal_conv_with_state_with_bias_and_past_state_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_with_bias_and_past_state_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_with_bias_and_past_state_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..829fffc --- /dev/null +++ b/onnx/backend/test/data/node/test_causal_conv_with_state_with_bias_and_past_state_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BinputJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6^&,Z[*Pܿ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_with_bias_and_past_state_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_with_bias_and_past_state_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..52743ab --- /dev/null +++ b/onnx/backend/test/data/node/test_causal_conv_with_state_with_bias_and_past_state_expanded/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BweightJ@35>;;Wп>DhT=:?>ב?>O/^~/Ѓ f= \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_with_bias_and_past_state_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_with_bias_and_past_state_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..41c665f --- /dev/null +++ b/onnx/backend/test/data/node/test_causal_conv_with_state_with_bias_and_past_state_expanded/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BbiasJ#f?Ok>Ŀ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_with_bias_and_past_state_expanded/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_with_bias_and_past_state_expanded/test_data_set_0/input_3.pb new file mode 100644 index 0000000..29ba3d5 --- /dev/null +++ b/onnx/backend/test/data/node/test_causal_conv_with_state_with_bias_and_past_state_expanded/test_data_set_0/input_3.pb @@ -0,0 +1,2 @@ +B +past_stateJ` ??@?7>8lF?5mξy? FU>z?u>4?G,>> ?^Ab*x?(?Ӿ3Y? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_with_bias_and_past_state_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_with_bias_and_past_state_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..507deb1 Binary files /dev/null and b/onnx/backend/test/data/node/test_causal_conv_with_state_with_bias_and_past_state_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_with_bias_and_past_state_expanded/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_with_bias_and_past_state_expanded/test_data_set_0/output_1.pb new file mode 100644 index 0000000..f1803e0 --- /dev/null +++ b/onnx/backend/test/data/node/test_causal_conv_with_state_with_bias_and_past_state_expanded/test_data_set_0/output_1.pb @@ -0,0 +1 @@ +B present_stateJ`.z8s?b0= B>]ת>S'?K]?=?>>?OƾmǚFKྙ[ G?kQN>Z[*Pܿ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_with_bias_expanded/model.onnx b/onnx/backend/test/data/node/test_causal_conv_with_state_with_bias_expanded/model.onnx new file mode 100644 index 0000000..e9446e2 Binary files /dev/null and b/onnx/backend/test/data/node/test_causal_conv_with_state_with_bias_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_with_bias_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_with_bias_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..829fffc --- /dev/null +++ b/onnx/backend/test/data/node/test_causal_conv_with_state_with_bias_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BinputJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6^&,Z[*Pܿ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_with_bias_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_with_bias_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..52743ab --- /dev/null +++ b/onnx/backend/test/data/node/test_causal_conv_with_state_with_bias_expanded/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BweightJ@35>;;Wп>DhT=:?>ב?>O/^~/Ѓ f= \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_with_bias_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_with_bias_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..41c665f --- /dev/null +++ b/onnx/backend/test/data/node/test_causal_conv_with_state_with_bias_expanded/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BbiasJ#f?Ok>Ŀ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_with_bias_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_with_bias_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..c804857 Binary files /dev/null and b/onnx/backend/test/data/node/test_causal_conv_with_state_with_bias_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_with_bias_expanded/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_with_bias_expanded/test_data_set_0/output_1.pb new file mode 100644 index 0000000..f1803e0 --- /dev/null +++ b/onnx/backend/test/data/node/test_causal_conv_with_state_with_bias_expanded/test_data_set_0/output_1.pb @@ -0,0 +1 @@ +B present_stateJ`.z8s?b0= B>]ת>S'?K]?=?>>?OƾmǚFKྙ[ G?kQN>Z[*Pܿ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_with_past_state/model.onnx b/onnx/backend/test/data/node/test_causal_conv_with_state_with_past_state/model.onnx new file mode 100644 index 0000000..45d5c03 Binary files /dev/null and b/onnx/backend/test/data/node/test_causal_conv_with_state_with_past_state/model.onnx differ diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_with_past_state/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_with_past_state/test_data_set_0/input_0.pb new file mode 100644 index 0000000..829fffc --- /dev/null +++ b/onnx/backend/test/data/node/test_causal_conv_with_state_with_past_state/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BinputJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6^&,Z[*Pܿ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_with_past_state/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_with_past_state/test_data_set_0/input_1.pb new file mode 100644 index 0000000..52743ab --- /dev/null +++ b/onnx/backend/test/data/node/test_causal_conv_with_state_with_past_state/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BweightJ@35>;;Wп>DhT=:?>ב?>O/^~/Ѓ f= \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_with_past_state/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_with_past_state/test_data_set_0/input_2.pb new file mode 100644 index 0000000..6e270b8 --- /dev/null +++ b/onnx/backend/test/data/node/test_causal_conv_with_state_with_past_state/test_data_set_0/input_2.pb @@ -0,0 +1,2 @@ +B +past_stateJ`#f?Ok>Ŀ ??@?7>8lF?5mξy? FU>z?u>4?G,>> ?^Ab*x? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_with_past_state/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_with_past_state/test_data_set_0/output_0.pb new file mode 100644 index 0000000..c05f26b --- /dev/null +++ b/onnx/backend/test/data/node/test_causal_conv_with_state_with_past_state/test_data_set_0/output_0.pb @@ -0,0 +1,2 @@ +BoutputJ-BVSоG& ?ce55@*խ>K??%(=? )W*@H?܁?M 7w.p"lgC3?9,/ drX?;_@?R=oɿ&'h>ܺ?I],;'w#@T?&7k?DQQ@ 5?"e?:?x-?m +?bd~S7>ds?|E?8s? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_with_past_state/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_with_past_state/test_data_set_0/output_1.pb new file mode 100644 index 0000000..f1803e0 --- /dev/null +++ b/onnx/backend/test/data/node/test_causal_conv_with_state_with_past_state/test_data_set_0/output_1.pb @@ -0,0 +1 @@ +B present_stateJ`.z8s?b0= B>]ת>S'?K]?=?>>?OƾmǚFKྙ[ G?kQN>Z[*Pܿ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_with_past_state_expanded/model.onnx b/onnx/backend/test/data/node/test_causal_conv_with_state_with_past_state_expanded/model.onnx new file mode 100644 index 0000000..a6c6090 Binary files /dev/null and b/onnx/backend/test/data/node/test_causal_conv_with_state_with_past_state_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_with_past_state_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_with_past_state_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..829fffc --- /dev/null +++ b/onnx/backend/test/data/node/test_causal_conv_with_state_with_past_state_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BinputJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6^&,Z[*Pܿ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_with_past_state_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_with_past_state_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..52743ab --- /dev/null +++ b/onnx/backend/test/data/node/test_causal_conv_with_state_with_past_state_expanded/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BweightJ@35>;;Wп>DhT=:?>ב?>O/^~/Ѓ f= \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_with_past_state_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_with_past_state_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..6e270b8 --- /dev/null +++ b/onnx/backend/test/data/node/test_causal_conv_with_state_with_past_state_expanded/test_data_set_0/input_2.pb @@ -0,0 +1,2 @@ +B +past_stateJ`#f?Ok>Ŀ ??@?7>8lF?5mξy? FU>z?u>4?G,>> ?^Ab*x? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_with_past_state_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_with_past_state_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..c05f26b --- /dev/null +++ b/onnx/backend/test/data/node/test_causal_conv_with_state_with_past_state_expanded/test_data_set_0/output_0.pb @@ -0,0 +1,2 @@ +BoutputJ-BVSоG& ?ce55@*խ>K??%(=? )W*@H?܁?M 7w.p"lgC3?9,/ drX?;_@?R=oɿ&'h>ܺ?I],;'w#@T?&7k?DQQ@ 5?"e?:?x-?m +?bd~S7>ds?|E?8s? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_causal_conv_with_state_with_past_state_expanded/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_causal_conv_with_state_with_past_state_expanded/test_data_set_0/output_1.pb new file mode 100644 index 0000000..f1803e0 --- /dev/null +++ b/onnx/backend/test/data/node/test_causal_conv_with_state_with_past_state_expanded/test_data_set_0/output_1.pb @@ -0,0 +1 @@ +B present_stateJ`.z8s?b0= B>]ת>S'?K]?=?>>?OƾmǚFKྙ[ G?kQN>Z[*Pܿ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_ceil/model.onnx b/onnx/backend/test/data/node/test_ceil/model.onnx new file mode 100644 index 0000000..7082df3 Binary files /dev/null and b/onnx/backend/test/data/node/test_ceil/model.onnx differ diff --git a/onnx/backend/test/data/node/test_ceil/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_ceil/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_ceil/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_ceil/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_ceil/test_data_set_0/output_0.pb new file mode 100644 index 0000000..ca53955 Binary files /dev/null and b/onnx/backend/test/data/node/test_ceil/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_ceil_example/model.onnx b/onnx/backend/test/data/node/test_ceil_example/model.onnx new file mode 100644 index 0000000..74ce0e6 Binary files /dev/null and b/onnx/backend/test/data/node/test_ceil_example/model.onnx differ diff --git a/onnx/backend/test/data/node/test_ceil_example/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_ceil_example/test_data_set_0/input_0.pb new file mode 100644 index 0000000..b9a2ac3 Binary files /dev/null and b/onnx/backend/test/data/node/test_ceil_example/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_ceil_example/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_ceil_example/test_data_set_0/output_0.pb new file mode 100644 index 0000000..b2814a0 Binary files /dev/null and b/onnx/backend/test/data/node/test_ceil_example/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_celu/model.onnx b/onnx/backend/test/data/node/test_celu/model.onnx new file mode 100644 index 0000000..a0ead46 Binary files /dev/null and b/onnx/backend/test/data/node/test_celu/model.onnx differ diff --git a/onnx/backend/test/data/node/test_celu/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_celu/test_data_set_0/input_0.pb new file mode 100644 index 0000000..eb4a0b0 --- /dev/null +++ b/onnx/backend/test/data/node/test_celu/test_data_set_0/input_0.pb @@ -0,0 +1,2 @@ +BXJlNX??o=<>?9K?2p?ldt?5>>t>,?j<[?̐l?Ux?=W>Bi??Q?]HI?=F1? +?ޙ= \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_celu/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_celu/test_data_set_0/output_0.pb new file mode 100644 index 0000000..a5ae597 --- /dev/null +++ b/onnx/backend/test/data/node/test_celu/test_data_set_0/output_0.pb @@ -0,0 +1,2 @@ +BYJlNX??o=<>?9K?2p?ldt?5>>t>,?j<[?̐l?Ux?=W>Bi??Q?]HI?=F1? +?ޙ= \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_celu_bfloat16/model.onnx b/onnx/backend/test/data/node/test_celu_bfloat16/model.onnx new file mode 100644 index 0000000..c44dbb4 Binary files /dev/null and b/onnx/backend/test/data/node/test_celu_bfloat16/model.onnx differ diff --git a/onnx/backend/test/data/node/test_celu_bfloat16/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_celu_bfloat16/test_data_set_0/input_0.pb new file mode 100644 index 0000000..9c0ebbf Binary files /dev/null and b/onnx/backend/test/data/node/test_celu_bfloat16/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_celu_bfloat16/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_celu_bfloat16/test_data_set_0/output_0.pb new file mode 100644 index 0000000..4c1d5ee Binary files /dev/null and b/onnx/backend/test/data/node/test_celu_bfloat16/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_celu_bfloat16_expanded/model.onnx b/onnx/backend/test/data/node/test_celu_bfloat16_expanded/model.onnx new file mode 100644 index 0000000..f4202ed Binary files /dev/null and b/onnx/backend/test/data/node/test_celu_bfloat16_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_celu_bfloat16_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_celu_bfloat16_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..9c0ebbf Binary files /dev/null and b/onnx/backend/test/data/node/test_celu_bfloat16_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_celu_bfloat16_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_celu_bfloat16_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..4c1d5ee Binary files /dev/null and b/onnx/backend/test/data/node/test_celu_bfloat16_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_celu_expanded/model.onnx b/onnx/backend/test/data/node/test_celu_expanded/model.onnx new file mode 100644 index 0000000..36bde02 Binary files /dev/null and b/onnx/backend/test/data/node/test_celu_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_celu_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_celu_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..eb4a0b0 --- /dev/null +++ b/onnx/backend/test/data/node/test_celu_expanded/test_data_set_0/input_0.pb @@ -0,0 +1,2 @@ +BXJlNX??o=<>?9K?2p?ldt?5>>t>,?j<[?̐l?Ux?=W>Bi??Q?]HI?=F1? +?ޙ= \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_celu_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_celu_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..a5ae597 --- /dev/null +++ b/onnx/backend/test/data/node/test_celu_expanded/test_data_set_0/output_0.pb @@ -0,0 +1,2 @@ +BYJlNX??o=<>?9K?2p?ldt?5>>t>,?j<[?̐l?Ux?=W>Bi??Q?]HI?=F1? +?ޙ= \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_celu_float16/model.onnx b/onnx/backend/test/data/node/test_celu_float16/model.onnx new file mode 100644 index 0000000..f130e75 Binary files /dev/null and b/onnx/backend/test/data/node/test_celu_float16/model.onnx differ diff --git a/onnx/backend/test/data/node/test_celu_float16/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_celu_float16/test_data_set_0/input_0.pb new file mode 100644 index 0000000..f1cc3c9 Binary files /dev/null and b/onnx/backend/test/data/node/test_celu_float16/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_celu_float16/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_celu_float16/test_data_set_0/output_0.pb new file mode 100644 index 0000000..608e556 Binary files /dev/null and b/onnx/backend/test/data/node/test_celu_float16/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_celu_float16_expanded/model.onnx b/onnx/backend/test/data/node/test_celu_float16_expanded/model.onnx new file mode 100644 index 0000000..960ca20 Binary files /dev/null and b/onnx/backend/test/data/node/test_celu_float16_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_celu_float16_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_celu_float16_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..f1cc3c9 Binary files /dev/null and b/onnx/backend/test/data/node/test_celu_float16_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_celu_float16_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_celu_float16_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..608e556 Binary files /dev/null and b/onnx/backend/test/data/node/test_celu_float16_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_center_crop_pad_crop/model.onnx b/onnx/backend/test/data/node/test_center_crop_pad_crop/model.onnx new file mode 100644 index 0000000..607959b Binary files /dev/null and b/onnx/backend/test/data/node/test_center_crop_pad_crop/model.onnx differ diff --git a/onnx/backend/test/data/node/test_center_crop_pad_crop/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_center_crop_pad_crop/test_data_set_0/input_0.pb new file mode 100644 index 0000000..08678b6 Binary files /dev/null and b/onnx/backend/test/data/node/test_center_crop_pad_crop/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_center_crop_pad_crop/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_center_crop_pad_crop/test_data_set_0/input_1.pb new file mode 100644 index 0000000..f66194e Binary files /dev/null and b/onnx/backend/test/data/node/test_center_crop_pad_crop/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_center_crop_pad_crop/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_center_crop_pad_crop/test_data_set_0/output_0.pb new file mode 100644 index 0000000..89fb4f0 Binary files /dev/null and b/onnx/backend/test/data/node/test_center_crop_pad_crop/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_center_crop_pad_crop_and_pad/model.onnx b/onnx/backend/test/data/node/test_center_crop_pad_crop_and_pad/model.onnx new file mode 100644 index 0000000..7ef0949 Binary files /dev/null and b/onnx/backend/test/data/node/test_center_crop_pad_crop_and_pad/model.onnx differ diff --git a/onnx/backend/test/data/node/test_center_crop_pad_crop_and_pad/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_center_crop_pad_crop_and_pad/test_data_set_0/input_0.pb new file mode 100644 index 0000000..8a91719 Binary files /dev/null and b/onnx/backend/test/data/node/test_center_crop_pad_crop_and_pad/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_center_crop_pad_crop_and_pad/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_center_crop_pad_crop_and_pad/test_data_set_0/input_1.pb new file mode 100644 index 0000000..3f36f83 Binary files /dev/null and b/onnx/backend/test/data/node/test_center_crop_pad_crop_and_pad/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_center_crop_pad_crop_and_pad/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_center_crop_pad_crop_and_pad/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d7be5d9 Binary files /dev/null and b/onnx/backend/test/data/node/test_center_crop_pad_crop_and_pad/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_center_crop_pad_crop_and_pad_expanded/model.onnx b/onnx/backend/test/data/node/test_center_crop_pad_crop_and_pad_expanded/model.onnx new file mode 100644 index 0000000..9f2b3c2 Binary files /dev/null and b/onnx/backend/test/data/node/test_center_crop_pad_crop_and_pad_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_center_crop_pad_crop_and_pad_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_center_crop_pad_crop_and_pad_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..8a91719 Binary files /dev/null and b/onnx/backend/test/data/node/test_center_crop_pad_crop_and_pad_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_center_crop_pad_crop_and_pad_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_center_crop_pad_crop_and_pad_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..3f36f83 Binary files /dev/null and b/onnx/backend/test/data/node/test_center_crop_pad_crop_and_pad_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_center_crop_pad_crop_and_pad_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_center_crop_pad_crop_and_pad_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d7be5d9 Binary files /dev/null and b/onnx/backend/test/data/node/test_center_crop_pad_crop_and_pad_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_center_crop_pad_crop_axes_chw/model.onnx b/onnx/backend/test/data/node/test_center_crop_pad_crop_axes_chw/model.onnx new file mode 100644 index 0000000..2043268 Binary files /dev/null and b/onnx/backend/test/data/node/test_center_crop_pad_crop_axes_chw/model.onnx differ diff --git a/onnx/backend/test/data/node/test_center_crop_pad_crop_axes_chw/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_center_crop_pad_crop_axes_chw/test_data_set_0/input_0.pb new file mode 100644 index 0000000..fb02a1c Binary files /dev/null and b/onnx/backend/test/data/node/test_center_crop_pad_crop_axes_chw/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_center_crop_pad_crop_axes_chw/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_center_crop_pad_crop_axes_chw/test_data_set_0/input_1.pb new file mode 100644 index 0000000..4ec8595 Binary files /dev/null and b/onnx/backend/test/data/node/test_center_crop_pad_crop_axes_chw/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_center_crop_pad_crop_axes_chw/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_center_crop_pad_crop_axes_chw/test_data_set_0/output_0.pb new file mode 100644 index 0000000..543af35 Binary files /dev/null and b/onnx/backend/test/data/node/test_center_crop_pad_crop_axes_chw/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_center_crop_pad_crop_axes_chw_expanded/model.onnx b/onnx/backend/test/data/node/test_center_crop_pad_crop_axes_chw_expanded/model.onnx new file mode 100644 index 0000000..ed9d45f Binary files /dev/null and b/onnx/backend/test/data/node/test_center_crop_pad_crop_axes_chw_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_center_crop_pad_crop_axes_chw_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_center_crop_pad_crop_axes_chw_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..fb02a1c Binary files /dev/null and b/onnx/backend/test/data/node/test_center_crop_pad_crop_axes_chw_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_center_crop_pad_crop_axes_chw_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_center_crop_pad_crop_axes_chw_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..4ec8595 Binary files /dev/null and b/onnx/backend/test/data/node/test_center_crop_pad_crop_axes_chw_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_center_crop_pad_crop_axes_chw_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_center_crop_pad_crop_axes_chw_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..543af35 Binary files /dev/null and b/onnx/backend/test/data/node/test_center_crop_pad_crop_axes_chw_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_center_crop_pad_crop_axes_hwc/model.onnx b/onnx/backend/test/data/node/test_center_crop_pad_crop_axes_hwc/model.onnx new file mode 100644 index 0000000..df9a2f1 Binary files /dev/null and b/onnx/backend/test/data/node/test_center_crop_pad_crop_axes_hwc/model.onnx differ diff --git a/onnx/backend/test/data/node/test_center_crop_pad_crop_axes_hwc/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_center_crop_pad_crop_axes_hwc/test_data_set_0/input_0.pb new file mode 100644 index 0000000..8a91719 Binary files /dev/null and b/onnx/backend/test/data/node/test_center_crop_pad_crop_axes_hwc/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_center_crop_pad_crop_axes_hwc/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_center_crop_pad_crop_axes_hwc/test_data_set_0/input_1.pb new file mode 100644 index 0000000..4ec8595 Binary files /dev/null and b/onnx/backend/test/data/node/test_center_crop_pad_crop_axes_hwc/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_center_crop_pad_crop_axes_hwc/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_center_crop_pad_crop_axes_hwc/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d7fad01 Binary files /dev/null and b/onnx/backend/test/data/node/test_center_crop_pad_crop_axes_hwc/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_center_crop_pad_crop_axes_hwc_expanded/model.onnx b/onnx/backend/test/data/node/test_center_crop_pad_crop_axes_hwc_expanded/model.onnx new file mode 100644 index 0000000..c3be109 Binary files /dev/null and b/onnx/backend/test/data/node/test_center_crop_pad_crop_axes_hwc_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_center_crop_pad_crop_axes_hwc_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_center_crop_pad_crop_axes_hwc_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..8a91719 Binary files /dev/null and b/onnx/backend/test/data/node/test_center_crop_pad_crop_axes_hwc_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_center_crop_pad_crop_axes_hwc_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_center_crop_pad_crop_axes_hwc_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..4ec8595 Binary files /dev/null and b/onnx/backend/test/data/node/test_center_crop_pad_crop_axes_hwc_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_center_crop_pad_crop_axes_hwc_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_center_crop_pad_crop_axes_hwc_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d7fad01 Binary files /dev/null and b/onnx/backend/test/data/node/test_center_crop_pad_crop_axes_hwc_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_center_crop_pad_crop_expanded/model.onnx b/onnx/backend/test/data/node/test_center_crop_pad_crop_expanded/model.onnx new file mode 100644 index 0000000..980df9f Binary files /dev/null and b/onnx/backend/test/data/node/test_center_crop_pad_crop_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_center_crop_pad_crop_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_center_crop_pad_crop_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..08678b6 Binary files /dev/null and b/onnx/backend/test/data/node/test_center_crop_pad_crop_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_center_crop_pad_crop_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_center_crop_pad_crop_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..f66194e Binary files /dev/null and b/onnx/backend/test/data/node/test_center_crop_pad_crop_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_center_crop_pad_crop_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_center_crop_pad_crop_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..89fb4f0 Binary files /dev/null and b/onnx/backend/test/data/node/test_center_crop_pad_crop_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_center_crop_pad_crop_negative_axes_hwc/model.onnx b/onnx/backend/test/data/node/test_center_crop_pad_crop_negative_axes_hwc/model.onnx new file mode 100644 index 0000000..1bed622 Binary files /dev/null and b/onnx/backend/test/data/node/test_center_crop_pad_crop_negative_axes_hwc/model.onnx differ diff --git a/onnx/backend/test/data/node/test_center_crop_pad_crop_negative_axes_hwc/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_center_crop_pad_crop_negative_axes_hwc/test_data_set_0/input_0.pb new file mode 100644 index 0000000..8a91719 Binary files /dev/null and b/onnx/backend/test/data/node/test_center_crop_pad_crop_negative_axes_hwc/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_center_crop_pad_crop_negative_axes_hwc/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_center_crop_pad_crop_negative_axes_hwc/test_data_set_0/input_1.pb new file mode 100644 index 0000000..4ec8595 Binary files /dev/null and b/onnx/backend/test/data/node/test_center_crop_pad_crop_negative_axes_hwc/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_center_crop_pad_crop_negative_axes_hwc/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_center_crop_pad_crop_negative_axes_hwc/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d7fad01 Binary files /dev/null and b/onnx/backend/test/data/node/test_center_crop_pad_crop_negative_axes_hwc/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_center_crop_pad_crop_negative_axes_hwc_expanded/model.onnx b/onnx/backend/test/data/node/test_center_crop_pad_crop_negative_axes_hwc_expanded/model.onnx new file mode 100644 index 0000000..57a0e3e Binary files /dev/null and b/onnx/backend/test/data/node/test_center_crop_pad_crop_negative_axes_hwc_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_center_crop_pad_crop_negative_axes_hwc_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_center_crop_pad_crop_negative_axes_hwc_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..8a91719 Binary files /dev/null and b/onnx/backend/test/data/node/test_center_crop_pad_crop_negative_axes_hwc_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_center_crop_pad_crop_negative_axes_hwc_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_center_crop_pad_crop_negative_axes_hwc_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..4ec8595 Binary files /dev/null and b/onnx/backend/test/data/node/test_center_crop_pad_crop_negative_axes_hwc_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_center_crop_pad_crop_negative_axes_hwc_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_center_crop_pad_crop_negative_axes_hwc_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d7fad01 Binary files /dev/null and b/onnx/backend/test/data/node/test_center_crop_pad_crop_negative_axes_hwc_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_center_crop_pad_pad/model.onnx b/onnx/backend/test/data/node/test_center_crop_pad_pad/model.onnx new file mode 100644 index 0000000..d9ce933 Binary files /dev/null and b/onnx/backend/test/data/node/test_center_crop_pad_pad/model.onnx differ diff --git a/onnx/backend/test/data/node/test_center_crop_pad_pad/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_center_crop_pad_pad/test_data_set_0/input_0.pb new file mode 100644 index 0000000..5059e54 Binary files /dev/null and b/onnx/backend/test/data/node/test_center_crop_pad_pad/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_center_crop_pad_pad/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_center_crop_pad_pad/test_data_set_0/input_1.pb new file mode 100644 index 0000000..be74c6e Binary files /dev/null and b/onnx/backend/test/data/node/test_center_crop_pad_pad/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_center_crop_pad_pad/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_center_crop_pad_pad/test_data_set_0/output_0.pb new file mode 100644 index 0000000..20b9855 Binary files /dev/null and b/onnx/backend/test/data/node/test_center_crop_pad_pad/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_center_crop_pad_pad_expanded/model.onnx b/onnx/backend/test/data/node/test_center_crop_pad_pad_expanded/model.onnx new file mode 100644 index 0000000..e614c78 Binary files /dev/null and b/onnx/backend/test/data/node/test_center_crop_pad_pad_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_center_crop_pad_pad_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_center_crop_pad_pad_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..5059e54 Binary files /dev/null and b/onnx/backend/test/data/node/test_center_crop_pad_pad_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_center_crop_pad_pad_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_center_crop_pad_pad_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..be74c6e Binary files /dev/null and b/onnx/backend/test/data/node/test_center_crop_pad_pad_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_center_crop_pad_pad_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_center_crop_pad_pad_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..20b9855 Binary files /dev/null and b/onnx/backend/test/data/node/test_center_crop_pad_pad_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_clip/model.onnx b/onnx/backend/test/data/node/test_clip/model.onnx new file mode 100644 index 0000000..68cecb5 Binary files /dev/null and b/onnx/backend/test/data/node/test_clip/model.onnx differ diff --git a/onnx/backend/test/data/node/test_clip/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_clip/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_clip/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_clip/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_clip/test_data_set_0/input_1.pb new file mode 100644 index 0000000..d79b11f Binary files /dev/null and b/onnx/backend/test/data/node/test_clip/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_clip/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_clip/test_data_set_0/input_2.pb new file mode 100644 index 0000000..cafe4fc Binary files /dev/null and b/onnx/backend/test/data/node/test_clip/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_clip/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_clip/test_data_set_0/output_0.pb new file mode 100644 index 0000000..988707f Binary files /dev/null and b/onnx/backend/test/data/node/test_clip/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_clip_default_inbounds/model.onnx b/onnx/backend/test/data/node/test_clip_default_inbounds/model.onnx new file mode 100644 index 0000000..dab57de Binary files /dev/null and b/onnx/backend/test/data/node/test_clip_default_inbounds/model.onnx differ diff --git a/onnx/backend/test/data/node/test_clip_default_inbounds/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_clip_default_inbounds/test_data_set_0/input_0.pb new file mode 100644 index 0000000..8a94457 Binary files /dev/null and b/onnx/backend/test/data/node/test_clip_default_inbounds/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_clip_default_inbounds/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_clip_default_inbounds/test_data_set_0/output_0.pb new file mode 100644 index 0000000..c0b9013 Binary files /dev/null and b/onnx/backend/test/data/node/test_clip_default_inbounds/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_clip_default_inbounds_expanded/model.onnx b/onnx/backend/test/data/node/test_clip_default_inbounds_expanded/model.onnx new file mode 100644 index 0000000..6c1c832 Binary files /dev/null and b/onnx/backend/test/data/node/test_clip_default_inbounds_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_clip_default_inbounds_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_clip_default_inbounds_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..8a94457 Binary files /dev/null and b/onnx/backend/test/data/node/test_clip_default_inbounds_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_clip_default_inbounds_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_clip_default_inbounds_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..c0b9013 Binary files /dev/null and b/onnx/backend/test/data/node/test_clip_default_inbounds_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_clip_default_int8_inbounds/model.onnx b/onnx/backend/test/data/node/test_clip_default_int8_inbounds/model.onnx new file mode 100644 index 0000000..b83039d Binary files /dev/null and b/onnx/backend/test/data/node/test_clip_default_int8_inbounds/model.onnx differ diff --git a/onnx/backend/test/data/node/test_clip_default_int8_inbounds/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_clip_default_int8_inbounds/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bb14958 Binary files /dev/null and b/onnx/backend/test/data/node/test_clip_default_int8_inbounds/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_clip_default_int8_inbounds/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_clip_default_int8_inbounds/test_data_set_0/output_0.pb new file mode 100644 index 0000000..c1139a2 Binary files /dev/null and b/onnx/backend/test/data/node/test_clip_default_int8_inbounds/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_clip_default_int8_inbounds_expanded/model.onnx b/onnx/backend/test/data/node/test_clip_default_int8_inbounds_expanded/model.onnx new file mode 100644 index 0000000..36d0b8a Binary files /dev/null and b/onnx/backend/test/data/node/test_clip_default_int8_inbounds_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_clip_default_int8_inbounds_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_clip_default_int8_inbounds_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bb14958 Binary files /dev/null and b/onnx/backend/test/data/node/test_clip_default_int8_inbounds_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_clip_default_int8_inbounds_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_clip_default_int8_inbounds_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..c1139a2 Binary files /dev/null and b/onnx/backend/test/data/node/test_clip_default_int8_inbounds_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_clip_default_int8_max/model.onnx b/onnx/backend/test/data/node/test_clip_default_int8_max/model.onnx new file mode 100644 index 0000000..2bf5bda Binary files /dev/null and b/onnx/backend/test/data/node/test_clip_default_int8_max/model.onnx differ diff --git a/onnx/backend/test/data/node/test_clip_default_int8_max/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_clip_default_int8_max/test_data_set_0/input_0.pb new file mode 100644 index 0000000..631490b Binary files /dev/null and b/onnx/backend/test/data/node/test_clip_default_int8_max/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_clip_default_int8_max/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_clip_default_int8_max/test_data_set_0/input_1.pb new file mode 100644 index 0000000..615a814 Binary files /dev/null and b/onnx/backend/test/data/node/test_clip_default_int8_max/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_clip_default_int8_max/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_clip_default_int8_max/test_data_set_0/output_0.pb new file mode 100644 index 0000000..9d5ad39 Binary files /dev/null and b/onnx/backend/test/data/node/test_clip_default_int8_max/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_clip_default_int8_max_expanded/model.onnx b/onnx/backend/test/data/node/test_clip_default_int8_max_expanded/model.onnx new file mode 100644 index 0000000..cd1b494 Binary files /dev/null and b/onnx/backend/test/data/node/test_clip_default_int8_max_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_clip_default_int8_max_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_clip_default_int8_max_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..631490b Binary files /dev/null and b/onnx/backend/test/data/node/test_clip_default_int8_max_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_clip_default_int8_max_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_clip_default_int8_max_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..615a814 Binary files /dev/null and b/onnx/backend/test/data/node/test_clip_default_int8_max_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_clip_default_int8_max_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_clip_default_int8_max_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..9d5ad39 Binary files /dev/null and b/onnx/backend/test/data/node/test_clip_default_int8_max_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_clip_default_int8_min/model.onnx b/onnx/backend/test/data/node/test_clip_default_int8_min/model.onnx new file mode 100644 index 0000000..cb275f9 Binary files /dev/null and b/onnx/backend/test/data/node/test_clip_default_int8_min/model.onnx differ diff --git a/onnx/backend/test/data/node/test_clip_default_int8_min/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_clip_default_int8_min/test_data_set_0/input_0.pb new file mode 100644 index 0000000..ec96b45 Binary files /dev/null and b/onnx/backend/test/data/node/test_clip_default_int8_min/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_clip_default_int8_min/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_clip_default_int8_min/test_data_set_0/input_1.pb new file mode 100644 index 0000000..0892038 Binary files /dev/null and b/onnx/backend/test/data/node/test_clip_default_int8_min/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_clip_default_int8_min/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_clip_default_int8_min/test_data_set_0/output_0.pb new file mode 100644 index 0000000..c26bf83 Binary files /dev/null and b/onnx/backend/test/data/node/test_clip_default_int8_min/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_clip_default_int8_min_expanded/model.onnx b/onnx/backend/test/data/node/test_clip_default_int8_min_expanded/model.onnx new file mode 100644 index 0000000..76c653b Binary files /dev/null and b/onnx/backend/test/data/node/test_clip_default_int8_min_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_clip_default_int8_min_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_clip_default_int8_min_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..ec96b45 Binary files /dev/null and b/onnx/backend/test/data/node/test_clip_default_int8_min_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_clip_default_int8_min_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_clip_default_int8_min_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..0892038 Binary files /dev/null and b/onnx/backend/test/data/node/test_clip_default_int8_min_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_clip_default_int8_min_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_clip_default_int8_min_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..c26bf83 Binary files /dev/null and b/onnx/backend/test/data/node/test_clip_default_int8_min_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_clip_default_max/model.onnx b/onnx/backend/test/data/node/test_clip_default_max/model.onnx new file mode 100644 index 0000000..ee3dda6 Binary files /dev/null and b/onnx/backend/test/data/node/test_clip_default_max/model.onnx differ diff --git a/onnx/backend/test/data/node/test_clip_default_max/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_clip_default_max/test_data_set_0/input_0.pb new file mode 100644 index 0000000..96a2566 --- /dev/null +++ b/onnx/backend/test/data/node/test_clip_default_max/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJ^&,Z[*Pܿ35>;;Wп>DhT=:?>ב?>O/^~/Ѓ f=#f?Ok>Ŀ ??@?7>8lF?5mξy? FU>z?u>4?G,>> ?^Ab*x?(?Ӿ3Y?"??, ?g?Iy\}?7mM?r?N4?l? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_clip_default_max/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_clip_default_max/test_data_set_0/input_1.pb new file mode 100644 index 0000000..2d8f7a3 Binary files /dev/null and b/onnx/backend/test/data/node/test_clip_default_max/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_clip_default_max/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_clip_default_max/test_data_set_0/output_0.pb new file mode 100644 index 0000000..60eb82b Binary files /dev/null and b/onnx/backend/test/data/node/test_clip_default_max/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_clip_default_max_expanded/model.onnx b/onnx/backend/test/data/node/test_clip_default_max_expanded/model.onnx new file mode 100644 index 0000000..4113368 Binary files /dev/null and b/onnx/backend/test/data/node/test_clip_default_max_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_clip_default_max_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_clip_default_max_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..96a2566 --- /dev/null +++ b/onnx/backend/test/data/node/test_clip_default_max_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJ^&,Z[*Pܿ35>;;Wп>DhT=:?>ב?>O/^~/Ѓ f=#f?Ok>Ŀ ??@?7>8lF?5mξy? FU>z?u>4?G,>> ?^Ab*x?(?Ӿ3Y?"??, ?g?Iy\}?7mM?r?N4?l? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_clip_default_max_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_clip_default_max_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..2d8f7a3 Binary files /dev/null and b/onnx/backend/test/data/node/test_clip_default_max_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_clip_default_max_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_clip_default_max_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..60eb82b Binary files /dev/null and b/onnx/backend/test/data/node/test_clip_default_max_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_clip_default_min/model.onnx b/onnx/backend/test/data/node/test_clip_default_min/model.onnx new file mode 100644 index 0000000..2ea1b32 Binary files /dev/null and b/onnx/backend/test/data/node/test_clip_default_min/model.onnx differ diff --git a/onnx/backend/test/data/node/test_clip_default_min/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_clip_default_min/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_clip_default_min/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_clip_default_min/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_clip_default_min/test_data_set_0/input_1.pb new file mode 100644 index 0000000..c2bfba0 Binary files /dev/null and b/onnx/backend/test/data/node/test_clip_default_min/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_clip_default_min/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_clip_default_min/test_data_set_0/output_0.pb new file mode 100644 index 0000000..9210c94 Binary files /dev/null and b/onnx/backend/test/data/node/test_clip_default_min/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_clip_default_min_expanded/model.onnx b/onnx/backend/test/data/node/test_clip_default_min_expanded/model.onnx new file mode 100644 index 0000000..0c5dab8 Binary files /dev/null and b/onnx/backend/test/data/node/test_clip_default_min_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_clip_default_min_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_clip_default_min_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_clip_default_min_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_clip_default_min_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_clip_default_min_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..c2bfba0 Binary files /dev/null and b/onnx/backend/test/data/node/test_clip_default_min_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_clip_default_min_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_clip_default_min_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..9210c94 Binary files /dev/null and b/onnx/backend/test/data/node/test_clip_default_min_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_clip_example/model.onnx b/onnx/backend/test/data/node/test_clip_example/model.onnx new file mode 100644 index 0000000..12dcc44 Binary files /dev/null and b/onnx/backend/test/data/node/test_clip_example/model.onnx differ diff --git a/onnx/backend/test/data/node/test_clip_example/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_clip_example/test_data_set_0/input_0.pb new file mode 100644 index 0000000..a0ab454 Binary files /dev/null and b/onnx/backend/test/data/node/test_clip_example/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_clip_example/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_clip_example/test_data_set_0/input_1.pb new file mode 100644 index 0000000..d79b11f Binary files /dev/null and b/onnx/backend/test/data/node/test_clip_example/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_clip_example/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_clip_example/test_data_set_0/input_2.pb new file mode 100644 index 0000000..cafe4fc Binary files /dev/null and b/onnx/backend/test/data/node/test_clip_example/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_clip_example/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_clip_example/test_data_set_0/output_0.pb new file mode 100644 index 0000000..c0b9013 Binary files /dev/null and b/onnx/backend/test/data/node/test_clip_example/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_clip_example_expanded/model.onnx b/onnx/backend/test/data/node/test_clip_example_expanded/model.onnx new file mode 100644 index 0000000..757c2ce Binary files /dev/null and b/onnx/backend/test/data/node/test_clip_example_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_clip_example_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_clip_example_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..a0ab454 Binary files /dev/null and b/onnx/backend/test/data/node/test_clip_example_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_clip_example_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_clip_example_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..d79b11f Binary files /dev/null and b/onnx/backend/test/data/node/test_clip_example_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_clip_example_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_clip_example_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..cafe4fc Binary files /dev/null and b/onnx/backend/test/data/node/test_clip_example_expanded/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_clip_example_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_clip_example_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..c0b9013 Binary files /dev/null and b/onnx/backend/test/data/node/test_clip_example_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_clip_expanded/model.onnx b/onnx/backend/test/data/node/test_clip_expanded/model.onnx new file mode 100644 index 0000000..53e1f1a Binary files /dev/null and b/onnx/backend/test/data/node/test_clip_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_clip_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_clip_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_clip_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_clip_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_clip_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..d79b11f Binary files /dev/null and b/onnx/backend/test/data/node/test_clip_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_clip_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_clip_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..cafe4fc Binary files /dev/null and b/onnx/backend/test/data/node/test_clip_expanded/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_clip_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_clip_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..988707f Binary files /dev/null and b/onnx/backend/test/data/node/test_clip_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_clip_inbounds/model.onnx b/onnx/backend/test/data/node/test_clip_inbounds/model.onnx new file mode 100644 index 0000000..cd66ff1 Binary files /dev/null and b/onnx/backend/test/data/node/test_clip_inbounds/model.onnx differ diff --git a/onnx/backend/test/data/node/test_clip_inbounds/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_clip_inbounds/test_data_set_0/input_0.pb new file mode 100644 index 0000000..8a94457 Binary files /dev/null and b/onnx/backend/test/data/node/test_clip_inbounds/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_clip_inbounds/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_clip_inbounds/test_data_set_0/input_1.pb new file mode 100644 index 0000000..aaaeb64 Binary files /dev/null and b/onnx/backend/test/data/node/test_clip_inbounds/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_clip_inbounds/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_clip_inbounds/test_data_set_0/input_2.pb new file mode 100644 index 0000000..5cfc885 Binary files /dev/null and b/onnx/backend/test/data/node/test_clip_inbounds/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_clip_inbounds/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_clip_inbounds/test_data_set_0/output_0.pb new file mode 100644 index 0000000..c0b9013 Binary files /dev/null and b/onnx/backend/test/data/node/test_clip_inbounds/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_clip_inbounds_expanded/model.onnx b/onnx/backend/test/data/node/test_clip_inbounds_expanded/model.onnx new file mode 100644 index 0000000..505d024 Binary files /dev/null and b/onnx/backend/test/data/node/test_clip_inbounds_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_clip_inbounds_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_clip_inbounds_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..8a94457 Binary files /dev/null and b/onnx/backend/test/data/node/test_clip_inbounds_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_clip_inbounds_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_clip_inbounds_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..aaaeb64 Binary files /dev/null and b/onnx/backend/test/data/node/test_clip_inbounds_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_clip_inbounds_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_clip_inbounds_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..5cfc885 Binary files /dev/null and b/onnx/backend/test/data/node/test_clip_inbounds_expanded/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_clip_inbounds_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_clip_inbounds_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..c0b9013 Binary files /dev/null and b/onnx/backend/test/data/node/test_clip_inbounds_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_clip_min_greater_than_max/model.onnx b/onnx/backend/test/data/node/test_clip_min_greater_than_max/model.onnx new file mode 100644 index 0000000..4935aa2 Binary files /dev/null and b/onnx/backend/test/data/node/test_clip_min_greater_than_max/model.onnx differ diff --git a/onnx/backend/test/data/node/test_clip_min_greater_than_max/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_clip_min_greater_than_max/test_data_set_0/input_0.pb new file mode 100644 index 0000000..f40ec6d Binary files /dev/null and b/onnx/backend/test/data/node/test_clip_min_greater_than_max/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_clip_min_greater_than_max/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_clip_min_greater_than_max/test_data_set_0/input_1.pb new file mode 100644 index 0000000..fd4d038 Binary files /dev/null and b/onnx/backend/test/data/node/test_clip_min_greater_than_max/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_clip_min_greater_than_max/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_clip_min_greater_than_max/test_data_set_0/input_2.pb new file mode 100644 index 0000000..cafe4fc Binary files /dev/null and b/onnx/backend/test/data/node/test_clip_min_greater_than_max/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_clip_min_greater_than_max/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_clip_min_greater_than_max/test_data_set_0/output_0.pb new file mode 100644 index 0000000..82e7d87 Binary files /dev/null and b/onnx/backend/test/data/node/test_clip_min_greater_than_max/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_clip_min_greater_than_max_expanded/model.onnx b/onnx/backend/test/data/node/test_clip_min_greater_than_max_expanded/model.onnx new file mode 100644 index 0000000..9b83b1c Binary files /dev/null and b/onnx/backend/test/data/node/test_clip_min_greater_than_max_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_clip_min_greater_than_max_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_clip_min_greater_than_max_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..f40ec6d Binary files /dev/null and b/onnx/backend/test/data/node/test_clip_min_greater_than_max_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_clip_min_greater_than_max_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_clip_min_greater_than_max_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..fd4d038 Binary files /dev/null and b/onnx/backend/test/data/node/test_clip_min_greater_than_max_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_clip_min_greater_than_max_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_clip_min_greater_than_max_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..cafe4fc Binary files /dev/null and b/onnx/backend/test/data/node/test_clip_min_greater_than_max_expanded/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_clip_min_greater_than_max_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_clip_min_greater_than_max_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..82e7d87 Binary files /dev/null and b/onnx/backend/test/data/node/test_clip_min_greater_than_max_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_clip_outbounds/model.onnx b/onnx/backend/test/data/node/test_clip_outbounds/model.onnx new file mode 100644 index 0000000..eae8542 Binary files /dev/null and b/onnx/backend/test/data/node/test_clip_outbounds/model.onnx differ diff --git a/onnx/backend/test/data/node/test_clip_outbounds/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_clip_outbounds/test_data_set_0/input_0.pb new file mode 100644 index 0000000..9c5dc72 Binary files /dev/null and b/onnx/backend/test/data/node/test_clip_outbounds/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_clip_outbounds/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_clip_outbounds/test_data_set_0/input_1.pb new file mode 100644 index 0000000..aaaeb64 Binary files /dev/null and b/onnx/backend/test/data/node/test_clip_outbounds/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_clip_outbounds/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_clip_outbounds/test_data_set_0/input_2.pb new file mode 100644 index 0000000..5cfc885 Binary files /dev/null and b/onnx/backend/test/data/node/test_clip_outbounds/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_clip_outbounds/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_clip_outbounds/test_data_set_0/output_0.pb new file mode 100644 index 0000000..75f56e1 Binary files /dev/null and b/onnx/backend/test/data/node/test_clip_outbounds/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_clip_outbounds_expanded/model.onnx b/onnx/backend/test/data/node/test_clip_outbounds_expanded/model.onnx new file mode 100644 index 0000000..2c9fe28 Binary files /dev/null and b/onnx/backend/test/data/node/test_clip_outbounds_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_clip_outbounds_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_clip_outbounds_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..9c5dc72 Binary files /dev/null and b/onnx/backend/test/data/node/test_clip_outbounds_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_clip_outbounds_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_clip_outbounds_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..aaaeb64 Binary files /dev/null and b/onnx/backend/test/data/node/test_clip_outbounds_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_clip_outbounds_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_clip_outbounds_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..5cfc885 Binary files /dev/null and b/onnx/backend/test/data/node/test_clip_outbounds_expanded/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_clip_outbounds_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_clip_outbounds_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..75f56e1 Binary files /dev/null and b/onnx/backend/test/data/node/test_clip_outbounds_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_clip_splitbounds/model.onnx b/onnx/backend/test/data/node/test_clip_splitbounds/model.onnx new file mode 100644 index 0000000..b5bde36 Binary files /dev/null and b/onnx/backend/test/data/node/test_clip_splitbounds/model.onnx differ diff --git a/onnx/backend/test/data/node/test_clip_splitbounds/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_clip_splitbounds/test_data_set_0/input_0.pb new file mode 100644 index 0000000..ff367a2 Binary files /dev/null and b/onnx/backend/test/data/node/test_clip_splitbounds/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_clip_splitbounds/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_clip_splitbounds/test_data_set_0/input_1.pb new file mode 100644 index 0000000..aaaeb64 Binary files /dev/null and b/onnx/backend/test/data/node/test_clip_splitbounds/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_clip_splitbounds/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_clip_splitbounds/test_data_set_0/input_2.pb new file mode 100644 index 0000000..5cfc885 Binary files /dev/null and b/onnx/backend/test/data/node/test_clip_splitbounds/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_clip_splitbounds/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_clip_splitbounds/test_data_set_0/output_0.pb new file mode 100644 index 0000000..0123d92 Binary files /dev/null and b/onnx/backend/test/data/node/test_clip_splitbounds/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_clip_splitbounds_expanded/model.onnx b/onnx/backend/test/data/node/test_clip_splitbounds_expanded/model.onnx new file mode 100644 index 0000000..cac7acc Binary files /dev/null and b/onnx/backend/test/data/node/test_clip_splitbounds_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_clip_splitbounds_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_clip_splitbounds_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..ff367a2 Binary files /dev/null and b/onnx/backend/test/data/node/test_clip_splitbounds_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_clip_splitbounds_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_clip_splitbounds_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..aaaeb64 Binary files /dev/null and b/onnx/backend/test/data/node/test_clip_splitbounds_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_clip_splitbounds_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_clip_splitbounds_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..5cfc885 Binary files /dev/null and b/onnx/backend/test/data/node/test_clip_splitbounds_expanded/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_clip_splitbounds_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_clip_splitbounds_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..0123d92 Binary files /dev/null and b/onnx/backend/test/data/node/test_clip_splitbounds_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_col2im/model.onnx b/onnx/backend/test/data/node/test_col2im/model.onnx new file mode 100644 index 0000000..fb9d14d Binary files /dev/null and b/onnx/backend/test/data/node/test_col2im/model.onnx differ diff --git a/onnx/backend/test/data/node/test_col2im/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_col2im/test_data_set_0/input_0.pb new file mode 100644 index 0000000..164166b Binary files /dev/null and b/onnx/backend/test/data/node/test_col2im/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_col2im/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_col2im/test_data_set_0/input_1.pb new file mode 100644 index 0000000..e2e47c1 Binary files /dev/null and b/onnx/backend/test/data/node/test_col2im/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_col2im/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_col2im/test_data_set_0/input_2.pb new file mode 100644 index 0000000..c0b7595 Binary files /dev/null and b/onnx/backend/test/data/node/test_col2im/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_col2im/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_col2im/test_data_set_0/output_0.pb new file mode 100644 index 0000000..28d4701 Binary files /dev/null and b/onnx/backend/test/data/node/test_col2im/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_col2im_5d/model.onnx b/onnx/backend/test/data/node/test_col2im_5d/model.onnx new file mode 100644 index 0000000..f54a1c0 Binary files /dev/null and b/onnx/backend/test/data/node/test_col2im_5d/model.onnx differ diff --git a/onnx/backend/test/data/node/test_col2im_5d/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_col2im_5d/test_data_set_0/input_0.pb new file mode 100644 index 0000000..0b66e3f Binary files /dev/null and b/onnx/backend/test/data/node/test_col2im_5d/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_col2im_5d/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_col2im_5d/test_data_set_0/input_1.pb new file mode 100644 index 0000000..5505bda Binary files /dev/null and b/onnx/backend/test/data/node/test_col2im_5d/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_col2im_5d/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_col2im_5d/test_data_set_0/input_2.pb new file mode 100644 index 0000000..3abcacd Binary files /dev/null and b/onnx/backend/test/data/node/test_col2im_5d/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_col2im_5d/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_col2im_5d/test_data_set_0/output_0.pb new file mode 100644 index 0000000..cdb3bba Binary files /dev/null and b/onnx/backend/test/data/node/test_col2im_5d/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_col2im_dilations/model.onnx b/onnx/backend/test/data/node/test_col2im_dilations/model.onnx new file mode 100644 index 0000000..9b67a47 Binary files /dev/null and b/onnx/backend/test/data/node/test_col2im_dilations/model.onnx differ diff --git a/onnx/backend/test/data/node/test_col2im_dilations/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_col2im_dilations/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bc96c5a Binary files /dev/null and b/onnx/backend/test/data/node/test_col2im_dilations/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_col2im_dilations/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_col2im_dilations/test_data_set_0/input_1.pb new file mode 100644 index 0000000..ed056b3 Binary files /dev/null and b/onnx/backend/test/data/node/test_col2im_dilations/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_col2im_dilations/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_col2im_dilations/test_data_set_0/input_2.pb new file mode 100644 index 0000000..ea04f67 Binary files /dev/null and b/onnx/backend/test/data/node/test_col2im_dilations/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_col2im_dilations/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_col2im_dilations/test_data_set_0/output_0.pb new file mode 100644 index 0000000..cefb7d5 Binary files /dev/null and b/onnx/backend/test/data/node/test_col2im_dilations/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_col2im_pads/model.onnx b/onnx/backend/test/data/node/test_col2im_pads/model.onnx new file mode 100644 index 0000000..2ee9a67 Binary files /dev/null and b/onnx/backend/test/data/node/test_col2im_pads/model.onnx differ diff --git a/onnx/backend/test/data/node/test_col2im_pads/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_col2im_pads/test_data_set_0/input_0.pb new file mode 100644 index 0000000..cccac0d Binary files /dev/null and b/onnx/backend/test/data/node/test_col2im_pads/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_col2im_pads/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_col2im_pads/test_data_set_0/input_1.pb new file mode 100644 index 0000000..e2e47c1 Binary files /dev/null and b/onnx/backend/test/data/node/test_col2im_pads/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_col2im_pads/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_col2im_pads/test_data_set_0/input_2.pb new file mode 100644 index 0000000..c0b7595 Binary files /dev/null and b/onnx/backend/test/data/node/test_col2im_pads/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_col2im_pads/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_col2im_pads/test_data_set_0/output_0.pb new file mode 100644 index 0000000..50fd1c7 Binary files /dev/null and b/onnx/backend/test/data/node/test_col2im_pads/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_col2im_strides/model.onnx b/onnx/backend/test/data/node/test_col2im_strides/model.onnx new file mode 100644 index 0000000..60ba7fb Binary files /dev/null and b/onnx/backend/test/data/node/test_col2im_strides/model.onnx differ diff --git a/onnx/backend/test/data/node/test_col2im_strides/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_col2im_strides/test_data_set_0/input_0.pb new file mode 100644 index 0000000..f33a762 Binary files /dev/null and b/onnx/backend/test/data/node/test_col2im_strides/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_col2im_strides/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_col2im_strides/test_data_set_0/input_1.pb new file mode 100644 index 0000000..e2e47c1 Binary files /dev/null and b/onnx/backend/test/data/node/test_col2im_strides/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_col2im_strides/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_col2im_strides/test_data_set_0/input_2.pb new file mode 100644 index 0000000..19b497c Binary files /dev/null and b/onnx/backend/test/data/node/test_col2im_strides/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_col2im_strides/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_col2im_strides/test_data_set_0/output_0.pb new file mode 100644 index 0000000..df3f1bf Binary files /dev/null and b/onnx/backend/test/data/node/test_col2im_strides/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_compress_0/model.onnx b/onnx/backend/test/data/node/test_compress_0/model.onnx new file mode 100644 index 0000000..36ebd92 Binary files /dev/null and b/onnx/backend/test/data/node/test_compress_0/model.onnx differ diff --git a/onnx/backend/test/data/node/test_compress_0/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_compress_0/test_data_set_0/input_0.pb new file mode 100644 index 0000000..4013bc6 Binary files /dev/null and b/onnx/backend/test/data/node/test_compress_0/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_compress_0/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_compress_0/test_data_set_0/input_1.pb new file mode 100644 index 0000000..c8d8c4f Binary files /dev/null and b/onnx/backend/test/data/node/test_compress_0/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_compress_0/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_compress_0/test_data_set_0/output_0.pb new file mode 100644 index 0000000..787c925 Binary files /dev/null and b/onnx/backend/test/data/node/test_compress_0/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_compress_1/model.onnx b/onnx/backend/test/data/node/test_compress_1/model.onnx new file mode 100644 index 0000000..040e28e Binary files /dev/null and b/onnx/backend/test/data/node/test_compress_1/model.onnx differ diff --git a/onnx/backend/test/data/node/test_compress_1/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_compress_1/test_data_set_0/input_0.pb new file mode 100644 index 0000000..4013bc6 Binary files /dev/null and b/onnx/backend/test/data/node/test_compress_1/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_compress_1/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_compress_1/test_data_set_0/input_1.pb new file mode 100644 index 0000000..c00e46c Binary files /dev/null and b/onnx/backend/test/data/node/test_compress_1/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_compress_1/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_compress_1/test_data_set_0/output_0.pb new file mode 100644 index 0000000..695a73b Binary files /dev/null and b/onnx/backend/test/data/node/test_compress_1/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_compress_default_axis/model.onnx b/onnx/backend/test/data/node/test_compress_default_axis/model.onnx new file mode 100644 index 0000000..8a0f51b Binary files /dev/null and b/onnx/backend/test/data/node/test_compress_default_axis/model.onnx differ diff --git a/onnx/backend/test/data/node/test_compress_default_axis/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_compress_default_axis/test_data_set_0/input_0.pb new file mode 100644 index 0000000..4013bc6 Binary files /dev/null and b/onnx/backend/test/data/node/test_compress_default_axis/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_compress_default_axis/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_compress_default_axis/test_data_set_0/input_1.pb new file mode 100644 index 0000000..0b6c330 Binary files /dev/null and b/onnx/backend/test/data/node/test_compress_default_axis/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_compress_default_axis/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_compress_default_axis/test_data_set_0/output_0.pb new file mode 100644 index 0000000..70260a6 Binary files /dev/null and b/onnx/backend/test/data/node/test_compress_default_axis/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_compress_negative_axis/model.onnx b/onnx/backend/test/data/node/test_compress_negative_axis/model.onnx new file mode 100644 index 0000000..4b8d935 Binary files /dev/null and b/onnx/backend/test/data/node/test_compress_negative_axis/model.onnx differ diff --git a/onnx/backend/test/data/node/test_compress_negative_axis/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_compress_negative_axis/test_data_set_0/input_0.pb new file mode 100644 index 0000000..4013bc6 Binary files /dev/null and b/onnx/backend/test/data/node/test_compress_negative_axis/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_compress_negative_axis/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_compress_negative_axis/test_data_set_0/input_1.pb new file mode 100644 index 0000000..c00e46c Binary files /dev/null and b/onnx/backend/test/data/node/test_compress_negative_axis/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_compress_negative_axis/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_compress_negative_axis/test_data_set_0/output_0.pb new file mode 100644 index 0000000..695a73b Binary files /dev/null and b/onnx/backend/test/data/node/test_compress_negative_axis/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_concat_1d_axis_0/model.onnx b/onnx/backend/test/data/node/test_concat_1d_axis_0/model.onnx new file mode 100644 index 0000000..464b6e9 Binary files /dev/null and b/onnx/backend/test/data/node/test_concat_1d_axis_0/model.onnx differ diff --git a/onnx/backend/test/data/node/test_concat_1d_axis_0/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_concat_1d_axis_0/test_data_set_0/input_0.pb new file mode 100644 index 0000000..956756d Binary files /dev/null and b/onnx/backend/test/data/node/test_concat_1d_axis_0/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_concat_1d_axis_0/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_concat_1d_axis_0/test_data_set_0/input_1.pb new file mode 100644 index 0000000..fe6e05f Binary files /dev/null and b/onnx/backend/test/data/node/test_concat_1d_axis_0/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_concat_1d_axis_0/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_concat_1d_axis_0/test_data_set_0/output_0.pb new file mode 100644 index 0000000..be680bf Binary files /dev/null and b/onnx/backend/test/data/node/test_concat_1d_axis_0/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_concat_1d_axis_negative_1/model.onnx b/onnx/backend/test/data/node/test_concat_1d_axis_negative_1/model.onnx new file mode 100644 index 0000000..4c7acf6 Binary files /dev/null and b/onnx/backend/test/data/node/test_concat_1d_axis_negative_1/model.onnx differ diff --git a/onnx/backend/test/data/node/test_concat_1d_axis_negative_1/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_concat_1d_axis_negative_1/test_data_set_0/input_0.pb new file mode 100644 index 0000000..956756d Binary files /dev/null and b/onnx/backend/test/data/node/test_concat_1d_axis_negative_1/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_concat_1d_axis_negative_1/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_concat_1d_axis_negative_1/test_data_set_0/input_1.pb new file mode 100644 index 0000000..fe6e05f Binary files /dev/null and b/onnx/backend/test/data/node/test_concat_1d_axis_negative_1/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_concat_1d_axis_negative_1/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_concat_1d_axis_negative_1/test_data_set_0/output_0.pb new file mode 100644 index 0000000..be680bf Binary files /dev/null and b/onnx/backend/test/data/node/test_concat_1d_axis_negative_1/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_concat_2d_axis_0/model.onnx b/onnx/backend/test/data/node/test_concat_2d_axis_0/model.onnx new file mode 100644 index 0000000..85d89ec Binary files /dev/null and b/onnx/backend/test/data/node/test_concat_2d_axis_0/model.onnx differ diff --git a/onnx/backend/test/data/node/test_concat_2d_axis_0/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_concat_2d_axis_0/test_data_set_0/input_0.pb new file mode 100644 index 0000000..c04418c Binary files /dev/null and b/onnx/backend/test/data/node/test_concat_2d_axis_0/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_concat_2d_axis_0/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_concat_2d_axis_0/test_data_set_0/input_1.pb new file mode 100644 index 0000000..13e244f Binary files /dev/null and b/onnx/backend/test/data/node/test_concat_2d_axis_0/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_concat_2d_axis_0/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_concat_2d_axis_0/test_data_set_0/output_0.pb new file mode 100644 index 0000000..def8bc4 Binary files /dev/null and b/onnx/backend/test/data/node/test_concat_2d_axis_0/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_concat_2d_axis_1/model.onnx b/onnx/backend/test/data/node/test_concat_2d_axis_1/model.onnx new file mode 100644 index 0000000..9fdc077 Binary files /dev/null and b/onnx/backend/test/data/node/test_concat_2d_axis_1/model.onnx differ diff --git a/onnx/backend/test/data/node/test_concat_2d_axis_1/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_concat_2d_axis_1/test_data_set_0/input_0.pb new file mode 100644 index 0000000..c04418c Binary files /dev/null and b/onnx/backend/test/data/node/test_concat_2d_axis_1/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_concat_2d_axis_1/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_concat_2d_axis_1/test_data_set_0/input_1.pb new file mode 100644 index 0000000..13e244f Binary files /dev/null and b/onnx/backend/test/data/node/test_concat_2d_axis_1/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_concat_2d_axis_1/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_concat_2d_axis_1/test_data_set_0/output_0.pb new file mode 100644 index 0000000..1260354 Binary files /dev/null and b/onnx/backend/test/data/node/test_concat_2d_axis_1/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_concat_2d_axis_negative_1/model.onnx b/onnx/backend/test/data/node/test_concat_2d_axis_negative_1/model.onnx new file mode 100644 index 0000000..a20ee8a Binary files /dev/null and b/onnx/backend/test/data/node/test_concat_2d_axis_negative_1/model.onnx differ diff --git a/onnx/backend/test/data/node/test_concat_2d_axis_negative_1/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_concat_2d_axis_negative_1/test_data_set_0/input_0.pb new file mode 100644 index 0000000..c04418c Binary files /dev/null and b/onnx/backend/test/data/node/test_concat_2d_axis_negative_1/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_concat_2d_axis_negative_1/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_concat_2d_axis_negative_1/test_data_set_0/input_1.pb new file mode 100644 index 0000000..13e244f Binary files /dev/null and b/onnx/backend/test/data/node/test_concat_2d_axis_negative_1/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_concat_2d_axis_negative_1/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_concat_2d_axis_negative_1/test_data_set_0/output_0.pb new file mode 100644 index 0000000..1260354 Binary files /dev/null and b/onnx/backend/test/data/node/test_concat_2d_axis_negative_1/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_concat_2d_axis_negative_2/model.onnx b/onnx/backend/test/data/node/test_concat_2d_axis_negative_2/model.onnx new file mode 100644 index 0000000..b1850b8 Binary files /dev/null and b/onnx/backend/test/data/node/test_concat_2d_axis_negative_2/model.onnx differ diff --git a/onnx/backend/test/data/node/test_concat_2d_axis_negative_2/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_concat_2d_axis_negative_2/test_data_set_0/input_0.pb new file mode 100644 index 0000000..c04418c Binary files /dev/null and b/onnx/backend/test/data/node/test_concat_2d_axis_negative_2/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_concat_2d_axis_negative_2/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_concat_2d_axis_negative_2/test_data_set_0/input_1.pb new file mode 100644 index 0000000..13e244f Binary files /dev/null and b/onnx/backend/test/data/node/test_concat_2d_axis_negative_2/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_concat_2d_axis_negative_2/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_concat_2d_axis_negative_2/test_data_set_0/output_0.pb new file mode 100644 index 0000000..def8bc4 Binary files /dev/null and b/onnx/backend/test/data/node/test_concat_2d_axis_negative_2/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_concat_3d_axis_0/model.onnx b/onnx/backend/test/data/node/test_concat_3d_axis_0/model.onnx new file mode 100644 index 0000000..e4db22d Binary files /dev/null and b/onnx/backend/test/data/node/test_concat_3d_axis_0/model.onnx differ diff --git a/onnx/backend/test/data/node/test_concat_3d_axis_0/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_concat_3d_axis_0/test_data_set_0/input_0.pb new file mode 100644 index 0000000..91bb523 Binary files /dev/null and b/onnx/backend/test/data/node/test_concat_3d_axis_0/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_concat_3d_axis_0/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_concat_3d_axis_0/test_data_set_0/input_1.pb new file mode 100644 index 0000000..1b71b84 Binary files /dev/null and b/onnx/backend/test/data/node/test_concat_3d_axis_0/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_concat_3d_axis_0/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_concat_3d_axis_0/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d3ffbb5 Binary files /dev/null and b/onnx/backend/test/data/node/test_concat_3d_axis_0/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_concat_3d_axis_1/model.onnx b/onnx/backend/test/data/node/test_concat_3d_axis_1/model.onnx new file mode 100644 index 0000000..6e10269 Binary files /dev/null and b/onnx/backend/test/data/node/test_concat_3d_axis_1/model.onnx differ diff --git a/onnx/backend/test/data/node/test_concat_3d_axis_1/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_concat_3d_axis_1/test_data_set_0/input_0.pb new file mode 100644 index 0000000..91bb523 Binary files /dev/null and b/onnx/backend/test/data/node/test_concat_3d_axis_1/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_concat_3d_axis_1/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_concat_3d_axis_1/test_data_set_0/input_1.pb new file mode 100644 index 0000000..1b71b84 Binary files /dev/null and b/onnx/backend/test/data/node/test_concat_3d_axis_1/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_concat_3d_axis_1/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_concat_3d_axis_1/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d03e552 Binary files /dev/null and b/onnx/backend/test/data/node/test_concat_3d_axis_1/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_concat_3d_axis_2/model.onnx b/onnx/backend/test/data/node/test_concat_3d_axis_2/model.onnx new file mode 100644 index 0000000..4f770c8 Binary files /dev/null and b/onnx/backend/test/data/node/test_concat_3d_axis_2/model.onnx differ diff --git a/onnx/backend/test/data/node/test_concat_3d_axis_2/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_concat_3d_axis_2/test_data_set_0/input_0.pb new file mode 100644 index 0000000..91bb523 Binary files /dev/null and b/onnx/backend/test/data/node/test_concat_3d_axis_2/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_concat_3d_axis_2/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_concat_3d_axis_2/test_data_set_0/input_1.pb new file mode 100644 index 0000000..1b71b84 Binary files /dev/null and b/onnx/backend/test/data/node/test_concat_3d_axis_2/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_concat_3d_axis_2/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_concat_3d_axis_2/test_data_set_0/output_0.pb new file mode 100644 index 0000000..b4de73e Binary files /dev/null and b/onnx/backend/test/data/node/test_concat_3d_axis_2/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_concat_3d_axis_negative_1/model.onnx b/onnx/backend/test/data/node/test_concat_3d_axis_negative_1/model.onnx new file mode 100644 index 0000000..5ee0cb1 Binary files /dev/null and b/onnx/backend/test/data/node/test_concat_3d_axis_negative_1/model.onnx differ diff --git a/onnx/backend/test/data/node/test_concat_3d_axis_negative_1/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_concat_3d_axis_negative_1/test_data_set_0/input_0.pb new file mode 100644 index 0000000..91bb523 Binary files /dev/null and b/onnx/backend/test/data/node/test_concat_3d_axis_negative_1/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_concat_3d_axis_negative_1/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_concat_3d_axis_negative_1/test_data_set_0/input_1.pb new file mode 100644 index 0000000..1b71b84 Binary files /dev/null and b/onnx/backend/test/data/node/test_concat_3d_axis_negative_1/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_concat_3d_axis_negative_1/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_concat_3d_axis_negative_1/test_data_set_0/output_0.pb new file mode 100644 index 0000000..b4de73e Binary files /dev/null and b/onnx/backend/test/data/node/test_concat_3d_axis_negative_1/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_concat_3d_axis_negative_2/model.onnx b/onnx/backend/test/data/node/test_concat_3d_axis_negative_2/model.onnx new file mode 100644 index 0000000..d6bd6f6 Binary files /dev/null and b/onnx/backend/test/data/node/test_concat_3d_axis_negative_2/model.onnx differ diff --git a/onnx/backend/test/data/node/test_concat_3d_axis_negative_2/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_concat_3d_axis_negative_2/test_data_set_0/input_0.pb new file mode 100644 index 0000000..91bb523 Binary files /dev/null and b/onnx/backend/test/data/node/test_concat_3d_axis_negative_2/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_concat_3d_axis_negative_2/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_concat_3d_axis_negative_2/test_data_set_0/input_1.pb new file mode 100644 index 0000000..1b71b84 Binary files /dev/null and b/onnx/backend/test/data/node/test_concat_3d_axis_negative_2/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_concat_3d_axis_negative_2/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_concat_3d_axis_negative_2/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d03e552 Binary files /dev/null and b/onnx/backend/test/data/node/test_concat_3d_axis_negative_2/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_concat_3d_axis_negative_3/model.onnx b/onnx/backend/test/data/node/test_concat_3d_axis_negative_3/model.onnx new file mode 100644 index 0000000..ccb2687 Binary files /dev/null and b/onnx/backend/test/data/node/test_concat_3d_axis_negative_3/model.onnx differ diff --git a/onnx/backend/test/data/node/test_concat_3d_axis_negative_3/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_concat_3d_axis_negative_3/test_data_set_0/input_0.pb new file mode 100644 index 0000000..91bb523 Binary files /dev/null and b/onnx/backend/test/data/node/test_concat_3d_axis_negative_3/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_concat_3d_axis_negative_3/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_concat_3d_axis_negative_3/test_data_set_0/input_1.pb new file mode 100644 index 0000000..1b71b84 Binary files /dev/null and b/onnx/backend/test/data/node/test_concat_3d_axis_negative_3/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_concat_3d_axis_negative_3/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_concat_3d_axis_negative_3/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d3ffbb5 Binary files /dev/null and b/onnx/backend/test/data/node/test_concat_3d_axis_negative_3/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_constant/model.onnx b/onnx/backend/test/data/node/test_constant/model.onnx new file mode 100644 index 0000000..4e4be4c Binary files /dev/null and b/onnx/backend/test/data/node/test_constant/model.onnx differ diff --git a/onnx/backend/test/data/node/test_constant/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_constant/test_data_set_0/output_0.pb new file mode 100644 index 0000000..7e2d912 --- /dev/null +++ b/onnx/backend/test/data/node/test_constant/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BvaluesJdx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_constant_pad/model.onnx b/onnx/backend/test/data/node/test_constant_pad/model.onnx new file mode 100644 index 0000000..be60cda Binary files /dev/null and b/onnx/backend/test/data/node/test_constant_pad/model.onnx differ diff --git a/onnx/backend/test/data/node/test_constant_pad/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_constant_pad/test_data_set_0/input_0.pb new file mode 100644 index 0000000..09d5a14 --- /dev/null +++ b/onnx/backend/test/data/node/test_constant_pad/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_constant_pad/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_constant_pad/test_data_set_0/input_1.pb new file mode 100644 index 0000000..14c2aba Binary files /dev/null and b/onnx/backend/test/data/node/test_constant_pad/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_constant_pad/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_constant_pad/test_data_set_0/input_2.pb new file mode 100644 index 0000000..61cc724 --- /dev/null +++ b/onnx/backend/test/data/node/test_constant_pad/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BvalueJ? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_constant_pad/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_constant_pad/test_data_set_0/output_0.pb new file mode 100644 index 0000000..306f7de --- /dev/null +++ b/onnx/backend/test/data/node/test_constant_pad/test_data_set_0/output_0.pb @@ -0,0 +1 @@ + ByJ???????????????x?h>z?j@$ ????????.z8s?bhdӽ9>???????(>%?^B?0= B>???????]ת>=?RiJ>Z???????????????????????????????????????????/d#S'?K]?=C@???????(Hm;= ?2?????????>>Ec!??????? >*z??Oƾmǚ???????????????????????????????????????????6&õgڿ?x???????FKྙ[ G?4οY???????L=e> k漚???????QN>.:=ݚ>b"6???????????????????????????? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_constant_pad_axes/model.onnx b/onnx/backend/test/data/node/test_constant_pad_axes/model.onnx new file mode 100644 index 0000000..2fb966e Binary files /dev/null and b/onnx/backend/test/data/node/test_constant_pad_axes/model.onnx differ diff --git a/onnx/backend/test/data/node/test_constant_pad_axes/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_constant_pad_axes/test_data_set_0/input_0.pb new file mode 100644 index 0000000..09d5a14 --- /dev/null +++ b/onnx/backend/test/data/node/test_constant_pad_axes/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_constant_pad_axes/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_constant_pad_axes/test_data_set_0/input_1.pb new file mode 100644 index 0000000..8a023a8 Binary files /dev/null and b/onnx/backend/test/data/node/test_constant_pad_axes/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_constant_pad_axes/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_constant_pad_axes/test_data_set_0/input_2.pb new file mode 100644 index 0000000..61cc724 --- /dev/null +++ b/onnx/backend/test/data/node/test_constant_pad_axes/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BvalueJ? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_constant_pad_axes/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_constant_pad_axes/test_data_set_0/input_3.pb new file mode 100644 index 0000000..21019cb Binary files /dev/null and b/onnx/backend/test/data/node/test_constant_pad_axes/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_constant_pad_axes/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_constant_pad_axes/test_data_set_0/output_0.pb new file mode 100644 index 0000000..7db6e18 --- /dev/null +++ b/onnx/backend/test/data/node/test_constant_pad_axes/test_data_set_0/output_0.pb @@ -0,0 +1 @@ + ByJ???x?h>z?j@$ ????????.z8s?bhdӽ9>???????(>%?^B?0= B>???????]ת>=?RiJ>Z???????/d#S'?K]?=C@???????(Hm;= ?2?????????>>Ec!??????? >*z??Oƾmǚ???????6&õgڿ?x???????FKྙ[ G?4οY???????L=e> k漚???????QN>.:=ݚ>b"6???? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_constant_pad_negative_axes/model.onnx b/onnx/backend/test/data/node/test_constant_pad_negative_axes/model.onnx new file mode 100644 index 0000000..f8144dc Binary files /dev/null and b/onnx/backend/test/data/node/test_constant_pad_negative_axes/model.onnx differ diff --git a/onnx/backend/test/data/node/test_constant_pad_negative_axes/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_constant_pad_negative_axes/test_data_set_0/input_0.pb new file mode 100644 index 0000000..09d5a14 --- /dev/null +++ b/onnx/backend/test/data/node/test_constant_pad_negative_axes/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_constant_pad_negative_axes/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_constant_pad_negative_axes/test_data_set_0/input_1.pb new file mode 100644 index 0000000..8a023a8 Binary files /dev/null and b/onnx/backend/test/data/node/test_constant_pad_negative_axes/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_constant_pad_negative_axes/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_constant_pad_negative_axes/test_data_set_0/input_2.pb new file mode 100644 index 0000000..61cc724 --- /dev/null +++ b/onnx/backend/test/data/node/test_constant_pad_negative_axes/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BvalueJ? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_constant_pad_negative_axes/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_constant_pad_negative_axes/test_data_set_0/input_3.pb new file mode 100644 index 0000000..adf5320 --- /dev/null +++ b/onnx/backend/test/data/node/test_constant_pad_negative_axes/test_data_set_0/input_3.pb @@ -0,0 +1 @@ +BaxesJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_constant_pad_negative_axes/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_constant_pad_negative_axes/test_data_set_0/output_0.pb new file mode 100644 index 0000000..7db6e18 --- /dev/null +++ b/onnx/backend/test/data/node/test_constant_pad_negative_axes/test_data_set_0/output_0.pb @@ -0,0 +1 @@ + ByJ???x?h>z?j@$ ????????.z8s?bhdӽ9>???????(>%?^B?0= B>???????]ת>=?RiJ>Z???????/d#S'?K]?=C@???????(Hm;= ?2?????????>>Ec!??????? >*z??Oƾmǚ???????6&õgڿ?x???????FKྙ[ G?4οY???????L=e> k漚???????QN>.:=ݚ>b"6???? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_constantofshape_float_ones/model.onnx b/onnx/backend/test/data/node/test_constantofshape_float_ones/model.onnx new file mode 100644 index 0000000..d9e0d59 Binary files /dev/null and b/onnx/backend/test/data/node/test_constantofshape_float_ones/model.onnx differ diff --git a/onnx/backend/test/data/node/test_constantofshape_float_ones/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_constantofshape_float_ones/test_data_set_0/input_0.pb new file mode 100644 index 0000000..04b9667 Binary files /dev/null and b/onnx/backend/test/data/node/test_constantofshape_float_ones/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_constantofshape_float_ones/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_constantofshape_float_ones/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d3badd3 Binary files /dev/null and b/onnx/backend/test/data/node/test_constantofshape_float_ones/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_constantofshape_int_shape_zero/model.onnx b/onnx/backend/test/data/node/test_constantofshape_int_shape_zero/model.onnx new file mode 100644 index 0000000..20eef7f Binary files /dev/null and b/onnx/backend/test/data/node/test_constantofshape_int_shape_zero/model.onnx differ diff --git a/onnx/backend/test/data/node/test_constantofshape_int_shape_zero/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_constantofshape_int_shape_zero/test_data_set_0/input_0.pb new file mode 100644 index 0000000..4f62ff7 Binary files /dev/null and b/onnx/backend/test/data/node/test_constantofshape_int_shape_zero/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_constantofshape_int_shape_zero/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_constantofshape_int_shape_zero/test_data_set_0/output_0.pb new file mode 100644 index 0000000..e5181b6 Binary files /dev/null and b/onnx/backend/test/data/node/test_constantofshape_int_shape_zero/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_constantofshape_int_zeros/model.onnx b/onnx/backend/test/data/node/test_constantofshape_int_zeros/model.onnx new file mode 100644 index 0000000..883c284 Binary files /dev/null and b/onnx/backend/test/data/node/test_constantofshape_int_zeros/model.onnx differ diff --git a/onnx/backend/test/data/node/test_constantofshape_int_zeros/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_constantofshape_int_zeros/test_data_set_0/input_0.pb new file mode 100644 index 0000000..5d50478 Binary files /dev/null and b/onnx/backend/test/data/node/test_constantofshape_int_zeros/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_constantofshape_int_zeros/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_constantofshape_int_zeros/test_data_set_0/output_0.pb new file mode 100644 index 0000000..6362cca Binary files /dev/null and b/onnx/backend/test/data/node/test_constantofshape_int_zeros/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_conv_with_autopad_same/model.onnx b/onnx/backend/test/data/node/test_conv_with_autopad_same/model.onnx new file mode 100644 index 0000000..47dc4a2 Binary files /dev/null and b/onnx/backend/test/data/node/test_conv_with_autopad_same/model.onnx differ diff --git a/onnx/backend/test/data/node/test_conv_with_autopad_same/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_conv_with_autopad_same/test_data_set_0/input_0.pb new file mode 100644 index 0000000..063e191 Binary files /dev/null and b/onnx/backend/test/data/node/test_conv_with_autopad_same/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_conv_with_autopad_same/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_conv_with_autopad_same/test_data_set_0/input_1.pb new file mode 100644 index 0000000..6d5f1a8 Binary files /dev/null and b/onnx/backend/test/data/node/test_conv_with_autopad_same/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_conv_with_autopad_same/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_conv_with_autopad_same/test_data_set_0/output_0.pb new file mode 100644 index 0000000..0aef738 Binary files /dev/null and b/onnx/backend/test/data/node/test_conv_with_autopad_same/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_conv_with_strides_and_asymmetric_padding/model.onnx b/onnx/backend/test/data/node/test_conv_with_strides_and_asymmetric_padding/model.onnx new file mode 100644 index 0000000..cfa8ad0 Binary files /dev/null and b/onnx/backend/test/data/node/test_conv_with_strides_and_asymmetric_padding/model.onnx differ diff --git a/onnx/backend/test/data/node/test_conv_with_strides_and_asymmetric_padding/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_conv_with_strides_and_asymmetric_padding/test_data_set_0/input_0.pb new file mode 100644 index 0000000..275a5b9 Binary files /dev/null and b/onnx/backend/test/data/node/test_conv_with_strides_and_asymmetric_padding/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_conv_with_strides_and_asymmetric_padding/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_conv_with_strides_and_asymmetric_padding/test_data_set_0/input_1.pb new file mode 100644 index 0000000..6d5f1a8 Binary files /dev/null and b/onnx/backend/test/data/node/test_conv_with_strides_and_asymmetric_padding/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_conv_with_strides_and_asymmetric_padding/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_conv_with_strides_and_asymmetric_padding/test_data_set_0/output_0.pb new file mode 100644 index 0000000..3ddea28 Binary files /dev/null and b/onnx/backend/test/data/node/test_conv_with_strides_and_asymmetric_padding/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_conv_with_strides_no_padding/model.onnx b/onnx/backend/test/data/node/test_conv_with_strides_no_padding/model.onnx new file mode 100644 index 0000000..d4d1961 Binary files /dev/null and b/onnx/backend/test/data/node/test_conv_with_strides_no_padding/model.onnx differ diff --git a/onnx/backend/test/data/node/test_conv_with_strides_no_padding/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_conv_with_strides_no_padding/test_data_set_0/input_0.pb new file mode 100644 index 0000000..275a5b9 Binary files /dev/null and b/onnx/backend/test/data/node/test_conv_with_strides_no_padding/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_conv_with_strides_no_padding/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_conv_with_strides_no_padding/test_data_set_0/input_1.pb new file mode 100644 index 0000000..6d5f1a8 Binary files /dev/null and b/onnx/backend/test/data/node/test_conv_with_strides_no_padding/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_conv_with_strides_no_padding/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_conv_with_strides_no_padding/test_data_set_0/output_0.pb new file mode 100644 index 0000000..ec91bfd Binary files /dev/null and b/onnx/backend/test/data/node/test_conv_with_strides_no_padding/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_conv_with_strides_padding/model.onnx b/onnx/backend/test/data/node/test_conv_with_strides_padding/model.onnx new file mode 100644 index 0000000..adb8521 Binary files /dev/null and b/onnx/backend/test/data/node/test_conv_with_strides_padding/model.onnx differ diff --git a/onnx/backend/test/data/node/test_conv_with_strides_padding/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_conv_with_strides_padding/test_data_set_0/input_0.pb new file mode 100644 index 0000000..275a5b9 Binary files /dev/null and b/onnx/backend/test/data/node/test_conv_with_strides_padding/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_conv_with_strides_padding/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_conv_with_strides_padding/test_data_set_0/input_1.pb new file mode 100644 index 0000000..6d5f1a8 Binary files /dev/null and b/onnx/backend/test/data/node/test_conv_with_strides_padding/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_conv_with_strides_padding/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_conv_with_strides_padding/test_data_set_0/output_0.pb new file mode 100644 index 0000000..3d0a836 Binary files /dev/null and b/onnx/backend/test/data/node/test_conv_with_strides_padding/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_convinteger_with_padding/model.onnx b/onnx/backend/test/data/node/test_convinteger_with_padding/model.onnx new file mode 100644 index 0000000..a293d50 Binary files /dev/null and b/onnx/backend/test/data/node/test_convinteger_with_padding/model.onnx differ diff --git a/onnx/backend/test/data/node/test_convinteger_with_padding/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_convinteger_with_padding/test_data_set_0/input_0.pb new file mode 100644 index 0000000..33cea02 --- /dev/null +++ b/onnx/backend/test/data/node/test_convinteger_with_padding/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJ  diff --git a/onnx/backend/test/data/node/test_convinteger_with_padding/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_convinteger_with_padding/test_data_set_0/input_1.pb new file mode 100644 index 0000000..0472480 --- /dev/null +++ b/onnx/backend/test/data/node/test_convinteger_with_padding/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BwJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_convinteger_with_padding/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_convinteger_with_padding/test_data_set_0/input_2.pb new file mode 100644 index 0000000..6741b09 --- /dev/null +++ b/onnx/backend/test/data/node/test_convinteger_with_padding/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +B x_zero_pointJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_convinteger_with_padding/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_convinteger_with_padding/test_data_set_0/input_3.pb new file mode 100644 index 0000000..0a9f4f0 Binary files /dev/null and b/onnx/backend/test/data/node/test_convinteger_with_padding/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_convinteger_with_padding/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_convinteger_with_padding/test_data_set_0/output_0.pb new file mode 100644 index 0000000..1638d02 Binary files /dev/null and b/onnx/backend/test/data/node/test_convinteger_with_padding/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_convinteger_without_padding/model.onnx b/onnx/backend/test/data/node/test_convinteger_without_padding/model.onnx new file mode 100644 index 0000000..6d42163 Binary files /dev/null and b/onnx/backend/test/data/node/test_convinteger_without_padding/model.onnx differ diff --git a/onnx/backend/test/data/node/test_convinteger_without_padding/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_convinteger_without_padding/test_data_set_0/input_0.pb new file mode 100644 index 0000000..33cea02 --- /dev/null +++ b/onnx/backend/test/data/node/test_convinteger_without_padding/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJ  diff --git a/onnx/backend/test/data/node/test_convinteger_without_padding/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_convinteger_without_padding/test_data_set_0/input_1.pb new file mode 100644 index 0000000..53980d9 --- /dev/null +++ b/onnx/backend/test/data/node/test_convinteger_without_padding/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BwJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_convinteger_without_padding/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_convinteger_without_padding/test_data_set_0/input_2.pb new file mode 100644 index 0000000..6741b09 --- /dev/null +++ b/onnx/backend/test/data/node/test_convinteger_without_padding/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +B x_zero_pointJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_convinteger_without_padding/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_convinteger_without_padding/test_data_set_0/output_0.pb new file mode 100644 index 0000000..f81e5d7 Binary files /dev/null and b/onnx/backend/test/data/node/test_convinteger_without_padding/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_convtranspose/model.onnx b/onnx/backend/test/data/node/test_convtranspose/model.onnx new file mode 100644 index 0000000..302c761 Binary files /dev/null and b/onnx/backend/test/data/node/test_convtranspose/model.onnx differ diff --git a/onnx/backend/test/data/node/test_convtranspose/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_convtranspose/test_data_set_0/input_0.pb new file mode 100644 index 0000000..5fed94a Binary files /dev/null and b/onnx/backend/test/data/node/test_convtranspose/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_convtranspose/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_convtranspose/test_data_set_0/input_1.pb new file mode 100644 index 0000000..56545d3 Binary files /dev/null and b/onnx/backend/test/data/node/test_convtranspose/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_convtranspose/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_convtranspose/test_data_set_0/output_0.pb new file mode 100644 index 0000000..e9d5fbb Binary files /dev/null and b/onnx/backend/test/data/node/test_convtranspose/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_convtranspose_1d/model.onnx b/onnx/backend/test/data/node/test_convtranspose_1d/model.onnx new file mode 100644 index 0000000..a1b9bca Binary files /dev/null and b/onnx/backend/test/data/node/test_convtranspose_1d/model.onnx differ diff --git a/onnx/backend/test/data/node/test_convtranspose_1d/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_convtranspose_1d/test_data_set_0/input_0.pb new file mode 100644 index 0000000..044c8ba Binary files /dev/null and b/onnx/backend/test/data/node/test_convtranspose_1d/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_convtranspose_1d/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_convtranspose_1d/test_data_set_0/input_1.pb new file mode 100644 index 0000000..cd46a39 Binary files /dev/null and b/onnx/backend/test/data/node/test_convtranspose_1d/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_convtranspose_1d/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_convtranspose_1d/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d573578 Binary files /dev/null and b/onnx/backend/test/data/node/test_convtranspose_1d/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_convtranspose_3d/model.onnx b/onnx/backend/test/data/node/test_convtranspose_3d/model.onnx new file mode 100644 index 0000000..44bfb7b Binary files /dev/null and b/onnx/backend/test/data/node/test_convtranspose_3d/model.onnx differ diff --git a/onnx/backend/test/data/node/test_convtranspose_3d/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_convtranspose_3d/test_data_set_0/input_0.pb new file mode 100644 index 0000000..641c08f Binary files /dev/null and b/onnx/backend/test/data/node/test_convtranspose_3d/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_convtranspose_3d/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_convtranspose_3d/test_data_set_0/input_1.pb new file mode 100644 index 0000000..2e776a1 Binary files /dev/null and b/onnx/backend/test/data/node/test_convtranspose_3d/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_convtranspose_3d/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_convtranspose_3d/test_data_set_0/output_0.pb new file mode 100644 index 0000000..393c55e Binary files /dev/null and b/onnx/backend/test/data/node/test_convtranspose_3d/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_convtranspose_autopad_same/model.onnx b/onnx/backend/test/data/node/test_convtranspose_autopad_same/model.onnx new file mode 100644 index 0000000..cce8a8e Binary files /dev/null and b/onnx/backend/test/data/node/test_convtranspose_autopad_same/model.onnx differ diff --git a/onnx/backend/test/data/node/test_convtranspose_autopad_same/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_convtranspose_autopad_same/test_data_set_0/input_0.pb new file mode 100644 index 0000000..5fed94a Binary files /dev/null and b/onnx/backend/test/data/node/test_convtranspose_autopad_same/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_convtranspose_autopad_same/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_convtranspose_autopad_same/test_data_set_0/input_1.pb new file mode 100644 index 0000000..56545d3 Binary files /dev/null and b/onnx/backend/test/data/node/test_convtranspose_autopad_same/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_convtranspose_autopad_same/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_convtranspose_autopad_same/test_data_set_0/output_0.pb new file mode 100644 index 0000000..9a2f7db Binary files /dev/null and b/onnx/backend/test/data/node/test_convtranspose_autopad_same/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_convtranspose_dilations/model.onnx b/onnx/backend/test/data/node/test_convtranspose_dilations/model.onnx new file mode 100644 index 0000000..58e922a Binary files /dev/null and b/onnx/backend/test/data/node/test_convtranspose_dilations/model.onnx differ diff --git a/onnx/backend/test/data/node/test_convtranspose_dilations/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_convtranspose_dilations/test_data_set_0/input_0.pb new file mode 100644 index 0000000..a7469a0 Binary files /dev/null and b/onnx/backend/test/data/node/test_convtranspose_dilations/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_convtranspose_dilations/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_convtranspose_dilations/test_data_set_0/input_1.pb new file mode 100644 index 0000000..18bbc26 Binary files /dev/null and b/onnx/backend/test/data/node/test_convtranspose_dilations/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_convtranspose_dilations/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_convtranspose_dilations/test_data_set_0/output_0.pb new file mode 100644 index 0000000..ebe2192 Binary files /dev/null and b/onnx/backend/test/data/node/test_convtranspose_dilations/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_convtranspose_group_2/model.onnx b/onnx/backend/test/data/node/test_convtranspose_group_2/model.onnx new file mode 100644 index 0000000..9e7a5b2 Binary files /dev/null and b/onnx/backend/test/data/node/test_convtranspose_group_2/model.onnx differ diff --git a/onnx/backend/test/data/node/test_convtranspose_group_2/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_convtranspose_group_2/test_data_set_0/input_0.pb new file mode 100644 index 0000000..c98410d Binary files /dev/null and b/onnx/backend/test/data/node/test_convtranspose_group_2/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_convtranspose_group_2/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_convtranspose_group_2/test_data_set_0/input_1.pb new file mode 100644 index 0000000..f5f5f2f Binary files /dev/null and b/onnx/backend/test/data/node/test_convtranspose_group_2/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_convtranspose_group_2/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_convtranspose_group_2/test_data_set_0/output_0.pb new file mode 100644 index 0000000..e4fe344 Binary files /dev/null and b/onnx/backend/test/data/node/test_convtranspose_group_2/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_convtranspose_group_2_image_3/model.onnx b/onnx/backend/test/data/node/test_convtranspose_group_2_image_3/model.onnx new file mode 100644 index 0000000..9160c72 Binary files /dev/null and b/onnx/backend/test/data/node/test_convtranspose_group_2_image_3/model.onnx differ diff --git a/onnx/backend/test/data/node/test_convtranspose_group_2_image_3/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_convtranspose_group_2_image_3/test_data_set_0/input_0.pb new file mode 100644 index 0000000..362e410 Binary files /dev/null and b/onnx/backend/test/data/node/test_convtranspose_group_2_image_3/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_convtranspose_group_2_image_3/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_convtranspose_group_2_image_3/test_data_set_0/input_1.pb new file mode 100644 index 0000000..f5f5f2f Binary files /dev/null and b/onnx/backend/test/data/node/test_convtranspose_group_2_image_3/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_convtranspose_group_2_image_3/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_convtranspose_group_2_image_3/test_data_set_0/output_0.pb new file mode 100644 index 0000000..9a6e415 Binary files /dev/null and b/onnx/backend/test/data/node/test_convtranspose_group_2_image_3/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_convtranspose_kernel_shape/model.onnx b/onnx/backend/test/data/node/test_convtranspose_kernel_shape/model.onnx new file mode 100644 index 0000000..4d328e9 Binary files /dev/null and b/onnx/backend/test/data/node/test_convtranspose_kernel_shape/model.onnx differ diff --git a/onnx/backend/test/data/node/test_convtranspose_kernel_shape/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_convtranspose_kernel_shape/test_data_set_0/input_0.pb new file mode 100644 index 0000000..5fed94a Binary files /dev/null and b/onnx/backend/test/data/node/test_convtranspose_kernel_shape/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_convtranspose_kernel_shape/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_convtranspose_kernel_shape/test_data_set_0/input_1.pb new file mode 100644 index 0000000..56545d3 Binary files /dev/null and b/onnx/backend/test/data/node/test_convtranspose_kernel_shape/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_convtranspose_kernel_shape/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_convtranspose_kernel_shape/test_data_set_0/output_0.pb new file mode 100644 index 0000000..f24a3ab Binary files /dev/null and b/onnx/backend/test/data/node/test_convtranspose_kernel_shape/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_convtranspose_output_shape/model.onnx b/onnx/backend/test/data/node/test_convtranspose_output_shape/model.onnx new file mode 100644 index 0000000..8b9b862 Binary files /dev/null and b/onnx/backend/test/data/node/test_convtranspose_output_shape/model.onnx differ diff --git a/onnx/backend/test/data/node/test_convtranspose_output_shape/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_convtranspose_output_shape/test_data_set_0/input_0.pb new file mode 100644 index 0000000..5fed94a Binary files /dev/null and b/onnx/backend/test/data/node/test_convtranspose_output_shape/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_convtranspose_output_shape/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_convtranspose_output_shape/test_data_set_0/input_1.pb new file mode 100644 index 0000000..56545d3 Binary files /dev/null and b/onnx/backend/test/data/node/test_convtranspose_output_shape/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_convtranspose_output_shape/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_convtranspose_output_shape/test_data_set_0/output_0.pb new file mode 100644 index 0000000..f24a3ab Binary files /dev/null and b/onnx/backend/test/data/node/test_convtranspose_output_shape/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_convtranspose_pad/model.onnx b/onnx/backend/test/data/node/test_convtranspose_pad/model.onnx new file mode 100644 index 0000000..b972e26 Binary files /dev/null and b/onnx/backend/test/data/node/test_convtranspose_pad/model.onnx differ diff --git a/onnx/backend/test/data/node/test_convtranspose_pad/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_convtranspose_pad/test_data_set_0/input_0.pb new file mode 100644 index 0000000..5fed94a Binary files /dev/null and b/onnx/backend/test/data/node/test_convtranspose_pad/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_convtranspose_pad/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_convtranspose_pad/test_data_set_0/input_1.pb new file mode 100644 index 0000000..56545d3 Binary files /dev/null and b/onnx/backend/test/data/node/test_convtranspose_pad/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_convtranspose_pad/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_convtranspose_pad/test_data_set_0/output_0.pb new file mode 100644 index 0000000..f24a3ab Binary files /dev/null and b/onnx/backend/test/data/node/test_convtranspose_pad/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_convtranspose_pads/model.onnx b/onnx/backend/test/data/node/test_convtranspose_pads/model.onnx new file mode 100644 index 0000000..1e71164 Binary files /dev/null and b/onnx/backend/test/data/node/test_convtranspose_pads/model.onnx differ diff --git a/onnx/backend/test/data/node/test_convtranspose_pads/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_convtranspose_pads/test_data_set_0/input_0.pb new file mode 100644 index 0000000..5fed94a Binary files /dev/null and b/onnx/backend/test/data/node/test_convtranspose_pads/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_convtranspose_pads/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_convtranspose_pads/test_data_set_0/input_1.pb new file mode 100644 index 0000000..56545d3 Binary files /dev/null and b/onnx/backend/test/data/node/test_convtranspose_pads/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_convtranspose_pads/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_convtranspose_pads/test_data_set_0/output_0.pb new file mode 100644 index 0000000..1eccb0f Binary files /dev/null and b/onnx/backend/test/data/node/test_convtranspose_pads/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_cos/model.onnx b/onnx/backend/test/data/node/test_cos/model.onnx new file mode 100644 index 0000000..9e1260a Binary files /dev/null and b/onnx/backend/test/data/node/test_cos/model.onnx differ diff --git a/onnx/backend/test/data/node/test_cos/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_cos/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_cos/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_cos/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_cos/test_data_set_0/output_0.pb new file mode 100644 index 0000000..9733991 --- /dev/null +++ b/onnx/backend/test/data/node/test_cos/test_data_set_0/output_0.pb @@ -0,0 +1,3 @@ +ByJ)Dk?? -?x?}?2~?ɸj?IY}?c=_9?y~?1g?bq?y=z?s?*(?jTJd>; m?+dt?f> >#M +潾Ow_?sg?>q6?.}0:z?$ + ?m?hR_?>?xh?o?`t?3N?kWo? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_cos_example/model.onnx b/onnx/backend/test/data/node/test_cos_example/model.onnx new file mode 100644 index 0000000..b74fcbe Binary files /dev/null and b/onnx/backend/test/data/node/test_cos_example/model.onnx differ diff --git a/onnx/backend/test/data/node/test_cos_example/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_cos_example/test_data_set_0/input_0.pb new file mode 100644 index 0000000..8a94457 Binary files /dev/null and b/onnx/backend/test/data/node/test_cos_example/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_cos_example/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_cos_example/test_data_set_0/output_0.pb new file mode 100644 index 0000000..5791183 Binary files /dev/null and b/onnx/backend/test/data/node/test_cos_example/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_cosh/model.onnx b/onnx/backend/test/data/node/test_cosh/model.onnx new file mode 100644 index 0000000..e74ac53 Binary files /dev/null and b/onnx/backend/test/data/node/test_cosh/model.onnx differ diff --git a/onnx/backend/test/data/node/test_cosh/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_cosh/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_cosh/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_cosh/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_cosh/test_data_set_0/output_0.pb new file mode 100644 index 0000000..495ee64 --- /dev/null +++ b/onnx/backend/test/data/node/test_cosh/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +ByJ<@@b?B\?!!@'T@%???x??9?T?gz@1??;ь?)1?@?R?>?@LT??]?^|@w}@P"???U@r@%?C?ص?]l@@Ӈ?S?@?q9?ظ?? ? @6@Ge@?z?J??2'@Q?^׶?T??? ?/?H?l?_?? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_cosh_example/model.onnx b/onnx/backend/test/data/node/test_cosh_example/model.onnx new file mode 100644 index 0000000..7dc7ab4 Binary files /dev/null and b/onnx/backend/test/data/node/test_cosh_example/model.onnx differ diff --git a/onnx/backend/test/data/node/test_cosh_example/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_cosh_example/test_data_set_0/input_0.pb new file mode 100644 index 0000000..8a94457 Binary files /dev/null and b/onnx/backend/test/data/node/test_cosh_example/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_cosh_example/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_cosh_example/test_data_set_0/output_0.pb new file mode 100644 index 0000000..28e3ded Binary files /dev/null and b/onnx/backend/test/data/node/test_cosh_example/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_cumprod_1d/model.onnx b/onnx/backend/test/data/node/test_cumprod_1d/model.onnx new file mode 100644 index 0000000..5281803 Binary files /dev/null and b/onnx/backend/test/data/node/test_cumprod_1d/model.onnx differ diff --git a/onnx/backend/test/data/node/test_cumprod_1d/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_cumprod_1d/test_data_set_0/input_0.pb new file mode 100644 index 0000000..5a92807 Binary files /dev/null and b/onnx/backend/test/data/node/test_cumprod_1d/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_cumprod_1d/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_cumprod_1d/test_data_set_0/input_1.pb new file mode 100644 index 0000000..5ea75d9 Binary files /dev/null and b/onnx/backend/test/data/node/test_cumprod_1d/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_cumprod_1d/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_cumprod_1d/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d0e0cb7 Binary files /dev/null and b/onnx/backend/test/data/node/test_cumprod_1d/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_cumprod_1d_exclusive/model.onnx b/onnx/backend/test/data/node/test_cumprod_1d_exclusive/model.onnx new file mode 100644 index 0000000..c7e40c2 Binary files /dev/null and b/onnx/backend/test/data/node/test_cumprod_1d_exclusive/model.onnx differ diff --git a/onnx/backend/test/data/node/test_cumprod_1d_exclusive/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_cumprod_1d_exclusive/test_data_set_0/input_0.pb new file mode 100644 index 0000000..5a92807 Binary files /dev/null and b/onnx/backend/test/data/node/test_cumprod_1d_exclusive/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_cumprod_1d_exclusive/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_cumprod_1d_exclusive/test_data_set_0/input_1.pb new file mode 100644 index 0000000..5ea75d9 Binary files /dev/null and b/onnx/backend/test/data/node/test_cumprod_1d_exclusive/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_cumprod_1d_exclusive/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_cumprod_1d_exclusive/test_data_set_0/output_0.pb new file mode 100644 index 0000000..c6e55d3 Binary files /dev/null and b/onnx/backend/test/data/node/test_cumprod_1d_exclusive/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_cumprod_1d_int32_exclusive/model.onnx b/onnx/backend/test/data/node/test_cumprod_1d_int32_exclusive/model.onnx new file mode 100644 index 0000000..2540146 Binary files /dev/null and b/onnx/backend/test/data/node/test_cumprod_1d_int32_exclusive/model.onnx differ diff --git a/onnx/backend/test/data/node/test_cumprod_1d_int32_exclusive/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_cumprod_1d_int32_exclusive/test_data_set_0/input_0.pb new file mode 100644 index 0000000..503b2f6 Binary files /dev/null and b/onnx/backend/test/data/node/test_cumprod_1d_int32_exclusive/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_cumprod_1d_int32_exclusive/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_cumprod_1d_int32_exclusive/test_data_set_0/input_1.pb new file mode 100644 index 0000000..5ea75d9 Binary files /dev/null and b/onnx/backend/test/data/node/test_cumprod_1d_int32_exclusive/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_cumprod_1d_int32_exclusive/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_cumprod_1d_int32_exclusive/test_data_set_0/output_0.pb new file mode 100644 index 0000000..3c77633 Binary files /dev/null and b/onnx/backend/test/data/node/test_cumprod_1d_int32_exclusive/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_cumprod_1d_reverse/model.onnx b/onnx/backend/test/data/node/test_cumprod_1d_reverse/model.onnx new file mode 100644 index 0000000..85611ea Binary files /dev/null and b/onnx/backend/test/data/node/test_cumprod_1d_reverse/model.onnx differ diff --git a/onnx/backend/test/data/node/test_cumprod_1d_reverse/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_cumprod_1d_reverse/test_data_set_0/input_0.pb new file mode 100644 index 0000000..5a92807 Binary files /dev/null and b/onnx/backend/test/data/node/test_cumprod_1d_reverse/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_cumprod_1d_reverse/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_cumprod_1d_reverse/test_data_set_0/input_1.pb new file mode 100644 index 0000000..5ea75d9 Binary files /dev/null and b/onnx/backend/test/data/node/test_cumprod_1d_reverse/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_cumprod_1d_reverse/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_cumprod_1d_reverse/test_data_set_0/output_0.pb new file mode 100644 index 0000000..2a64f57 Binary files /dev/null and b/onnx/backend/test/data/node/test_cumprod_1d_reverse/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_cumprod_1d_reverse_exclusive/model.onnx b/onnx/backend/test/data/node/test_cumprod_1d_reverse_exclusive/model.onnx new file mode 100644 index 0000000..6a925dc Binary files /dev/null and b/onnx/backend/test/data/node/test_cumprod_1d_reverse_exclusive/model.onnx differ diff --git a/onnx/backend/test/data/node/test_cumprod_1d_reverse_exclusive/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_cumprod_1d_reverse_exclusive/test_data_set_0/input_0.pb new file mode 100644 index 0000000..5a92807 Binary files /dev/null and b/onnx/backend/test/data/node/test_cumprod_1d_reverse_exclusive/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_cumprod_1d_reverse_exclusive/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_cumprod_1d_reverse_exclusive/test_data_set_0/input_1.pb new file mode 100644 index 0000000..5ea75d9 Binary files /dev/null and b/onnx/backend/test/data/node/test_cumprod_1d_reverse_exclusive/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_cumprod_1d_reverse_exclusive/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_cumprod_1d_reverse_exclusive/test_data_set_0/output_0.pb new file mode 100644 index 0000000..6cf4e34 Binary files /dev/null and b/onnx/backend/test/data/node/test_cumprod_1d_reverse_exclusive/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_cumprod_2d_axis_0/model.onnx b/onnx/backend/test/data/node/test_cumprod_2d_axis_0/model.onnx new file mode 100644 index 0000000..5f63add Binary files /dev/null and b/onnx/backend/test/data/node/test_cumprod_2d_axis_0/model.onnx differ diff --git a/onnx/backend/test/data/node/test_cumprod_2d_axis_0/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_cumprod_2d_axis_0/test_data_set_0/input_0.pb new file mode 100644 index 0000000..4f274ef Binary files /dev/null and b/onnx/backend/test/data/node/test_cumprod_2d_axis_0/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_cumprod_2d_axis_0/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_cumprod_2d_axis_0/test_data_set_0/input_1.pb new file mode 100644 index 0000000..5ea75d9 Binary files /dev/null and b/onnx/backend/test/data/node/test_cumprod_2d_axis_0/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_cumprod_2d_axis_0/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_cumprod_2d_axis_0/test_data_set_0/output_0.pb new file mode 100644 index 0000000..c15b8e3 Binary files /dev/null and b/onnx/backend/test/data/node/test_cumprod_2d_axis_0/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_cumprod_2d_axis_1/model.onnx b/onnx/backend/test/data/node/test_cumprod_2d_axis_1/model.onnx new file mode 100644 index 0000000..28769dc Binary files /dev/null and b/onnx/backend/test/data/node/test_cumprod_2d_axis_1/model.onnx differ diff --git a/onnx/backend/test/data/node/test_cumprod_2d_axis_1/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_cumprod_2d_axis_1/test_data_set_0/input_0.pb new file mode 100644 index 0000000..4f274ef Binary files /dev/null and b/onnx/backend/test/data/node/test_cumprod_2d_axis_1/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_cumprod_2d_axis_1/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_cumprod_2d_axis_1/test_data_set_0/input_1.pb new file mode 100644 index 0000000..c00ea22 Binary files /dev/null and b/onnx/backend/test/data/node/test_cumprod_2d_axis_1/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_cumprod_2d_axis_1/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_cumprod_2d_axis_1/test_data_set_0/output_0.pb new file mode 100644 index 0000000..80b9cf8 Binary files /dev/null and b/onnx/backend/test/data/node/test_cumprod_2d_axis_1/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_cumprod_2d_int32/model.onnx b/onnx/backend/test/data/node/test_cumprod_2d_int32/model.onnx new file mode 100644 index 0000000..f9ecac4 Binary files /dev/null and b/onnx/backend/test/data/node/test_cumprod_2d_int32/model.onnx differ diff --git a/onnx/backend/test/data/node/test_cumprod_2d_int32/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_cumprod_2d_int32/test_data_set_0/input_0.pb new file mode 100644 index 0000000..68cf0eb Binary files /dev/null and b/onnx/backend/test/data/node/test_cumprod_2d_int32/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_cumprod_2d_int32/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_cumprod_2d_int32/test_data_set_0/input_1.pb new file mode 100644 index 0000000..5ea75d9 Binary files /dev/null and b/onnx/backend/test/data/node/test_cumprod_2d_int32/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_cumprod_2d_int32/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_cumprod_2d_int32/test_data_set_0/output_0.pb new file mode 100644 index 0000000..6b27657 Binary files /dev/null and b/onnx/backend/test/data/node/test_cumprod_2d_int32/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_cumprod_2d_negative_axis/model.onnx b/onnx/backend/test/data/node/test_cumprod_2d_negative_axis/model.onnx new file mode 100644 index 0000000..46b66ef Binary files /dev/null and b/onnx/backend/test/data/node/test_cumprod_2d_negative_axis/model.onnx differ diff --git a/onnx/backend/test/data/node/test_cumprod_2d_negative_axis/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_cumprod_2d_negative_axis/test_data_set_0/input_0.pb new file mode 100644 index 0000000..4f274ef Binary files /dev/null and b/onnx/backend/test/data/node/test_cumprod_2d_negative_axis/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_cumprod_2d_negative_axis/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_cumprod_2d_negative_axis/test_data_set_0/input_1.pb new file mode 100644 index 0000000..1dce0eb --- /dev/null +++ b/onnx/backend/test/data/node/test_cumprod_2d_negative_axis/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BaxisJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_cumprod_2d_negative_axis/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_cumprod_2d_negative_axis/test_data_set_0/output_0.pb new file mode 100644 index 0000000..80b9cf8 Binary files /dev/null and b/onnx/backend/test/data/node/test_cumprod_2d_negative_axis/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_cumsum_1d/model.onnx b/onnx/backend/test/data/node/test_cumsum_1d/model.onnx new file mode 100644 index 0000000..fa0689a Binary files /dev/null and b/onnx/backend/test/data/node/test_cumsum_1d/model.onnx differ diff --git a/onnx/backend/test/data/node/test_cumsum_1d/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_cumsum_1d/test_data_set_0/input_0.pb new file mode 100644 index 0000000..5a92807 Binary files /dev/null and b/onnx/backend/test/data/node/test_cumsum_1d/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_cumsum_1d/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_cumsum_1d/test_data_set_0/input_1.pb new file mode 100644 index 0000000..5ea75d9 Binary files /dev/null and b/onnx/backend/test/data/node/test_cumsum_1d/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_cumsum_1d/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_cumsum_1d/test_data_set_0/output_0.pb new file mode 100644 index 0000000..7844c6a Binary files /dev/null and b/onnx/backend/test/data/node/test_cumsum_1d/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_cumsum_1d_exclusive/model.onnx b/onnx/backend/test/data/node/test_cumsum_1d_exclusive/model.onnx new file mode 100644 index 0000000..0b4bb96 Binary files /dev/null and b/onnx/backend/test/data/node/test_cumsum_1d_exclusive/model.onnx differ diff --git a/onnx/backend/test/data/node/test_cumsum_1d_exclusive/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_cumsum_1d_exclusive/test_data_set_0/input_0.pb new file mode 100644 index 0000000..5a92807 Binary files /dev/null and b/onnx/backend/test/data/node/test_cumsum_1d_exclusive/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_cumsum_1d_exclusive/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_cumsum_1d_exclusive/test_data_set_0/input_1.pb new file mode 100644 index 0000000..5ea75d9 Binary files /dev/null and b/onnx/backend/test/data/node/test_cumsum_1d_exclusive/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_cumsum_1d_exclusive/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_cumsum_1d_exclusive/test_data_set_0/output_0.pb new file mode 100644 index 0000000..60b17d5 Binary files /dev/null and b/onnx/backend/test/data/node/test_cumsum_1d_exclusive/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_cumsum_1d_int32_exclusive/model.onnx b/onnx/backend/test/data/node/test_cumsum_1d_int32_exclusive/model.onnx new file mode 100644 index 0000000..fd1d861 Binary files /dev/null and b/onnx/backend/test/data/node/test_cumsum_1d_int32_exclusive/model.onnx differ diff --git a/onnx/backend/test/data/node/test_cumsum_1d_int32_exclusive/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_cumsum_1d_int32_exclusive/test_data_set_0/input_0.pb new file mode 100644 index 0000000..503b2f6 Binary files /dev/null and b/onnx/backend/test/data/node/test_cumsum_1d_int32_exclusive/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_cumsum_1d_int32_exclusive/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_cumsum_1d_int32_exclusive/test_data_set_0/input_1.pb new file mode 100644 index 0000000..5ea75d9 Binary files /dev/null and b/onnx/backend/test/data/node/test_cumsum_1d_int32_exclusive/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_cumsum_1d_int32_exclusive/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_cumsum_1d_int32_exclusive/test_data_set_0/output_0.pb new file mode 100644 index 0000000..4a9782f Binary files /dev/null and b/onnx/backend/test/data/node/test_cumsum_1d_int32_exclusive/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_cumsum_1d_reverse/model.onnx b/onnx/backend/test/data/node/test_cumsum_1d_reverse/model.onnx new file mode 100644 index 0000000..d06225c Binary files /dev/null and b/onnx/backend/test/data/node/test_cumsum_1d_reverse/model.onnx differ diff --git a/onnx/backend/test/data/node/test_cumsum_1d_reverse/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_cumsum_1d_reverse/test_data_set_0/input_0.pb new file mode 100644 index 0000000..5a92807 Binary files /dev/null and b/onnx/backend/test/data/node/test_cumsum_1d_reverse/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_cumsum_1d_reverse/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_cumsum_1d_reverse/test_data_set_0/input_1.pb new file mode 100644 index 0000000..5ea75d9 Binary files /dev/null and b/onnx/backend/test/data/node/test_cumsum_1d_reverse/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_cumsum_1d_reverse/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_cumsum_1d_reverse/test_data_set_0/output_0.pb new file mode 100644 index 0000000..1ea0632 Binary files /dev/null and b/onnx/backend/test/data/node/test_cumsum_1d_reverse/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_cumsum_1d_reverse_exclusive/model.onnx b/onnx/backend/test/data/node/test_cumsum_1d_reverse_exclusive/model.onnx new file mode 100644 index 0000000..5a2e531 Binary files /dev/null and b/onnx/backend/test/data/node/test_cumsum_1d_reverse_exclusive/model.onnx differ diff --git a/onnx/backend/test/data/node/test_cumsum_1d_reverse_exclusive/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_cumsum_1d_reverse_exclusive/test_data_set_0/input_0.pb new file mode 100644 index 0000000..5a92807 Binary files /dev/null and b/onnx/backend/test/data/node/test_cumsum_1d_reverse_exclusive/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_cumsum_1d_reverse_exclusive/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_cumsum_1d_reverse_exclusive/test_data_set_0/input_1.pb new file mode 100644 index 0000000..5ea75d9 Binary files /dev/null and b/onnx/backend/test/data/node/test_cumsum_1d_reverse_exclusive/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_cumsum_1d_reverse_exclusive/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_cumsum_1d_reverse_exclusive/test_data_set_0/output_0.pb new file mode 100644 index 0000000..f994d03 Binary files /dev/null and b/onnx/backend/test/data/node/test_cumsum_1d_reverse_exclusive/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_cumsum_2d_axis_0/model.onnx b/onnx/backend/test/data/node/test_cumsum_2d_axis_0/model.onnx new file mode 100644 index 0000000..f9f3608 Binary files /dev/null and b/onnx/backend/test/data/node/test_cumsum_2d_axis_0/model.onnx differ diff --git a/onnx/backend/test/data/node/test_cumsum_2d_axis_0/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_cumsum_2d_axis_0/test_data_set_0/input_0.pb new file mode 100644 index 0000000..4f274ef Binary files /dev/null and b/onnx/backend/test/data/node/test_cumsum_2d_axis_0/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_cumsum_2d_axis_0/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_cumsum_2d_axis_0/test_data_set_0/input_1.pb new file mode 100644 index 0000000..5ea75d9 Binary files /dev/null and b/onnx/backend/test/data/node/test_cumsum_2d_axis_0/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_cumsum_2d_axis_0/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_cumsum_2d_axis_0/test_data_set_0/output_0.pb new file mode 100644 index 0000000..f590152 Binary files /dev/null and b/onnx/backend/test/data/node/test_cumsum_2d_axis_0/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_cumsum_2d_axis_1/model.onnx b/onnx/backend/test/data/node/test_cumsum_2d_axis_1/model.onnx new file mode 100644 index 0000000..e9a8db6 Binary files /dev/null and b/onnx/backend/test/data/node/test_cumsum_2d_axis_1/model.onnx differ diff --git a/onnx/backend/test/data/node/test_cumsum_2d_axis_1/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_cumsum_2d_axis_1/test_data_set_0/input_0.pb new file mode 100644 index 0000000..4f274ef Binary files /dev/null and b/onnx/backend/test/data/node/test_cumsum_2d_axis_1/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_cumsum_2d_axis_1/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_cumsum_2d_axis_1/test_data_set_0/input_1.pb new file mode 100644 index 0000000..c00ea22 Binary files /dev/null and b/onnx/backend/test/data/node/test_cumsum_2d_axis_1/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_cumsum_2d_axis_1/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_cumsum_2d_axis_1/test_data_set_0/output_0.pb new file mode 100644 index 0000000..e3a0842 Binary files /dev/null and b/onnx/backend/test/data/node/test_cumsum_2d_axis_1/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_cumsum_2d_int32/model.onnx b/onnx/backend/test/data/node/test_cumsum_2d_int32/model.onnx new file mode 100644 index 0000000..c425794 Binary files /dev/null and b/onnx/backend/test/data/node/test_cumsum_2d_int32/model.onnx differ diff --git a/onnx/backend/test/data/node/test_cumsum_2d_int32/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_cumsum_2d_int32/test_data_set_0/input_0.pb new file mode 100644 index 0000000..68cf0eb Binary files /dev/null and b/onnx/backend/test/data/node/test_cumsum_2d_int32/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_cumsum_2d_int32/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_cumsum_2d_int32/test_data_set_0/input_1.pb new file mode 100644 index 0000000..5ea75d9 Binary files /dev/null and b/onnx/backend/test/data/node/test_cumsum_2d_int32/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_cumsum_2d_int32/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_cumsum_2d_int32/test_data_set_0/output_0.pb new file mode 100644 index 0000000..1c2d44c Binary files /dev/null and b/onnx/backend/test/data/node/test_cumsum_2d_int32/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_cumsum_2d_negative_axis/model.onnx b/onnx/backend/test/data/node/test_cumsum_2d_negative_axis/model.onnx new file mode 100644 index 0000000..b67ced0 Binary files /dev/null and b/onnx/backend/test/data/node/test_cumsum_2d_negative_axis/model.onnx differ diff --git a/onnx/backend/test/data/node/test_cumsum_2d_negative_axis/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_cumsum_2d_negative_axis/test_data_set_0/input_0.pb new file mode 100644 index 0000000..4f274ef Binary files /dev/null and b/onnx/backend/test/data/node/test_cumsum_2d_negative_axis/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_cumsum_2d_negative_axis/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_cumsum_2d_negative_axis/test_data_set_0/input_1.pb new file mode 100644 index 0000000..1dce0eb --- /dev/null +++ b/onnx/backend/test/data/node/test_cumsum_2d_negative_axis/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BaxisJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_cumsum_2d_negative_axis/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_cumsum_2d_negative_axis/test_data_set_0/output_0.pb new file mode 100644 index 0000000..e3a0842 Binary files /dev/null and b/onnx/backend/test/data/node/test_cumsum_2d_negative_axis/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_deform_conv_with_mask_bias/model.onnx b/onnx/backend/test/data/node/test_deform_conv_with_mask_bias/model.onnx new file mode 100644 index 0000000..a489394 Binary files /dev/null and b/onnx/backend/test/data/node/test_deform_conv_with_mask_bias/model.onnx differ diff --git a/onnx/backend/test/data/node/test_deform_conv_with_mask_bias/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_deform_conv_with_mask_bias/test_data_set_0/input_0.pb new file mode 100644 index 0000000..5fed94a Binary files /dev/null and b/onnx/backend/test/data/node/test_deform_conv_with_mask_bias/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_deform_conv_with_mask_bias/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_deform_conv_with_mask_bias/test_data_set_0/input_1.pb new file mode 100644 index 0000000..2e3467d Binary files /dev/null and b/onnx/backend/test/data/node/test_deform_conv_with_mask_bias/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_deform_conv_with_mask_bias/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_deform_conv_with_mask_bias/test_data_set_0/input_2.pb new file mode 100644 index 0000000..7415693 Binary files /dev/null and b/onnx/backend/test/data/node/test_deform_conv_with_mask_bias/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_deform_conv_with_mask_bias/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_deform_conv_with_mask_bias/test_data_set_0/input_3.pb new file mode 100644 index 0000000..db27148 Binary files /dev/null and b/onnx/backend/test/data/node/test_deform_conv_with_mask_bias/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_deform_conv_with_mask_bias/test_data_set_0/input_4.pb b/onnx/backend/test/data/node/test_deform_conv_with_mask_bias/test_data_set_0/input_4.pb new file mode 100644 index 0000000..b3ebffd Binary files /dev/null and b/onnx/backend/test/data/node/test_deform_conv_with_mask_bias/test_data_set_0/input_4.pb differ diff --git a/onnx/backend/test/data/node/test_deform_conv_with_mask_bias/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_deform_conv_with_mask_bias/test_data_set_0/output_0.pb new file mode 100644 index 0000000..0ad7f78 Binary files /dev/null and b/onnx/backend/test/data/node/test_deform_conv_with_mask_bias/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_deform_conv_with_multiple_offset_groups/model.onnx b/onnx/backend/test/data/node/test_deform_conv_with_multiple_offset_groups/model.onnx new file mode 100644 index 0000000..bb2b554 Binary files /dev/null and b/onnx/backend/test/data/node/test_deform_conv_with_multiple_offset_groups/model.onnx differ diff --git a/onnx/backend/test/data/node/test_deform_conv_with_multiple_offset_groups/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_deform_conv_with_multiple_offset_groups/test_data_set_0/input_0.pb new file mode 100644 index 0000000..cce01cd Binary files /dev/null and b/onnx/backend/test/data/node/test_deform_conv_with_multiple_offset_groups/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_deform_conv_with_multiple_offset_groups/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_deform_conv_with_multiple_offset_groups/test_data_set_0/input_1.pb new file mode 100644 index 0000000..240bc20 Binary files /dev/null and b/onnx/backend/test/data/node/test_deform_conv_with_multiple_offset_groups/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_deform_conv_with_multiple_offset_groups/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_deform_conv_with_multiple_offset_groups/test_data_set_0/input_2.pb new file mode 100644 index 0000000..e9bbacb Binary files /dev/null and b/onnx/backend/test/data/node/test_deform_conv_with_multiple_offset_groups/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_deform_conv_with_multiple_offset_groups/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_deform_conv_with_multiple_offset_groups/test_data_set_0/output_0.pb new file mode 100644 index 0000000..9fe51dc Binary files /dev/null and b/onnx/backend/test/data/node/test_deform_conv_with_multiple_offset_groups/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_depthtospace_crd_mode_example/model.onnx b/onnx/backend/test/data/node/test_depthtospace_crd_mode_example/model.onnx new file mode 100644 index 0000000..0c5b104 Binary files /dev/null and b/onnx/backend/test/data/node/test_depthtospace_crd_mode_example/model.onnx differ diff --git a/onnx/backend/test/data/node/test_depthtospace_crd_mode_example/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_depthtospace_crd_mode_example/test_data_set_0/input_0.pb new file mode 100644 index 0000000..b779a11 Binary files /dev/null and b/onnx/backend/test/data/node/test_depthtospace_crd_mode_example/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_depthtospace_crd_mode_example/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_depthtospace_crd_mode_example/test_data_set_0/output_0.pb new file mode 100644 index 0000000..a4b2f0a Binary files /dev/null and b/onnx/backend/test/data/node/test_depthtospace_crd_mode_example/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_depthtospace_example/model.onnx b/onnx/backend/test/data/node/test_depthtospace_example/model.onnx new file mode 100644 index 0000000..780b483 Binary files /dev/null and b/onnx/backend/test/data/node/test_depthtospace_example/model.onnx differ diff --git a/onnx/backend/test/data/node/test_depthtospace_example/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_depthtospace_example/test_data_set_0/input_0.pb new file mode 100644 index 0000000..b779a11 Binary files /dev/null and b/onnx/backend/test/data/node/test_depthtospace_example/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_depthtospace_example/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_depthtospace_example/test_data_set_0/output_0.pb new file mode 100644 index 0000000..7c25bef Binary files /dev/null and b/onnx/backend/test/data/node/test_depthtospace_example/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_dequantizelinear/model.onnx b/onnx/backend/test/data/node/test_dequantizelinear/model.onnx new file mode 100644 index 0000000..2ca6aa0 Binary files /dev/null and b/onnx/backend/test/data/node/test_dequantizelinear/model.onnx differ diff --git a/onnx/backend/test/data/node/test_dequantizelinear/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_dequantizelinear/test_data_set_0/input_0.pb new file mode 100644 index 0000000..0b43ff7 Binary files /dev/null and b/onnx/backend/test/data/node/test_dequantizelinear/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_dequantizelinear/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_dequantizelinear/test_data_set_0/input_1.pb new file mode 100644 index 0000000..d0d6480 Binary files /dev/null and b/onnx/backend/test/data/node/test_dequantizelinear/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_dequantizelinear/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_dequantizelinear/test_data_set_0/input_2.pb new file mode 100644 index 0000000..d7beff2 --- /dev/null +++ b/onnx/backend/test/data/node/test_dequantizelinear/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +B x_zero_pointJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_dequantizelinear/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_dequantizelinear/test_data_set_0/output_0.pb new file mode 100644 index 0000000..f248d25 Binary files /dev/null and b/onnx/backend/test/data/node/test_dequantizelinear/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_dequantizelinear_axis/model.onnx b/onnx/backend/test/data/node/test_dequantizelinear_axis/model.onnx new file mode 100644 index 0000000..28b614c Binary files /dev/null and b/onnx/backend/test/data/node/test_dequantizelinear_axis/model.onnx differ diff --git a/onnx/backend/test/data/node/test_dequantizelinear_axis/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_dequantizelinear_axis/test_data_set_0/input_0.pb new file mode 100644 index 0000000..f5ae5cc --- /dev/null +++ b/onnx/backend/test/data/node/test_dequantizelinear_axis/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJY"J;W cyf \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_dequantizelinear_axis/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_dequantizelinear_axis/test_data_set_0/input_1.pb new file mode 100644 index 0000000..4a72bc4 Binary files /dev/null and b/onnx/backend/test/data/node/test_dequantizelinear_axis/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_dequantizelinear_axis/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_dequantizelinear_axis/test_data_set_0/input_2.pb new file mode 100644 index 0000000..14b45db --- /dev/null +++ b/onnx/backend/test/data/node/test_dequantizelinear_axis/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +B x_zero_pointJT \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_dequantizelinear_axis/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_dequantizelinear_axis/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d50e2b4 Binary files /dev/null and b/onnx/backend/test/data/node/test_dequantizelinear_axis/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_dequantizelinear_blocked/model.onnx b/onnx/backend/test/data/node/test_dequantizelinear_blocked/model.onnx new file mode 100644 index 0000000..59a6efb Binary files /dev/null and b/onnx/backend/test/data/node/test_dequantizelinear_blocked/model.onnx differ diff --git a/onnx/backend/test/data/node/test_dequantizelinear_blocked/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_dequantizelinear_blocked/test_data_set_0/input_0.pb new file mode 100644 index 0000000..135fe74 --- /dev/null +++ b/onnx/backend/test/data/node/test_dequantizelinear_blocked/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJY"J;W  !A*cyf \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_dequantizelinear_blocked/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_dequantizelinear_blocked/test_data_set_0/input_1.pb new file mode 100644 index 0000000..0122921 Binary files /dev/null and b/onnx/backend/test/data/node/test_dequantizelinear_blocked/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_dequantizelinear_blocked/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_dequantizelinear_blocked/test_data_set_0/input_2.pb new file mode 100644 index 0000000..6b970ae Binary files /dev/null and b/onnx/backend/test/data/node/test_dequantizelinear_blocked/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_dequantizelinear_blocked/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_dequantizelinear_blocked/test_data_set_0/output_0.pb new file mode 100644 index 0000000..151b898 Binary files /dev/null and b/onnx/backend/test/data/node/test_dequantizelinear_blocked/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_dequantizelinear_e4m3fn/model.onnx b/onnx/backend/test/data/node/test_dequantizelinear_e4m3fn/model.onnx new file mode 100644 index 0000000..f1c909d Binary files /dev/null and b/onnx/backend/test/data/node/test_dequantizelinear_e4m3fn/model.onnx differ diff --git a/onnx/backend/test/data/node/test_dequantizelinear_e4m3fn/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_dequantizelinear_e4m3fn/test_data_set_0/input_0.pb new file mode 100644 index 0000000..2c92747 Binary files /dev/null and b/onnx/backend/test/data/node/test_dequantizelinear_e4m3fn/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_dequantizelinear_e4m3fn/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_dequantizelinear_e4m3fn/test_data_set_0/input_1.pb new file mode 100644 index 0000000..d0d6480 Binary files /dev/null and b/onnx/backend/test/data/node/test_dequantizelinear_e4m3fn/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_dequantizelinear_e4m3fn/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_dequantizelinear_e4m3fn/test_data_set_0/output_0.pb new file mode 100644 index 0000000..088e7f3 Binary files /dev/null and b/onnx/backend/test/data/node/test_dequantizelinear_e4m3fn/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_dequantizelinear_e4m3fn_float16/model.onnx b/onnx/backend/test/data/node/test_dequantizelinear_e4m3fn_float16/model.onnx new file mode 100644 index 0000000..7fb53cb Binary files /dev/null and b/onnx/backend/test/data/node/test_dequantizelinear_e4m3fn_float16/model.onnx differ diff --git a/onnx/backend/test/data/node/test_dequantizelinear_e4m3fn_float16/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_dequantizelinear_e4m3fn_float16/test_data_set_0/input_0.pb new file mode 100644 index 0000000..2c92747 Binary files /dev/null and b/onnx/backend/test/data/node/test_dequantizelinear_e4m3fn_float16/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_dequantizelinear_e4m3fn_float16/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_dequantizelinear_e4m3fn_float16/test_data_set_0/input_1.pb new file mode 100644 index 0000000..d7ac147 Binary files /dev/null and b/onnx/backend/test/data/node/test_dequantizelinear_e4m3fn_float16/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_dequantizelinear_e4m3fn_float16/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_dequantizelinear_e4m3fn_float16/test_data_set_0/output_0.pb new file mode 100644 index 0000000..10aedff Binary files /dev/null and b/onnx/backend/test/data/node/test_dequantizelinear_e4m3fn_float16/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_dequantizelinear_e4m3fn_zero_point/model.onnx b/onnx/backend/test/data/node/test_dequantizelinear_e4m3fn_zero_point/model.onnx new file mode 100644 index 0000000..388a35b Binary files /dev/null and b/onnx/backend/test/data/node/test_dequantizelinear_e4m3fn_zero_point/model.onnx differ diff --git a/onnx/backend/test/data/node/test_dequantizelinear_e4m3fn_zero_point/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_dequantizelinear_e4m3fn_zero_point/test_data_set_0/input_0.pb new file mode 100644 index 0000000..2c92747 Binary files /dev/null and b/onnx/backend/test/data/node/test_dequantizelinear_e4m3fn_zero_point/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_dequantizelinear_e4m3fn_zero_point/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_dequantizelinear_e4m3fn_zero_point/test_data_set_0/input_1.pb new file mode 100644 index 0000000..d0d6480 Binary files /dev/null and b/onnx/backend/test/data/node/test_dequantizelinear_e4m3fn_zero_point/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_dequantizelinear_e4m3fn_zero_point/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_dequantizelinear_e4m3fn_zero_point/test_data_set_0/input_2.pb new file mode 100644 index 0000000..a6e11c4 Binary files /dev/null and b/onnx/backend/test/data/node/test_dequantizelinear_e4m3fn_zero_point/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_dequantizelinear_e4m3fn_zero_point/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_dequantizelinear_e4m3fn_zero_point/test_data_set_0/output_0.pb new file mode 100644 index 0000000..088e7f3 Binary files /dev/null and b/onnx/backend/test/data/node/test_dequantizelinear_e4m3fn_zero_point/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_dequantizelinear_e5m2/model.onnx b/onnx/backend/test/data/node/test_dequantizelinear_e5m2/model.onnx new file mode 100644 index 0000000..570f0ac Binary files /dev/null and b/onnx/backend/test/data/node/test_dequantizelinear_e5m2/model.onnx differ diff --git a/onnx/backend/test/data/node/test_dequantizelinear_e5m2/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_dequantizelinear_e5m2/test_data_set_0/input_0.pb new file mode 100644 index 0000000..7ef3022 Binary files /dev/null and b/onnx/backend/test/data/node/test_dequantizelinear_e5m2/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_dequantizelinear_e5m2/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_dequantizelinear_e5m2/test_data_set_0/input_1.pb new file mode 100644 index 0000000..d0d6480 Binary files /dev/null and b/onnx/backend/test/data/node/test_dequantizelinear_e5m2/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_dequantizelinear_e5m2/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_dequantizelinear_e5m2/test_data_set_0/output_0.pb new file mode 100644 index 0000000..2f3e77b Binary files /dev/null and b/onnx/backend/test/data/node/test_dequantizelinear_e5m2/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_dequantizelinear_float4e2m1/model.onnx b/onnx/backend/test/data/node/test_dequantizelinear_float4e2m1/model.onnx new file mode 100644 index 0000000..8596b99 Binary files /dev/null and b/onnx/backend/test/data/node/test_dequantizelinear_float4e2m1/model.onnx differ diff --git a/onnx/backend/test/data/node/test_dequantizelinear_float4e2m1/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_dequantizelinear_float4e2m1/test_data_set_0/input_0.pb new file mode 100644 index 0000000..41e46fe --- /dev/null +++ b/onnx/backend/test/data/node/test_dequantizelinear_float4e2m1/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +* :Bx \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_dequantizelinear_float4e2m1/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_dequantizelinear_float4e2m1/test_data_set_0/input_1.pb new file mode 100644 index 0000000..d0d6480 Binary files /dev/null and b/onnx/backend/test/data/node/test_dequantizelinear_float4e2m1/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_dequantizelinear_float4e2m1/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_dequantizelinear_float4e2m1/test_data_set_0/input_2.pb new file mode 100644 index 0000000..e5a43e2 Binary files /dev/null and b/onnx/backend/test/data/node/test_dequantizelinear_float4e2m1/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_dequantizelinear_float4e2m1/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_dequantizelinear_float4e2m1/test_data_set_0/output_0.pb new file mode 100644 index 0000000..df2e8ba Binary files /dev/null and b/onnx/backend/test/data/node/test_dequantizelinear_float4e2m1/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_dequantizelinear_int16/model.onnx b/onnx/backend/test/data/node/test_dequantizelinear_int16/model.onnx new file mode 100644 index 0000000..b38ee3a Binary files /dev/null and b/onnx/backend/test/data/node/test_dequantizelinear_int16/model.onnx differ diff --git a/onnx/backend/test/data/node/test_dequantizelinear_int16/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_dequantizelinear_int16/test_data_set_0/input_0.pb new file mode 100644 index 0000000..e368e32 --- /dev/null +++ b/onnx/backend/test/data/node/test_dequantizelinear_int16/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_dequantizelinear_int16/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_dequantizelinear_int16/test_data_set_0/input_1.pb new file mode 100644 index 0000000..d0d6480 Binary files /dev/null and b/onnx/backend/test/data/node/test_dequantizelinear_int16/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_dequantizelinear_int16/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_dequantizelinear_int16/test_data_set_0/input_2.pb new file mode 100644 index 0000000..4236ae2 Binary files /dev/null and b/onnx/backend/test/data/node/test_dequantizelinear_int16/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_dequantizelinear_int16/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_dequantizelinear_int16/test_data_set_0/output_0.pb new file mode 100644 index 0000000..7cfbb4f Binary files /dev/null and b/onnx/backend/test/data/node/test_dequantizelinear_int16/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_dequantizelinear_int2/model.onnx b/onnx/backend/test/data/node/test_dequantizelinear_int2/model.onnx new file mode 100644 index 0000000..860a99c Binary files /dev/null and b/onnx/backend/test/data/node/test_dequantizelinear_int2/model.onnx differ diff --git a/onnx/backend/test/data/node/test_dequantizelinear_int2/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_dequantizelinear_int2/test_data_set_0/input_0.pb new file mode 100644 index 0000000..70752f4 --- /dev/null +++ b/onnx/backend/test/data/node/test_dequantizelinear_int2/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +*Bx \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_dequantizelinear_int2/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_dequantizelinear_int2/test_data_set_0/input_1.pb new file mode 100644 index 0000000..d0d6480 Binary files /dev/null and b/onnx/backend/test/data/node/test_dequantizelinear_int2/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_dequantizelinear_int2/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_dequantizelinear_int2/test_data_set_0/input_2.pb new file mode 100644 index 0000000..e99ae5e --- /dev/null +++ b/onnx/backend/test/data/node/test_dequantizelinear_int2/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +*B x_zero_point \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_dequantizelinear_int2/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_dequantizelinear_int2/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d08ea36 Binary files /dev/null and b/onnx/backend/test/data/node/test_dequantizelinear_int2/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_dequantizelinear_int4/model.onnx b/onnx/backend/test/data/node/test_dequantizelinear_int4/model.onnx new file mode 100644 index 0000000..69e57a5 Binary files /dev/null and b/onnx/backend/test/data/node/test_dequantizelinear_int4/model.onnx differ diff --git a/onnx/backend/test/data/node/test_dequantizelinear_int4/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_dequantizelinear_int4/test_data_set_0/input_0.pb new file mode 100644 index 0000000..ad69cd0 --- /dev/null +++ b/onnx/backend/test/data/node/test_dequantizelinear_int4/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +*Bx \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_dequantizelinear_int4/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_dequantizelinear_int4/test_data_set_0/input_1.pb new file mode 100644 index 0000000..d0d6480 Binary files /dev/null and b/onnx/backend/test/data/node/test_dequantizelinear_int4/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_dequantizelinear_int4/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_dequantizelinear_int4/test_data_set_0/input_2.pb new file mode 100644 index 0000000..c0d4733 --- /dev/null +++ b/onnx/backend/test/data/node/test_dequantizelinear_int4/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +*B x_zero_point \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_dequantizelinear_int4/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_dequantizelinear_int4/test_data_set_0/output_0.pb new file mode 100644 index 0000000..51f86b3 Binary files /dev/null and b/onnx/backend/test/data/node/test_dequantizelinear_int4/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_dequantizelinear_uint16/model.onnx b/onnx/backend/test/data/node/test_dequantizelinear_uint16/model.onnx new file mode 100644 index 0000000..d5ca563 Binary files /dev/null and b/onnx/backend/test/data/node/test_dequantizelinear_uint16/model.onnx differ diff --git a/onnx/backend/test/data/node/test_dequantizelinear_uint16/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_dequantizelinear_uint16/test_data_set_0/input_0.pb new file mode 100644 index 0000000..4ba4b69 Binary files /dev/null and b/onnx/backend/test/data/node/test_dequantizelinear_uint16/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_dequantizelinear_uint16/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_dequantizelinear_uint16/test_data_set_0/input_1.pb new file mode 100644 index 0000000..d0d6480 Binary files /dev/null and b/onnx/backend/test/data/node/test_dequantizelinear_uint16/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_dequantizelinear_uint16/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_dequantizelinear_uint16/test_data_set_0/input_2.pb new file mode 100644 index 0000000..6503f94 --- /dev/null +++ b/onnx/backend/test/data/node/test_dequantizelinear_uint16/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +B x_zero_pointJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_dequantizelinear_uint16/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_dequantizelinear_uint16/test_data_set_0/output_0.pb new file mode 100644 index 0000000..3e72b1b Binary files /dev/null and b/onnx/backend/test/data/node/test_dequantizelinear_uint16/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_dequantizelinear_uint2/model.onnx b/onnx/backend/test/data/node/test_dequantizelinear_uint2/model.onnx new file mode 100644 index 0000000..8dd904f Binary files /dev/null and b/onnx/backend/test/data/node/test_dequantizelinear_uint2/model.onnx differ diff --git a/onnx/backend/test/data/node/test_dequantizelinear_uint2/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_dequantizelinear_uint2/test_data_set_0/input_0.pb new file mode 100644 index 0000000..d05a3ad --- /dev/null +++ b/onnx/backend/test/data/node/test_dequantizelinear_uint2/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +*Bx \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_dequantizelinear_uint2/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_dequantizelinear_uint2/test_data_set_0/input_1.pb new file mode 100644 index 0000000..d0d6480 Binary files /dev/null and b/onnx/backend/test/data/node/test_dequantizelinear_uint2/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_dequantizelinear_uint2/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_dequantizelinear_uint2/test_data_set_0/input_2.pb new file mode 100644 index 0000000..15c6ae3 --- /dev/null +++ b/onnx/backend/test/data/node/test_dequantizelinear_uint2/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +*B x_zero_point \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_dequantizelinear_uint2/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_dequantizelinear_uint2/test_data_set_0/output_0.pb new file mode 100644 index 0000000..6b27017 Binary files /dev/null and b/onnx/backend/test/data/node/test_dequantizelinear_uint2/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_dequantizelinear_uint4/model.onnx b/onnx/backend/test/data/node/test_dequantizelinear_uint4/model.onnx new file mode 100644 index 0000000..e81e203 Binary files /dev/null and b/onnx/backend/test/data/node/test_dequantizelinear_uint4/model.onnx differ diff --git a/onnx/backend/test/data/node/test_dequantizelinear_uint4/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_dequantizelinear_uint4/test_data_set_0/input_0.pb new file mode 100644 index 0000000..1b66879 --- /dev/null +++ b/onnx/backend/test/data/node/test_dequantizelinear_uint4/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +*Bx \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_dequantizelinear_uint4/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_dequantizelinear_uint4/test_data_set_0/input_1.pb new file mode 100644 index 0000000..d0d6480 Binary files /dev/null and b/onnx/backend/test/data/node/test_dequantizelinear_uint4/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_dequantizelinear_uint4/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_dequantizelinear_uint4/test_data_set_0/input_2.pb new file mode 100644 index 0000000..118b7d9 --- /dev/null +++ b/onnx/backend/test/data/node/test_dequantizelinear_uint4/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +*B x_zero_point \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_dequantizelinear_uint4/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_dequantizelinear_uint4/test_data_set_0/output_0.pb new file mode 100644 index 0000000..6b70d35 Binary files /dev/null and b/onnx/backend/test/data/node/test_dequantizelinear_uint4/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_det_2d/model.onnx b/onnx/backend/test/data/node/test_det_2d/model.onnx new file mode 100644 index 0000000..b2f1c52 Binary files /dev/null and b/onnx/backend/test/data/node/test_det_2d/model.onnx differ diff --git a/onnx/backend/test/data/node/test_det_2d/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_det_2d/test_data_set_0/input_0.pb new file mode 100644 index 0000000..188fd6d Binary files /dev/null and b/onnx/backend/test/data/node/test_det_2d/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_det_2d/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_det_2d/test_data_set_0/output_0.pb new file mode 100644 index 0000000..ee10c60 Binary files /dev/null and b/onnx/backend/test/data/node/test_det_2d/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_det_nd/model.onnx b/onnx/backend/test/data/node/test_det_nd/model.onnx new file mode 100644 index 0000000..26d4c87 Binary files /dev/null and b/onnx/backend/test/data/node/test_det_nd/model.onnx differ diff --git a/onnx/backend/test/data/node/test_det_nd/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_det_nd/test_data_set_0/input_0.pb new file mode 100644 index 0000000..e8c16bd Binary files /dev/null and b/onnx/backend/test/data/node/test_det_nd/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_det_nd/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_det_nd/test_data_set_0/output_0.pb new file mode 100644 index 0000000..9f63801 Binary files /dev/null and b/onnx/backend/test/data/node/test_det_nd/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_dft/model.onnx b/onnx/backend/test/data/node/test_dft/model.onnx new file mode 100644 index 0000000..ae626a9 Binary files /dev/null and b/onnx/backend/test/data/node/test_dft/model.onnx differ diff --git a/onnx/backend/test/data/node/test_dft/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_dft/test_data_set_0/input_0.pb new file mode 100644 index 0000000..d892672 Binary files /dev/null and b/onnx/backend/test/data/node/test_dft/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_dft/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_dft/test_data_set_0/input_1.pb new file mode 100644 index 0000000..df03339 Binary files /dev/null and b/onnx/backend/test/data/node/test_dft/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_dft/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_dft/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d4af12d Binary files /dev/null and b/onnx/backend/test/data/node/test_dft/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_dft_axis/model.onnx b/onnx/backend/test/data/node/test_dft_axis/model.onnx new file mode 100644 index 0000000..9b2736a Binary files /dev/null and b/onnx/backend/test/data/node/test_dft_axis/model.onnx differ diff --git a/onnx/backend/test/data/node/test_dft_axis/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_dft_axis/test_data_set_0/input_0.pb new file mode 100644 index 0000000..d892672 Binary files /dev/null and b/onnx/backend/test/data/node/test_dft_axis/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_dft_axis/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_dft_axis/test_data_set_0/input_1.pb new file mode 100644 index 0000000..37627c2 Binary files /dev/null and b/onnx/backend/test/data/node/test_dft_axis/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_dft_axis/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_dft_axis/test_data_set_0/output_0.pb new file mode 100644 index 0000000..5f4decf Binary files /dev/null and b/onnx/backend/test/data/node/test_dft_axis/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_dft_axis_opset19/model.onnx b/onnx/backend/test/data/node/test_dft_axis_opset19/model.onnx new file mode 100644 index 0000000..347c2d0 Binary files /dev/null and b/onnx/backend/test/data/node/test_dft_axis_opset19/model.onnx differ diff --git a/onnx/backend/test/data/node/test_dft_axis_opset19/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_dft_axis_opset19/test_data_set_0/input_0.pb new file mode 100644 index 0000000..d892672 Binary files /dev/null and b/onnx/backend/test/data/node/test_dft_axis_opset19/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_dft_axis_opset19/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_dft_axis_opset19/test_data_set_0/output_0.pb new file mode 100644 index 0000000..5f4decf Binary files /dev/null and b/onnx/backend/test/data/node/test_dft_axis_opset19/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_dft_inverse/model.onnx b/onnx/backend/test/data/node/test_dft_inverse/model.onnx new file mode 100644 index 0000000..52556d4 Binary files /dev/null and b/onnx/backend/test/data/node/test_dft_inverse/model.onnx differ diff --git a/onnx/backend/test/data/node/test_dft_inverse/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_dft_inverse/test_data_set_0/input_0.pb new file mode 100644 index 0000000..278b4dc Binary files /dev/null and b/onnx/backend/test/data/node/test_dft_inverse/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_dft_inverse/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_dft_inverse/test_data_set_0/input_1.pb new file mode 100644 index 0000000..df03339 Binary files /dev/null and b/onnx/backend/test/data/node/test_dft_inverse/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_dft_inverse/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_dft_inverse/test_data_set_0/output_0.pb new file mode 100644 index 0000000..077b322 Binary files /dev/null and b/onnx/backend/test/data/node/test_dft_inverse/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_dft_inverse_opset19/model.onnx b/onnx/backend/test/data/node/test_dft_inverse_opset19/model.onnx new file mode 100644 index 0000000..bb468df Binary files /dev/null and b/onnx/backend/test/data/node/test_dft_inverse_opset19/model.onnx differ diff --git a/onnx/backend/test/data/node/test_dft_inverse_opset19/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_dft_inverse_opset19/test_data_set_0/input_0.pb new file mode 100644 index 0000000..278b4dc Binary files /dev/null and b/onnx/backend/test/data/node/test_dft_inverse_opset19/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_dft_inverse_opset19/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_dft_inverse_opset19/test_data_set_0/output_0.pb new file mode 100644 index 0000000..077b322 Binary files /dev/null and b/onnx/backend/test/data/node/test_dft_inverse_opset19/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_dft_irfft/model.onnx b/onnx/backend/test/data/node/test_dft_irfft/model.onnx new file mode 100644 index 0000000..519a6b4 Binary files /dev/null and b/onnx/backend/test/data/node/test_dft_irfft/model.onnx differ diff --git a/onnx/backend/test/data/node/test_dft_irfft/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_dft_irfft/test_data_set_0/input_0.pb new file mode 100644 index 0000000..f0a4c4e Binary files /dev/null and b/onnx/backend/test/data/node/test_dft_irfft/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_dft_irfft/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_dft_irfft/test_data_set_0/input_1.pb new file mode 100644 index 0000000..df03339 Binary files /dev/null and b/onnx/backend/test/data/node/test_dft_irfft/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_dft_irfft/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_dft_irfft/test_data_set_0/output_0.pb new file mode 100644 index 0000000..b1aa020 Binary files /dev/null and b/onnx/backend/test/data/node/test_dft_irfft/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_dft_irfft_opset19/model.onnx b/onnx/backend/test/data/node/test_dft_irfft_opset19/model.onnx new file mode 100644 index 0000000..cbdb414 Binary files /dev/null and b/onnx/backend/test/data/node/test_dft_irfft_opset19/model.onnx differ diff --git a/onnx/backend/test/data/node/test_dft_irfft_opset19/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_dft_irfft_opset19/test_data_set_0/input_0.pb new file mode 100644 index 0000000..f0a4c4e Binary files /dev/null and b/onnx/backend/test/data/node/test_dft_irfft_opset19/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_dft_irfft_opset19/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_dft_irfft_opset19/test_data_set_0/output_0.pb new file mode 100644 index 0000000..b1aa020 Binary files /dev/null and b/onnx/backend/test/data/node/test_dft_irfft_opset19/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_dft_opset19/model.onnx b/onnx/backend/test/data/node/test_dft_opset19/model.onnx new file mode 100644 index 0000000..33d1bb4 Binary files /dev/null and b/onnx/backend/test/data/node/test_dft_opset19/model.onnx differ diff --git a/onnx/backend/test/data/node/test_dft_opset19/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_dft_opset19/test_data_set_0/input_0.pb new file mode 100644 index 0000000..d892672 Binary files /dev/null and b/onnx/backend/test/data/node/test_dft_opset19/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_dft_opset19/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_dft_opset19/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d4af12d Binary files /dev/null and b/onnx/backend/test/data/node/test_dft_opset19/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_dft_rfft/model.onnx b/onnx/backend/test/data/node/test_dft_rfft/model.onnx new file mode 100644 index 0000000..68bc445 Binary files /dev/null and b/onnx/backend/test/data/node/test_dft_rfft/model.onnx differ diff --git a/onnx/backend/test/data/node/test_dft_rfft/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_dft_rfft/test_data_set_0/input_0.pb new file mode 100644 index 0000000..d892672 Binary files /dev/null and b/onnx/backend/test/data/node/test_dft_rfft/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_dft_rfft/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_dft_rfft/test_data_set_0/input_1.pb new file mode 100644 index 0000000..df03339 Binary files /dev/null and b/onnx/backend/test/data/node/test_dft_rfft/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_dft_rfft/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_dft_rfft/test_data_set_0/output_0.pb new file mode 100644 index 0000000..b159759 Binary files /dev/null and b/onnx/backend/test/data/node/test_dft_rfft/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_dft_rfft_opset19/model.onnx b/onnx/backend/test/data/node/test_dft_rfft_opset19/model.onnx new file mode 100644 index 0000000..6be09e2 Binary files /dev/null and b/onnx/backend/test/data/node/test_dft_rfft_opset19/model.onnx differ diff --git a/onnx/backend/test/data/node/test_dft_rfft_opset19/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_dft_rfft_opset19/test_data_set_0/input_0.pb new file mode 100644 index 0000000..d892672 Binary files /dev/null and b/onnx/backend/test/data/node/test_dft_rfft_opset19/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_dft_rfft_opset19/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_dft_rfft_opset19/test_data_set_0/output_0.pb new file mode 100644 index 0000000..b159759 Binary files /dev/null and b/onnx/backend/test/data/node/test_dft_rfft_opset19/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_div/model.onnx b/onnx/backend/test/data/node/test_div/model.onnx new file mode 100644 index 0000000..25f2287 Binary files /dev/null and b/onnx/backend/test/data/node/test_div/model.onnx differ diff --git a/onnx/backend/test/data/node/test_div/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_div/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_div/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_div/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_div/test_data_set_0/input_1.pb new file mode 100644 index 0000000..41fe484 --- /dev/null +++ b/onnx/backend/test/data/node/test_div/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +ByJ?x2???5??f?H??>??.?ƨ?m?ސ??B ?r??⒂??ݙ????(?%ן???????h;?W??j?*???&g???"?f+?`?Fn?@?K?t???C!?!??7W?.???~?? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_div/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_div/test_data_set_0/output_0.pb new file mode 100644 index 0000000..e28adb5 Binary files /dev/null and b/onnx/backend/test/data/node/test_div/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_div_bcast/model.onnx b/onnx/backend/test/data/node/test_div_bcast/model.onnx new file mode 100644 index 0000000..dc2dda2 Binary files /dev/null and b/onnx/backend/test/data/node/test_div_bcast/model.onnx differ diff --git a/onnx/backend/test/data/node/test_div_bcast/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_div_bcast/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_div_bcast/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_div_bcast/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_div_bcast/test_data_set_0/input_1.pb new file mode 100644 index 0000000..69248c4 --- /dev/null +++ b/onnx/backend/test/data/node/test_div_bcast/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +ByJ?x2???5? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_div_bcast/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_div_bcast/test_data_set_0/output_0.pb new file mode 100644 index 0000000..51b469f --- /dev/null +++ b/onnx/backend/test/data/node/test_div_bcast/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BzJd5?#>8>??3?AhY?>1뽽xʍ>=Gd?0?2= >΃>3?edb>wM?'?nW@"''=wn??'='>p,dFd =Ì?i?8rdOxЎ?R64 VJ?yӶL0%>oƾUؼ3>%s=k>( \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_div_example/model.onnx b/onnx/backend/test/data/node/test_div_example/model.onnx new file mode 100644 index 0000000..936a749 Binary files /dev/null and b/onnx/backend/test/data/node/test_div_example/model.onnx differ diff --git a/onnx/backend/test/data/node/test_div_example/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_div_example/test_data_set_0/input_0.pb new file mode 100644 index 0000000..085a7dc Binary files /dev/null and b/onnx/backend/test/data/node/test_div_example/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_div_example/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_div_example/test_data_set_0/input_1.pb new file mode 100644 index 0000000..7a76e53 Binary files /dev/null and b/onnx/backend/test/data/node/test_div_example/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_div_example/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_div_example/test_data_set_0/output_0.pb new file mode 100644 index 0000000..5105f6e Binary files /dev/null and b/onnx/backend/test/data/node/test_div_example/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_div_int16/model.onnx b/onnx/backend/test/data/node/test_div_int16/model.onnx new file mode 100644 index 0000000..036629e Binary files /dev/null and b/onnx/backend/test/data/node/test_div_int16/model.onnx differ diff --git a/onnx/backend/test/data/node/test_div_int16/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_div_int16/test_data_set_0/input_0.pb new file mode 100644 index 0000000..1275010 Binary files /dev/null and b/onnx/backend/test/data/node/test_div_int16/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_div_int16/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_div_int16/test_data_set_0/input_1.pb new file mode 100644 index 0000000..32784b3 Binary files /dev/null and b/onnx/backend/test/data/node/test_div_int16/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_div_int16/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_div_int16/test_data_set_0/output_0.pb new file mode 100644 index 0000000..1590434 Binary files /dev/null and b/onnx/backend/test/data/node/test_div_int16/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_div_int32_trunc/model.onnx b/onnx/backend/test/data/node/test_div_int32_trunc/model.onnx new file mode 100644 index 0000000..34a9313 Binary files /dev/null and b/onnx/backend/test/data/node/test_div_int32_trunc/model.onnx differ diff --git a/onnx/backend/test/data/node/test_div_int32_trunc/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_div_int32_trunc/test_data_set_0/input_0.pb new file mode 100644 index 0000000..7fb9dce Binary files /dev/null and b/onnx/backend/test/data/node/test_div_int32_trunc/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_div_int32_trunc/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_div_int32_trunc/test_data_set_0/input_1.pb new file mode 100644 index 0000000..773a5bb Binary files /dev/null and b/onnx/backend/test/data/node/test_div_int32_trunc/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_div_int32_trunc/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_div_int32_trunc/test_data_set_0/output_0.pb new file mode 100644 index 0000000..4b8b90e Binary files /dev/null and b/onnx/backend/test/data/node/test_div_int32_trunc/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_div_int8/model.onnx b/onnx/backend/test/data/node/test_div_int8/model.onnx new file mode 100644 index 0000000..bd0f791 Binary files /dev/null and b/onnx/backend/test/data/node/test_div_int8/model.onnx differ diff --git a/onnx/backend/test/data/node/test_div_int8/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_div_int8/test_data_set_0/input_0.pb new file mode 100644 index 0000000..d2421ad Binary files /dev/null and b/onnx/backend/test/data/node/test_div_int8/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_div_int8/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_div_int8/test_data_set_0/input_1.pb new file mode 100644 index 0000000..ec94be9 --- /dev/null +++ b/onnx/backend/test/data/node/test_div_int8/test_data_set_0/input_1.pb @@ -0,0 +1,4 @@ +ByJ<   + +      + \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_div_int8/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_div_int8/test_data_set_0/output_0.pb new file mode 100644 index 0000000..cb9b2cb Binary files /dev/null and b/onnx/backend/test/data/node/test_div_int8/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_div_uint16/model.onnx b/onnx/backend/test/data/node/test_div_uint16/model.onnx new file mode 100644 index 0000000..59dc829 Binary files /dev/null and b/onnx/backend/test/data/node/test_div_uint16/model.onnx differ diff --git a/onnx/backend/test/data/node/test_div_uint16/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_div_uint16/test_data_set_0/input_0.pb new file mode 100644 index 0000000..49cce2a Binary files /dev/null and b/onnx/backend/test/data/node/test_div_uint16/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_div_uint16/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_div_uint16/test_data_set_0/input_1.pb new file mode 100644 index 0000000..1dcb8cb Binary files /dev/null and b/onnx/backend/test/data/node/test_div_uint16/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_div_uint16/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_div_uint16/test_data_set_0/output_0.pb new file mode 100644 index 0000000..9119ad4 Binary files /dev/null and b/onnx/backend/test/data/node/test_div_uint16/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_div_uint32/model.onnx b/onnx/backend/test/data/node/test_div_uint32/model.onnx new file mode 100644 index 0000000..f684281 Binary files /dev/null and b/onnx/backend/test/data/node/test_div_uint32/model.onnx differ diff --git a/onnx/backend/test/data/node/test_div_uint32/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_div_uint32/test_data_set_0/input_0.pb new file mode 100644 index 0000000..9f78f8d Binary files /dev/null and b/onnx/backend/test/data/node/test_div_uint32/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_div_uint32/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_div_uint32/test_data_set_0/input_1.pb new file mode 100644 index 0000000..3dd88c0 Binary files /dev/null and b/onnx/backend/test/data/node/test_div_uint32/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_div_uint32/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_div_uint32/test_data_set_0/output_0.pb new file mode 100644 index 0000000..83113ea Binary files /dev/null and b/onnx/backend/test/data/node/test_div_uint32/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_div_uint64/model.onnx b/onnx/backend/test/data/node/test_div_uint64/model.onnx new file mode 100644 index 0000000..edf4a12 Binary files /dev/null and b/onnx/backend/test/data/node/test_div_uint64/model.onnx differ diff --git a/onnx/backend/test/data/node/test_div_uint64/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_div_uint64/test_data_set_0/input_0.pb new file mode 100644 index 0000000..0d910b9 Binary files /dev/null and b/onnx/backend/test/data/node/test_div_uint64/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_div_uint64/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_div_uint64/test_data_set_0/input_1.pb new file mode 100644 index 0000000..f3cfa5f Binary files /dev/null and b/onnx/backend/test/data/node/test_div_uint64/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_div_uint64/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_div_uint64/test_data_set_0/output_0.pb new file mode 100644 index 0000000..8790e2d Binary files /dev/null and b/onnx/backend/test/data/node/test_div_uint64/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_div_uint8/model.onnx b/onnx/backend/test/data/node/test_div_uint8/model.onnx new file mode 100644 index 0000000..cb059d1 Binary files /dev/null and b/onnx/backend/test/data/node/test_div_uint8/model.onnx differ diff --git a/onnx/backend/test/data/node/test_div_uint8/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_div_uint8/test_data_set_0/input_0.pb new file mode 100644 index 0000000..9f9401c Binary files /dev/null and b/onnx/backend/test/data/node/test_div_uint8/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_div_uint8/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_div_uint8/test_data_set_0/input_1.pb new file mode 100644 index 0000000..fa63193 --- /dev/null +++ b/onnx/backend/test/data/node/test_div_uint8/test_data_set_0/input_1.pb @@ -0,0 +1,7 @@ +ByJ< + +  + + + +     \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_div_uint8/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_div_uint8/test_data_set_0/output_0.pb new file mode 100644 index 0000000..32358ee Binary files /dev/null and b/onnx/backend/test/data/node/test_div_uint8/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_dropout_default/model.onnx b/onnx/backend/test/data/node/test_dropout_default/model.onnx new file mode 100644 index 0000000..be75e7d Binary files /dev/null and b/onnx/backend/test/data/node/test_dropout_default/model.onnx differ diff --git a/onnx/backend/test/data/node/test_dropout_default/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_dropout_default/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_dropout_default/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_dropout_default/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_dropout_default/test_data_set_0/output_0.pb new file mode 100644 index 0000000..ad67ee7 --- /dev/null +++ b/onnx/backend/test/data/node/test_dropout_default/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +ByJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_dropout_default_mask/model.onnx b/onnx/backend/test/data/node/test_dropout_default_mask/model.onnx new file mode 100644 index 0000000..f45cd7a Binary files /dev/null and b/onnx/backend/test/data/node/test_dropout_default_mask/model.onnx differ diff --git a/onnx/backend/test/data/node/test_dropout_default_mask/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_dropout_default_mask/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_dropout_default_mask/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_dropout_default_mask/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_dropout_default_mask/test_data_set_0/output_0.pb new file mode 100644 index 0000000..ad67ee7 --- /dev/null +++ b/onnx/backend/test/data/node/test_dropout_default_mask/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +ByJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_dropout_default_mask/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_dropout_default_mask/test_data_set_0/output_1.pb new file mode 100644 index 0000000..de98527 --- /dev/null +++ b/onnx/backend/test/data/node/test_dropout_default_mask/test_data_set_0/output_1.pb @@ -0,0 +1 @@ + BzJ< \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_dropout_default_mask_ratio/model.onnx b/onnx/backend/test/data/node/test_dropout_default_mask_ratio/model.onnx new file mode 100644 index 0000000..343482d Binary files /dev/null and b/onnx/backend/test/data/node/test_dropout_default_mask_ratio/model.onnx differ diff --git a/onnx/backend/test/data/node/test_dropout_default_mask_ratio/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_dropout_default_mask_ratio/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_dropout_default_mask_ratio/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_dropout_default_mask_ratio/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_dropout_default_mask_ratio/test_data_set_0/input_1.pb new file mode 100644 index 0000000..18a4deb --- /dev/null +++ b/onnx/backend/test/data/node/test_dropout_default_mask_ratio/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BrJ= \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_dropout_default_mask_ratio/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_dropout_default_mask_ratio/test_data_set_0/output_0.pb new file mode 100644 index 0000000..ad67ee7 --- /dev/null +++ b/onnx/backend/test/data/node/test_dropout_default_mask_ratio/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +ByJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_dropout_default_mask_ratio/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_dropout_default_mask_ratio/test_data_set_0/output_1.pb new file mode 100644 index 0000000..de98527 --- /dev/null +++ b/onnx/backend/test/data/node/test_dropout_default_mask_ratio/test_data_set_0/output_1.pb @@ -0,0 +1 @@ + BzJ< \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_dropout_default_old/model.onnx b/onnx/backend/test/data/node/test_dropout_default_old/model.onnx new file mode 100644 index 0000000..efd1edc Binary files /dev/null and b/onnx/backend/test/data/node/test_dropout_default_old/model.onnx differ diff --git a/onnx/backend/test/data/node/test_dropout_default_old/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_dropout_default_old/test_data_set_0/input_0.pb new file mode 100644 index 0000000..8a94457 Binary files /dev/null and b/onnx/backend/test/data/node/test_dropout_default_old/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_dropout_default_old/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_dropout_default_old/test_data_set_0/output_0.pb new file mode 100644 index 0000000..c0b9013 Binary files /dev/null and b/onnx/backend/test/data/node/test_dropout_default_old/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_dropout_default_ratio/model.onnx b/onnx/backend/test/data/node/test_dropout_default_ratio/model.onnx new file mode 100644 index 0000000..3f079ba Binary files /dev/null and b/onnx/backend/test/data/node/test_dropout_default_ratio/model.onnx differ diff --git a/onnx/backend/test/data/node/test_dropout_default_ratio/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_dropout_default_ratio/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_dropout_default_ratio/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_dropout_default_ratio/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_dropout_default_ratio/test_data_set_0/input_1.pb new file mode 100644 index 0000000..18a4deb --- /dev/null +++ b/onnx/backend/test/data/node/test_dropout_default_ratio/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BrJ= \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_dropout_default_ratio/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_dropout_default_ratio/test_data_set_0/output_0.pb new file mode 100644 index 0000000..ad67ee7 --- /dev/null +++ b/onnx/backend/test/data/node/test_dropout_default_ratio/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +ByJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_dropout_random_old/model.onnx b/onnx/backend/test/data/node/test_dropout_random_old/model.onnx new file mode 100644 index 0000000..fb2c845 Binary files /dev/null and b/onnx/backend/test/data/node/test_dropout_random_old/model.onnx differ diff --git a/onnx/backend/test/data/node/test_dropout_random_old/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_dropout_random_old/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_dropout_random_old/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_dropout_random_old/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_dropout_random_old/test_data_set_0/output_0.pb new file mode 100644 index 0000000..ad67ee7 --- /dev/null +++ b/onnx/backend/test/data/node/test_dropout_random_old/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +ByJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_dynamicquantizelinear/model.onnx b/onnx/backend/test/data/node/test_dynamicquantizelinear/model.onnx new file mode 100644 index 0000000..ccd0559 Binary files /dev/null and b/onnx/backend/test/data/node/test_dynamicquantizelinear/model.onnx differ diff --git a/onnx/backend/test/data/node/test_dynamicquantizelinear/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_dynamicquantizelinear/test_data_set_0/input_0.pb new file mode 100644 index 0000000..493d80f Binary files /dev/null and b/onnx/backend/test/data/node/test_dynamicquantizelinear/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_dynamicquantizelinear/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_dynamicquantizelinear/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d185e66 Binary files /dev/null and b/onnx/backend/test/data/node/test_dynamicquantizelinear/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_dynamicquantizelinear/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_dynamicquantizelinear/test_data_set_0/output_1.pb new file mode 100644 index 0000000..f849bb8 --- /dev/null +++ b/onnx/backend/test/data/node/test_dynamicquantizelinear/test_data_set_0/output_1.pb @@ -0,0 +1 @@ +By_scaleJ< \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_dynamicquantizelinear/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_dynamicquantizelinear/test_data_set_0/output_2.pb new file mode 100644 index 0000000..502709e --- /dev/null +++ b/onnx/backend/test/data/node/test_dynamicquantizelinear/test_data_set_0/output_2.pb @@ -0,0 +1 @@ +B y_zero_pointJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_dynamicquantizelinear_expanded/model.onnx b/onnx/backend/test/data/node/test_dynamicquantizelinear_expanded/model.onnx new file mode 100644 index 0000000..545e51c Binary files /dev/null and b/onnx/backend/test/data/node/test_dynamicquantizelinear_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_dynamicquantizelinear_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_dynamicquantizelinear_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..493d80f Binary files /dev/null and b/onnx/backend/test/data/node/test_dynamicquantizelinear_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_dynamicquantizelinear_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_dynamicquantizelinear_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d185e66 Binary files /dev/null and b/onnx/backend/test/data/node/test_dynamicquantizelinear_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_dynamicquantizelinear_expanded/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_dynamicquantizelinear_expanded/test_data_set_0/output_1.pb new file mode 100644 index 0000000..f849bb8 --- /dev/null +++ b/onnx/backend/test/data/node/test_dynamicquantizelinear_expanded/test_data_set_0/output_1.pb @@ -0,0 +1 @@ +By_scaleJ< \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_dynamicquantizelinear_expanded/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_dynamicquantizelinear_expanded/test_data_set_0/output_2.pb new file mode 100644 index 0000000..502709e --- /dev/null +++ b/onnx/backend/test/data/node/test_dynamicquantizelinear_expanded/test_data_set_0/output_2.pb @@ -0,0 +1 @@ +B y_zero_pointJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_dynamicquantizelinear_max_adjusted/model.onnx b/onnx/backend/test/data/node/test_dynamicquantizelinear_max_adjusted/model.onnx new file mode 100644 index 0000000..0ae5d4b Binary files /dev/null and b/onnx/backend/test/data/node/test_dynamicquantizelinear_max_adjusted/model.onnx differ diff --git a/onnx/backend/test/data/node/test_dynamicquantizelinear_max_adjusted/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_dynamicquantizelinear_max_adjusted/test_data_set_0/input_0.pb new file mode 100644 index 0000000..ffa1ea8 Binary files /dev/null and b/onnx/backend/test/data/node/test_dynamicquantizelinear_max_adjusted/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_dynamicquantizelinear_max_adjusted/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_dynamicquantizelinear_max_adjusted/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d4818b3 Binary files /dev/null and b/onnx/backend/test/data/node/test_dynamicquantizelinear_max_adjusted/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_dynamicquantizelinear_max_adjusted/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_dynamicquantizelinear_max_adjusted/test_data_set_0/output_1.pb new file mode 100644 index 0000000..98bf9a5 --- /dev/null +++ b/onnx/backend/test/data/node/test_dynamicquantizelinear_max_adjusted/test_data_set_0/output_1.pb @@ -0,0 +1 @@ +By_scaleJ< \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_dynamicquantizelinear_max_adjusted/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_dynamicquantizelinear_max_adjusted/test_data_set_0/output_2.pb new file mode 100644 index 0000000..d583380 --- /dev/null +++ b/onnx/backend/test/data/node/test_dynamicquantizelinear_max_adjusted/test_data_set_0/output_2.pb @@ -0,0 +1 @@ +B y_zero_pointJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_dynamicquantizelinear_max_adjusted_expanded/model.onnx b/onnx/backend/test/data/node/test_dynamicquantizelinear_max_adjusted_expanded/model.onnx new file mode 100644 index 0000000..5d41c60 Binary files /dev/null and b/onnx/backend/test/data/node/test_dynamicquantizelinear_max_adjusted_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_dynamicquantizelinear_max_adjusted_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_dynamicquantizelinear_max_adjusted_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..ffa1ea8 Binary files /dev/null and b/onnx/backend/test/data/node/test_dynamicquantizelinear_max_adjusted_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_dynamicquantizelinear_max_adjusted_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_dynamicquantizelinear_max_adjusted_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d4818b3 Binary files /dev/null and b/onnx/backend/test/data/node/test_dynamicquantizelinear_max_adjusted_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_dynamicquantizelinear_max_adjusted_expanded/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_dynamicquantizelinear_max_adjusted_expanded/test_data_set_0/output_1.pb new file mode 100644 index 0000000..98bf9a5 --- /dev/null +++ b/onnx/backend/test/data/node/test_dynamicquantizelinear_max_adjusted_expanded/test_data_set_0/output_1.pb @@ -0,0 +1 @@ +By_scaleJ< \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_dynamicquantizelinear_max_adjusted_expanded/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_dynamicquantizelinear_max_adjusted_expanded/test_data_set_0/output_2.pb new file mode 100644 index 0000000..d583380 --- /dev/null +++ b/onnx/backend/test/data/node/test_dynamicquantizelinear_max_adjusted_expanded/test_data_set_0/output_2.pb @@ -0,0 +1 @@ +B y_zero_pointJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_dynamicquantizelinear_min_adjusted/model.onnx b/onnx/backend/test/data/node/test_dynamicquantizelinear_min_adjusted/model.onnx new file mode 100644 index 0000000..681dd2d Binary files /dev/null and b/onnx/backend/test/data/node/test_dynamicquantizelinear_min_adjusted/model.onnx differ diff --git a/onnx/backend/test/data/node/test_dynamicquantizelinear_min_adjusted/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_dynamicquantizelinear_min_adjusted/test_data_set_0/input_0.pb new file mode 100644 index 0000000..2651ee2 Binary files /dev/null and b/onnx/backend/test/data/node/test_dynamicquantizelinear_min_adjusted/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_dynamicquantizelinear_min_adjusted/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_dynamicquantizelinear_min_adjusted/test_data_set_0/output_0.pb new file mode 100644 index 0000000..793fce6 --- /dev/null +++ b/onnx/backend/test/data/node/test_dynamicquantizelinear_min_adjusted/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +ByJ @S` \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_dynamicquantizelinear_min_adjusted/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_dynamicquantizelinear_min_adjusted/test_data_set_0/output_1.pb new file mode 100644 index 0000000..98bf9a5 --- /dev/null +++ b/onnx/backend/test/data/node/test_dynamicquantizelinear_min_adjusted/test_data_set_0/output_1.pb @@ -0,0 +1 @@ +By_scaleJ< \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_dynamicquantizelinear_min_adjusted/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_dynamicquantizelinear_min_adjusted/test_data_set_0/output_2.pb new file mode 100644 index 0000000..74d6f51 Binary files /dev/null and b/onnx/backend/test/data/node/test_dynamicquantizelinear_min_adjusted/test_data_set_0/output_2.pb differ diff --git a/onnx/backend/test/data/node/test_dynamicquantizelinear_min_adjusted_expanded/model.onnx b/onnx/backend/test/data/node/test_dynamicquantizelinear_min_adjusted_expanded/model.onnx new file mode 100644 index 0000000..12178f5 Binary files /dev/null and b/onnx/backend/test/data/node/test_dynamicquantizelinear_min_adjusted_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_dynamicquantizelinear_min_adjusted_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_dynamicquantizelinear_min_adjusted_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..2651ee2 Binary files /dev/null and b/onnx/backend/test/data/node/test_dynamicquantizelinear_min_adjusted_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_dynamicquantizelinear_min_adjusted_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_dynamicquantizelinear_min_adjusted_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..793fce6 --- /dev/null +++ b/onnx/backend/test/data/node/test_dynamicquantizelinear_min_adjusted_expanded/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +ByJ @S` \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_dynamicquantizelinear_min_adjusted_expanded/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_dynamicquantizelinear_min_adjusted_expanded/test_data_set_0/output_1.pb new file mode 100644 index 0000000..98bf9a5 --- /dev/null +++ b/onnx/backend/test/data/node/test_dynamicquantizelinear_min_adjusted_expanded/test_data_set_0/output_1.pb @@ -0,0 +1 @@ +By_scaleJ< \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_dynamicquantizelinear_min_adjusted_expanded/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_dynamicquantizelinear_min_adjusted_expanded/test_data_set_0/output_2.pb new file mode 100644 index 0000000..74d6f51 Binary files /dev/null and b/onnx/backend/test/data/node/test_dynamicquantizelinear_min_adjusted_expanded/test_data_set_0/output_2.pb differ diff --git a/onnx/backend/test/data/node/test_edge_pad/model.onnx b/onnx/backend/test/data/node/test_edge_pad/model.onnx new file mode 100644 index 0000000..e93c4c2 Binary files /dev/null and b/onnx/backend/test/data/node/test_edge_pad/model.onnx differ diff --git a/onnx/backend/test/data/node/test_edge_pad/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_edge_pad/test_data_set_0/input_0.pb new file mode 100644 index 0000000..f625fc0 Binary files /dev/null and b/onnx/backend/test/data/node/test_edge_pad/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_edge_pad/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_edge_pad/test_data_set_0/input_1.pb new file mode 100644 index 0000000..131ea5f Binary files /dev/null and b/onnx/backend/test/data/node/test_edge_pad/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_edge_pad/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_edge_pad/test_data_set_0/output_0.pb new file mode 100644 index 0000000..12dd0a3 Binary files /dev/null and b/onnx/backend/test/data/node/test_edge_pad/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_einsum_batch_diagonal/model.onnx b/onnx/backend/test/data/node/test_einsum_batch_diagonal/model.onnx new file mode 100644 index 0000000..157051b Binary files /dev/null and b/onnx/backend/test/data/node/test_einsum_batch_diagonal/model.onnx differ diff --git a/onnx/backend/test/data/node/test_einsum_batch_diagonal/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_einsum_batch_diagonal/test_data_set_0/input_0.pb new file mode 100644 index 0000000..5e8787c Binary files /dev/null and b/onnx/backend/test/data/node/test_einsum_batch_diagonal/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_einsum_batch_diagonal/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_einsum_batch_diagonal/test_data_set_0/output_0.pb new file mode 100644 index 0000000..e4e6397 --- /dev/null +++ b/onnx/backend/test/data/node/test_einsum_batch_diagonal/test_data_set_0/output_0.pb @@ -0,0 +1 @@ + ByJx9?2g?kZ?M ?ſu(@ : E3ꐑ3?$`?EGE?$`@?) T?e?tR6:?*nL'?zn⿈Fzӿ>?(?}(t|ך?gi?^sBtrH?D~U?|-G? +ǿ7!K&? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_einsum_batch_matmul/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_einsum_batch_matmul/test_data_set_0/output_0.pb new file mode 100644 index 0000000..8d382df Binary files /dev/null and b/onnx/backend/test/data/node/test_einsum_batch_matmul/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_einsum_inner_prod/model.onnx b/onnx/backend/test/data/node/test_einsum_inner_prod/model.onnx new file mode 100644 index 0000000..a14aa6c Binary files /dev/null and b/onnx/backend/test/data/node/test_einsum_inner_prod/model.onnx differ diff --git a/onnx/backend/test/data/node/test_einsum_inner_prod/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_einsum_inner_prod/test_data_set_0/input_0.pb new file mode 100644 index 0000000..60ec816 --- /dev/null +++ b/onnx/backend/test/data/node/test_einsum_inner_prod/test_data_set_0/input_0.pb @@ -0,0 +1 @@ + BxJ(9?S,?"RQ?N1iY@=|? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_einsum_inner_prod/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_einsum_inner_prod/test_data_set_0/input_1.pb new file mode 100644 index 0000000..9869f3d --- /dev/null +++ b/onnx/backend/test/data/node/test_einsum_inner_prod/test_data_set_0/input_1.pb @@ -0,0 +1 @@ + ByJ(BE2g?6I_ÿYlf)g>G? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_einsum_inner_prod/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_einsum_inner_prod/test_data_set_0/output_0.pb new file mode 100644 index 0000000..7dec5a8 --- /dev/null +++ b/onnx/backend/test/data/node/test_einsum_inner_prod/test_data_set_0/output_0.pb @@ -0,0 +1 @@ + BzJPR< \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_einsum_scalar/model.onnx b/onnx/backend/test/data/node/test_einsum_scalar/model.onnx new file mode 100644 index 0000000..d9894d7 Binary files /dev/null and b/onnx/backend/test/data/node/test_einsum_scalar/model.onnx differ diff --git a/onnx/backend/test/data/node/test_einsum_scalar/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_einsum_scalar/test_data_set_0/input_0.pb new file mode 100644 index 0000000..f8fec95 Binary files /dev/null and b/onnx/backend/test/data/node/test_einsum_scalar/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_einsum_scalar/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_einsum_scalar/test_data_set_0/output_0.pb new file mode 100644 index 0000000..62edc16 Binary files /dev/null and b/onnx/backend/test/data/node/test_einsum_scalar/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_einsum_sum/model.onnx b/onnx/backend/test/data/node/test_einsum_sum/model.onnx new file mode 100644 index 0000000..d1f302e Binary files /dev/null and b/onnx/backend/test/data/node/test_einsum_sum/model.onnx differ diff --git a/onnx/backend/test/data/node/test_einsum_sum/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_einsum_sum/test_data_set_0/input_0.pb new file mode 100644 index 0000000..86fd72d --- /dev/null +++ b/onnx/backend/test/data/node/test_einsum_sum/test_data_set_0/input_0.pb @@ -0,0 +1 @@ + BxJ`9?S,?"RQ?N1iY@=|?BE2g?6I_ÿYlf)g>G? p?KD? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_einsum_sum/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_einsum_sum/test_data_set_0/output_0.pb new file mode 100644 index 0000000..0785aa6 --- /dev/null +++ b/onnx/backend/test/data/node/test_einsum_sum/test_data_set_0/output_0.pb @@ -0,0 +1 @@ + ByJZ.܋ @R0?H!@ڻ}? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_einsum_transpose/model.onnx b/onnx/backend/test/data/node/test_einsum_transpose/model.onnx new file mode 100644 index 0000000..dbaf7a7 Binary files /dev/null and b/onnx/backend/test/data/node/test_einsum_transpose/model.onnx differ diff --git a/onnx/backend/test/data/node/test_einsum_transpose/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_einsum_transpose/test_data_set_0/input_0.pb new file mode 100644 index 0000000..86fd72d --- /dev/null +++ b/onnx/backend/test/data/node/test_einsum_transpose/test_data_set_0/input_0.pb @@ -0,0 +1 @@ + BxJ`9?S,?"RQ?N1iY@=|?BE2g?6I_ÿYlf)g>G? p?KD? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_einsum_transpose/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_einsum_transpose/test_data_set_0/output_0.pb new file mode 100644 index 0000000..22d7af0 --- /dev/null +++ b/onnx/backend/test/data/node/test_einsum_transpose/test_data_set_0/output_0.pb @@ -0,0 +1 @@ + ByJ`9?=|?YlS,?BEf)g>G?"RQ?2g? p?N1iY@6I_ÿKD? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_elu/model.onnx b/onnx/backend/test/data/node/test_elu/model.onnx new file mode 100644 index 0000000..dd1003b Binary files /dev/null and b/onnx/backend/test/data/node/test_elu/model.onnx differ diff --git a/onnx/backend/test/data/node/test_elu/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_elu/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_elu/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_elu/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_elu/test_data_set_0/output_0.pb new file mode 100644 index 0000000..9bab89a --- /dev/null +++ b/onnx/backend/test/data/node/test_elu/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +ByJx?h>z?j@$ ?8s?ԏ0H9>(>%?^B?0= B>]ת>=?iJ>n쿌S'?K]?|C@+6ĿHm;=Hή2??>>ܿr >*z??Bk$ҒFIP¿}ѿ?vpL&5 ܶ G? Ϳ;ľq>0Lb@cQN>.:=ݚ>2}p~ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_elu_default/model.onnx b/onnx/backend/test/data/node/test_elu_default/model.onnx new file mode 100644 index 0000000..3a97971 Binary files /dev/null and b/onnx/backend/test/data/node/test_elu_default/model.onnx differ diff --git a/onnx/backend/test/data/node/test_elu_default/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_elu_default/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_elu_default/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_elu_default/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_elu_default/test_data_set_0/output_0.pb new file mode 100644 index 0000000..ce49ec4 --- /dev/null +++ b/onnx/backend/test/data/node/test_elu_default/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +ByJx?h>z?j@$ ?8s?0Ƚ9>(>%?^B?0= B>]ת>=?=iJ>nlS'?K]?|C@+6DHm;=H.2??>>\r >*z??BkҒFI&PB}Q?vp̾& 6 G? M;Dq>0̾b1@QN>.:=ݚ>2}~ě \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_elu_default_expanded_ver18/model.onnx b/onnx/backend/test/data/node/test_elu_default_expanded_ver18/model.onnx new file mode 100644 index 0000000..3508a18 Binary files /dev/null and b/onnx/backend/test/data/node/test_elu_default_expanded_ver18/model.onnx differ diff --git a/onnx/backend/test/data/node/test_elu_default_expanded_ver18/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_elu_default_expanded_ver18/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_elu_default_expanded_ver18/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_elu_default_expanded_ver18/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_elu_default_expanded_ver18/test_data_set_0/output_0.pb new file mode 100644 index 0000000..ce49ec4 --- /dev/null +++ b/onnx/backend/test/data/node/test_elu_default_expanded_ver18/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +ByJx?h>z?j@$ ?8s?0Ƚ9>(>%?^B?0= B>]ת>=?=iJ>nlS'?K]?|C@+6DHm;=H.2??>>\r >*z??BkҒFI&PB}Q?vp̾& 6 G? M;Dq>0̾b1@QN>.:=ݚ>2}~ě \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_elu_example/model.onnx b/onnx/backend/test/data/node/test_elu_example/model.onnx new file mode 100644 index 0000000..99091bb Binary files /dev/null and b/onnx/backend/test/data/node/test_elu_example/model.onnx differ diff --git a/onnx/backend/test/data/node/test_elu_example/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_elu_example/test_data_set_0/input_0.pb new file mode 100644 index 0000000..8a94457 Binary files /dev/null and b/onnx/backend/test/data/node/test_elu_example/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_elu_example/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_elu_example/test_data_set_0/output_0.pb new file mode 100644 index 0000000..614cb65 Binary files /dev/null and b/onnx/backend/test/data/node/test_elu_example/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_elu_example_expanded_ver18/model.onnx b/onnx/backend/test/data/node/test_elu_example_expanded_ver18/model.onnx new file mode 100644 index 0000000..3d5e552 Binary files /dev/null and b/onnx/backend/test/data/node/test_elu_example_expanded_ver18/model.onnx differ diff --git a/onnx/backend/test/data/node/test_elu_example_expanded_ver18/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_elu_example_expanded_ver18/test_data_set_0/input_0.pb new file mode 100644 index 0000000..8a94457 Binary files /dev/null and b/onnx/backend/test/data/node/test_elu_example_expanded_ver18/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_elu_example_expanded_ver18/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_elu_example_expanded_ver18/test_data_set_0/output_0.pb new file mode 100644 index 0000000..614cb65 Binary files /dev/null and b/onnx/backend/test/data/node/test_elu_example_expanded_ver18/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_elu_expanded_ver18/model.onnx b/onnx/backend/test/data/node/test_elu_expanded_ver18/model.onnx new file mode 100644 index 0000000..ad9ba8e Binary files /dev/null and b/onnx/backend/test/data/node/test_elu_expanded_ver18/model.onnx differ diff --git a/onnx/backend/test/data/node/test_elu_expanded_ver18/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_elu_expanded_ver18/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_elu_expanded_ver18/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_elu_expanded_ver18/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_elu_expanded_ver18/test_data_set_0/output_0.pb new file mode 100644 index 0000000..9bab89a --- /dev/null +++ b/onnx/backend/test/data/node/test_elu_expanded_ver18/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +ByJx?h>z?j@$ ?8s?ԏ0H9>(>%?^B?0= B>]ת>=?iJ>n쿌S'?K]?|C@+6ĿHm;=Hή2??>>ܿr >*z??Bk$ҒFIP¿}ѿ?vpL&5 ܶ G? Ϳ;ľq>0Lb@cQN>.:=ݚ>2}p~ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_equal/model.onnx b/onnx/backend/test/data/node/test_equal/model.onnx new file mode 100644 index 0000000..ba52b0a Binary files /dev/null and b/onnx/backend/test/data/node/test_equal/model.onnx differ diff --git a/onnx/backend/test/data/node/test_equal/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_equal/test_data_set_0/input_0.pb new file mode 100644 index 0000000..b8f53b3 Binary files /dev/null and b/onnx/backend/test/data/node/test_equal/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_equal/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_equal/test_data_set_0/input_1.pb new file mode 100644 index 0000000..6b22267 Binary files /dev/null and b/onnx/backend/test/data/node/test_equal/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_equal/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_equal/test_data_set_0/output_0.pb new file mode 100644 index 0000000..f28c2e7 Binary files /dev/null and b/onnx/backend/test/data/node/test_equal/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_equal_bcast/model.onnx b/onnx/backend/test/data/node/test_equal_bcast/model.onnx new file mode 100644 index 0000000..b29b857 Binary files /dev/null and b/onnx/backend/test/data/node/test_equal_bcast/model.onnx differ diff --git a/onnx/backend/test/data/node/test_equal_bcast/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_equal_bcast/test_data_set_0/input_0.pb new file mode 100644 index 0000000..b8f53b3 Binary files /dev/null and b/onnx/backend/test/data/node/test_equal_bcast/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_equal_bcast/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_equal_bcast/test_data_set_0/input_1.pb new file mode 100644 index 0000000..954f31f Binary files /dev/null and b/onnx/backend/test/data/node/test_equal_bcast/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_equal_bcast/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_equal_bcast/test_data_set_0/output_0.pb new file mode 100644 index 0000000..dbc90ca Binary files /dev/null and b/onnx/backend/test/data/node/test_equal_bcast/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_equal_int16/model.onnx b/onnx/backend/test/data/node/test_equal_int16/model.onnx new file mode 100644 index 0000000..3903833 Binary files /dev/null and b/onnx/backend/test/data/node/test_equal_int16/model.onnx differ diff --git a/onnx/backend/test/data/node/test_equal_int16/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_equal_int16/test_data_set_0/input_0.pb new file mode 100644 index 0000000..8d0f0d0 Binary files /dev/null and b/onnx/backend/test/data/node/test_equal_int16/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_equal_int16/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_equal_int16/test_data_set_0/input_1.pb new file mode 100644 index 0000000..0a8177b Binary files /dev/null and b/onnx/backend/test/data/node/test_equal_int16/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_equal_int16/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_equal_int16/test_data_set_0/output_0.pb new file mode 100644 index 0000000..a9556df Binary files /dev/null and b/onnx/backend/test/data/node/test_equal_int16/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_equal_int8/model.onnx b/onnx/backend/test/data/node/test_equal_int8/model.onnx new file mode 100644 index 0000000..d43850e Binary files /dev/null and b/onnx/backend/test/data/node/test_equal_int8/model.onnx differ diff --git a/onnx/backend/test/data/node/test_equal_int8/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_equal_int8/test_data_set_0/input_0.pb new file mode 100644 index 0000000..fe002f9 Binary files /dev/null and b/onnx/backend/test/data/node/test_equal_int8/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_equal_int8/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_equal_int8/test_data_set_0/input_1.pb new file mode 100644 index 0000000..f99b1b1 Binary files /dev/null and b/onnx/backend/test/data/node/test_equal_int8/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_equal_int8/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_equal_int8/test_data_set_0/output_0.pb new file mode 100644 index 0000000..4dfdd92 Binary files /dev/null and b/onnx/backend/test/data/node/test_equal_int8/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_equal_string/model.onnx b/onnx/backend/test/data/node/test_equal_string/model.onnx new file mode 100644 index 0000000..04caea3 Binary files /dev/null and b/onnx/backend/test/data/node/test_equal_string/model.onnx differ diff --git a/onnx/backend/test/data/node/test_equal_string/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_equal_string/test_data_set_0/input_0.pb new file mode 100644 index 0000000..29c02d9 --- /dev/null +++ b/onnx/backend/test/data/node/test_equal_string/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +2string12string2Bx \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_equal_string/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_equal_string/test_data_set_0/input_1.pb new file mode 100644 index 0000000..35b361f --- /dev/null +++ b/onnx/backend/test/data/node/test_equal_string/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +2string12string3By \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_equal_string/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_equal_string/test_data_set_0/output_0.pb new file mode 100644 index 0000000..32c1639 Binary files /dev/null and b/onnx/backend/test/data/node/test_equal_string/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_equal_string_broadcast/model.onnx b/onnx/backend/test/data/node/test_equal_string_broadcast/model.onnx new file mode 100644 index 0000000..4e3d9b6 Binary files /dev/null and b/onnx/backend/test/data/node/test_equal_string_broadcast/model.onnx differ diff --git a/onnx/backend/test/data/node/test_equal_string_broadcast/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_equal_string_broadcast/test_data_set_0/input_0.pb new file mode 100644 index 0000000..29c02d9 --- /dev/null +++ b/onnx/backend/test/data/node/test_equal_string_broadcast/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +2string12string2Bx \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_equal_string_broadcast/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_equal_string_broadcast/test_data_set_0/input_1.pb new file mode 100644 index 0000000..8cce05e --- /dev/null +++ b/onnx/backend/test/data/node/test_equal_string_broadcast/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +2string1By \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_equal_string_broadcast/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_equal_string_broadcast/test_data_set_0/output_0.pb new file mode 100644 index 0000000..32c1639 Binary files /dev/null and b/onnx/backend/test/data/node/test_equal_string_broadcast/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_equal_uint16/model.onnx b/onnx/backend/test/data/node/test_equal_uint16/model.onnx new file mode 100644 index 0000000..6b48c36 Binary files /dev/null and b/onnx/backend/test/data/node/test_equal_uint16/model.onnx differ diff --git a/onnx/backend/test/data/node/test_equal_uint16/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_equal_uint16/test_data_set_0/input_0.pb new file mode 100644 index 0000000..05499ff Binary files /dev/null and b/onnx/backend/test/data/node/test_equal_uint16/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_equal_uint16/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_equal_uint16/test_data_set_0/input_1.pb new file mode 100644 index 0000000..a8caad5 Binary files /dev/null and b/onnx/backend/test/data/node/test_equal_uint16/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_equal_uint16/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_equal_uint16/test_data_set_0/output_0.pb new file mode 100644 index 0000000..c0a7661 Binary files /dev/null and b/onnx/backend/test/data/node/test_equal_uint16/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_equal_uint32/model.onnx b/onnx/backend/test/data/node/test_equal_uint32/model.onnx new file mode 100644 index 0000000..462243d Binary files /dev/null and b/onnx/backend/test/data/node/test_equal_uint32/model.onnx differ diff --git a/onnx/backend/test/data/node/test_equal_uint32/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_equal_uint32/test_data_set_0/input_0.pb new file mode 100644 index 0000000..57ca187 Binary files /dev/null and b/onnx/backend/test/data/node/test_equal_uint32/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_equal_uint32/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_equal_uint32/test_data_set_0/input_1.pb new file mode 100644 index 0000000..e078d4e Binary files /dev/null and b/onnx/backend/test/data/node/test_equal_uint32/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_equal_uint32/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_equal_uint32/test_data_set_0/output_0.pb new file mode 100644 index 0000000..da9a789 Binary files /dev/null and b/onnx/backend/test/data/node/test_equal_uint32/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_equal_uint64/model.onnx b/onnx/backend/test/data/node/test_equal_uint64/model.onnx new file mode 100644 index 0000000..5e28aa2 Binary files /dev/null and b/onnx/backend/test/data/node/test_equal_uint64/model.onnx differ diff --git a/onnx/backend/test/data/node/test_equal_uint64/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_equal_uint64/test_data_set_0/input_0.pb new file mode 100644 index 0000000..028107b Binary files /dev/null and b/onnx/backend/test/data/node/test_equal_uint64/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_equal_uint64/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_equal_uint64/test_data_set_0/input_1.pb new file mode 100644 index 0000000..0884815 Binary files /dev/null and b/onnx/backend/test/data/node/test_equal_uint64/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_equal_uint64/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_equal_uint64/test_data_set_0/output_0.pb new file mode 100644 index 0000000..3f6150d Binary files /dev/null and b/onnx/backend/test/data/node/test_equal_uint64/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_equal_uint8/model.onnx b/onnx/backend/test/data/node/test_equal_uint8/model.onnx new file mode 100644 index 0000000..0a0b587 Binary files /dev/null and b/onnx/backend/test/data/node/test_equal_uint8/model.onnx differ diff --git a/onnx/backend/test/data/node/test_equal_uint8/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_equal_uint8/test_data_set_0/input_0.pb new file mode 100644 index 0000000..9af0258 Binary files /dev/null and b/onnx/backend/test/data/node/test_equal_uint8/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_equal_uint8/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_equal_uint8/test_data_set_0/input_1.pb new file mode 100644 index 0000000..7d08c07 Binary files /dev/null and b/onnx/backend/test/data/node/test_equal_uint8/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_equal_uint8/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_equal_uint8/test_data_set_0/output_0.pb new file mode 100644 index 0000000..a90f7b6 Binary files /dev/null and b/onnx/backend/test/data/node/test_equal_uint8/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_erf/model.onnx b/onnx/backend/test/data/node/test_erf/model.onnx new file mode 100644 index 0000000..99cadd4 Binary files /dev/null and b/onnx/backend/test/data/node/test_erf/model.onnx differ diff --git a/onnx/backend/test/data/node/test_erf/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_erf/test_data_set_0/input_0.pb new file mode 100644 index 0000000..3530a84 Binary files /dev/null and b/onnx/backend/test/data/node/test_erf/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_erf/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_erf/test_data_set_0/output_0.pb new file mode 100644 index 0000000..002174d Binary files /dev/null and b/onnx/backend/test/data/node/test_erf/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_exp/model.onnx b/onnx/backend/test/data/node/test_exp/model.onnx new file mode 100644 index 0000000..9ee2288 Binary files /dev/null and b/onnx/backend/test/data/node/test_exp/model.onnx differ diff --git a/onnx/backend/test/data/node/test_exp/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_exp/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_exp/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_exp/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_exp/test_data_set_0/output_0.pb new file mode 100644 index 0000000..4659043 Binary files /dev/null and b/onnx/backend/test/data/node/test_exp/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_exp_example/model.onnx b/onnx/backend/test/data/node/test_exp_example/model.onnx new file mode 100644 index 0000000..fef095e Binary files /dev/null and b/onnx/backend/test/data/node/test_exp_example/model.onnx differ diff --git a/onnx/backend/test/data/node/test_exp_example/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_exp_example/test_data_set_0/input_0.pb new file mode 100644 index 0000000..8a94457 Binary files /dev/null and b/onnx/backend/test/data/node/test_exp_example/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_exp_example/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_exp_example/test_data_set_0/output_0.pb new file mode 100644 index 0000000..2944cdd Binary files /dev/null and b/onnx/backend/test/data/node/test_exp_example/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_expand_dim_changed/model.onnx b/onnx/backend/test/data/node/test_expand_dim_changed/model.onnx new file mode 100644 index 0000000..2127b00 Binary files /dev/null and b/onnx/backend/test/data/node/test_expand_dim_changed/model.onnx differ diff --git a/onnx/backend/test/data/node/test_expand_dim_changed/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_expand_dim_changed/test_data_set_0/input_0.pb new file mode 100644 index 0000000..62725e6 Binary files /dev/null and b/onnx/backend/test/data/node/test_expand_dim_changed/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_expand_dim_changed/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_expand_dim_changed/test_data_set_0/input_1.pb new file mode 100644 index 0000000..8d9183b Binary files /dev/null and b/onnx/backend/test/data/node/test_expand_dim_changed/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_expand_dim_changed/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_expand_dim_changed/test_data_set_0/output_0.pb new file mode 100644 index 0000000..8aae375 Binary files /dev/null and b/onnx/backend/test/data/node/test_expand_dim_changed/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_expand_dim_unchanged/model.onnx b/onnx/backend/test/data/node/test_expand_dim_unchanged/model.onnx new file mode 100644 index 0000000..f3fc955 Binary files /dev/null and b/onnx/backend/test/data/node/test_expand_dim_unchanged/model.onnx differ diff --git a/onnx/backend/test/data/node/test_expand_dim_unchanged/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_expand_dim_unchanged/test_data_set_0/input_0.pb new file mode 100644 index 0000000..62725e6 Binary files /dev/null and b/onnx/backend/test/data/node/test_expand_dim_unchanged/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_expand_dim_unchanged/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_expand_dim_unchanged/test_data_set_0/input_1.pb new file mode 100644 index 0000000..9bec268 Binary files /dev/null and b/onnx/backend/test/data/node/test_expand_dim_unchanged/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_expand_dim_unchanged/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_expand_dim_unchanged/test_data_set_0/output_0.pb new file mode 100644 index 0000000..fb98340 Binary files /dev/null and b/onnx/backend/test/data/node/test_expand_dim_unchanged/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_eyelike_populate_off_main_diagonal/model.onnx b/onnx/backend/test/data/node/test_eyelike_populate_off_main_diagonal/model.onnx new file mode 100644 index 0000000..60a068b Binary files /dev/null and b/onnx/backend/test/data/node/test_eyelike_populate_off_main_diagonal/model.onnx differ diff --git a/onnx/backend/test/data/node/test_eyelike_populate_off_main_diagonal/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_eyelike_populate_off_main_diagonal/test_data_set_0/input_0.pb new file mode 100644 index 0000000..29bf3c2 Binary files /dev/null and b/onnx/backend/test/data/node/test_eyelike_populate_off_main_diagonal/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_eyelike_populate_off_main_diagonal/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_eyelike_populate_off_main_diagonal/test_data_set_0/output_0.pb new file mode 100644 index 0000000..ae7df04 Binary files /dev/null and b/onnx/backend/test/data/node/test_eyelike_populate_off_main_diagonal/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_eyelike_with_dtype/model.onnx b/onnx/backend/test/data/node/test_eyelike_with_dtype/model.onnx new file mode 100644 index 0000000..8599bfd Binary files /dev/null and b/onnx/backend/test/data/node/test_eyelike_with_dtype/model.onnx differ diff --git a/onnx/backend/test/data/node/test_eyelike_with_dtype/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_eyelike_with_dtype/test_data_set_0/input_0.pb new file mode 100644 index 0000000..d0cc6d1 Binary files /dev/null and b/onnx/backend/test/data/node/test_eyelike_with_dtype/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_eyelike_with_dtype/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_eyelike_with_dtype/test_data_set_0/output_0.pb new file mode 100644 index 0000000..6255b1a Binary files /dev/null and b/onnx/backend/test/data/node/test_eyelike_with_dtype/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_eyelike_without_dtype/model.onnx b/onnx/backend/test/data/node/test_eyelike_without_dtype/model.onnx new file mode 100644 index 0000000..584a332 Binary files /dev/null and b/onnx/backend/test/data/node/test_eyelike_without_dtype/model.onnx differ diff --git a/onnx/backend/test/data/node/test_eyelike_without_dtype/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_eyelike_without_dtype/test_data_set_0/input_0.pb new file mode 100644 index 0000000..1eb1960 Binary files /dev/null and b/onnx/backend/test/data/node/test_eyelike_without_dtype/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_eyelike_without_dtype/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_eyelike_without_dtype/test_data_set_0/output_0.pb new file mode 100644 index 0000000..3cf5be8 Binary files /dev/null and b/onnx/backend/test/data/node/test_eyelike_without_dtype/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_flatten_axis0/model.onnx b/onnx/backend/test/data/node/test_flatten_axis0/model.onnx new file mode 100644 index 0000000..0af89cb Binary files /dev/null and b/onnx/backend/test/data/node/test_flatten_axis0/model.onnx differ diff --git a/onnx/backend/test/data/node/test_flatten_axis0/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_flatten_axis0/test_data_set_0/input_0.pb new file mode 100644 index 0000000..9cd476a --- /dev/null +++ b/onnx/backend/test/data/node/test_flatten_axis0/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BaJ  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{=p= <&U?H5G?^?z?L?G>G?9=#?4>q?ڗ?N>s>.4F?>?<\?N?c?yq?Ƌ.?k>>2?v=9*?+?nW>A>>L8>j?a>}?=U>R.%>2'?p>I>Jz>">] =7(? >LI>ɼ>,R? =V?>=?y? > z?(?a@=?a =̐>)=>'=΢>G>_=E1? ?">?c=;q?[m?x>h*?>8a7? ->;>%?>5 ???od>\s?>=X?3?I>UP?>a?M?ia?I1? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_flatten_axis0/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_flatten_axis0/test_data_set_0/output_0.pb new file mode 100644 index 0000000..b8af614 --- /dev/null +++ b/onnx/backend/test/data/node/test_flatten_axis0/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +xBbJ  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{=p= <&U?H5G?^?z?L?G>G?9=#?4>q?ڗ?N>s>.4F?>?<\?N?c?yq?Ƌ.?k>>2?v=9*?+?nW>A>>L8>j?a>}?=U>R.%>2'?p>I>Jz>">] =7(? >LI>ɼ>,R? =V?>=?y? > z?(?a@=?a =̐>)=>'=΢>G>_=E1? ?">?c=;q?[m?x>h*?>8a7? ->;>%?>5 ???od>\s?>=X?3?I>UP?>a?M?ia?I1? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_flatten_axis1/model.onnx b/onnx/backend/test/data/node/test_flatten_axis1/model.onnx new file mode 100644 index 0000000..e685648 Binary files /dev/null and b/onnx/backend/test/data/node/test_flatten_axis1/model.onnx differ diff --git a/onnx/backend/test/data/node/test_flatten_axis1/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_flatten_axis1/test_data_set_0/input_0.pb new file mode 100644 index 0000000..9cd476a --- /dev/null +++ b/onnx/backend/test/data/node/test_flatten_axis1/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BaJ  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{=p= <&U?H5G?^?z?L?G>G?9=#?4>q?ڗ?N>s>.4F?>?<\?N?c?yq?Ƌ.?k>>2?v=9*?+?nW>A>>L8>j?a>}?=U>R.%>2'?p>I>Jz>">] =7(? >LI>ɼ>,R? =V?>=?y? > z?(?a@=?a =̐>)=>'=΢>G>_=E1? ?">?c=;q?[m?x>h*?>8a7? ->;>%?>5 ???od>\s?>=X?3?I>UP?>a?M?ia?I1? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_flatten_axis1/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_flatten_axis1/test_data_set_0/output_0.pb new file mode 100644 index 0000000..c6d529f --- /dev/null +++ b/onnx/backend/test/data/node/test_flatten_axis1/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +<BbJ  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{=p= <&U?H5G?^?z?L?G>G?9=#?4>q?ڗ?N>s>.4F?>?<\?N?c?yq?Ƌ.?k>>2?v=9*?+?nW>A>>L8>j?a>}?=U>R.%>2'?p>I>Jz>">] =7(? >LI>ɼ>,R? =V?>=?y? > z?(?a@=?a =̐>)=>'=΢>G>_=E1? ?">?c=;q?[m?x>h*?>8a7? ->;>%?>5 ???od>\s?>=X?3?I>UP?>a?M?ia?I1? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_flatten_axis2/model.onnx b/onnx/backend/test/data/node/test_flatten_axis2/model.onnx new file mode 100644 index 0000000..744ac2d Binary files /dev/null and b/onnx/backend/test/data/node/test_flatten_axis2/model.onnx differ diff --git a/onnx/backend/test/data/node/test_flatten_axis2/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_flatten_axis2/test_data_set_0/input_0.pb new file mode 100644 index 0000000..9cd476a --- /dev/null +++ b/onnx/backend/test/data/node/test_flatten_axis2/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BaJ  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{=p= <&U?H5G?^?z?L?G>G?9=#?4>q?ڗ?N>s>.4F?>?<\?N?c?yq?Ƌ.?k>>2?v=9*?+?nW>A>>L8>j?a>}?=U>R.%>2'?p>I>Jz>">] =7(? >LI>ɼ>,R? =V?>=?y? > z?(?a@=?a =̐>)=>'=΢>G>_=E1? ?">?c=;q?[m?x>h*?>8a7? ->;>%?>5 ???od>\s?>=X?3?I>UP?>a?M?ia?I1? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_flatten_axis2/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_flatten_axis2/test_data_set_0/output_0.pb new file mode 100644 index 0000000..16f29d6 --- /dev/null +++ b/onnx/backend/test/data/node/test_flatten_axis2/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BbJ  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{=p= <&U?H5G?^?z?L?G>G?9=#?4>q?ڗ?N>s>.4F?>?<\?N?c?yq?Ƌ.?k>>2?v=9*?+?nW>A>>L8>j?a>}?=U>R.%>2'?p>I>Jz>">] =7(? >LI>ɼ>,R? =V?>=?y? > z?(?a@=?a =̐>)=>'=΢>G>_=E1? ?">?c=;q?[m?x>h*?>8a7? ->;>%?>5 ???od>\s?>=X?3?I>UP?>a?M?ia?I1? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_flatten_axis3/model.onnx b/onnx/backend/test/data/node/test_flatten_axis3/model.onnx new file mode 100644 index 0000000..95ac9b2 Binary files /dev/null and b/onnx/backend/test/data/node/test_flatten_axis3/model.onnx differ diff --git a/onnx/backend/test/data/node/test_flatten_axis3/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_flatten_axis3/test_data_set_0/input_0.pb new file mode 100644 index 0000000..9cd476a --- /dev/null +++ b/onnx/backend/test/data/node/test_flatten_axis3/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BaJ  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{=p= <&U?H5G?^?z?L?G>G?9=#?4>q?ڗ?N>s>.4F?>?<\?N?c?yq?Ƌ.?k>>2?v=9*?+?nW>A>>L8>j?a>}?=U>R.%>2'?p>I>Jz>">] =7(? >LI>ɼ>,R? =V?>=?y? > z?(?a@=?a =̐>)=>'=΢>G>_=E1? ?">?c=;q?[m?x>h*?>8a7? ->;>%?>5 ???od>\s?>=X?3?I>UP?>a?M?ia?I1? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_flatten_axis3/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_flatten_axis3/test_data_set_0/output_0.pb new file mode 100644 index 0000000..a9787fd --- /dev/null +++ b/onnx/backend/test/data/node/test_flatten_axis3/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BbJ  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{=p= <&U?H5G?^?z?L?G>G?9=#?4>q?ڗ?N>s>.4F?>?<\?N?c?yq?Ƌ.?k>>2?v=9*?+?nW>A>>L8>j?a>}?=U>R.%>2'?p>I>Jz>">] =7(? >LI>ɼ>,R? =V?>=?y? > z?(?a@=?a =̐>)=>'=΢>G>_=E1? ?">?c=;q?[m?x>h*?>8a7? ->;>%?>5 ???od>\s?>=X?3?I>UP?>a?M?ia?I1? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_flatten_default_axis/model.onnx b/onnx/backend/test/data/node/test_flatten_default_axis/model.onnx new file mode 100644 index 0000000..f8ac516 Binary files /dev/null and b/onnx/backend/test/data/node/test_flatten_default_axis/model.onnx differ diff --git a/onnx/backend/test/data/node/test_flatten_default_axis/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_flatten_default_axis/test_data_set_0/input_0.pb new file mode 100644 index 0000000..ec5cd29 --- /dev/null +++ b/onnx/backend/test/data/node/test_flatten_default_axis/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BaJ  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{=p= <&U?H5G?^?z?L?G>G?9=#?4>q?ڗ?N>s>.4F?>?<\?N?c?yq?Ƌ.?k>>2?v=9*?+?nW>A>>L8>j?a>}?=U>R.%>2'?p>I>Jz>">] =7(? >LI>ɼ>,R? =V?>=?y? > z?(?a@=?a =̐>)=>'=΢>G>_=E1? ?">?c=;q?[m?x>h*?>8a7? ->;>%?>5 ???od>\s?>=X?3?I>UP?>a?M?ia?I1? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_flatten_default_axis/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_flatten_default_axis/test_data_set_0/output_0.pb new file mode 100644 index 0000000..9ad6a5c --- /dev/null +++ b/onnx/backend/test/data/node/test_flatten_default_axis/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BbJ  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{=p= <&U?H5G?^?z?L?G>G?9=#?4>q?ڗ?N>s>.4F?>?<\?N?c?yq?Ƌ.?k>>2?v=9*?+?nW>A>>L8>j?a>}?=U>R.%>2'?p>I>Jz>">] =7(? >LI>ɼ>,R? =V?>=?y? > z?(?a@=?a =̐>)=>'=΢>G>_=E1? ?">?c=;q?[m?x>h*?>8a7? ->;>%?>5 ???od>\s?>=X?3?I>UP?>a?M?ia?I1? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_flatten_negative_axis1/model.onnx b/onnx/backend/test/data/node/test_flatten_negative_axis1/model.onnx new file mode 100644 index 0000000..64d4496 Binary files /dev/null and b/onnx/backend/test/data/node/test_flatten_negative_axis1/model.onnx differ diff --git a/onnx/backend/test/data/node/test_flatten_negative_axis1/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_flatten_negative_axis1/test_data_set_0/input_0.pb new file mode 100644 index 0000000..9cd476a --- /dev/null +++ b/onnx/backend/test/data/node/test_flatten_negative_axis1/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BaJ  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{=p= <&U?H5G?^?z?L?G>G?9=#?4>q?ڗ?N>s>.4F?>?<\?N?c?yq?Ƌ.?k>>2?v=9*?+?nW>A>>L8>j?a>}?=U>R.%>2'?p>I>Jz>">] =7(? >LI>ɼ>,R? =V?>=?y? > z?(?a@=?a =̐>)=>'=΢>G>_=E1? ?">?c=;q?[m?x>h*?>8a7? ->;>%?>5 ???od>\s?>=X?3?I>UP?>a?M?ia?I1? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_flatten_negative_axis1/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_flatten_negative_axis1/test_data_set_0/output_0.pb new file mode 100644 index 0000000..a9787fd --- /dev/null +++ b/onnx/backend/test/data/node/test_flatten_negative_axis1/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BbJ  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{=p= <&U?H5G?^?z?L?G>G?9=#?4>q?ڗ?N>s>.4F?>?<\?N?c?yq?Ƌ.?k>>2?v=9*?+?nW>A>>L8>j?a>}?=U>R.%>2'?p>I>Jz>">] =7(? >LI>ɼ>,R? =V?>=?y? > z?(?a@=?a =̐>)=>'=΢>G>_=E1? ?">?c=;q?[m?x>h*?>8a7? ->;>%?>5 ???od>\s?>=X?3?I>UP?>a?M?ia?I1? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_flatten_negative_axis2/model.onnx b/onnx/backend/test/data/node/test_flatten_negative_axis2/model.onnx new file mode 100644 index 0000000..020ed99 Binary files /dev/null and b/onnx/backend/test/data/node/test_flatten_negative_axis2/model.onnx differ diff --git a/onnx/backend/test/data/node/test_flatten_negative_axis2/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_flatten_negative_axis2/test_data_set_0/input_0.pb new file mode 100644 index 0000000..9cd476a --- /dev/null +++ b/onnx/backend/test/data/node/test_flatten_negative_axis2/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BaJ  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{=p= <&U?H5G?^?z?L?G>G?9=#?4>q?ڗ?N>s>.4F?>?<\?N?c?yq?Ƌ.?k>>2?v=9*?+?nW>A>>L8>j?a>}?=U>R.%>2'?p>I>Jz>">] =7(? >LI>ɼ>,R? =V?>=?y? > z?(?a@=?a =̐>)=>'=΢>G>_=E1? ?">?c=;q?[m?x>h*?>8a7? ->;>%?>5 ???od>\s?>=X?3?I>UP?>a?M?ia?I1? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_flatten_negative_axis2/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_flatten_negative_axis2/test_data_set_0/output_0.pb new file mode 100644 index 0000000..16f29d6 --- /dev/null +++ b/onnx/backend/test/data/node/test_flatten_negative_axis2/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BbJ  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{=p= <&U?H5G?^?z?L?G>G?9=#?4>q?ڗ?N>s>.4F?>?<\?N?c?yq?Ƌ.?k>>2?v=9*?+?nW>A>>L8>j?a>}?=U>R.%>2'?p>I>Jz>">] =7(? >LI>ɼ>,R? =V?>=?y? > z?(?a@=?a =̐>)=>'=΢>G>_=E1? ?">?c=;q?[m?x>h*?>8a7? ->;>%?>5 ???od>\s?>=X?3?I>UP?>a?M?ia?I1? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_flatten_negative_axis3/model.onnx b/onnx/backend/test/data/node/test_flatten_negative_axis3/model.onnx new file mode 100644 index 0000000..fcc6a6a Binary files /dev/null and b/onnx/backend/test/data/node/test_flatten_negative_axis3/model.onnx differ diff --git a/onnx/backend/test/data/node/test_flatten_negative_axis3/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_flatten_negative_axis3/test_data_set_0/input_0.pb new file mode 100644 index 0000000..9cd476a --- /dev/null +++ b/onnx/backend/test/data/node/test_flatten_negative_axis3/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BaJ  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{=p= <&U?H5G?^?z?L?G>G?9=#?4>q?ڗ?N>s>.4F?>?<\?N?c?yq?Ƌ.?k>>2?v=9*?+?nW>A>>L8>j?a>}?=U>R.%>2'?p>I>Jz>">] =7(? >LI>ɼ>,R? =V?>=?y? > z?(?a@=?a =̐>)=>'=΢>G>_=E1? ?">?c=;q?[m?x>h*?>8a7? ->;>%?>5 ???od>\s?>=X?3?I>UP?>a?M?ia?I1? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_flatten_negative_axis3/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_flatten_negative_axis3/test_data_set_0/output_0.pb new file mode 100644 index 0000000..c6d529f --- /dev/null +++ b/onnx/backend/test/data/node/test_flatten_negative_axis3/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +<BbJ  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{=p= <&U?H5G?^?z?L?G>G?9=#?4>q?ڗ?N>s>.4F?>?<\?N?c?yq?Ƌ.?k>>2?v=9*?+?nW>A>>L8>j?a>}?=U>R.%>2'?p>I>Jz>">] =7(? >LI>ɼ>,R? =V?>=?y? > z?(?a@=?a =̐>)=>'=΢>G>_=E1? ?">?c=;q?[m?x>h*?>8a7? ->;>%?>5 ???od>\s?>=X?3?I>UP?>a?M?ia?I1? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_flatten_negative_axis4/model.onnx b/onnx/backend/test/data/node/test_flatten_negative_axis4/model.onnx new file mode 100644 index 0000000..4b0771c Binary files /dev/null and b/onnx/backend/test/data/node/test_flatten_negative_axis4/model.onnx differ diff --git a/onnx/backend/test/data/node/test_flatten_negative_axis4/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_flatten_negative_axis4/test_data_set_0/input_0.pb new file mode 100644 index 0000000..9cd476a --- /dev/null +++ b/onnx/backend/test/data/node/test_flatten_negative_axis4/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BaJ  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{=p= <&U?H5G?^?z?L?G>G?9=#?4>q?ڗ?N>s>.4F?>?<\?N?c?yq?Ƌ.?k>>2?v=9*?+?nW>A>>L8>j?a>}?=U>R.%>2'?p>I>Jz>">] =7(? >LI>ɼ>,R? =V?>=?y? > z?(?a@=?a =̐>)=>'=΢>G>_=E1? ?">?c=;q?[m?x>h*?>8a7? ->;>%?>5 ???od>\s?>=X?3?I>UP?>a?M?ia?I1? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_flatten_negative_axis4/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_flatten_negative_axis4/test_data_set_0/output_0.pb new file mode 100644 index 0000000..b8af614 --- /dev/null +++ b/onnx/backend/test/data/node/test_flatten_negative_axis4/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +xBbJ  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{=p= <&U?H5G?^?z?L?G>G?9=#?4>q?ڗ?N>s>.4F?>?<\?N?c?yq?Ƌ.?k>>2?v=9*?+?nW>A>>L8>j?a>}?=U>R.%>2'?p>I>Jz>">] =7(? >LI>ɼ>,R? =V?>=?y? > z?(?a@=?a =̐>)=>'=΢>G>_=E1? ?">?c=;q?[m?x>h*?>8a7? ->;>%?>5 ???od>\s?>=X?3?I>UP?>a?M?ia?I1? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_flexattention/model.onnx b/onnx/backend/test/data/node/test_flexattention/model.onnx new file mode 100644 index 0000000..1dff88f Binary files /dev/null and b/onnx/backend/test/data/node/test_flexattention/model.onnx differ diff --git a/onnx/backend/test/data/node/test_flexattention/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_flexattention/test_data_set_0/input_0.pb new file mode 100644 index 0000000..72d392a Binary files /dev/null and b/onnx/backend/test/data/node/test_flexattention/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_flexattention/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_flexattention/test_data_set_0/input_1.pb new file mode 100644 index 0000000..ed8d544 Binary files /dev/null and b/onnx/backend/test/data/node/test_flexattention/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_flexattention/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_flexattention/test_data_set_0/input_2.pb new file mode 100644 index 0000000..da7d304 Binary files /dev/null and b/onnx/backend/test/data/node/test_flexattention/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_flexattention/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_flexattention/test_data_set_0/output_0.pb new file mode 100644 index 0000000..c0857f2 Binary files /dev/null and b/onnx/backend/test/data/node/test_flexattention/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_flexattention_causal_mask/model.onnx b/onnx/backend/test/data/node/test_flexattention_causal_mask/model.onnx new file mode 100644 index 0000000..9f0c2aa Binary files /dev/null and b/onnx/backend/test/data/node/test_flexattention_causal_mask/model.onnx differ diff --git a/onnx/backend/test/data/node/test_flexattention_causal_mask/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_flexattention_causal_mask/test_data_set_0/input_0.pb new file mode 100644 index 0000000..a6204e1 --- /dev/null +++ b/onnx/backend/test/data/node/test_flexattention_causal_mask/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BQJ  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{=p= <&U?H5G?^?z?L?G>G?9=#?4>q?ڗ?N>s>.4F?>?<\?N?c?yq?Ƌ.?k>>2?v=9*?+?nW>A>>L8>j?a>}?=U>R.%>2'?p>I>Jz>">] =7(? > \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_flexattention_causal_mask/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_flexattention_causal_mask/test_data_set_0/input_1.pb new file mode 100644 index 0000000..f5c7017 Binary files /dev/null and b/onnx/backend/test/data/node/test_flexattention_causal_mask/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_flexattention_causal_mask/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_flexattention_causal_mask/test_data_set_0/input_2.pb new file mode 100644 index 0000000..299c04b --- /dev/null +++ b/onnx/backend/test/data/node/test_flexattention_causal_mask/test_data_set_0/input_2.pb @@ -0,0 +1,2 @@ +BVJ")? >B6?> +>v>8?pC??+8'?=&?>e?1>)>Ud?bN? 24?C=6ck?6?p?>=^?d&>P?U=Y?uN??Tz>m=2?6>8?;]?ǻy?[?n?< O>:?/>b?^=L>Ѱ>m?T4?i=(>5?A?-s>(o?,?; ?W?G:?A>>HV> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_flexattention_causal_mask/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_flexattention_causal_mask/test_data_set_0/output_0.pb new file mode 100644 index 0000000..fdf96b1 --- /dev/null +++ b/onnx/backend/test/data/node/test_flexattention_causal_mask/test_data_set_0/output_0.pb @@ -0,0 +1,5 @@ +BYJ")? >B6?> +>v>8?pC?I?>9"?@>֌ +?s> 8>Y@?9.?1?>#?r?Q +?z$>rC?u ?J?`R>,?!?h?>$ +?2?6>8?;]?ǻy?[?n?< O>6?'>?>%>>?U0>M> >g?? ?,'?>9>?A7>>Q)??ar ?ֹ>ٍ?>P>]> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_flexattention_causal_mask_expanded_ver26/model.onnx b/onnx/backend/test/data/node/test_flexattention_causal_mask_expanded_ver26/model.onnx new file mode 100644 index 0000000..3ac52dc Binary files /dev/null and b/onnx/backend/test/data/node/test_flexattention_causal_mask_expanded_ver26/model.onnx differ diff --git a/onnx/backend/test/data/node/test_flexattention_causal_mask_expanded_ver26/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_flexattention_causal_mask_expanded_ver26/test_data_set_0/input_0.pb new file mode 100644 index 0000000..a6204e1 --- /dev/null +++ b/onnx/backend/test/data/node/test_flexattention_causal_mask_expanded_ver26/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BQJ  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{=p= <&U?H5G?^?z?L?G>G?9=#?4>q?ڗ?N>s>.4F?>?<\?N?c?yq?Ƌ.?k>>2?v=9*?+?nW>A>>L8>j?a>}?=U>R.%>2'?p>I>Jz>">] =7(? > \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_flexattention_causal_mask_expanded_ver26/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_flexattention_causal_mask_expanded_ver26/test_data_set_0/input_1.pb new file mode 100644 index 0000000..f5c7017 Binary files /dev/null and b/onnx/backend/test/data/node/test_flexattention_causal_mask_expanded_ver26/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_flexattention_causal_mask_expanded_ver26/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_flexattention_causal_mask_expanded_ver26/test_data_set_0/input_2.pb new file mode 100644 index 0000000..299c04b --- /dev/null +++ b/onnx/backend/test/data/node/test_flexattention_causal_mask_expanded_ver26/test_data_set_0/input_2.pb @@ -0,0 +1,2 @@ +BVJ")? >B6?> +>v>8?pC??+8'?=&?>e?1>)>Ud?bN? 24?C=6ck?6?p?>=^?d&>P?U=Y?uN??Tz>m=2?6>8?;]?ǻy?[?n?< O>:?/>b?^=L>Ѱ>m?T4?i=(>5?A?-s>(o?,?; ?W?G:?A>>HV> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_flexattention_causal_mask_expanded_ver26/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_flexattention_causal_mask_expanded_ver26/test_data_set_0/output_0.pb new file mode 100644 index 0000000..fdf96b1 --- /dev/null +++ b/onnx/backend/test/data/node/test_flexattention_causal_mask_expanded_ver26/test_data_set_0/output_0.pb @@ -0,0 +1,5 @@ +BYJ")? >B6?> +>v>8?pC?I?>9"?@>֌ +?s> 8>Y@?9.?1?>#?r?Q +?z$>rC?u ?J?`R>,?!?h?>$ +?2?6>8?;]?ǻy?[?n?< O>6?'>?>%>>?U0>M> >g?? ?,'?>9>?A7>>Q)??ar ?ֹ>ٍ?>P>]> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_flexattention_diff_head_sizes/model.onnx b/onnx/backend/test/data/node/test_flexattention_diff_head_sizes/model.onnx new file mode 100644 index 0000000..ebb85fe Binary files /dev/null and b/onnx/backend/test/data/node/test_flexattention_diff_head_sizes/model.onnx differ diff --git a/onnx/backend/test/data/node/test_flexattention_diff_head_sizes/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_flexattention_diff_head_sizes/test_data_set_0/input_0.pb new file mode 100644 index 0000000..72d392a Binary files /dev/null and b/onnx/backend/test/data/node/test_flexattention_diff_head_sizes/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_flexattention_diff_head_sizes/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_flexattention_diff_head_sizes/test_data_set_0/input_1.pb new file mode 100644 index 0000000..ed8d544 Binary files /dev/null and b/onnx/backend/test/data/node/test_flexattention_diff_head_sizes/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_flexattention_diff_head_sizes/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_flexattention_diff_head_sizes/test_data_set_0/input_2.pb new file mode 100644 index 0000000..d0eabbc Binary files /dev/null and b/onnx/backend/test/data/node/test_flexattention_diff_head_sizes/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_flexattention_diff_head_sizes/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_flexattention_diff_head_sizes/test_data_set_0/output_0.pb new file mode 100644 index 0000000..c2f9f30 Binary files /dev/null and b/onnx/backend/test/data/node/test_flexattention_diff_head_sizes/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_flexattention_diff_head_sizes_expanded_ver26/model.onnx b/onnx/backend/test/data/node/test_flexattention_diff_head_sizes_expanded_ver26/model.onnx new file mode 100644 index 0000000..4f248bb Binary files /dev/null and b/onnx/backend/test/data/node/test_flexattention_diff_head_sizes_expanded_ver26/model.onnx differ diff --git a/onnx/backend/test/data/node/test_flexattention_diff_head_sizes_expanded_ver26/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_flexattention_diff_head_sizes_expanded_ver26/test_data_set_0/input_0.pb new file mode 100644 index 0000000..72d392a Binary files /dev/null and b/onnx/backend/test/data/node/test_flexattention_diff_head_sizes_expanded_ver26/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_flexattention_diff_head_sizes_expanded_ver26/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_flexattention_diff_head_sizes_expanded_ver26/test_data_set_0/input_1.pb new file mode 100644 index 0000000..ed8d544 Binary files /dev/null and b/onnx/backend/test/data/node/test_flexattention_diff_head_sizes_expanded_ver26/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_flexattention_diff_head_sizes_expanded_ver26/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_flexattention_diff_head_sizes_expanded_ver26/test_data_set_0/input_2.pb new file mode 100644 index 0000000..d0eabbc Binary files /dev/null and b/onnx/backend/test/data/node/test_flexattention_diff_head_sizes_expanded_ver26/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_flexattention_diff_head_sizes_expanded_ver26/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_flexattention_diff_head_sizes_expanded_ver26/test_data_set_0/output_0.pb new file mode 100644 index 0000000..c2f9f30 Binary files /dev/null and b/onnx/backend/test/data/node/test_flexattention_diff_head_sizes_expanded_ver26/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_flexattention_double/model.onnx b/onnx/backend/test/data/node/test_flexattention_double/model.onnx new file mode 100644 index 0000000..ddeb6af Binary files /dev/null and b/onnx/backend/test/data/node/test_flexattention_double/model.onnx differ diff --git a/onnx/backend/test/data/node/test_flexattention_double/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_flexattention_double/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bd72467 Binary files /dev/null and b/onnx/backend/test/data/node/test_flexattention_double/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_flexattention_double/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_flexattention_double/test_data_set_0/input_1.pb new file mode 100644 index 0000000..3676288 Binary files /dev/null and b/onnx/backend/test/data/node/test_flexattention_double/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_flexattention_double/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_flexattention_double/test_data_set_0/input_2.pb new file mode 100644 index 0000000..39b5b4e Binary files /dev/null and b/onnx/backend/test/data/node/test_flexattention_double/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_flexattention_double/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_flexattention_double/test_data_set_0/output_0.pb new file mode 100644 index 0000000..b171fab Binary files /dev/null and b/onnx/backend/test/data/node/test_flexattention_double/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_flexattention_double_expanded_ver26/model.onnx b/onnx/backend/test/data/node/test_flexattention_double_expanded_ver26/model.onnx new file mode 100644 index 0000000..911793e Binary files /dev/null and b/onnx/backend/test/data/node/test_flexattention_double_expanded_ver26/model.onnx differ diff --git a/onnx/backend/test/data/node/test_flexattention_double_expanded_ver26/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_flexattention_double_expanded_ver26/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bd72467 Binary files /dev/null and b/onnx/backend/test/data/node/test_flexattention_double_expanded_ver26/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_flexattention_double_expanded_ver26/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_flexattention_double_expanded_ver26/test_data_set_0/input_1.pb new file mode 100644 index 0000000..3676288 Binary files /dev/null and b/onnx/backend/test/data/node/test_flexattention_double_expanded_ver26/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_flexattention_double_expanded_ver26/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_flexattention_double_expanded_ver26/test_data_set_0/input_2.pb new file mode 100644 index 0000000..39b5b4e Binary files /dev/null and b/onnx/backend/test/data/node/test_flexattention_double_expanded_ver26/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_flexattention_double_expanded_ver26/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_flexattention_double_expanded_ver26/test_data_set_0/output_0.pb new file mode 100644 index 0000000..b171fab Binary files /dev/null and b/onnx/backend/test/data/node/test_flexattention_double_expanded_ver26/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_flexattention_expanded_ver26/model.onnx b/onnx/backend/test/data/node/test_flexattention_expanded_ver26/model.onnx new file mode 100644 index 0000000..970b731 Binary files /dev/null and b/onnx/backend/test/data/node/test_flexattention_expanded_ver26/model.onnx differ diff --git a/onnx/backend/test/data/node/test_flexattention_expanded_ver26/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_flexattention_expanded_ver26/test_data_set_0/input_0.pb new file mode 100644 index 0000000..72d392a Binary files /dev/null and b/onnx/backend/test/data/node/test_flexattention_expanded_ver26/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_flexattention_expanded_ver26/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_flexattention_expanded_ver26/test_data_set_0/input_1.pb new file mode 100644 index 0000000..ed8d544 Binary files /dev/null and b/onnx/backend/test/data/node/test_flexattention_expanded_ver26/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_flexattention_expanded_ver26/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_flexattention_expanded_ver26/test_data_set_0/input_2.pb new file mode 100644 index 0000000..da7d304 Binary files /dev/null and b/onnx/backend/test/data/node/test_flexattention_expanded_ver26/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_flexattention_expanded_ver26/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_flexattention_expanded_ver26/test_data_set_0/output_0.pb new file mode 100644 index 0000000..c0857f2 Binary files /dev/null and b/onnx/backend/test/data/node/test_flexattention_expanded_ver26/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_flexattention_fp16/model.onnx b/onnx/backend/test/data/node/test_flexattention_fp16/model.onnx new file mode 100644 index 0000000..6da3375 Binary files /dev/null and b/onnx/backend/test/data/node/test_flexattention_fp16/model.onnx differ diff --git a/onnx/backend/test/data/node/test_flexattention_fp16/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_flexattention_fp16/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bc1cf24 Binary files /dev/null and b/onnx/backend/test/data/node/test_flexattention_fp16/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_flexattention_fp16/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_flexattention_fp16/test_data_set_0/input_1.pb new file mode 100644 index 0000000..4499010 --- /dev/null +++ b/onnx/backend/test/data/node/test_flexattention_fp16/test_data_set_0/input_1.pb @@ -0,0 +1,4 @@ + +BKJ :::71;$07\,;;954?405805997&689:7;@4"74:s34T:9w896p!8U-*;:0q;t419.<4;9*8^62:0;:8~)9N;285/ +:;k.:^$;8k84o;A4:;D:'8;,77}265=1744-8(@;:l8:;/ 9;;808:]2;I59~4;9F5V:.G63x9.Z6m4 859K&9a3M4g:;5:.9:06$;.$86d:c;47678;9<684;V09g;Q96^25929l;::K;l456|8Y94$c64;;:995d8:P.i:E):v:*98o100:8;;;/;3U7:281.v/56P9m6~-,s4k1;0r:888;5N:q8U6;8/6A:9U;&4:\78;;:5;96():8J:9Y:4h:d87g9x%.4;y0J5*M5 5;: 6W&:I90;j.:46]:l9;8C.;':9*W6\1:9;;3:;8(L#y5::;+,)N;4w8;h6T9j6%:983W4!4B89;9@:h156~9445{:8,-5":99#:4c8Y89;s4Y:H983:;(0 :]-!8 3d49':78R8*95y.5a1s85;;88;;:55q27;L;/s&0;L8h2d9'9/'4+2<0/2|9V*.K0544:;F8;Y6.647B9`7{;;9770Z694.C;98W::7 ;U;X4868N8;4;8;W7:':l95I2_9:)$$97/;%578~09:j+4(;V9;A8k:55 6C954;;'22//l)J3&7:37p;V9b:h8;8)V2z68-:69R:5;29 ;s89*:D;0w86c;.;;,799@;f:479n05274:85:p:;:60:+5\;; 99o)8`8q5d,S356895C5 %;) 499):'::9;1;88c(;609:5M2R.9>79S;0Z;64;;]2A9.59:z96!6J68 ;o;*1//025 8 99;;N9:9:4;y)a4e79.b9j:16)8;7f:;d:,q:C,30R2:8`97;3::8M786q86h69-T1:+:4 6i;:83)6b9::2(3m5 +2l:$:"8;02;t/919/8695;)::8(4 86f34;45:024;2a:w:k;e/29F24V117/&56I&76.7::&-8:3: ;s:. #2T48&69505;;2O:`4;L1T9d-;9:878;87:1z16"5,:,:Z8;,":C453P:0:K9 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_flexattention_fp16/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_flexattention_fp16/test_data_set_0/input_2.pb new file mode 100644 index 0000000..c321646 Binary files /dev/null and b/onnx/backend/test/data/node/test_flexattention_fp16/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_flexattention_fp16/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_flexattention_fp16/test_data_set_0/output_0.pb new file mode 100644 index 0000000..2fef586 Binary files /dev/null and b/onnx/backend/test/data/node/test_flexattention_fp16/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_flexattention_fp16_expanded_ver26/model.onnx b/onnx/backend/test/data/node/test_flexattention_fp16_expanded_ver26/model.onnx new file mode 100644 index 0000000..26033bc Binary files /dev/null and b/onnx/backend/test/data/node/test_flexattention_fp16_expanded_ver26/model.onnx differ diff --git a/onnx/backend/test/data/node/test_flexattention_fp16_expanded_ver26/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_flexattention_fp16_expanded_ver26/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bc1cf24 Binary files /dev/null and b/onnx/backend/test/data/node/test_flexattention_fp16_expanded_ver26/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_flexattention_fp16_expanded_ver26/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_flexattention_fp16_expanded_ver26/test_data_set_0/input_1.pb new file mode 100644 index 0000000..4499010 --- /dev/null +++ b/onnx/backend/test/data/node/test_flexattention_fp16_expanded_ver26/test_data_set_0/input_1.pb @@ -0,0 +1,4 @@ + +BKJ :::71;$07\,;;954?405805997&689:7;@4"74:s34T:9w896p!8U-*;:0q;t419.<4;9*8^62:0;:8~)9N;285/ +:;k.:^$;8k84o;A4:;D:'8;,77}265=1744-8(@;:l8:;/ 9;;808:]2;I59~4;9F5V:.G63x9.Z6m4 859K&9a3M4g:;5:.9:06$;.$86d:c;47678;9<684;V09g;Q96^25929l;::K;l456|8Y94$c64;;:995d8:P.i:E):v:*98o100:8;;;/;3U7:281.v/56P9m6~-,s4k1;0r:888;5N:q8U6;8/6A:9U;&4:\78;;:5;96():8J:9Y:4h:d87g9x%.4;y0J5*M5 5;: 6W&:I90;j.:46]:l9;8C.;':9*W6\1:9;;3:;8(L#y5::;+,)N;4w8;h6T9j6%:983W4!4B89;9@:h156~9445{:8,-5":99#:4c8Y89;s4Y:H983:;(0 :]-!8 3d49':78R8*95y.5a1s85;;88;;:55q27;L;/s&0;L8h2d9'9/'4+2<0/2|9V*.K0544:;F8;Y6.647B9`7{;;9770Z694.C;98W::7 ;U;X4868N8;4;8;W7:':l95I2_9:)$$97/;%578~09:j+4(;V9;A8k:55 6C954;;'22//l)J3&7:37p;V9b:h8;8)V2z68-:69R:5;29 ;s89*:D;0w86c;.;;,799@;f:479n05274:85:p:;:60:+5\;; 99o)8`8q5d,S356895C5 %;) 499):'::9;1;88c(;609:5M2R.9>79S;0Z;64;;]2A9.59:z96!6J68 ;o;*1//025 8 99;;N9:9:4;y)a4e79.b9j:16)8;7f:;d:,q:C,30R2:8`97;3::8M786q86h69-T1:+:4 6i;:83)6b9::2(3m5 +2l:$:"8;02;t/919/8695;)::8(4 86f34;45:024;2a:w:k;e/29F24V117/&56I&76.7::&-8:3: ;s:. #2T48&69505;;2O:`4;L1T9d-;9:878;87:1z16"5,:,:Z8;,":C453P:0:K9 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_flexattention_fp16_expanded_ver26/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_flexattention_fp16_expanded_ver26/test_data_set_0/input_2.pb new file mode 100644 index 0000000..c321646 Binary files /dev/null and b/onnx/backend/test/data/node/test_flexattention_fp16_expanded_ver26/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_flexattention_fp16_expanded_ver26/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_flexattention_fp16_expanded_ver26/test_data_set_0/output_0.pb new file mode 100644 index 0000000..2fef586 Binary files /dev/null and b/onnx/backend/test/data/node/test_flexattention_fp16_expanded_ver26/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_flexattention_gqa/model.onnx b/onnx/backend/test/data/node/test_flexattention_gqa/model.onnx new file mode 100644 index 0000000..37d660f Binary files /dev/null and b/onnx/backend/test/data/node/test_flexattention_gqa/model.onnx differ diff --git a/onnx/backend/test/data/node/test_flexattention_gqa/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_flexattention_gqa/test_data_set_0/input_0.pb new file mode 100644 index 0000000..d13ee40 Binary files /dev/null and b/onnx/backend/test/data/node/test_flexattention_gqa/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_flexattention_gqa/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_flexattention_gqa/test_data_set_0/input_1.pb new file mode 100644 index 0000000..9374064 Binary files /dev/null and b/onnx/backend/test/data/node/test_flexattention_gqa/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_flexattention_gqa/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_flexattention_gqa/test_data_set_0/input_2.pb new file mode 100644 index 0000000..28a2a59 Binary files /dev/null and b/onnx/backend/test/data/node/test_flexattention_gqa/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_flexattention_gqa/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_flexattention_gqa/test_data_set_0/output_0.pb new file mode 100644 index 0000000..91d7d6f Binary files /dev/null and b/onnx/backend/test/data/node/test_flexattention_gqa/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_flexattention_gqa_expanded_ver26/model.onnx b/onnx/backend/test/data/node/test_flexattention_gqa_expanded_ver26/model.onnx new file mode 100644 index 0000000..68e1dbf Binary files /dev/null and b/onnx/backend/test/data/node/test_flexattention_gqa_expanded_ver26/model.onnx differ diff --git a/onnx/backend/test/data/node/test_flexattention_gqa_expanded_ver26/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_flexattention_gqa_expanded_ver26/test_data_set_0/input_0.pb new file mode 100644 index 0000000..d13ee40 Binary files /dev/null and b/onnx/backend/test/data/node/test_flexattention_gqa_expanded_ver26/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_flexattention_gqa_expanded_ver26/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_flexattention_gqa_expanded_ver26/test_data_set_0/input_1.pb new file mode 100644 index 0000000..9374064 Binary files /dev/null and b/onnx/backend/test/data/node/test_flexattention_gqa_expanded_ver26/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_flexattention_gqa_expanded_ver26/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_flexattention_gqa_expanded_ver26/test_data_set_0/input_2.pb new file mode 100644 index 0000000..28a2a59 Binary files /dev/null and b/onnx/backend/test/data/node/test_flexattention_gqa_expanded_ver26/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_flexattention_gqa_expanded_ver26/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_flexattention_gqa_expanded_ver26/test_data_set_0/output_0.pb new file mode 100644 index 0000000..91d7d6f Binary files /dev/null and b/onnx/backend/test/data/node/test_flexattention_gqa_expanded_ver26/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_flexattention_prob_mod/model.onnx b/onnx/backend/test/data/node/test_flexattention_prob_mod/model.onnx new file mode 100644 index 0000000..a551ff3 Binary files /dev/null and b/onnx/backend/test/data/node/test_flexattention_prob_mod/model.onnx differ diff --git a/onnx/backend/test/data/node/test_flexattention_prob_mod/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_flexattention_prob_mod/test_data_set_0/input_0.pb new file mode 100644 index 0000000..66417b0 --- /dev/null +++ b/onnx/backend/test/data/node/test_flexattention_prob_mod/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BQJ`  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{=p= <&U?H5G?^?z?L?G>G? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_flexattention_prob_mod/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_flexattention_prob_mod/test_data_set_0/input_1.pb new file mode 100644 index 0000000..e4d1b7a --- /dev/null +++ b/onnx/backend/test/data/node/test_flexattention_prob_mod/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BKJ`9=#?4>q?ڗ?N>s>.4F?>?<\?N?c?yq?Ƌ.?k>>2?v=9*?+?nW>A> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_flexattention_prob_mod/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_flexattention_prob_mod/test_data_set_0/input_2.pb new file mode 100644 index 0000000..ec5e9f8 --- /dev/null +++ b/onnx/backend/test/data/node/test_flexattention_prob_mod/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BVJ`>L8>j?a>}?=U>R.%>2'?p>I>Jz>">] =7(? >LI>ɼ>,R? =V?>=?y? > \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_flexattention_prob_mod/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_flexattention_prob_mod/test_data_set_0/output_0.pb new file mode 100644 index 0000000..c56db2a --- /dev/null +++ b/onnx/backend/test/data/node/test_flexattention_prob_mod/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BYJ`>/0=MS>K >$>=#T>̨>>=O> >DQ>Y~=3>M#=&z4>=>k=\EA>=C>As= \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_flexattention_prob_mod_expanded_ver26/model.onnx b/onnx/backend/test/data/node/test_flexattention_prob_mod_expanded_ver26/model.onnx new file mode 100644 index 0000000..9e043c3 Binary files /dev/null and b/onnx/backend/test/data/node/test_flexattention_prob_mod_expanded_ver26/model.onnx differ diff --git a/onnx/backend/test/data/node/test_flexattention_prob_mod_expanded_ver26/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_flexattention_prob_mod_expanded_ver26/test_data_set_0/input_0.pb new file mode 100644 index 0000000..66417b0 --- /dev/null +++ b/onnx/backend/test/data/node/test_flexattention_prob_mod_expanded_ver26/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BQJ`  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{=p= <&U?H5G?^?z?L?G>G? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_flexattention_prob_mod_expanded_ver26/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_flexattention_prob_mod_expanded_ver26/test_data_set_0/input_1.pb new file mode 100644 index 0000000..e4d1b7a --- /dev/null +++ b/onnx/backend/test/data/node/test_flexattention_prob_mod_expanded_ver26/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BKJ`9=#?4>q?ڗ?N>s>.4F?>?<\?N?c?yq?Ƌ.?k>>2?v=9*?+?nW>A> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_flexattention_prob_mod_expanded_ver26/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_flexattention_prob_mod_expanded_ver26/test_data_set_0/input_2.pb new file mode 100644 index 0000000..ec5e9f8 --- /dev/null +++ b/onnx/backend/test/data/node/test_flexattention_prob_mod_expanded_ver26/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BVJ`>L8>j?a>}?=U>R.%>2'?p>I>Jz>">] =7(? >LI>ɼ>,R? =V?>=?y? > \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_flexattention_prob_mod_expanded_ver26/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_flexattention_prob_mod_expanded_ver26/test_data_set_0/output_0.pb new file mode 100644 index 0000000..c56db2a --- /dev/null +++ b/onnx/backend/test/data/node/test_flexattention_prob_mod_expanded_ver26/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BYJ`>/0=MS>K >$>=#T>̨>>=O> >DQ>Y~=3>M#=&z4>=>k=\EA>=C>As= \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_flexattention_relative_positional/model.onnx b/onnx/backend/test/data/node/test_flexattention_relative_positional/model.onnx new file mode 100644 index 0000000..41952ce Binary files /dev/null and b/onnx/backend/test/data/node/test_flexattention_relative_positional/model.onnx differ diff --git a/onnx/backend/test/data/node/test_flexattention_relative_positional/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_flexattention_relative_positional/test_data_set_0/input_0.pb new file mode 100644 index 0000000..a6204e1 --- /dev/null +++ b/onnx/backend/test/data/node/test_flexattention_relative_positional/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BQJ  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{=p= <&U?H5G?^?z?L?G>G?9=#?4>q?ڗ?N>s>.4F?>?<\?N?c?yq?Ƌ.?k>>2?v=9*?+?nW>A>>L8>j?a>}?=U>R.%>2'?p>I>Jz>">] =7(? > \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_flexattention_relative_positional/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_flexattention_relative_positional/test_data_set_0/input_1.pb new file mode 100644 index 0000000..f5c7017 Binary files /dev/null and b/onnx/backend/test/data/node/test_flexattention_relative_positional/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_flexattention_relative_positional/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_flexattention_relative_positional/test_data_set_0/input_2.pb new file mode 100644 index 0000000..299c04b --- /dev/null +++ b/onnx/backend/test/data/node/test_flexattention_relative_positional/test_data_set_0/input_2.pb @@ -0,0 +1,2 @@ +BVJ")? >B6?> +>v>8?pC??+8'?=&?>e?1>)>Ud?bN? 24?C=6ck?6?p?>=^?d&>P?U=Y?uN??Tz>m=2?6>8?;]?ǻy?[?n?< O>:?/>b?^=L>Ѱ>m?T4?i=(>5?A?-s>(o?,?; ?W?G:?A>>HV> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_flexattention_relative_positional/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_flexattention_relative_positional/test_data_set_0/output_0.pb new file mode 100644 index 0000000..9a7ce51 Binary files /dev/null and b/onnx/backend/test/data/node/test_flexattention_relative_positional/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_flexattention_relative_positional_expanded_ver26/model.onnx b/onnx/backend/test/data/node/test_flexattention_relative_positional_expanded_ver26/model.onnx new file mode 100644 index 0000000..ab84048 Binary files /dev/null and b/onnx/backend/test/data/node/test_flexattention_relative_positional_expanded_ver26/model.onnx differ diff --git a/onnx/backend/test/data/node/test_flexattention_relative_positional_expanded_ver26/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_flexattention_relative_positional_expanded_ver26/test_data_set_0/input_0.pb new file mode 100644 index 0000000..a6204e1 --- /dev/null +++ b/onnx/backend/test/data/node/test_flexattention_relative_positional_expanded_ver26/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BQJ  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{=p= <&U?H5G?^?z?L?G>G?9=#?4>q?ڗ?N>s>.4F?>?<\?N?c?yq?Ƌ.?k>>2?v=9*?+?nW>A>>L8>j?a>}?=U>R.%>2'?p>I>Jz>">] =7(? > \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_flexattention_relative_positional_expanded_ver26/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_flexattention_relative_positional_expanded_ver26/test_data_set_0/input_1.pb new file mode 100644 index 0000000..f5c7017 Binary files /dev/null and b/onnx/backend/test/data/node/test_flexattention_relative_positional_expanded_ver26/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_flexattention_relative_positional_expanded_ver26/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_flexattention_relative_positional_expanded_ver26/test_data_set_0/input_2.pb new file mode 100644 index 0000000..299c04b --- /dev/null +++ b/onnx/backend/test/data/node/test_flexattention_relative_positional_expanded_ver26/test_data_set_0/input_2.pb @@ -0,0 +1,2 @@ +BVJ")? >B6?> +>v>8?pC??+8'?=&?>e?1>)>Ud?bN? 24?C=6ck?6?p?>=^?d&>P?U=Y?uN??Tz>m=2?6>8?;]?ǻy?[?n?< O>:?/>b?^=L>Ѱ>m?T4?i=(>5?A?-s>(o?,?; ?W?G:?A>>HV> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_flexattention_relative_positional_expanded_ver26/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_flexattention_relative_positional_expanded_ver26/test_data_set_0/output_0.pb new file mode 100644 index 0000000..9a7ce51 Binary files /dev/null and b/onnx/backend/test/data/node/test_flexattention_relative_positional_expanded_ver26/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_flexattention_scaled/model.onnx b/onnx/backend/test/data/node/test_flexattention_scaled/model.onnx new file mode 100644 index 0000000..7306424 Binary files /dev/null and b/onnx/backend/test/data/node/test_flexattention_scaled/model.onnx differ diff --git a/onnx/backend/test/data/node/test_flexattention_scaled/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_flexattention_scaled/test_data_set_0/input_0.pb new file mode 100644 index 0000000..72d392a Binary files /dev/null and b/onnx/backend/test/data/node/test_flexattention_scaled/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_flexattention_scaled/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_flexattention_scaled/test_data_set_0/input_1.pb new file mode 100644 index 0000000..ed8d544 Binary files /dev/null and b/onnx/backend/test/data/node/test_flexattention_scaled/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_flexattention_scaled/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_flexattention_scaled/test_data_set_0/input_2.pb new file mode 100644 index 0000000..da7d304 Binary files /dev/null and b/onnx/backend/test/data/node/test_flexattention_scaled/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_flexattention_scaled/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_flexattention_scaled/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d4654bb Binary files /dev/null and b/onnx/backend/test/data/node/test_flexattention_scaled/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_flexattention_scaled_expanded_ver26/model.onnx b/onnx/backend/test/data/node/test_flexattention_scaled_expanded_ver26/model.onnx new file mode 100644 index 0000000..8f49cee Binary files /dev/null and b/onnx/backend/test/data/node/test_flexattention_scaled_expanded_ver26/model.onnx differ diff --git a/onnx/backend/test/data/node/test_flexattention_scaled_expanded_ver26/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_flexattention_scaled_expanded_ver26/test_data_set_0/input_0.pb new file mode 100644 index 0000000..72d392a Binary files /dev/null and b/onnx/backend/test/data/node/test_flexattention_scaled_expanded_ver26/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_flexattention_scaled_expanded_ver26/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_flexattention_scaled_expanded_ver26/test_data_set_0/input_1.pb new file mode 100644 index 0000000..ed8d544 Binary files /dev/null and b/onnx/backend/test/data/node/test_flexattention_scaled_expanded_ver26/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_flexattention_scaled_expanded_ver26/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_flexattention_scaled_expanded_ver26/test_data_set_0/input_2.pb new file mode 100644 index 0000000..da7d304 Binary files /dev/null and b/onnx/backend/test/data/node/test_flexattention_scaled_expanded_ver26/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_flexattention_scaled_expanded_ver26/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_flexattention_scaled_expanded_ver26/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d4654bb Binary files /dev/null and b/onnx/backend/test/data/node/test_flexattention_scaled_expanded_ver26/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_flexattention_score_mod/model.onnx b/onnx/backend/test/data/node/test_flexattention_score_mod/model.onnx new file mode 100644 index 0000000..2a7a27f Binary files /dev/null and b/onnx/backend/test/data/node/test_flexattention_score_mod/model.onnx differ diff --git a/onnx/backend/test/data/node/test_flexattention_score_mod/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_flexattention_score_mod/test_data_set_0/input_0.pb new file mode 100644 index 0000000..66417b0 --- /dev/null +++ b/onnx/backend/test/data/node/test_flexattention_score_mod/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BQJ`  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{=p= <&U?H5G?^?z?L?G>G? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_flexattention_score_mod/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_flexattention_score_mod/test_data_set_0/input_1.pb new file mode 100644 index 0000000..e4d1b7a --- /dev/null +++ b/onnx/backend/test/data/node/test_flexattention_score_mod/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BKJ`9=#?4>q?ڗ?N>s>.4F?>?<\?N?c?yq?Ƌ.?k>>2?v=9*?+?nW>A> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_flexattention_score_mod/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_flexattention_score_mod/test_data_set_0/input_2.pb new file mode 100644 index 0000000..ec5e9f8 --- /dev/null +++ b/onnx/backend/test/data/node/test_flexattention_score_mod/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BVJ`>L8>j?a>}?=U>R.%>2'?p>I>Jz>">] =7(? >LI>ɼ>,R? =V?>=?y? > \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_flexattention_score_mod/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_flexattention_score_mod/test_data_set_0/output_0.pb new file mode 100644 index 0000000..7a31168 --- /dev/null +++ b/onnx/backend/test/data/node/test_flexattention_score_mod/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BYJ`'?/0t>M>K >$%?v>#>̨>+?n>>ˌ>D>Y~9>3Q?M#x>&z>8>J?k\>\E>1>CL?Asj> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_flexattention_score_mod_expanded_ver26/model.onnx b/onnx/backend/test/data/node/test_flexattention_score_mod_expanded_ver26/model.onnx new file mode 100644 index 0000000..a2faa3f Binary files /dev/null and b/onnx/backend/test/data/node/test_flexattention_score_mod_expanded_ver26/model.onnx differ diff --git a/onnx/backend/test/data/node/test_flexattention_score_mod_expanded_ver26/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_flexattention_score_mod_expanded_ver26/test_data_set_0/input_0.pb new file mode 100644 index 0000000..66417b0 --- /dev/null +++ b/onnx/backend/test/data/node/test_flexattention_score_mod_expanded_ver26/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BQJ`  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{=p= <&U?H5G?^?z?L?G>G? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_flexattention_score_mod_expanded_ver26/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_flexattention_score_mod_expanded_ver26/test_data_set_0/input_1.pb new file mode 100644 index 0000000..e4d1b7a --- /dev/null +++ b/onnx/backend/test/data/node/test_flexattention_score_mod_expanded_ver26/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BKJ`9=#?4>q?ڗ?N>s>.4F?>?<\?N?c?yq?Ƌ.?k>>2?v=9*?+?nW>A> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_flexattention_score_mod_expanded_ver26/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_flexattention_score_mod_expanded_ver26/test_data_set_0/input_2.pb new file mode 100644 index 0000000..ec5e9f8 --- /dev/null +++ b/onnx/backend/test/data/node/test_flexattention_score_mod_expanded_ver26/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BVJ`>L8>j?a>}?=U>R.%>2'?p>I>Jz>">] =7(? >LI>ɼ>,R? =V?>=?y? > \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_flexattention_score_mod_expanded_ver26/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_flexattention_score_mod_expanded_ver26/test_data_set_0/output_0.pb new file mode 100644 index 0000000..7a31168 --- /dev/null +++ b/onnx/backend/test/data/node/test_flexattention_score_mod_expanded_ver26/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BYJ`'?/0t>M>K >$%?v>#>̨>+?n>>ˌ>D>Y~9>3Q?M#x>&z>8>J?k\>\E>1>CL?Asj> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_flexattention_soft_cap/model.onnx b/onnx/backend/test/data/node/test_flexattention_soft_cap/model.onnx new file mode 100644 index 0000000..b0787eb Binary files /dev/null and b/onnx/backend/test/data/node/test_flexattention_soft_cap/model.onnx differ diff --git a/onnx/backend/test/data/node/test_flexattention_soft_cap/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_flexattention_soft_cap/test_data_set_0/input_0.pb new file mode 100644 index 0000000..a6204e1 --- /dev/null +++ b/onnx/backend/test/data/node/test_flexattention_soft_cap/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BQJ  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{=p= <&U?H5G?^?z?L?G>G?9=#?4>q?ڗ?N>s>.4F?>?<\?N?c?yq?Ƌ.?k>>2?v=9*?+?nW>A>>L8>j?a>}?=U>R.%>2'?p>I>Jz>">] =7(? > \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_flexattention_soft_cap/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_flexattention_soft_cap/test_data_set_0/input_1.pb new file mode 100644 index 0000000..f5c7017 Binary files /dev/null and b/onnx/backend/test/data/node/test_flexattention_soft_cap/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_flexattention_soft_cap/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_flexattention_soft_cap/test_data_set_0/input_2.pb new file mode 100644 index 0000000..299c04b --- /dev/null +++ b/onnx/backend/test/data/node/test_flexattention_soft_cap/test_data_set_0/input_2.pb @@ -0,0 +1,2 @@ +BVJ")? >B6?> +>v>8?pC??+8'?=&?>e?1>)>Ud?bN? 24?C=6ck?6?p?>=^?d&>P?U=Y?uN??Tz>m=2?6>8?;]?ǻy?[?n?< O>:?/>b?^=L>Ѱ>m?T4?i=(>5?A?-s>(o?,?; ?W?G:?A>>HV> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_flexattention_soft_cap/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_flexattention_soft_cap/test_data_set_0/output_0.pb new file mode 100644 index 0000000..aaad8d7 Binary files /dev/null and b/onnx/backend/test/data/node/test_flexattention_soft_cap/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_flexattention_soft_cap_expanded_ver26/model.onnx b/onnx/backend/test/data/node/test_flexattention_soft_cap_expanded_ver26/model.onnx new file mode 100644 index 0000000..219b5fa Binary files /dev/null and b/onnx/backend/test/data/node/test_flexattention_soft_cap_expanded_ver26/model.onnx differ diff --git a/onnx/backend/test/data/node/test_flexattention_soft_cap_expanded_ver26/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_flexattention_soft_cap_expanded_ver26/test_data_set_0/input_0.pb new file mode 100644 index 0000000..a6204e1 --- /dev/null +++ b/onnx/backend/test/data/node/test_flexattention_soft_cap_expanded_ver26/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BQJ  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{=p= <&U?H5G?^?z?L?G>G?9=#?4>q?ڗ?N>s>.4F?>?<\?N?c?yq?Ƌ.?k>>2?v=9*?+?nW>A>>L8>j?a>}?=U>R.%>2'?p>I>Jz>">] =7(? > \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_flexattention_soft_cap_expanded_ver26/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_flexattention_soft_cap_expanded_ver26/test_data_set_0/input_1.pb new file mode 100644 index 0000000..f5c7017 Binary files /dev/null and b/onnx/backend/test/data/node/test_flexattention_soft_cap_expanded_ver26/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_flexattention_soft_cap_expanded_ver26/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_flexattention_soft_cap_expanded_ver26/test_data_set_0/input_2.pb new file mode 100644 index 0000000..299c04b --- /dev/null +++ b/onnx/backend/test/data/node/test_flexattention_soft_cap_expanded_ver26/test_data_set_0/input_2.pb @@ -0,0 +1,2 @@ +BVJ")? >B6?> +>v>8?pC??+8'?=&?>e?1>)>Ud?bN? 24?C=6ck?6?p?>=^?d&>P?U=Y?uN??Tz>m=2?6>8?;]?ǻy?[?n?< O>:?/>b?^=L>Ѱ>m?T4?i=(>5?A?-s>(o?,?; ?W?G:?A>>HV> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_flexattention_soft_cap_expanded_ver26/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_flexattention_soft_cap_expanded_ver26/test_data_set_0/output_0.pb new file mode 100644 index 0000000..aaad8d7 Binary files /dev/null and b/onnx/backend/test/data/node/test_flexattention_soft_cap_expanded_ver26/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_floor/model.onnx b/onnx/backend/test/data/node/test_floor/model.onnx new file mode 100644 index 0000000..9fa2658 Binary files /dev/null and b/onnx/backend/test/data/node/test_floor/model.onnx differ diff --git a/onnx/backend/test/data/node/test_floor/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_floor/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_floor/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_floor/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_floor/test_data_set_0/output_0.pb new file mode 100644 index 0000000..b84ba0b Binary files /dev/null and b/onnx/backend/test/data/node/test_floor/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_floor_example/model.onnx b/onnx/backend/test/data/node/test_floor_example/model.onnx new file mode 100644 index 0000000..111eec2 Binary files /dev/null and b/onnx/backend/test/data/node/test_floor_example/model.onnx differ diff --git a/onnx/backend/test/data/node/test_floor_example/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_floor_example/test_data_set_0/input_0.pb new file mode 100644 index 0000000..7b703a3 Binary files /dev/null and b/onnx/backend/test/data/node/test_floor_example/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_floor_example/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_floor_example/test_data_set_0/output_0.pb new file mode 100644 index 0000000..9300267 Binary files /dev/null and b/onnx/backend/test/data/node/test_floor_example/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_gather_0/model.onnx b/onnx/backend/test/data/node/test_gather_0/model.onnx new file mode 100644 index 0000000..b7becd1 Binary files /dev/null and b/onnx/backend/test/data/node/test_gather_0/model.onnx differ diff --git a/onnx/backend/test/data/node/test_gather_0/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_gather_0/test_data_set_0/input_0.pb new file mode 100644 index 0000000..663f5c9 --- /dev/null +++ b/onnx/backend/test/data/node/test_gather_0/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BdataJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6^&,Z[*Pܿ35>;;Wп>DhT=:?>ב?>O/^~/Ѓ f=#f?Ok>Ŀ ??@?7>8lF?5mξy? FU>z?u>4?G,>> ?^Ab*x?(?Ӿ3Y?"??, ?g?Iy\}?7mM?r?N4?l? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_gather_0/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_gather_0/test_data_set_0/input_1.pb new file mode 100644 index 0000000..bfcd20a Binary files /dev/null and b/onnx/backend/test/data/node/test_gather_0/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_gather_0/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_gather_0/test_data_set_0/output_0.pb new file mode 100644 index 0000000..aacfe4e --- /dev/null +++ b/onnx/backend/test/data/node/test_gather_0/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +ByJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?ב?>O/^~/Ѓ f=#f?Ok>Ŀ ??@?7>8lF?5mξy? FU>z?u>4? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_gather_1/model.onnx b/onnx/backend/test/data/node/test_gather_1/model.onnx new file mode 100644 index 0000000..1a684d2 Binary files /dev/null and b/onnx/backend/test/data/node/test_gather_1/model.onnx differ diff --git a/onnx/backend/test/data/node/test_gather_1/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_gather_1/test_data_set_0/input_0.pb new file mode 100644 index 0000000..663f5c9 --- /dev/null +++ b/onnx/backend/test/data/node/test_gather_1/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BdataJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6^&,Z[*Pܿ35>;;Wп>DhT=:?>ב?>O/^~/Ѓ f=#f?Ok>Ŀ ??@?7>8lF?5mξy? FU>z?u>4?G,>> ?^Ab*x?(?Ӿ3Y?"??, ?g?Iy\}?7mM?r?N4?l? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_gather_1/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_gather_1/test_data_set_0/input_1.pb new file mode 100644 index 0000000..bfcd20a Binary files /dev/null and b/onnx/backend/test/data/node/test_gather_1/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_gather_1/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_gather_1/test_data_set_0/output_0.pb new file mode 100644 index 0000000..ee50b90 --- /dev/null +++ b/onnx/backend/test/data/node/test_gather_1/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +ByJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?iJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >gڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6Wп>DhT=:?>ב?>O/^~/Ѓ f=#f?Ok>Ŀ5mξy? FU>z?u>4?G,>> ?^Ab*x?(?Ӿ3Y?7mM?r?N4?l? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_gather_2d_indices/model.onnx b/onnx/backend/test/data/node/test_gather_2d_indices/model.onnx new file mode 100644 index 0000000..84cf3bf Binary files /dev/null and b/onnx/backend/test/data/node/test_gather_2d_indices/model.onnx differ diff --git a/onnx/backend/test/data/node/test_gather_2d_indices/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_gather_2d_indices/test_data_set_0/input_0.pb new file mode 100644 index 0000000..37c74ac --- /dev/null +++ b/onnx/backend/test/data/node/test_gather_2d_indices/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BdataJ$x?h>z?j@$ ?.z8s?bhdӽ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_gather_2d_indices/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_gather_2d_indices/test_data_set_0/input_1.pb new file mode 100644 index 0000000..0ce468e Binary files /dev/null and b/onnx/backend/test/data/node/test_gather_2d_indices/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_gather_2d_indices/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_gather_2d_indices/test_data_set_0/output_0.pb new file mode 100644 index 0000000..647152d --- /dev/null +++ b/onnx/backend/test/data/node/test_gather_2d_indices/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +ByJx?z?j@.z8s?hdӽ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_gather_elements_0/model.onnx b/onnx/backend/test/data/node/test_gather_elements_0/model.onnx new file mode 100644 index 0000000..e9c7973 Binary files /dev/null and b/onnx/backend/test/data/node/test_gather_elements_0/model.onnx differ diff --git a/onnx/backend/test/data/node/test_gather_elements_0/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_gather_elements_0/test_data_set_0/input_0.pb new file mode 100644 index 0000000..a2f61e2 Binary files /dev/null and b/onnx/backend/test/data/node/test_gather_elements_0/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_gather_elements_0/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_gather_elements_0/test_data_set_0/input_1.pb new file mode 100644 index 0000000..65897f5 Binary files /dev/null and b/onnx/backend/test/data/node/test_gather_elements_0/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_gather_elements_0/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_gather_elements_0/test_data_set_0/output_0.pb new file mode 100644 index 0000000..f721f24 Binary files /dev/null and b/onnx/backend/test/data/node/test_gather_elements_0/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_gather_elements_1/model.onnx b/onnx/backend/test/data/node/test_gather_elements_1/model.onnx new file mode 100644 index 0000000..0504c6d Binary files /dev/null and b/onnx/backend/test/data/node/test_gather_elements_1/model.onnx differ diff --git a/onnx/backend/test/data/node/test_gather_elements_1/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_gather_elements_1/test_data_set_0/input_0.pb new file mode 100644 index 0000000..670c322 Binary files /dev/null and b/onnx/backend/test/data/node/test_gather_elements_1/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_gather_elements_1/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_gather_elements_1/test_data_set_0/input_1.pb new file mode 100644 index 0000000..e6b50a5 Binary files /dev/null and b/onnx/backend/test/data/node/test_gather_elements_1/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_gather_elements_1/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_gather_elements_1/test_data_set_0/output_0.pb new file mode 100644 index 0000000..14166cc Binary files /dev/null and b/onnx/backend/test/data/node/test_gather_elements_1/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_gather_elements_negative_indices/model.onnx b/onnx/backend/test/data/node/test_gather_elements_negative_indices/model.onnx new file mode 100644 index 0000000..34ab220 Binary files /dev/null and b/onnx/backend/test/data/node/test_gather_elements_negative_indices/model.onnx differ diff --git a/onnx/backend/test/data/node/test_gather_elements_negative_indices/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_gather_elements_negative_indices/test_data_set_0/input_0.pb new file mode 100644 index 0000000..670c322 Binary files /dev/null and b/onnx/backend/test/data/node/test_gather_elements_negative_indices/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_gather_elements_negative_indices/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_gather_elements_negative_indices/test_data_set_0/input_1.pb new file mode 100644 index 0000000..b4f71fa Binary files /dev/null and b/onnx/backend/test/data/node/test_gather_elements_negative_indices/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_gather_elements_negative_indices/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_gather_elements_negative_indices/test_data_set_0/output_0.pb new file mode 100644 index 0000000..587cfeb Binary files /dev/null and b/onnx/backend/test/data/node/test_gather_elements_negative_indices/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_gather_negative_indices/model.onnx b/onnx/backend/test/data/node/test_gather_negative_indices/model.onnx new file mode 100644 index 0000000..34c8551 Binary files /dev/null and b/onnx/backend/test/data/node/test_gather_negative_indices/model.onnx differ diff --git a/onnx/backend/test/data/node/test_gather_negative_indices/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_gather_negative_indices/test_data_set_0/input_0.pb new file mode 100644 index 0000000..6feb34d Binary files /dev/null and b/onnx/backend/test/data/node/test_gather_negative_indices/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_gather_negative_indices/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_gather_negative_indices/test_data_set_0/input_1.pb new file mode 100644 index 0000000..0f831b5 Binary files /dev/null and b/onnx/backend/test/data/node/test_gather_negative_indices/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_gather_negative_indices/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_gather_negative_indices/test_data_set_0/output_0.pb new file mode 100644 index 0000000..f2fef98 Binary files /dev/null and b/onnx/backend/test/data/node/test_gather_negative_indices/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_gathernd_example_float32/model.onnx b/onnx/backend/test/data/node/test_gathernd_example_float32/model.onnx new file mode 100644 index 0000000..6e6d8f0 Binary files /dev/null and b/onnx/backend/test/data/node/test_gathernd_example_float32/model.onnx differ diff --git a/onnx/backend/test/data/node/test_gathernd_example_float32/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_gathernd_example_float32/test_data_set_0/input_0.pb new file mode 100644 index 0000000..808688c Binary files /dev/null and b/onnx/backend/test/data/node/test_gathernd_example_float32/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_gathernd_example_float32/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_gathernd_example_float32/test_data_set_0/input_1.pb new file mode 100644 index 0000000..e74ff0a Binary files /dev/null and b/onnx/backend/test/data/node/test_gathernd_example_float32/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_gathernd_example_float32/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_gathernd_example_float32/test_data_set_0/output_0.pb new file mode 100644 index 0000000..ea0b7d1 Binary files /dev/null and b/onnx/backend/test/data/node/test_gathernd_example_float32/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_gathernd_example_int32/model.onnx b/onnx/backend/test/data/node/test_gathernd_example_int32/model.onnx new file mode 100644 index 0000000..5cc7b68 Binary files /dev/null and b/onnx/backend/test/data/node/test_gathernd_example_int32/model.onnx differ diff --git a/onnx/backend/test/data/node/test_gathernd_example_int32/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_gathernd_example_int32/test_data_set_0/input_0.pb new file mode 100644 index 0000000..4bc8485 Binary files /dev/null and b/onnx/backend/test/data/node/test_gathernd_example_int32/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_gathernd_example_int32/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_gathernd_example_int32/test_data_set_0/input_1.pb new file mode 100644 index 0000000..44cc403 Binary files /dev/null and b/onnx/backend/test/data/node/test_gathernd_example_int32/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_gathernd_example_int32/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_gathernd_example_int32/test_data_set_0/output_0.pb new file mode 100644 index 0000000..bc07bbf Binary files /dev/null and b/onnx/backend/test/data/node/test_gathernd_example_int32/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_gathernd_example_int32_batch_dim1/model.onnx b/onnx/backend/test/data/node/test_gathernd_example_int32_batch_dim1/model.onnx new file mode 100644 index 0000000..29b246f Binary files /dev/null and b/onnx/backend/test/data/node/test_gathernd_example_int32_batch_dim1/model.onnx differ diff --git a/onnx/backend/test/data/node/test_gathernd_example_int32_batch_dim1/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_gathernd_example_int32_batch_dim1/test_data_set_0/input_0.pb new file mode 100644 index 0000000..ab873d2 Binary files /dev/null and b/onnx/backend/test/data/node/test_gathernd_example_int32_batch_dim1/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_gathernd_example_int32_batch_dim1/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_gathernd_example_int32_batch_dim1/test_data_set_0/input_1.pb new file mode 100644 index 0000000..76c5233 Binary files /dev/null and b/onnx/backend/test/data/node/test_gathernd_example_int32_batch_dim1/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_gathernd_example_int32_batch_dim1/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_gathernd_example_int32_batch_dim1/test_data_set_0/output_0.pb new file mode 100644 index 0000000..227b48a Binary files /dev/null and b/onnx/backend/test/data/node/test_gathernd_example_int32_batch_dim1/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_gelu_default_1/model.onnx b/onnx/backend/test/data/node/test_gelu_default_1/model.onnx new file mode 100644 index 0000000..ada8f65 Binary files /dev/null and b/onnx/backend/test/data/node/test_gelu_default_1/model.onnx differ diff --git a/onnx/backend/test/data/node/test_gelu_default_1/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_gelu_default_1/test_data_set_0/input_0.pb new file mode 100644 index 0000000..8a94457 Binary files /dev/null and b/onnx/backend/test/data/node/test_gelu_default_1/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_gelu_default_1/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_gelu_default_1/test_data_set_0/output_0.pb new file mode 100644 index 0000000..cf9ae5e Binary files /dev/null and b/onnx/backend/test/data/node/test_gelu_default_1/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_gelu_default_1_expanded/model.onnx b/onnx/backend/test/data/node/test_gelu_default_1_expanded/model.onnx new file mode 100644 index 0000000..ffee90b Binary files /dev/null and b/onnx/backend/test/data/node/test_gelu_default_1_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_gelu_default_1_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_gelu_default_1_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..8a94457 Binary files /dev/null and b/onnx/backend/test/data/node/test_gelu_default_1_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_gelu_default_1_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_gelu_default_1_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..cf9ae5e Binary files /dev/null and b/onnx/backend/test/data/node/test_gelu_default_1_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_gelu_default_2/model.onnx b/onnx/backend/test/data/node/test_gelu_default_2/model.onnx new file mode 100644 index 0000000..c03f470 Binary files /dev/null and b/onnx/backend/test/data/node/test_gelu_default_2/model.onnx differ diff --git a/onnx/backend/test/data/node/test_gelu_default_2/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_gelu_default_2/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_gelu_default_2/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_gelu_default_2/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_gelu_default_2/test_data_set_0/output_0.pb new file mode 100644 index 0000000..bd5d99a --- /dev/null +++ b/onnx/backend/test/data/node/test_gelu_default_2/test_data_set_0/output_0.pb @@ -0,0 +1,4 @@ +ByJ?K>Q?A @t? +V$I?WuB>d=?VQ?V=q>~W>Q?xG>e+8^_$>o2?.ޓ@3ٽxD<+7?п?24=Iz>kL*'A=D?D? +| +B⽁KR?h@:UZ?S;%<)>faJ>s=?>*S  \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_gelu_default_2_expanded/model.onnx b/onnx/backend/test/data/node/test_gelu_default_2_expanded/model.onnx new file mode 100644 index 0000000..1988c1b Binary files /dev/null and b/onnx/backend/test/data/node/test_gelu_default_2_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_gelu_default_2_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_gelu_default_2_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_gelu_default_2_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_gelu_default_2_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_gelu_default_2_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..bd5d99a --- /dev/null +++ b/onnx/backend/test/data/node/test_gelu_default_2_expanded/test_data_set_0/output_0.pb @@ -0,0 +1,4 @@ +ByJ?K>Q?A @t? +V$I?WuB>d=?VQ?V=q>~W>Q?xG>e+8^_$>o2?.ޓ@3ٽxD<+7?п?24=Iz>kL*'A=D?D? +| +B⽁KR?h@:UZ?S;%<)>faJ>s=?>*S  \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_gelu_tanh_1/model.onnx b/onnx/backend/test/data/node/test_gelu_tanh_1/model.onnx new file mode 100644 index 0000000..cbb06f2 Binary files /dev/null and b/onnx/backend/test/data/node/test_gelu_tanh_1/model.onnx differ diff --git a/onnx/backend/test/data/node/test_gelu_tanh_1/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_gelu_tanh_1/test_data_set_0/input_0.pb new file mode 100644 index 0000000..8a94457 Binary files /dev/null and b/onnx/backend/test/data/node/test_gelu_tanh_1/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_gelu_tanh_1/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_gelu_tanh_1/test_data_set_0/output_0.pb new file mode 100644 index 0000000..0f554cc Binary files /dev/null and b/onnx/backend/test/data/node/test_gelu_tanh_1/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_gelu_tanh_1_expanded/model.onnx b/onnx/backend/test/data/node/test_gelu_tanh_1_expanded/model.onnx new file mode 100644 index 0000000..254f702 Binary files /dev/null and b/onnx/backend/test/data/node/test_gelu_tanh_1_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_gelu_tanh_1_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_gelu_tanh_1_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..8a94457 Binary files /dev/null and b/onnx/backend/test/data/node/test_gelu_tanh_1_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_gelu_tanh_1_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_gelu_tanh_1_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..0f554cc Binary files /dev/null and b/onnx/backend/test/data/node/test_gelu_tanh_1_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_gelu_tanh_2/model.onnx b/onnx/backend/test/data/node/test_gelu_tanh_2/model.onnx new file mode 100644 index 0000000..887e5c5 Binary files /dev/null and b/onnx/backend/test/data/node/test_gelu_tanh_2/model.onnx differ diff --git a/onnx/backend/test/data/node/test_gelu_tanh_2/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_gelu_tanh_2/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_gelu_tanh_2/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_gelu_tanh_2/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_gelu_tanh_2/test_data_set_0/output_0.pb new file mode 100644 index 0000000..9d1474a Binary files /dev/null and b/onnx/backend/test/data/node/test_gelu_tanh_2/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_gelu_tanh_2_expanded/model.onnx b/onnx/backend/test/data/node/test_gelu_tanh_2_expanded/model.onnx new file mode 100644 index 0000000..6456042 Binary files /dev/null and b/onnx/backend/test/data/node/test_gelu_tanh_2_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_gelu_tanh_2_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_gelu_tanh_2_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_gelu_tanh_2_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_gelu_tanh_2_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_gelu_tanh_2_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..9d1474a Binary files /dev/null and b/onnx/backend/test/data/node/test_gelu_tanh_2_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_gemm_all_attributes/model.onnx b/onnx/backend/test/data/node/test_gemm_all_attributes/model.onnx new file mode 100644 index 0000000..13b6464 Binary files /dev/null and b/onnx/backend/test/data/node/test_gemm_all_attributes/model.onnx differ diff --git a/onnx/backend/test/data/node/test_gemm_all_attributes/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_gemm_all_attributes/test_data_set_0/input_0.pb new file mode 100644 index 0000000..53f90be --- /dev/null +++ b/onnx/backend/test/data/node/test_gemm_all_attributes/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BaJ0  ?7?N?w} ?H>QY%?n >~J?e? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_gemm_all_attributes/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_gemm_all_attributes/test_data_set_0/input_1.pb new file mode 100644 index 0000000..e5347a9 --- /dev/null +++ b/onnx/backend/test/data/node/test_gemm_all_attributes/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BbJP^k?l?Z{=p= <&U?H5G?^?z?L?G>G?9=#?4>q?ڗ?N>s>.4F? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_gemm_all_attributes/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_gemm_all_attributes/test_data_set_0/input_2.pb new file mode 100644 index 0000000..a9cf36e --- /dev/null +++ b/onnx/backend/test/data/node/test_gemm_all_attributes/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BcJ>?<\?N? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_gemm_all_attributes/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_gemm_all_attributes/test_data_set_0/output_0.pb new file mode 100644 index 0000000..981b511 --- /dev/null +++ b/onnx/backend/test/data/node/test_gemm_all_attributes/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +ByJ<u>>>>>>"??*'?M?>L#?n>X>? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_gemm_alpha/model.onnx b/onnx/backend/test/data/node/test_gemm_alpha/model.onnx new file mode 100644 index 0000000..de350c6 Binary files /dev/null and b/onnx/backend/test/data/node/test_gemm_alpha/model.onnx differ diff --git a/onnx/backend/test/data/node/test_gemm_alpha/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_gemm_alpha/test_data_set_0/input_0.pb new file mode 100644 index 0000000..ee690ba --- /dev/null +++ b/onnx/backend/test/data/node/test_gemm_alpha/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BaJ<  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{= \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_gemm_alpha/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_gemm_alpha/test_data_set_0/input_1.pb new file mode 100644 index 0000000..6945e22 --- /dev/null +++ b/onnx/backend/test/data/node/test_gemm_alpha/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BbJPp= <&U?H5G?^?z?L?G>G?9=#?4>q?ڗ?N>s>.4F?>?< \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_gemm_alpha/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_gemm_alpha/test_data_set_0/input_2.pb new file mode 100644 index 0000000..7077e4f Binary files /dev/null and b/onnx/backend/test/data/node/test_gemm_alpha/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_gemm_alpha/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_gemm_alpha/test_data_set_0/output_0.pb new file mode 100644 index 0000000..26a528b --- /dev/null +++ b/onnx/backend/test/data/node/test_gemm_alpha/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +ByJ0b}?C!?%p?>ƕ?D?\؄? ?ps??No? ? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_gemm_beta/model.onnx b/onnx/backend/test/data/node/test_gemm_beta/model.onnx new file mode 100644 index 0000000..8fa426b Binary files /dev/null and b/onnx/backend/test/data/node/test_gemm_beta/model.onnx differ diff --git a/onnx/backend/test/data/node/test_gemm_beta/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_gemm_beta/test_data_set_0/input_0.pb new file mode 100644 index 0000000..b8f458a --- /dev/null +++ b/onnx/backend/test/data/node/test_gemm_beta/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BaJ8  ?7?N?w} ?H>QY%?n >~J?e?^k?l? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_gemm_beta/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_gemm_beta/test_data_set_0/input_1.pb new file mode 100644 index 0000000..3693051 --- /dev/null +++ b/onnx/backend/test/data/node/test_gemm_beta/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BbJpZ{=p= <&U?H5G?^?z?L?G>G?9=#?4>q?ڗ?N>s>.4F?>?<\?N?c?yq?Ƌ.?k>> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_gemm_beta/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_gemm_beta/test_data_set_0/input_2.pb new file mode 100644 index 0000000..257550d --- /dev/null +++ b/onnx/backend/test/data/node/test_gemm_beta/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BcJ2?v=9*?+? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_gemm_beta/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_gemm_beta/test_data_set_0/output_0.pb new file mode 100644 index 0000000..257d115 --- /dev/null +++ b/onnx/backend/test/data/node/test_gemm_beta/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +ByJ QY%?n >~J?e?^k?l?Z{=p= <&U? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_gemm_default_matrix_bias/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_gemm_default_matrix_bias/test_data_set_0/input_1.pb new file mode 100644 index 0000000..2afad68 --- /dev/null +++ b/onnx/backend/test/data/node/test_gemm_default_matrix_bias/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BbJ`H5G?^?z?L?G>G?9=#?4>q?ڗ?N>s>.4F?>?<\?N?c?yq?Ƌ.?k>> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_gemm_default_matrix_bias/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_gemm_default_matrix_bias/test_data_set_0/input_2.pb new file mode 100644 index 0000000..f794127 --- /dev/null +++ b/onnx/backend/test/data/node/test_gemm_default_matrix_bias/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BcJ02?v=9*?+?nW>A>>L8>j?a>}?= \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_gemm_default_matrix_bias/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_gemm_default_matrix_bias/test_data_set_0/output_0.pb new file mode 100644 index 0000000..25be287 --- /dev/null +++ b/onnx/backend/test/data/node/test_gemm_default_matrix_bias/test_data_set_0/output_0.pb @@ -0,0 +1,2 @@ +ByJ0ka@2@@*@?P@P @ +'@@C@@bD? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_gemm_default_no_bias/model.onnx b/onnx/backend/test/data/node/test_gemm_default_no_bias/model.onnx new file mode 100644 index 0000000..608f495 Binary files /dev/null and b/onnx/backend/test/data/node/test_gemm_default_no_bias/model.onnx differ diff --git a/onnx/backend/test/data/node/test_gemm_default_no_bias/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_gemm_default_no_bias/test_data_set_0/input_0.pb new file mode 100644 index 0000000..c697d4a --- /dev/null +++ b/onnx/backend/test/data/node/test_gemm_default_no_bias/test_data_set_0/input_0.pb @@ -0,0 +1,2 @@ + +BaJP  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{=p= <&U?H5G?^? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_gemm_default_no_bias/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_gemm_default_no_bias/test_data_set_0/input_1.pb new file mode 100644 index 0000000..33a04e6 --- /dev/null +++ b/onnx/backend/test/data/node/test_gemm_default_no_bias/test_data_set_0/input_1.pb @@ -0,0 +1,2 @@ + +BbJxz?L?G>G?9=#?4>q?ڗ?N>s>.4F?>?<\?N?c?yq?Ƌ.?k>>2?v=9*?+?nW>A>>L8> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_gemm_default_no_bias/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_gemm_default_no_bias/test_data_set_0/output_0.pb new file mode 100644 index 0000000..a2d1ea8 Binary files /dev/null and b/onnx/backend/test/data/node/test_gemm_default_no_bias/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_gemm_default_scalar_bias/model.onnx b/onnx/backend/test/data/node/test_gemm_default_scalar_bias/model.onnx new file mode 100644 index 0000000..9500d6f Binary files /dev/null and b/onnx/backend/test/data/node/test_gemm_default_scalar_bias/model.onnx differ diff --git a/onnx/backend/test/data/node/test_gemm_default_scalar_bias/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_gemm_default_scalar_bias/test_data_set_0/input_0.pb new file mode 100644 index 0000000..d8296f4 --- /dev/null +++ b/onnx/backend/test/data/node/test_gemm_default_scalar_bias/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BaJ  ?7?N?w} ?H>QY%? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_gemm_default_scalar_bias/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_gemm_default_scalar_bias/test_data_set_0/input_1.pb new file mode 100644 index 0000000..a8407d4 --- /dev/null +++ b/onnx/backend/test/data/node/test_gemm_default_scalar_bias/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BbJ0n >~J?e?^k?l?Z{=p= <&U? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_gemm_default_scalar_bias/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_gemm_default_scalar_bias/test_data_set_0/input_2.pb new file mode 100644 index 0000000..8a37e54 --- /dev/null +++ b/onnx/backend/test/data/node/test_gemm_default_scalar_bias/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BcJH@ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_gemm_default_scalar_bias/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_gemm_default_scalar_bias/test_data_set_0/output_0.pb new file mode 100644 index 0000000..1e8cfac Binary files /dev/null and b/onnx/backend/test/data/node/test_gemm_default_scalar_bias/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_gemm_default_single_elem_vector_bias/model.onnx b/onnx/backend/test/data/node/test_gemm_default_single_elem_vector_bias/model.onnx new file mode 100644 index 0000000..d2c185d Binary files /dev/null and b/onnx/backend/test/data/node/test_gemm_default_single_elem_vector_bias/model.onnx differ diff --git a/onnx/backend/test/data/node/test_gemm_default_single_elem_vector_bias/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_gemm_default_single_elem_vector_bias/test_data_set_0/input_0.pb new file mode 100644 index 0000000..1c1c52c --- /dev/null +++ b/onnx/backend/test/data/node/test_gemm_default_single_elem_vector_bias/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BaJT  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{=p= <&U?H5G?^?z? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_gemm_default_single_elem_vector_bias/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_gemm_default_single_elem_vector_bias/test_data_set_0/input_1.pb new file mode 100644 index 0000000..4c02a90 --- /dev/null +++ b/onnx/backend/test/data/node/test_gemm_default_single_elem_vector_bias/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BbJTL?G>G?9=#?4>q?ڗ?N>s>.4F?>?<\?N?c?yq?Ƌ.?k>> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_gemm_default_single_elem_vector_bias/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_gemm_default_single_elem_vector_bias/test_data_set_0/input_2.pb new file mode 100644 index 0000000..c2b01ea --- /dev/null +++ b/onnx/backend/test/data/node/test_gemm_default_single_elem_vector_bias/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BcJ2? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_gemm_default_single_elem_vector_bias/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_gemm_default_single_elem_vector_bias/test_data_set_0/output_0.pb new file mode 100644 index 0000000..e8c7e34 --- /dev/null +++ b/onnx/backend/test/data/node/test_gemm_default_single_elem_vector_bias/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +ByJ$7@[-@͆2@UX@N@nT@[)@ @*8@ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_gemm_default_vector_bias/model.onnx b/onnx/backend/test/data/node/test_gemm_default_vector_bias/model.onnx new file mode 100644 index 0000000..3b9b5a8 Binary files /dev/null and b/onnx/backend/test/data/node/test_gemm_default_vector_bias/model.onnx differ diff --git a/onnx/backend/test/data/node/test_gemm_default_vector_bias/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_gemm_default_vector_bias/test_data_set_0/input_0.pb new file mode 100644 index 0000000..b8f458a --- /dev/null +++ b/onnx/backend/test/data/node/test_gemm_default_vector_bias/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BaJ8  ?7?N?w} ?H>QY%?n >~J?e?^k?l? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_gemm_default_vector_bias/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_gemm_default_vector_bias/test_data_set_0/input_1.pb new file mode 100644 index 0000000..3693051 --- /dev/null +++ b/onnx/backend/test/data/node/test_gemm_default_vector_bias/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BbJpZ{=p= <&U?H5G?^?z?L?G>G?9=#?4>q?ڗ?N>s>.4F?>?<\?N?c?yq?Ƌ.?k>> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_gemm_default_vector_bias/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_gemm_default_vector_bias/test_data_set_0/input_2.pb new file mode 100644 index 0000000..257550d --- /dev/null +++ b/onnx/backend/test/data/node/test_gemm_default_vector_bias/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BcJ2?v=9*?+? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_gemm_default_vector_bias/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_gemm_default_vector_bias/test_data_set_0/output_0.pb new file mode 100644 index 0000000..151d426 Binary files /dev/null and b/onnx/backend/test/data/node/test_gemm_default_vector_bias/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_gemm_default_zero_bias/model.onnx b/onnx/backend/test/data/node/test_gemm_default_zero_bias/model.onnx new file mode 100644 index 0000000..109ef57 Binary files /dev/null and b/onnx/backend/test/data/node/test_gemm_default_zero_bias/model.onnx differ diff --git a/onnx/backend/test/data/node/test_gemm_default_zero_bias/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_gemm_default_zero_bias/test_data_set_0/input_0.pb new file mode 100644 index 0000000..ee690ba --- /dev/null +++ b/onnx/backend/test/data/node/test_gemm_default_zero_bias/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BaJ<  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{= \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_gemm_default_zero_bias/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_gemm_default_zero_bias/test_data_set_0/input_1.pb new file mode 100644 index 0000000..6945e22 --- /dev/null +++ b/onnx/backend/test/data/node/test_gemm_default_zero_bias/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BbJPp= <&U?H5G?^?z?L?G>G?9=#?4>q?ڗ?N>s>.4F?>?< \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_gemm_default_zero_bias/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_gemm_default_zero_bias/test_data_set_0/input_2.pb new file mode 100644 index 0000000..7077e4f Binary files /dev/null and b/onnx/backend/test/data/node/test_gemm_default_zero_bias/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_gemm_default_zero_bias/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_gemm_default_zero_bias/test_data_set_0/output_0.pb new file mode 100644 index 0000000..cdbdbc0 --- /dev/null +++ b/onnx/backend/test/data/node/test_gemm_default_zero_bias/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +ByJ0b?C?%?~?@D?\@?p?ߎ?N? ? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_gemm_transposeA/model.onnx b/onnx/backend/test/data/node/test_gemm_transposeA/model.onnx new file mode 100644 index 0000000..be18bf0 Binary files /dev/null and b/onnx/backend/test/data/node/test_gemm_transposeA/model.onnx differ diff --git a/onnx/backend/test/data/node/test_gemm_transposeA/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_gemm_transposeA/test_data_set_0/input_0.pb new file mode 100644 index 0000000..4e23312 --- /dev/null +++ b/onnx/backend/test/data/node/test_gemm_transposeA/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BaJH  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{=p= <&U? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_gemm_transposeA/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_gemm_transposeA/test_data_set_0/input_1.pb new file mode 100644 index 0000000..2afad68 --- /dev/null +++ b/onnx/backend/test/data/node/test_gemm_transposeA/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BbJ`H5G?^?z?L?G>G?9=#?4>q?ڗ?N>s>.4F?>?<\?N?c?yq?Ƌ.?k>> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_gemm_transposeA/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_gemm_transposeA/test_data_set_0/input_2.pb new file mode 100644 index 0000000..7077e4f Binary files /dev/null and b/onnx/backend/test/data/node/test_gemm_transposeA/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_gemm_transposeA/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_gemm_transposeA/test_data_set_0/output_0.pb new file mode 100644 index 0000000..40a2611 Binary files /dev/null and b/onnx/backend/test/data/node/test_gemm_transposeA/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_gemm_transposeB/model.onnx b/onnx/backend/test/data/node/test_gemm_transposeB/model.onnx new file mode 100644 index 0000000..45565f1 Binary files /dev/null and b/onnx/backend/test/data/node/test_gemm_transposeB/model.onnx differ diff --git a/onnx/backend/test/data/node/test_gemm_transposeB/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_gemm_transposeB/test_data_set_0/input_0.pb new file mode 100644 index 0000000..e0263dc --- /dev/null +++ b/onnx/backend/test/data/node/test_gemm_transposeB/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BaJH  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{=p= <&U? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_gemm_transposeB/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_gemm_transposeB/test_data_set_0/input_1.pb new file mode 100644 index 0000000..165ae22 --- /dev/null +++ b/onnx/backend/test/data/node/test_gemm_transposeB/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BbJ`H5G?^?z?L?G>G?9=#?4>q?ڗ?N>s>.4F?>?<\?N?c?yq?Ƌ.?k>> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_gemm_transposeB/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_gemm_transposeB/test_data_set_0/input_2.pb new file mode 100644 index 0000000..7077e4f Binary files /dev/null and b/onnx/backend/test/data/node/test_gemm_transposeB/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_gemm_transposeB/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_gemm_transposeB/test_data_set_0/output_0.pb new file mode 100644 index 0000000..7d048a5 --- /dev/null +++ b/onnx/backend/test/data/node/test_gemm_transposeB/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +ByJ0m1@j?a? @7I@m??L @A@"̍?S?0J? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_globalaveragepool/model.onnx b/onnx/backend/test/data/node/test_globalaveragepool/model.onnx new file mode 100644 index 0000000..1441d1e Binary files /dev/null and b/onnx/backend/test/data/node/test_globalaveragepool/model.onnx differ diff --git a/onnx/backend/test/data/node/test_globalaveragepool/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_globalaveragepool/test_data_set_0/input_0.pb new file mode 100644 index 0000000..eba6662 --- /dev/null +++ b/onnx/backend/test/data/node/test_globalaveragepool/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6^&,Z[*Pܿ35>;;Wп>DhT=:?>ב?> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_globalaveragepool/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_globalaveragepool/test_data_set_0/output_0.pb new file mode 100644 index 0000000..11253b3 --- /dev/null +++ b/onnx/backend/test/data/node/test_globalaveragepool/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +ByJ I>oFw \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_globalaveragepool_precomputed/model.onnx b/onnx/backend/test/data/node/test_globalaveragepool_precomputed/model.onnx new file mode 100644 index 0000000..de1544e Binary files /dev/null and b/onnx/backend/test/data/node/test_globalaveragepool_precomputed/model.onnx differ diff --git a/onnx/backend/test/data/node/test_globalaveragepool_precomputed/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_globalaveragepool_precomputed/test_data_set_0/input_0.pb new file mode 100644 index 0000000..f170252 Binary files /dev/null and b/onnx/backend/test/data/node/test_globalaveragepool_precomputed/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_globalaveragepool_precomputed/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_globalaveragepool_precomputed/test_data_set_0/output_0.pb new file mode 100644 index 0000000..afafcf9 Binary files /dev/null and b/onnx/backend/test/data/node/test_globalaveragepool_precomputed/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_globalmaxpool/model.onnx b/onnx/backend/test/data/node/test_globalmaxpool/model.onnx new file mode 100644 index 0000000..007fe81 Binary files /dev/null and b/onnx/backend/test/data/node/test_globalmaxpool/model.onnx differ diff --git a/onnx/backend/test/data/node/test_globalmaxpool/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_globalmaxpool/test_data_set_0/input_0.pb new file mode 100644 index 0000000..eba6662 --- /dev/null +++ b/onnx/backend/test/data/node/test_globalmaxpool/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6^&,Z[*Pܿ35>;;Wп>DhT=:?>ב?> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_globalmaxpool/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_globalmaxpool/test_data_set_0/output_0.pb new file mode 100644 index 0000000..68ac3d7 --- /dev/null +++ b/onnx/backend/test/data/node/test_globalmaxpool/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +ByJ C@?ב? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_globalmaxpool_precomputed/model.onnx b/onnx/backend/test/data/node/test_globalmaxpool_precomputed/model.onnx new file mode 100644 index 0000000..69ac331 Binary files /dev/null and b/onnx/backend/test/data/node/test_globalmaxpool_precomputed/model.onnx differ diff --git a/onnx/backend/test/data/node/test_globalmaxpool_precomputed/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_globalmaxpool_precomputed/test_data_set_0/input_0.pb new file mode 100644 index 0000000..f170252 Binary files /dev/null and b/onnx/backend/test/data/node/test_globalmaxpool_precomputed/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_globalmaxpool_precomputed/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_globalmaxpool_precomputed/test_data_set_0/output_0.pb new file mode 100644 index 0000000..f526155 Binary files /dev/null and b/onnx/backend/test/data/node/test_globalmaxpool_precomputed/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_greater/model.onnx b/onnx/backend/test/data/node/test_greater/model.onnx new file mode 100644 index 0000000..bc4f2ae Binary files /dev/null and b/onnx/backend/test/data/node/test_greater/model.onnx differ diff --git a/onnx/backend/test/data/node/test_greater/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_greater/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_greater/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_greater/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_greater/test_data_set_0/input_1.pb new file mode 100644 index 0000000..1424d72 --- /dev/null +++ b/onnx/backend/test/data/node/test_greater/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +ByJ^&,Z[*Pܿ35>;;Wп>DhT=:?>ב?>O/^~/Ѓ f=#f?Ok>Ŀ ??@?7>8lF?5mξy? FU>z?u>4?G,>> ?^Ab*x?(?Ӿ3Y?"??, ?g?Iy\}?7mM?r?N4?l? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_greater/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_greater/test_data_set_0/output_0.pb new file mode 100644 index 0000000..3c4514f Binary files /dev/null and b/onnx/backend/test/data/node/test_greater/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_greater_bcast/model.onnx b/onnx/backend/test/data/node/test_greater_bcast/model.onnx new file mode 100644 index 0000000..a21365c Binary files /dev/null and b/onnx/backend/test/data/node/test_greater_bcast/model.onnx differ diff --git a/onnx/backend/test/data/node/test_greater_bcast/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_greater_bcast/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_greater_bcast/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_greater_bcast/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_greater_bcast/test_data_set_0/input_1.pb new file mode 100644 index 0000000..dcbe531 --- /dev/null +++ b/onnx/backend/test/data/node/test_greater_bcast/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +ByJ^&,Z[*Pܿ35> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_greater_bcast/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_greater_bcast/test_data_set_0/output_0.pb new file mode 100644 index 0000000..086fbce Binary files /dev/null and b/onnx/backend/test/data/node/test_greater_bcast/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_greater_equal/model.onnx b/onnx/backend/test/data/node/test_greater_equal/model.onnx new file mode 100644 index 0000000..061aed0 Binary files /dev/null and b/onnx/backend/test/data/node/test_greater_equal/model.onnx differ diff --git a/onnx/backend/test/data/node/test_greater_equal/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_greater_equal/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_greater_equal/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_greater_equal/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_greater_equal/test_data_set_0/input_1.pb new file mode 100644 index 0000000..1424d72 --- /dev/null +++ b/onnx/backend/test/data/node/test_greater_equal/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +ByJ^&,Z[*Pܿ35>;;Wп>DhT=:?>ב?>O/^~/Ѓ f=#f?Ok>Ŀ ??@?7>8lF?5mξy? FU>z?u>4?G,>> ?^Ab*x?(?Ӿ3Y?"??, ?g?Iy\}?7mM?r?N4?l? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_greater_equal/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_greater_equal/test_data_set_0/output_0.pb new file mode 100644 index 0000000..ef26767 Binary files /dev/null and b/onnx/backend/test/data/node/test_greater_equal/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_greater_equal_bcast/model.onnx b/onnx/backend/test/data/node/test_greater_equal_bcast/model.onnx new file mode 100644 index 0000000..b17d113 Binary files /dev/null and b/onnx/backend/test/data/node/test_greater_equal_bcast/model.onnx differ diff --git a/onnx/backend/test/data/node/test_greater_equal_bcast/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_greater_equal_bcast/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_greater_equal_bcast/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_greater_equal_bcast/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_greater_equal_bcast/test_data_set_0/input_1.pb new file mode 100644 index 0000000..dcbe531 --- /dev/null +++ b/onnx/backend/test/data/node/test_greater_equal_bcast/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +ByJ^&,Z[*Pܿ35> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_greater_equal_bcast/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_greater_equal_bcast/test_data_set_0/output_0.pb new file mode 100644 index 0000000..de50622 Binary files /dev/null and b/onnx/backend/test/data/node/test_greater_equal_bcast/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_greater_equal_bcast_expanded/model.onnx b/onnx/backend/test/data/node/test_greater_equal_bcast_expanded/model.onnx new file mode 100644 index 0000000..6709355 Binary files /dev/null and b/onnx/backend/test/data/node/test_greater_equal_bcast_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_greater_equal_bcast_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_greater_equal_bcast_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_greater_equal_bcast_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_greater_equal_bcast_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_greater_equal_bcast_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..dcbe531 --- /dev/null +++ b/onnx/backend/test/data/node/test_greater_equal_bcast_expanded/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +ByJ^&,Z[*Pܿ35> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_greater_equal_bcast_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_greater_equal_bcast_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..de50622 Binary files /dev/null and b/onnx/backend/test/data/node/test_greater_equal_bcast_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_greater_equal_expanded/model.onnx b/onnx/backend/test/data/node/test_greater_equal_expanded/model.onnx new file mode 100644 index 0000000..6859da5 Binary files /dev/null and b/onnx/backend/test/data/node/test_greater_equal_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_greater_equal_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_greater_equal_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_greater_equal_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_greater_equal_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_greater_equal_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..1424d72 --- /dev/null +++ b/onnx/backend/test/data/node/test_greater_equal_expanded/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +ByJ^&,Z[*Pܿ35>;;Wп>DhT=:?>ב?>O/^~/Ѓ f=#f?Ok>Ŀ ??@?7>8lF?5mξy? FU>z?u>4?G,>> ?^Ab*x?(?Ӿ3Y?"??, ?g?Iy\}?7mM?r?N4?l? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_greater_equal_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_greater_equal_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..ef26767 Binary files /dev/null and b/onnx/backend/test/data/node/test_greater_equal_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_greater_equal_int16/model.onnx b/onnx/backend/test/data/node/test_greater_equal_int16/model.onnx new file mode 100644 index 0000000..1b612d4 Binary files /dev/null and b/onnx/backend/test/data/node/test_greater_equal_int16/model.onnx differ diff --git a/onnx/backend/test/data/node/test_greater_equal_int16/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_greater_equal_int16/test_data_set_0/input_0.pb new file mode 100644 index 0000000..4d27e19 Binary files /dev/null and b/onnx/backend/test/data/node/test_greater_equal_int16/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_greater_equal_int16/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_greater_equal_int16/test_data_set_0/input_1.pb new file mode 100644 index 0000000..617a4a6 Binary files /dev/null and b/onnx/backend/test/data/node/test_greater_equal_int16/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_greater_equal_int16/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_greater_equal_int16/test_data_set_0/output_0.pb new file mode 100644 index 0000000..2cdb9a0 Binary files /dev/null and b/onnx/backend/test/data/node/test_greater_equal_int16/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_greater_equal_int16_expanded/model.onnx b/onnx/backend/test/data/node/test_greater_equal_int16_expanded/model.onnx new file mode 100644 index 0000000..569978d Binary files /dev/null and b/onnx/backend/test/data/node/test_greater_equal_int16_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_greater_equal_int16_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_greater_equal_int16_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..4d27e19 Binary files /dev/null and b/onnx/backend/test/data/node/test_greater_equal_int16_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_greater_equal_int16_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_greater_equal_int16_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..617a4a6 Binary files /dev/null and b/onnx/backend/test/data/node/test_greater_equal_int16_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_greater_equal_int16_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_greater_equal_int16_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..2cdb9a0 Binary files /dev/null and b/onnx/backend/test/data/node/test_greater_equal_int16_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_greater_equal_int8/model.onnx b/onnx/backend/test/data/node/test_greater_equal_int8/model.onnx new file mode 100644 index 0000000..3ffcf4f Binary files /dev/null and b/onnx/backend/test/data/node/test_greater_equal_int8/model.onnx differ diff --git a/onnx/backend/test/data/node/test_greater_equal_int8/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_greater_equal_int8/test_data_set_0/input_0.pb new file mode 100644 index 0000000..2060ad4 Binary files /dev/null and b/onnx/backend/test/data/node/test_greater_equal_int8/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_greater_equal_int8/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_greater_equal_int8/test_data_set_0/input_1.pb new file mode 100644 index 0000000..dd426bb Binary files /dev/null and b/onnx/backend/test/data/node/test_greater_equal_int8/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_greater_equal_int8/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_greater_equal_int8/test_data_set_0/output_0.pb new file mode 100644 index 0000000..95dd0fe Binary files /dev/null and b/onnx/backend/test/data/node/test_greater_equal_int8/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_greater_equal_int8_expanded/model.onnx b/onnx/backend/test/data/node/test_greater_equal_int8_expanded/model.onnx new file mode 100644 index 0000000..634274d Binary files /dev/null and b/onnx/backend/test/data/node/test_greater_equal_int8_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_greater_equal_int8_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_greater_equal_int8_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..2060ad4 Binary files /dev/null and b/onnx/backend/test/data/node/test_greater_equal_int8_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_greater_equal_int8_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_greater_equal_int8_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..dd426bb Binary files /dev/null and b/onnx/backend/test/data/node/test_greater_equal_int8_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_greater_equal_int8_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_greater_equal_int8_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..95dd0fe Binary files /dev/null and b/onnx/backend/test/data/node/test_greater_equal_int8_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_greater_equal_uint16/model.onnx b/onnx/backend/test/data/node/test_greater_equal_uint16/model.onnx new file mode 100644 index 0000000..04f717c Binary files /dev/null and b/onnx/backend/test/data/node/test_greater_equal_uint16/model.onnx differ diff --git a/onnx/backend/test/data/node/test_greater_equal_uint16/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_greater_equal_uint16/test_data_set_0/input_0.pb new file mode 100644 index 0000000..05499ff Binary files /dev/null and b/onnx/backend/test/data/node/test_greater_equal_uint16/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_greater_equal_uint16/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_greater_equal_uint16/test_data_set_0/input_1.pb new file mode 100644 index 0000000..a8caad5 Binary files /dev/null and b/onnx/backend/test/data/node/test_greater_equal_uint16/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_greater_equal_uint16/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_greater_equal_uint16/test_data_set_0/output_0.pb new file mode 100644 index 0000000..c375851 Binary files /dev/null and b/onnx/backend/test/data/node/test_greater_equal_uint16/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_greater_equal_uint16_expanded/model.onnx b/onnx/backend/test/data/node/test_greater_equal_uint16_expanded/model.onnx new file mode 100644 index 0000000..b838064 Binary files /dev/null and b/onnx/backend/test/data/node/test_greater_equal_uint16_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_greater_equal_uint16_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_greater_equal_uint16_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..05499ff Binary files /dev/null and b/onnx/backend/test/data/node/test_greater_equal_uint16_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_greater_equal_uint16_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_greater_equal_uint16_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..a8caad5 Binary files /dev/null and b/onnx/backend/test/data/node/test_greater_equal_uint16_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_greater_equal_uint16_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_greater_equal_uint16_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..c375851 Binary files /dev/null and b/onnx/backend/test/data/node/test_greater_equal_uint16_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_greater_equal_uint32/model.onnx b/onnx/backend/test/data/node/test_greater_equal_uint32/model.onnx new file mode 100644 index 0000000..b694bd3 Binary files /dev/null and b/onnx/backend/test/data/node/test_greater_equal_uint32/model.onnx differ diff --git a/onnx/backend/test/data/node/test_greater_equal_uint32/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_greater_equal_uint32/test_data_set_0/input_0.pb new file mode 100644 index 0000000..57ca187 Binary files /dev/null and b/onnx/backend/test/data/node/test_greater_equal_uint32/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_greater_equal_uint32/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_greater_equal_uint32/test_data_set_0/input_1.pb new file mode 100644 index 0000000..e078d4e Binary files /dev/null and b/onnx/backend/test/data/node/test_greater_equal_uint32/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_greater_equal_uint32/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_greater_equal_uint32/test_data_set_0/output_0.pb new file mode 100644 index 0000000..9ff3608 Binary files /dev/null and b/onnx/backend/test/data/node/test_greater_equal_uint32/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_greater_equal_uint32_expanded/model.onnx b/onnx/backend/test/data/node/test_greater_equal_uint32_expanded/model.onnx new file mode 100644 index 0000000..6bb95b7 Binary files /dev/null and b/onnx/backend/test/data/node/test_greater_equal_uint32_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_greater_equal_uint32_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_greater_equal_uint32_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..57ca187 Binary files /dev/null and b/onnx/backend/test/data/node/test_greater_equal_uint32_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_greater_equal_uint32_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_greater_equal_uint32_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..e078d4e Binary files /dev/null and b/onnx/backend/test/data/node/test_greater_equal_uint32_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_greater_equal_uint32_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_greater_equal_uint32_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..9ff3608 Binary files /dev/null and b/onnx/backend/test/data/node/test_greater_equal_uint32_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_greater_equal_uint64/model.onnx b/onnx/backend/test/data/node/test_greater_equal_uint64/model.onnx new file mode 100644 index 0000000..5d4a097 Binary files /dev/null and b/onnx/backend/test/data/node/test_greater_equal_uint64/model.onnx differ diff --git a/onnx/backend/test/data/node/test_greater_equal_uint64/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_greater_equal_uint64/test_data_set_0/input_0.pb new file mode 100644 index 0000000..028107b Binary files /dev/null and b/onnx/backend/test/data/node/test_greater_equal_uint64/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_greater_equal_uint64/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_greater_equal_uint64/test_data_set_0/input_1.pb new file mode 100644 index 0000000..0884815 Binary files /dev/null and b/onnx/backend/test/data/node/test_greater_equal_uint64/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_greater_equal_uint64/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_greater_equal_uint64/test_data_set_0/output_0.pb new file mode 100644 index 0000000..bdefcc6 Binary files /dev/null and b/onnx/backend/test/data/node/test_greater_equal_uint64/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_greater_equal_uint64_expanded/model.onnx b/onnx/backend/test/data/node/test_greater_equal_uint64_expanded/model.onnx new file mode 100644 index 0000000..67e595f Binary files /dev/null and b/onnx/backend/test/data/node/test_greater_equal_uint64_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_greater_equal_uint64_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_greater_equal_uint64_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..028107b Binary files /dev/null and b/onnx/backend/test/data/node/test_greater_equal_uint64_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_greater_equal_uint64_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_greater_equal_uint64_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..0884815 Binary files /dev/null and b/onnx/backend/test/data/node/test_greater_equal_uint64_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_greater_equal_uint64_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_greater_equal_uint64_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..bdefcc6 Binary files /dev/null and b/onnx/backend/test/data/node/test_greater_equal_uint64_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_greater_equal_uint8/model.onnx b/onnx/backend/test/data/node/test_greater_equal_uint8/model.onnx new file mode 100644 index 0000000..3613ecb Binary files /dev/null and b/onnx/backend/test/data/node/test_greater_equal_uint8/model.onnx differ diff --git a/onnx/backend/test/data/node/test_greater_equal_uint8/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_greater_equal_uint8/test_data_set_0/input_0.pb new file mode 100644 index 0000000..9af0258 Binary files /dev/null and b/onnx/backend/test/data/node/test_greater_equal_uint8/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_greater_equal_uint8/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_greater_equal_uint8/test_data_set_0/input_1.pb new file mode 100644 index 0000000..7d08c07 Binary files /dev/null and b/onnx/backend/test/data/node/test_greater_equal_uint8/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_greater_equal_uint8/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_greater_equal_uint8/test_data_set_0/output_0.pb new file mode 100644 index 0000000..3818b41 Binary files /dev/null and b/onnx/backend/test/data/node/test_greater_equal_uint8/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_greater_equal_uint8_expanded/model.onnx b/onnx/backend/test/data/node/test_greater_equal_uint8_expanded/model.onnx new file mode 100644 index 0000000..c70dab4 Binary files /dev/null and b/onnx/backend/test/data/node/test_greater_equal_uint8_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_greater_equal_uint8_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_greater_equal_uint8_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..9af0258 Binary files /dev/null and b/onnx/backend/test/data/node/test_greater_equal_uint8_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_greater_equal_uint8_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_greater_equal_uint8_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..7d08c07 Binary files /dev/null and b/onnx/backend/test/data/node/test_greater_equal_uint8_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_greater_equal_uint8_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_greater_equal_uint8_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..3818b41 Binary files /dev/null and b/onnx/backend/test/data/node/test_greater_equal_uint8_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_greater_int16/model.onnx b/onnx/backend/test/data/node/test_greater_int16/model.onnx new file mode 100644 index 0000000..035eb08 Binary files /dev/null and b/onnx/backend/test/data/node/test_greater_int16/model.onnx differ diff --git a/onnx/backend/test/data/node/test_greater_int16/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_greater_int16/test_data_set_0/input_0.pb new file mode 100644 index 0000000..4d27e19 Binary files /dev/null and b/onnx/backend/test/data/node/test_greater_int16/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_greater_int16/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_greater_int16/test_data_set_0/input_1.pb new file mode 100644 index 0000000..617a4a6 Binary files /dev/null and b/onnx/backend/test/data/node/test_greater_int16/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_greater_int16/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_greater_int16/test_data_set_0/output_0.pb new file mode 100644 index 0000000..c06b444 Binary files /dev/null and b/onnx/backend/test/data/node/test_greater_int16/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_greater_int8/model.onnx b/onnx/backend/test/data/node/test_greater_int8/model.onnx new file mode 100644 index 0000000..6e14f89 Binary files /dev/null and b/onnx/backend/test/data/node/test_greater_int8/model.onnx differ diff --git a/onnx/backend/test/data/node/test_greater_int8/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_greater_int8/test_data_set_0/input_0.pb new file mode 100644 index 0000000..2060ad4 Binary files /dev/null and b/onnx/backend/test/data/node/test_greater_int8/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_greater_int8/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_greater_int8/test_data_set_0/input_1.pb new file mode 100644 index 0000000..dd426bb Binary files /dev/null and b/onnx/backend/test/data/node/test_greater_int8/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_greater_int8/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_greater_int8/test_data_set_0/output_0.pb new file mode 100644 index 0000000..6a41a3f Binary files /dev/null and b/onnx/backend/test/data/node/test_greater_int8/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_greater_uint16/model.onnx b/onnx/backend/test/data/node/test_greater_uint16/model.onnx new file mode 100644 index 0000000..765740a Binary files /dev/null and b/onnx/backend/test/data/node/test_greater_uint16/model.onnx differ diff --git a/onnx/backend/test/data/node/test_greater_uint16/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_greater_uint16/test_data_set_0/input_0.pb new file mode 100644 index 0000000..05499ff Binary files /dev/null and b/onnx/backend/test/data/node/test_greater_uint16/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_greater_uint16/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_greater_uint16/test_data_set_0/input_1.pb new file mode 100644 index 0000000..a8caad5 Binary files /dev/null and b/onnx/backend/test/data/node/test_greater_uint16/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_greater_uint16/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_greater_uint16/test_data_set_0/output_0.pb new file mode 100644 index 0000000..10eab64 Binary files /dev/null and b/onnx/backend/test/data/node/test_greater_uint16/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_greater_uint32/model.onnx b/onnx/backend/test/data/node/test_greater_uint32/model.onnx new file mode 100644 index 0000000..228bf85 Binary files /dev/null and b/onnx/backend/test/data/node/test_greater_uint32/model.onnx differ diff --git a/onnx/backend/test/data/node/test_greater_uint32/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_greater_uint32/test_data_set_0/input_0.pb new file mode 100644 index 0000000..57ca187 Binary files /dev/null and b/onnx/backend/test/data/node/test_greater_uint32/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_greater_uint32/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_greater_uint32/test_data_set_0/input_1.pb new file mode 100644 index 0000000..e078d4e Binary files /dev/null and b/onnx/backend/test/data/node/test_greater_uint32/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_greater_uint32/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_greater_uint32/test_data_set_0/output_0.pb new file mode 100644 index 0000000..ebd7f6e Binary files /dev/null and b/onnx/backend/test/data/node/test_greater_uint32/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_greater_uint64/model.onnx b/onnx/backend/test/data/node/test_greater_uint64/model.onnx new file mode 100644 index 0000000..44d59ca Binary files /dev/null and b/onnx/backend/test/data/node/test_greater_uint64/model.onnx differ diff --git a/onnx/backend/test/data/node/test_greater_uint64/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_greater_uint64/test_data_set_0/input_0.pb new file mode 100644 index 0000000..028107b Binary files /dev/null and b/onnx/backend/test/data/node/test_greater_uint64/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_greater_uint64/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_greater_uint64/test_data_set_0/input_1.pb new file mode 100644 index 0000000..0884815 Binary files /dev/null and b/onnx/backend/test/data/node/test_greater_uint64/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_greater_uint64/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_greater_uint64/test_data_set_0/output_0.pb new file mode 100644 index 0000000..2be4029 Binary files /dev/null and b/onnx/backend/test/data/node/test_greater_uint64/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_greater_uint8/model.onnx b/onnx/backend/test/data/node/test_greater_uint8/model.onnx new file mode 100644 index 0000000..9123981 Binary files /dev/null and b/onnx/backend/test/data/node/test_greater_uint8/model.onnx differ diff --git a/onnx/backend/test/data/node/test_greater_uint8/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_greater_uint8/test_data_set_0/input_0.pb new file mode 100644 index 0000000..9af0258 Binary files /dev/null and b/onnx/backend/test/data/node/test_greater_uint8/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_greater_uint8/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_greater_uint8/test_data_set_0/input_1.pb new file mode 100644 index 0000000..7d08c07 Binary files /dev/null and b/onnx/backend/test/data/node/test_greater_uint8/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_greater_uint8/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_greater_uint8/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d07ace5 Binary files /dev/null and b/onnx/backend/test/data/node/test_greater_uint8/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_gridsample/model.onnx b/onnx/backend/test/data/node/test_gridsample/model.onnx new file mode 100644 index 0000000..1d17074 Binary files /dev/null and b/onnx/backend/test/data/node/test_gridsample/model.onnx differ diff --git a/onnx/backend/test/data/node/test_gridsample/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_gridsample/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bf70952 Binary files /dev/null and b/onnx/backend/test/data/node/test_gridsample/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_gridsample/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_gridsample/test_data_set_0/input_1.pb new file mode 100644 index 0000000..bb2ce19 Binary files /dev/null and b/onnx/backend/test/data/node/test_gridsample/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_gridsample/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_gridsample/test_data_set_0/output_0.pb new file mode 100644 index 0000000..9488b8b Binary files /dev/null and b/onnx/backend/test/data/node/test_gridsample/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_gridsample_aligncorners_true/model.onnx b/onnx/backend/test/data/node/test_gridsample_aligncorners_true/model.onnx new file mode 100644 index 0000000..6def3c0 Binary files /dev/null and b/onnx/backend/test/data/node/test_gridsample_aligncorners_true/model.onnx differ diff --git a/onnx/backend/test/data/node/test_gridsample_aligncorners_true/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_gridsample_aligncorners_true/test_data_set_0/input_0.pb new file mode 100644 index 0000000..d0c8ea5 Binary files /dev/null and b/onnx/backend/test/data/node/test_gridsample_aligncorners_true/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_gridsample_aligncorners_true/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_gridsample_aligncorners_true/test_data_set_0/input_1.pb new file mode 100644 index 0000000..1286d0d Binary files /dev/null and b/onnx/backend/test/data/node/test_gridsample_aligncorners_true/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_gridsample_aligncorners_true/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_gridsample_aligncorners_true/test_data_set_0/output_0.pb new file mode 100644 index 0000000..1269b66 Binary files /dev/null and b/onnx/backend/test/data/node/test_gridsample_aligncorners_true/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_gridsample_bicubic/model.onnx b/onnx/backend/test/data/node/test_gridsample_bicubic/model.onnx new file mode 100644 index 0000000..307d651 Binary files /dev/null and b/onnx/backend/test/data/node/test_gridsample_bicubic/model.onnx differ diff --git a/onnx/backend/test/data/node/test_gridsample_bicubic/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_gridsample_bicubic/test_data_set_0/input_0.pb new file mode 100644 index 0000000..d0c8ea5 Binary files /dev/null and b/onnx/backend/test/data/node/test_gridsample_bicubic/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_gridsample_bicubic/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_gridsample_bicubic/test_data_set_0/input_1.pb new file mode 100644 index 0000000..1286d0d Binary files /dev/null and b/onnx/backend/test/data/node/test_gridsample_bicubic/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_gridsample_bicubic/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_gridsample_bicubic/test_data_set_0/output_0.pb new file mode 100644 index 0000000..ff96864 Binary files /dev/null and b/onnx/backend/test/data/node/test_gridsample_bicubic/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_gridsample_bicubic_align_corners_0_additional_1/model.onnx b/onnx/backend/test/data/node/test_gridsample_bicubic_align_corners_0_additional_1/model.onnx new file mode 100644 index 0000000..cf23035 Binary files /dev/null and b/onnx/backend/test/data/node/test_gridsample_bicubic_align_corners_0_additional_1/model.onnx differ diff --git a/onnx/backend/test/data/node/test_gridsample_bicubic_align_corners_0_additional_1/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_gridsample_bicubic_align_corners_0_additional_1/test_data_set_0/input_0.pb new file mode 100644 index 0000000..d0c8ea5 Binary files /dev/null and b/onnx/backend/test/data/node/test_gridsample_bicubic_align_corners_0_additional_1/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_gridsample_bicubic_align_corners_0_additional_1/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_gridsample_bicubic_align_corners_0_additional_1/test_data_set_0/input_1.pb new file mode 100644 index 0000000..625d3b8 Binary files /dev/null and b/onnx/backend/test/data/node/test_gridsample_bicubic_align_corners_0_additional_1/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_gridsample_bicubic_align_corners_0_additional_1/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_gridsample_bicubic_align_corners_0_additional_1/test_data_set_0/output_0.pb new file mode 100644 index 0000000..f3bf77b Binary files /dev/null and b/onnx/backend/test/data/node/test_gridsample_bicubic_align_corners_0_additional_1/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_gridsample_bicubic_align_corners_1_additional_1/model.onnx b/onnx/backend/test/data/node/test_gridsample_bicubic_align_corners_1_additional_1/model.onnx new file mode 100644 index 0000000..a617350 Binary files /dev/null and b/onnx/backend/test/data/node/test_gridsample_bicubic_align_corners_1_additional_1/model.onnx differ diff --git a/onnx/backend/test/data/node/test_gridsample_bicubic_align_corners_1_additional_1/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_gridsample_bicubic_align_corners_1_additional_1/test_data_set_0/input_0.pb new file mode 100644 index 0000000..d0c8ea5 Binary files /dev/null and b/onnx/backend/test/data/node/test_gridsample_bicubic_align_corners_1_additional_1/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_gridsample_bicubic_align_corners_1_additional_1/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_gridsample_bicubic_align_corners_1_additional_1/test_data_set_0/input_1.pb new file mode 100644 index 0000000..625d3b8 Binary files /dev/null and b/onnx/backend/test/data/node/test_gridsample_bicubic_align_corners_1_additional_1/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_gridsample_bicubic_align_corners_1_additional_1/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_gridsample_bicubic_align_corners_1_additional_1/test_data_set_0/output_0.pb new file mode 100644 index 0000000..e335d3f Binary files /dev/null and b/onnx/backend/test/data/node/test_gridsample_bicubic_align_corners_1_additional_1/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_gridsample_bilinear/model.onnx b/onnx/backend/test/data/node/test_gridsample_bilinear/model.onnx new file mode 100644 index 0000000..bb1b2eb Binary files /dev/null and b/onnx/backend/test/data/node/test_gridsample_bilinear/model.onnx differ diff --git a/onnx/backend/test/data/node/test_gridsample_bilinear/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_gridsample_bilinear/test_data_set_0/input_0.pb new file mode 100644 index 0000000..d0c8ea5 Binary files /dev/null and b/onnx/backend/test/data/node/test_gridsample_bilinear/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_gridsample_bilinear/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_gridsample_bilinear/test_data_set_0/input_1.pb new file mode 100644 index 0000000..1286d0d Binary files /dev/null and b/onnx/backend/test/data/node/test_gridsample_bilinear/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_gridsample_bilinear/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_gridsample_bilinear/test_data_set_0/output_0.pb new file mode 100644 index 0000000..c3cb6e4 Binary files /dev/null and b/onnx/backend/test/data/node/test_gridsample_bilinear/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_gridsample_bilinear_align_corners_0_additional_1/model.onnx b/onnx/backend/test/data/node/test_gridsample_bilinear_align_corners_0_additional_1/model.onnx new file mode 100644 index 0000000..07ac23f Binary files /dev/null and b/onnx/backend/test/data/node/test_gridsample_bilinear_align_corners_0_additional_1/model.onnx differ diff --git a/onnx/backend/test/data/node/test_gridsample_bilinear_align_corners_0_additional_1/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_gridsample_bilinear_align_corners_0_additional_1/test_data_set_0/input_0.pb new file mode 100644 index 0000000..d0c8ea5 Binary files /dev/null and b/onnx/backend/test/data/node/test_gridsample_bilinear_align_corners_0_additional_1/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_gridsample_bilinear_align_corners_0_additional_1/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_gridsample_bilinear_align_corners_0_additional_1/test_data_set_0/input_1.pb new file mode 100644 index 0000000..625d3b8 Binary files /dev/null and b/onnx/backend/test/data/node/test_gridsample_bilinear_align_corners_0_additional_1/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_gridsample_bilinear_align_corners_0_additional_1/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_gridsample_bilinear_align_corners_0_additional_1/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d6d67f9 Binary files /dev/null and b/onnx/backend/test/data/node/test_gridsample_bilinear_align_corners_0_additional_1/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_gridsample_bilinear_align_corners_1_additional_1/model.onnx b/onnx/backend/test/data/node/test_gridsample_bilinear_align_corners_1_additional_1/model.onnx new file mode 100644 index 0000000..c17ad25 Binary files /dev/null and b/onnx/backend/test/data/node/test_gridsample_bilinear_align_corners_1_additional_1/model.onnx differ diff --git a/onnx/backend/test/data/node/test_gridsample_bilinear_align_corners_1_additional_1/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_gridsample_bilinear_align_corners_1_additional_1/test_data_set_0/input_0.pb new file mode 100644 index 0000000..d0c8ea5 Binary files /dev/null and b/onnx/backend/test/data/node/test_gridsample_bilinear_align_corners_1_additional_1/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_gridsample_bilinear_align_corners_1_additional_1/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_gridsample_bilinear_align_corners_1_additional_1/test_data_set_0/input_1.pb new file mode 100644 index 0000000..625d3b8 Binary files /dev/null and b/onnx/backend/test/data/node/test_gridsample_bilinear_align_corners_1_additional_1/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_gridsample_bilinear_align_corners_1_additional_1/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_gridsample_bilinear_align_corners_1_additional_1/test_data_set_0/output_0.pb new file mode 100644 index 0000000..1bd44f8 Binary files /dev/null and b/onnx/backend/test/data/node/test_gridsample_bilinear_align_corners_1_additional_1/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_gridsample_border_padding/model.onnx b/onnx/backend/test/data/node/test_gridsample_border_padding/model.onnx new file mode 100644 index 0000000..3c548c9 Binary files /dev/null and b/onnx/backend/test/data/node/test_gridsample_border_padding/model.onnx differ diff --git a/onnx/backend/test/data/node/test_gridsample_border_padding/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_gridsample_border_padding/test_data_set_0/input_0.pb new file mode 100644 index 0000000..d0c8ea5 Binary files /dev/null and b/onnx/backend/test/data/node/test_gridsample_border_padding/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_gridsample_border_padding/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_gridsample_border_padding/test_data_set_0/input_1.pb new file mode 100644 index 0000000..4067cb0 Binary files /dev/null and b/onnx/backend/test/data/node/test_gridsample_border_padding/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_gridsample_border_padding/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_gridsample_border_padding/test_data_set_0/output_0.pb new file mode 100644 index 0000000..c61638d Binary files /dev/null and b/onnx/backend/test/data/node/test_gridsample_border_padding/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_gridsample_nearest/model.onnx b/onnx/backend/test/data/node/test_gridsample_nearest/model.onnx new file mode 100644 index 0000000..2940908 Binary files /dev/null and b/onnx/backend/test/data/node/test_gridsample_nearest/model.onnx differ diff --git a/onnx/backend/test/data/node/test_gridsample_nearest/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_gridsample_nearest/test_data_set_0/input_0.pb new file mode 100644 index 0000000..d0c8ea5 Binary files /dev/null and b/onnx/backend/test/data/node/test_gridsample_nearest/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_gridsample_nearest/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_gridsample_nearest/test_data_set_0/input_1.pb new file mode 100644 index 0000000..1286d0d Binary files /dev/null and b/onnx/backend/test/data/node/test_gridsample_nearest/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_gridsample_nearest/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_gridsample_nearest/test_data_set_0/output_0.pb new file mode 100644 index 0000000..e110edb Binary files /dev/null and b/onnx/backend/test/data/node/test_gridsample_nearest/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_gridsample_nearest_align_corners_0_additional_1/model.onnx b/onnx/backend/test/data/node/test_gridsample_nearest_align_corners_0_additional_1/model.onnx new file mode 100644 index 0000000..245dcbf Binary files /dev/null and b/onnx/backend/test/data/node/test_gridsample_nearest_align_corners_0_additional_1/model.onnx differ diff --git a/onnx/backend/test/data/node/test_gridsample_nearest_align_corners_0_additional_1/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_gridsample_nearest_align_corners_0_additional_1/test_data_set_0/input_0.pb new file mode 100644 index 0000000..d0c8ea5 Binary files /dev/null and b/onnx/backend/test/data/node/test_gridsample_nearest_align_corners_0_additional_1/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_gridsample_nearest_align_corners_0_additional_1/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_gridsample_nearest_align_corners_0_additional_1/test_data_set_0/input_1.pb new file mode 100644 index 0000000..625d3b8 Binary files /dev/null and b/onnx/backend/test/data/node/test_gridsample_nearest_align_corners_0_additional_1/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_gridsample_nearest_align_corners_0_additional_1/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_gridsample_nearest_align_corners_0_additional_1/test_data_set_0/output_0.pb new file mode 100644 index 0000000..c5ebe49 Binary files /dev/null and b/onnx/backend/test/data/node/test_gridsample_nearest_align_corners_0_additional_1/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_gridsample_nearest_align_corners_1_additional_1/model.onnx b/onnx/backend/test/data/node/test_gridsample_nearest_align_corners_1_additional_1/model.onnx new file mode 100644 index 0000000..de22147 Binary files /dev/null and b/onnx/backend/test/data/node/test_gridsample_nearest_align_corners_1_additional_1/model.onnx differ diff --git a/onnx/backend/test/data/node/test_gridsample_nearest_align_corners_1_additional_1/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_gridsample_nearest_align_corners_1_additional_1/test_data_set_0/input_0.pb new file mode 100644 index 0000000..d0c8ea5 Binary files /dev/null and b/onnx/backend/test/data/node/test_gridsample_nearest_align_corners_1_additional_1/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_gridsample_nearest_align_corners_1_additional_1/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_gridsample_nearest_align_corners_1_additional_1/test_data_set_0/input_1.pb new file mode 100644 index 0000000..625d3b8 Binary files /dev/null and b/onnx/backend/test/data/node/test_gridsample_nearest_align_corners_1_additional_1/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_gridsample_nearest_align_corners_1_additional_1/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_gridsample_nearest_align_corners_1_additional_1/test_data_set_0/output_0.pb new file mode 100644 index 0000000..89d2f9e Binary files /dev/null and b/onnx/backend/test/data/node/test_gridsample_nearest_align_corners_1_additional_1/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_gridsample_reflection_padding/model.onnx b/onnx/backend/test/data/node/test_gridsample_reflection_padding/model.onnx new file mode 100644 index 0000000..203f143 Binary files /dev/null and b/onnx/backend/test/data/node/test_gridsample_reflection_padding/model.onnx differ diff --git a/onnx/backend/test/data/node/test_gridsample_reflection_padding/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_gridsample_reflection_padding/test_data_set_0/input_0.pb new file mode 100644 index 0000000..d0c8ea5 Binary files /dev/null and b/onnx/backend/test/data/node/test_gridsample_reflection_padding/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_gridsample_reflection_padding/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_gridsample_reflection_padding/test_data_set_0/input_1.pb new file mode 100644 index 0000000..4067cb0 Binary files /dev/null and b/onnx/backend/test/data/node/test_gridsample_reflection_padding/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_gridsample_reflection_padding/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_gridsample_reflection_padding/test_data_set_0/output_0.pb new file mode 100644 index 0000000..0adcf14 Binary files /dev/null and b/onnx/backend/test/data/node/test_gridsample_reflection_padding/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_gridsample_volumetric_bilinear_align_corners_0/model.onnx b/onnx/backend/test/data/node/test_gridsample_volumetric_bilinear_align_corners_0/model.onnx new file mode 100644 index 0000000..7f90268 Binary files /dev/null and b/onnx/backend/test/data/node/test_gridsample_volumetric_bilinear_align_corners_0/model.onnx differ diff --git a/onnx/backend/test/data/node/test_gridsample_volumetric_bilinear_align_corners_0/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_gridsample_volumetric_bilinear_align_corners_0/test_data_set_0/input_0.pb new file mode 100644 index 0000000..31d13aa Binary files /dev/null and b/onnx/backend/test/data/node/test_gridsample_volumetric_bilinear_align_corners_0/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_gridsample_volumetric_bilinear_align_corners_0/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_gridsample_volumetric_bilinear_align_corners_0/test_data_set_0/input_1.pb new file mode 100644 index 0000000..230c443 Binary files /dev/null and b/onnx/backend/test/data/node/test_gridsample_volumetric_bilinear_align_corners_0/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_gridsample_volumetric_bilinear_align_corners_0/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_gridsample_volumetric_bilinear_align_corners_0/test_data_set_0/output_0.pb new file mode 100644 index 0000000..e142d68 Binary files /dev/null and b/onnx/backend/test/data/node/test_gridsample_volumetric_bilinear_align_corners_0/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_gridsample_volumetric_bilinear_align_corners_1/model.onnx b/onnx/backend/test/data/node/test_gridsample_volumetric_bilinear_align_corners_1/model.onnx new file mode 100644 index 0000000..e3781ff Binary files /dev/null and b/onnx/backend/test/data/node/test_gridsample_volumetric_bilinear_align_corners_1/model.onnx differ diff --git a/onnx/backend/test/data/node/test_gridsample_volumetric_bilinear_align_corners_1/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_gridsample_volumetric_bilinear_align_corners_1/test_data_set_0/input_0.pb new file mode 100644 index 0000000..31d13aa Binary files /dev/null and b/onnx/backend/test/data/node/test_gridsample_volumetric_bilinear_align_corners_1/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_gridsample_volumetric_bilinear_align_corners_1/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_gridsample_volumetric_bilinear_align_corners_1/test_data_set_0/input_1.pb new file mode 100644 index 0000000..230c443 Binary files /dev/null and b/onnx/backend/test/data/node/test_gridsample_volumetric_bilinear_align_corners_1/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_gridsample_volumetric_bilinear_align_corners_1/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_gridsample_volumetric_bilinear_align_corners_1/test_data_set_0/output_0.pb new file mode 100644 index 0000000..4cafbc8 Binary files /dev/null and b/onnx/backend/test/data/node/test_gridsample_volumetric_bilinear_align_corners_1/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_gridsample_volumetric_nearest_align_corners_0/model.onnx b/onnx/backend/test/data/node/test_gridsample_volumetric_nearest_align_corners_0/model.onnx new file mode 100644 index 0000000..706252d Binary files /dev/null and b/onnx/backend/test/data/node/test_gridsample_volumetric_nearest_align_corners_0/model.onnx differ diff --git a/onnx/backend/test/data/node/test_gridsample_volumetric_nearest_align_corners_0/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_gridsample_volumetric_nearest_align_corners_0/test_data_set_0/input_0.pb new file mode 100644 index 0000000..31d13aa Binary files /dev/null and b/onnx/backend/test/data/node/test_gridsample_volumetric_nearest_align_corners_0/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_gridsample_volumetric_nearest_align_corners_0/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_gridsample_volumetric_nearest_align_corners_0/test_data_set_0/input_1.pb new file mode 100644 index 0000000..230c443 Binary files /dev/null and b/onnx/backend/test/data/node/test_gridsample_volumetric_nearest_align_corners_0/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_gridsample_volumetric_nearest_align_corners_0/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_gridsample_volumetric_nearest_align_corners_0/test_data_set_0/output_0.pb new file mode 100644 index 0000000..117c0a0 Binary files /dev/null and b/onnx/backend/test/data/node/test_gridsample_volumetric_nearest_align_corners_0/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_gridsample_volumetric_nearest_align_corners_1/model.onnx b/onnx/backend/test/data/node/test_gridsample_volumetric_nearest_align_corners_1/model.onnx new file mode 100644 index 0000000..2eb750c Binary files /dev/null and b/onnx/backend/test/data/node/test_gridsample_volumetric_nearest_align_corners_1/model.onnx differ diff --git a/onnx/backend/test/data/node/test_gridsample_volumetric_nearest_align_corners_1/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_gridsample_volumetric_nearest_align_corners_1/test_data_set_0/input_0.pb new file mode 100644 index 0000000..31d13aa Binary files /dev/null and b/onnx/backend/test/data/node/test_gridsample_volumetric_nearest_align_corners_1/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_gridsample_volumetric_nearest_align_corners_1/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_gridsample_volumetric_nearest_align_corners_1/test_data_set_0/input_1.pb new file mode 100644 index 0000000..230c443 Binary files /dev/null and b/onnx/backend/test/data/node/test_gridsample_volumetric_nearest_align_corners_1/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_gridsample_volumetric_nearest_align_corners_1/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_gridsample_volumetric_nearest_align_corners_1/test_data_set_0/output_0.pb new file mode 100644 index 0000000..8418ba7 Binary files /dev/null and b/onnx/backend/test/data/node/test_gridsample_volumetric_nearest_align_corners_1/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_gridsample_zeros_padding/model.onnx b/onnx/backend/test/data/node/test_gridsample_zeros_padding/model.onnx new file mode 100644 index 0000000..7ed92ef Binary files /dev/null and b/onnx/backend/test/data/node/test_gridsample_zeros_padding/model.onnx differ diff --git a/onnx/backend/test/data/node/test_gridsample_zeros_padding/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_gridsample_zeros_padding/test_data_set_0/input_0.pb new file mode 100644 index 0000000..d0c8ea5 Binary files /dev/null and b/onnx/backend/test/data/node/test_gridsample_zeros_padding/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_gridsample_zeros_padding/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_gridsample_zeros_padding/test_data_set_0/input_1.pb new file mode 100644 index 0000000..4067cb0 Binary files /dev/null and b/onnx/backend/test/data/node/test_gridsample_zeros_padding/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_gridsample_zeros_padding/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_gridsample_zeros_padding/test_data_set_0/output_0.pb new file mode 100644 index 0000000..909b699 Binary files /dev/null and b/onnx/backend/test/data/node/test_gridsample_zeros_padding/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_group_normalization_epsilon/model.onnx b/onnx/backend/test/data/node/test_group_normalization_epsilon/model.onnx new file mode 100644 index 0000000..05b0c2c Binary files /dev/null and b/onnx/backend/test/data/node/test_group_normalization_epsilon/model.onnx differ diff --git a/onnx/backend/test/data/node/test_group_normalization_epsilon/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_group_normalization_epsilon/test_data_set_0/input_0.pb new file mode 100644 index 0000000..fe9ab9d --- /dev/null +++ b/onnx/backend/test/data/node/test_group_normalization_epsilon/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_group_normalization_epsilon/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_group_normalization_epsilon/test_data_set_0/input_1.pb new file mode 100644 index 0000000..7282ad4 --- /dev/null +++ b/onnx/backend/test/data/node/test_group_normalization_epsilon/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BscaleJ4οYL=e> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_group_normalization_epsilon/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_group_normalization_epsilon/test_data_set_0/input_2.pb new file mode 100644 index 0000000..92aff8b --- /dev/null +++ b/onnx/backend/test/data/node/test_group_normalization_epsilon/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BbiasJ kQN> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_group_normalization_epsilon/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_group_normalization_epsilon/test_data_set_0/output_0.pb new file mode 100644 index 0000000..ffa434b Binary files /dev/null and b/onnx/backend/test/data/node/test_group_normalization_epsilon/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_group_normalization_epsilon_expanded/model.onnx b/onnx/backend/test/data/node/test_group_normalization_epsilon_expanded/model.onnx new file mode 100644 index 0000000..3044507 Binary files /dev/null and b/onnx/backend/test/data/node/test_group_normalization_epsilon_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_group_normalization_epsilon_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_group_normalization_epsilon_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..fe9ab9d --- /dev/null +++ b/onnx/backend/test/data/node/test_group_normalization_epsilon_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_group_normalization_epsilon_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_group_normalization_epsilon_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..7282ad4 --- /dev/null +++ b/onnx/backend/test/data/node/test_group_normalization_epsilon_expanded/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BscaleJ4οYL=e> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_group_normalization_epsilon_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_group_normalization_epsilon_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..92aff8b --- /dev/null +++ b/onnx/backend/test/data/node/test_group_normalization_epsilon_expanded/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BbiasJ kQN> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_group_normalization_epsilon_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_group_normalization_epsilon_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..ffa434b Binary files /dev/null and b/onnx/backend/test/data/node/test_group_normalization_epsilon_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_group_normalization_example/model.onnx b/onnx/backend/test/data/node/test_group_normalization_example/model.onnx new file mode 100644 index 0000000..afca020 Binary files /dev/null and b/onnx/backend/test/data/node/test_group_normalization_example/model.onnx differ diff --git a/onnx/backend/test/data/node/test_group_normalization_example/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_group_normalization_example/test_data_set_0/input_0.pb new file mode 100644 index 0000000..fe9ab9d --- /dev/null +++ b/onnx/backend/test/data/node/test_group_normalization_example/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_group_normalization_example/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_group_normalization_example/test_data_set_0/input_1.pb new file mode 100644 index 0000000..7282ad4 --- /dev/null +++ b/onnx/backend/test/data/node/test_group_normalization_example/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BscaleJ4οYL=e> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_group_normalization_example/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_group_normalization_example/test_data_set_0/input_2.pb new file mode 100644 index 0000000..92aff8b --- /dev/null +++ b/onnx/backend/test/data/node/test_group_normalization_example/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BbiasJ kQN> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_group_normalization_example/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_group_normalization_example/test_data_set_0/output_0.pb new file mode 100644 index 0000000..a5bebd8 --- /dev/null +++ b/onnx/backend/test/data/node/test_group_normalization_example/test_data_set_0/output_0.pb @@ -0,0 +1,2 @@ +ByJ!,>>()NKew?4U*=?:2?>z>@>D.!оu>J>8b?> ?G?86B?>|>+?@ YA\}Uz> +7?ڇo?Q<#>W>&>TV? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_group_normalization_example_expanded/model.onnx b/onnx/backend/test/data/node/test_group_normalization_example_expanded/model.onnx new file mode 100644 index 0000000..153cbba Binary files /dev/null and b/onnx/backend/test/data/node/test_group_normalization_example_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_group_normalization_example_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_group_normalization_example_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..fe9ab9d --- /dev/null +++ b/onnx/backend/test/data/node/test_group_normalization_example_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_group_normalization_example_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_group_normalization_example_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..7282ad4 --- /dev/null +++ b/onnx/backend/test/data/node/test_group_normalization_example_expanded/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BscaleJ4οYL=e> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_group_normalization_example_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_group_normalization_example_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..92aff8b --- /dev/null +++ b/onnx/backend/test/data/node/test_group_normalization_example_expanded/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BbiasJ kQN> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_group_normalization_example_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_group_normalization_example_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..a5bebd8 --- /dev/null +++ b/onnx/backend/test/data/node/test_group_normalization_example_expanded/test_data_set_0/output_0.pb @@ -0,0 +1,2 @@ +ByJ!,>>()NKew?4U*=?:2?>z>@>D.!оu>J>8b?> ?G?86B?>|>+?@ YA\}Uz> +7?ڇo?Q<#>W>&>TV? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_gru_batchwise/model.onnx b/onnx/backend/test/data/node/test_gru_batchwise/model.onnx new file mode 100644 index 0000000..6e8a50d Binary files /dev/null and b/onnx/backend/test/data/node/test_gru_batchwise/model.onnx differ diff --git a/onnx/backend/test/data/node/test_gru_batchwise/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_gru_batchwise/test_data_set_0/input_0.pb new file mode 100644 index 0000000..a4c92c6 Binary files /dev/null and b/onnx/backend/test/data/node/test_gru_batchwise/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_gru_batchwise/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_gru_batchwise/test_data_set_0/input_1.pb new file mode 100644 index 0000000..69ecd5b --- /dev/null +++ b/onnx/backend/test/data/node/test_gru_batchwise/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BWJL>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_gru_batchwise/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_gru_batchwise/test_data_set_0/input_2.pb new file mode 100644 index 0000000..213bb3f --- /dev/null +++ b/onnx/backend/test/data/node/test_gru_batchwise/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BRJL>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L>L> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_gru_batchwise/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_gru_batchwise/test_data_set_0/output_0.pb new file mode 100644 index 0000000..7f5281e --- /dev/null +++ b/onnx/backend/test/data/node/test_gru_batchwise/test_data_set_0/output_0.pb @@ -0,0 +1,7 @@ +BYJH +B> +B> +B> +B> +B> +B>W3>W3>W3>W3>W3>W3>fU=fU=fU=fU=fU=fU= \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_gru_batchwise/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_gru_batchwise/test_data_set_0/output_1.pb new file mode 100644 index 0000000..a9c9137 --- /dev/null +++ b/onnx/backend/test/data/node/test_gru_batchwise/test_data_set_0/output_1.pb @@ -0,0 +1,7 @@ +BY_hJH +B> +B> +B> +B> +B> +B>W3>W3>W3>W3>W3>W3>fU=fU=fU=fU=fU=fU= \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_gru_defaults/model.onnx b/onnx/backend/test/data/node/test_gru_defaults/model.onnx new file mode 100644 index 0000000..07689ef Binary files /dev/null and b/onnx/backend/test/data/node/test_gru_defaults/model.onnx differ diff --git a/onnx/backend/test/data/node/test_gru_defaults/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_gru_defaults/test_data_set_0/input_0.pb new file mode 100644 index 0000000..17423bc Binary files /dev/null and b/onnx/backend/test/data/node/test_gru_defaults/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_gru_defaults/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_gru_defaults/test_data_set_0/input_1.pb new file mode 100644 index 0000000..99b74f9 --- /dev/null +++ b/onnx/backend/test/data/node/test_gru_defaults/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BWJx============================== \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_gru_defaults/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_gru_defaults/test_data_set_0/input_2.pb new file mode 100644 index 0000000..7787196 --- /dev/null +++ b/onnx/backend/test/data/node/test_gru_defaults/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BRJ=========================================================================== \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_gru_defaults/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_gru_defaults/test_data_set_0/output_0.pb new file mode 100644 index 0000000..5205e2b --- /dev/null +++ b/onnx/backend/test/data/node/test_gru_defaults/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BY_hJ<=====yYM>yYM>yYM>yYM>yYM>L>L>L>L>L> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_gru_seq_length/model.onnx b/onnx/backend/test/data/node/test_gru_seq_length/model.onnx new file mode 100644 index 0000000..5f0369e Binary files /dev/null and b/onnx/backend/test/data/node/test_gru_seq_length/model.onnx differ diff --git a/onnx/backend/test/data/node/test_gru_seq_length/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_gru_seq_length/test_data_set_0/input_0.pb new file mode 100644 index 0000000..0879670 Binary files /dev/null and b/onnx/backend/test/data/node/test_gru_seq_length/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_gru_seq_length/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_gru_seq_length/test_data_set_0/input_1.pb new file mode 100644 index 0000000..e874a35 --- /dev/null +++ b/onnx/backend/test/data/node/test_gru_seq_length/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BWJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?x \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_gru_seq_length/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_gru_seq_length/test_data_set_0/input_2.pb new file mode 100644 index 0000000..0b3c5c4 --- /dev/null +++ b/onnx/backend/test/data/node/test_gru_seq_length/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BRJFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6^&,Z[*Pܿ35>;;Wп>DhT=:?>ב?>O/^~/Ѓ f=#f?Ok>Ŀ ??@?7>8lF?5mξy? FU>z?u>4?G,>> ?^Ab*x?(?Ӿ3Y?"??, ?g?Iy\}?7mM?r?N4?l? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_gru_seq_length/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_gru_seq_length/test_data_set_0/input_3.pb new file mode 100644 index 0000000..97393a9 --- /dev/null +++ b/onnx/backend/test/data/node/test_gru_seq_length/test_data_set_0/input_3.pb @@ -0,0 +1,2 @@ +BBJxٺ>*>ǩ?319r޾?,?֞>8E< +?,`="*-?u?ELUd>q鋿᾿>u*>l"?r@hq?id?oT \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_gru_seq_length/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_gru_seq_length/test_data_set_0/output_0.pb new file mode 100644 index 0000000..6116cf9 --- /dev/null +++ b/onnx/backend/test/data/node/test_gru_seq_length/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BY_hJ/$\z=XO7X!d.>#<ЀO\L \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_gru_with_initial_bias/model.onnx b/onnx/backend/test/data/node/test_gru_with_initial_bias/model.onnx new file mode 100644 index 0000000..d87b797 Binary files /dev/null and b/onnx/backend/test/data/node/test_gru_with_initial_bias/model.onnx differ diff --git a/onnx/backend/test/data/node/test_gru_with_initial_bias/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_gru_with_initial_bias/test_data_set_0/input_0.pb new file mode 100644 index 0000000..9cb9bf0 Binary files /dev/null and b/onnx/backend/test/data/node/test_gru_with_initial_bias/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_gru_with_initial_bias/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_gru_with_initial_bias/test_data_set_0/input_1.pb new file mode 100644 index 0000000..6515694 --- /dev/null +++ b/onnx/backend/test/data/node/test_gru_with_initial_bias/test_data_set_0/input_1.pb @@ -0,0 +1 @@ + BWJl=========================== \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_gru_with_initial_bias/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_gru_with_initial_bias/test_data_set_0/input_2.pb new file mode 100644 index 0000000..9dce5b5 --- /dev/null +++ b/onnx/backend/test/data/node/test_gru_with_initial_bias/test_data_set_0/input_2.pb @@ -0,0 +1 @@ + BRJl=========================== \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_gru_with_initial_bias/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_gru_with_initial_bias/test_data_set_0/input_3.pb new file mode 100644 index 0000000..836334e Binary files /dev/null and b/onnx/backend/test/data/node/test_gru_with_initial_bias/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_gru_with_initial_bias/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_gru_with_initial_bias/test_data_set_0/output_0.pb new file mode 100644 index 0000000..31f8ef0 --- /dev/null +++ b/onnx/backend/test/data/node/test_gru_with_initial_bias/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BY_hJ$yYM>yYM>yYM>>>>)G=)G=)G= \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_hammingwindow/model.onnx b/onnx/backend/test/data/node/test_hammingwindow/model.onnx new file mode 100644 index 0000000..9addad3 Binary files /dev/null and b/onnx/backend/test/data/node/test_hammingwindow/model.onnx differ diff --git a/onnx/backend/test/data/node/test_hammingwindow/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_hammingwindow/test_data_set_0/input_0.pb new file mode 100644 index 0000000..6086fc1 Binary files /dev/null and b/onnx/backend/test/data/node/test_hammingwindow/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_hammingwindow/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_hammingwindow/test_data_set_0/output_0.pb new file mode 100644 index 0000000..2cb235a Binary files /dev/null and b/onnx/backend/test/data/node/test_hammingwindow/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_hammingwindow_expanded/model.onnx b/onnx/backend/test/data/node/test_hammingwindow_expanded/model.onnx new file mode 100644 index 0000000..3d5dfb4 Binary files /dev/null and b/onnx/backend/test/data/node/test_hammingwindow_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_hammingwindow_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_hammingwindow_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..6086fc1 Binary files /dev/null and b/onnx/backend/test/data/node/test_hammingwindow_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_hammingwindow_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_hammingwindow_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..2cb235a Binary files /dev/null and b/onnx/backend/test/data/node/test_hammingwindow_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_hammingwindow_symmetric/model.onnx b/onnx/backend/test/data/node/test_hammingwindow_symmetric/model.onnx new file mode 100644 index 0000000..bc1ae55 Binary files /dev/null and b/onnx/backend/test/data/node/test_hammingwindow_symmetric/model.onnx differ diff --git a/onnx/backend/test/data/node/test_hammingwindow_symmetric/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_hammingwindow_symmetric/test_data_set_0/input_0.pb new file mode 100644 index 0000000..6086fc1 Binary files /dev/null and b/onnx/backend/test/data/node/test_hammingwindow_symmetric/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_hammingwindow_symmetric/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_hammingwindow_symmetric/test_data_set_0/output_0.pb new file mode 100644 index 0000000..f68503e --- /dev/null +++ b/onnx/backend/test/data/node/test_hammingwindow_symmetric/test_data_set_0/output_0.pb @@ -0,0 +1,2 @@ + +ByJ(C=iF>)>E?x?x?E?$>iF>C= \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_hammingwindow_symmetric_expanded/model.onnx b/onnx/backend/test/data/node/test_hammingwindow_symmetric_expanded/model.onnx new file mode 100644 index 0000000..006caf4 Binary files /dev/null and b/onnx/backend/test/data/node/test_hammingwindow_symmetric_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_hammingwindow_symmetric_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_hammingwindow_symmetric_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..6086fc1 Binary files /dev/null and b/onnx/backend/test/data/node/test_hammingwindow_symmetric_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_hammingwindow_symmetric_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_hammingwindow_symmetric_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..f68503e --- /dev/null +++ b/onnx/backend/test/data/node/test_hammingwindow_symmetric_expanded/test_data_set_0/output_0.pb @@ -0,0 +1,2 @@ + +ByJ(C=iF>)>E?x?x?E?$>iF>C= \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_hannwindow/model.onnx b/onnx/backend/test/data/node/test_hannwindow/model.onnx new file mode 100644 index 0000000..301654d Binary files /dev/null and b/onnx/backend/test/data/node/test_hannwindow/model.onnx differ diff --git a/onnx/backend/test/data/node/test_hannwindow/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_hannwindow/test_data_set_0/input_0.pb new file mode 100644 index 0000000..6086fc1 Binary files /dev/null and b/onnx/backend/test/data/node/test_hannwindow/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_hannwindow/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_hannwindow/test_data_set_0/output_0.pb new file mode 100644 index 0000000..9d14ac5 Binary files /dev/null and b/onnx/backend/test/data/node/test_hannwindow/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_hannwindow_expanded/model.onnx b/onnx/backend/test/data/node/test_hannwindow_expanded/model.onnx new file mode 100644 index 0000000..184d96a Binary files /dev/null and b/onnx/backend/test/data/node/test_hannwindow_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_hannwindow_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_hannwindow_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..6086fc1 Binary files /dev/null and b/onnx/backend/test/data/node/test_hannwindow_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_hannwindow_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_hannwindow_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..9d14ac5 Binary files /dev/null and b/onnx/backend/test/data/node/test_hannwindow_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_hannwindow_symmetric/model.onnx b/onnx/backend/test/data/node/test_hannwindow_symmetric/model.onnx new file mode 100644 index 0000000..5d4cecb Binary files /dev/null and b/onnx/backend/test/data/node/test_hannwindow_symmetric/model.onnx differ diff --git a/onnx/backend/test/data/node/test_hannwindow_symmetric/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_hannwindow_symmetric/test_data_set_0/input_0.pb new file mode 100644 index 0000000..6086fc1 Binary files /dev/null and b/onnx/backend/test/data/node/test_hannwindow_symmetric/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_hannwindow_symmetric/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_hannwindow_symmetric/test_data_set_0/output_0.pb new file mode 100644 index 0000000..991a2ee Binary files /dev/null and b/onnx/backend/test/data/node/test_hannwindow_symmetric/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_hannwindow_symmetric_expanded/model.onnx b/onnx/backend/test/data/node/test_hannwindow_symmetric_expanded/model.onnx new file mode 100644 index 0000000..8336dcc Binary files /dev/null and b/onnx/backend/test/data/node/test_hannwindow_symmetric_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_hannwindow_symmetric_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_hannwindow_symmetric_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..6086fc1 Binary files /dev/null and b/onnx/backend/test/data/node/test_hannwindow_symmetric_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_hannwindow_symmetric_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_hannwindow_symmetric_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..991a2ee Binary files /dev/null and b/onnx/backend/test/data/node/test_hannwindow_symmetric_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_hardmax_axis_0/model.onnx b/onnx/backend/test/data/node/test_hardmax_axis_0/model.onnx new file mode 100644 index 0000000..ea05473 Binary files /dev/null and b/onnx/backend/test/data/node/test_hardmax_axis_0/model.onnx differ diff --git a/onnx/backend/test/data/node/test_hardmax_axis_0/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_hardmax_axis_0/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_hardmax_axis_0/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_hardmax_axis_0/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_hardmax_axis_0/test_data_set_0/output_0.pb new file mode 100644 index 0000000..a6b15b5 Binary files /dev/null and b/onnx/backend/test/data/node/test_hardmax_axis_0/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_hardmax_axis_1/model.onnx b/onnx/backend/test/data/node/test_hardmax_axis_1/model.onnx new file mode 100644 index 0000000..2d317ad Binary files /dev/null and b/onnx/backend/test/data/node/test_hardmax_axis_1/model.onnx differ diff --git a/onnx/backend/test/data/node/test_hardmax_axis_1/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_hardmax_axis_1/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_hardmax_axis_1/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_hardmax_axis_1/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_hardmax_axis_1/test_data_set_0/output_0.pb new file mode 100644 index 0000000..4f31bbe Binary files /dev/null and b/onnx/backend/test/data/node/test_hardmax_axis_1/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_hardmax_axis_2/model.onnx b/onnx/backend/test/data/node/test_hardmax_axis_2/model.onnx new file mode 100644 index 0000000..3634ea5 Binary files /dev/null and b/onnx/backend/test/data/node/test_hardmax_axis_2/model.onnx differ diff --git a/onnx/backend/test/data/node/test_hardmax_axis_2/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_hardmax_axis_2/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_hardmax_axis_2/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_hardmax_axis_2/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_hardmax_axis_2/test_data_set_0/output_0.pb new file mode 100644 index 0000000..f7afee9 Binary files /dev/null and b/onnx/backend/test/data/node/test_hardmax_axis_2/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_hardmax_default_axis/model.onnx b/onnx/backend/test/data/node/test_hardmax_default_axis/model.onnx new file mode 100644 index 0000000..ae2c179 Binary files /dev/null and b/onnx/backend/test/data/node/test_hardmax_default_axis/model.onnx differ diff --git a/onnx/backend/test/data/node/test_hardmax_default_axis/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_hardmax_default_axis/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_hardmax_default_axis/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_hardmax_default_axis/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_hardmax_default_axis/test_data_set_0/output_0.pb new file mode 100644 index 0000000..f7afee9 Binary files /dev/null and b/onnx/backend/test/data/node/test_hardmax_default_axis/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_hardmax_example/model.onnx b/onnx/backend/test/data/node/test_hardmax_example/model.onnx new file mode 100644 index 0000000..31a5fb1 Binary files /dev/null and b/onnx/backend/test/data/node/test_hardmax_example/model.onnx differ diff --git a/onnx/backend/test/data/node/test_hardmax_example/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_hardmax_example/test_data_set_0/input_0.pb new file mode 100644 index 0000000..433614e Binary files /dev/null and b/onnx/backend/test/data/node/test_hardmax_example/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_hardmax_example/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_hardmax_example/test_data_set_0/output_0.pb new file mode 100644 index 0000000..a0fb2a7 Binary files /dev/null and b/onnx/backend/test/data/node/test_hardmax_example/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_hardmax_negative_axis/model.onnx b/onnx/backend/test/data/node/test_hardmax_negative_axis/model.onnx new file mode 100644 index 0000000..5aa0dfd Binary files /dev/null and b/onnx/backend/test/data/node/test_hardmax_negative_axis/model.onnx differ diff --git a/onnx/backend/test/data/node/test_hardmax_negative_axis/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_hardmax_negative_axis/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_hardmax_negative_axis/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_hardmax_negative_axis/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_hardmax_negative_axis/test_data_set_0/output_0.pb new file mode 100644 index 0000000..f7afee9 Binary files /dev/null and b/onnx/backend/test/data/node/test_hardmax_negative_axis/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_hardmax_one_hot/model.onnx b/onnx/backend/test/data/node/test_hardmax_one_hot/model.onnx new file mode 100644 index 0000000..4ab6af9 Binary files /dev/null and b/onnx/backend/test/data/node/test_hardmax_one_hot/model.onnx differ diff --git a/onnx/backend/test/data/node/test_hardmax_one_hot/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_hardmax_one_hot/test_data_set_0/input_0.pb new file mode 100644 index 0000000..9f8805f Binary files /dev/null and b/onnx/backend/test/data/node/test_hardmax_one_hot/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_hardmax_one_hot/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_hardmax_one_hot/test_data_set_0/output_0.pb new file mode 100644 index 0000000..cd6bf58 Binary files /dev/null and b/onnx/backend/test/data/node/test_hardmax_one_hot/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_hardsigmoid/model.onnx b/onnx/backend/test/data/node/test_hardsigmoid/model.onnx new file mode 100644 index 0000000..5070351 Binary files /dev/null and b/onnx/backend/test/data/node/test_hardsigmoid/model.onnx differ diff --git a/onnx/backend/test/data/node/test_hardsigmoid/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_hardsigmoid/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_hardsigmoid/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_hardsigmoid/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_hardsigmoid/test_data_set_0/output_0.pb new file mode 100644 index 0000000..bb2d84b Binary files /dev/null and b/onnx/backend/test/data/node/test_hardsigmoid/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_hardsigmoid_default/model.onnx b/onnx/backend/test/data/node/test_hardsigmoid_default/model.onnx new file mode 100644 index 0000000..d0e57f3 Binary files /dev/null and b/onnx/backend/test/data/node/test_hardsigmoid_default/model.onnx differ diff --git a/onnx/backend/test/data/node/test_hardsigmoid_default/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_hardsigmoid_default/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_hardsigmoid_default/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_hardsigmoid_default/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_hardsigmoid_default/test_data_set_0/output_0.pb new file mode 100644 index 0000000..bd3a106 Binary files /dev/null and b/onnx/backend/test/data/node/test_hardsigmoid_default/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_hardsigmoid_default_expanded_ver18/model.onnx b/onnx/backend/test/data/node/test_hardsigmoid_default_expanded_ver18/model.onnx new file mode 100644 index 0000000..94aa03d Binary files /dev/null and b/onnx/backend/test/data/node/test_hardsigmoid_default_expanded_ver18/model.onnx differ diff --git a/onnx/backend/test/data/node/test_hardsigmoid_default_expanded_ver18/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_hardsigmoid_default_expanded_ver18/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_hardsigmoid_default_expanded_ver18/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_hardsigmoid_default_expanded_ver18/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_hardsigmoid_default_expanded_ver18/test_data_set_0/output_0.pb new file mode 100644 index 0000000..bd3a106 Binary files /dev/null and b/onnx/backend/test/data/node/test_hardsigmoid_default_expanded_ver18/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_hardsigmoid_example/model.onnx b/onnx/backend/test/data/node/test_hardsigmoid_example/model.onnx new file mode 100644 index 0000000..ffe09d4 Binary files /dev/null and b/onnx/backend/test/data/node/test_hardsigmoid_example/model.onnx differ diff --git a/onnx/backend/test/data/node/test_hardsigmoid_example/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_hardsigmoid_example/test_data_set_0/input_0.pb new file mode 100644 index 0000000..8a94457 Binary files /dev/null and b/onnx/backend/test/data/node/test_hardsigmoid_example/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_hardsigmoid_example/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_hardsigmoid_example/test_data_set_0/output_0.pb new file mode 100644 index 0000000..c7cb5d3 Binary files /dev/null and b/onnx/backend/test/data/node/test_hardsigmoid_example/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_hardsigmoid_example_expanded_ver18/model.onnx b/onnx/backend/test/data/node/test_hardsigmoid_example_expanded_ver18/model.onnx new file mode 100644 index 0000000..8aa3f1e Binary files /dev/null and b/onnx/backend/test/data/node/test_hardsigmoid_example_expanded_ver18/model.onnx differ diff --git a/onnx/backend/test/data/node/test_hardsigmoid_example_expanded_ver18/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_hardsigmoid_example_expanded_ver18/test_data_set_0/input_0.pb new file mode 100644 index 0000000..8a94457 Binary files /dev/null and b/onnx/backend/test/data/node/test_hardsigmoid_example_expanded_ver18/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_hardsigmoid_example_expanded_ver18/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_hardsigmoid_example_expanded_ver18/test_data_set_0/output_0.pb new file mode 100644 index 0000000..c7cb5d3 Binary files /dev/null and b/onnx/backend/test/data/node/test_hardsigmoid_example_expanded_ver18/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_hardsigmoid_expanded_ver18/model.onnx b/onnx/backend/test/data/node/test_hardsigmoid_expanded_ver18/model.onnx new file mode 100644 index 0000000..25a0a30 Binary files /dev/null and b/onnx/backend/test/data/node/test_hardsigmoid_expanded_ver18/model.onnx differ diff --git a/onnx/backend/test/data/node/test_hardsigmoid_expanded_ver18/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_hardsigmoid_expanded_ver18/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_hardsigmoid_expanded_ver18/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_hardsigmoid_expanded_ver18/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_hardsigmoid_expanded_ver18/test_data_set_0/output_0.pb new file mode 100644 index 0000000..bb2d84b Binary files /dev/null and b/onnx/backend/test/data/node/test_hardsigmoid_expanded_ver18/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_hardswish/model.onnx b/onnx/backend/test/data/node/test_hardswish/model.onnx new file mode 100644 index 0000000..0ed0b32 Binary files /dev/null and b/onnx/backend/test/data/node/test_hardswish/model.onnx differ diff --git a/onnx/backend/test/data/node/test_hardswish/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_hardswish/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_hardswish/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_hardswish/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_hardswish/test_data_set_0/output_0.pb new file mode 100644 index 0000000..5e8478e Binary files /dev/null and b/onnx/backend/test/data/node/test_hardswish/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_hardswish_expanded/model.onnx b/onnx/backend/test/data/node/test_hardswish_expanded/model.onnx new file mode 100644 index 0000000..abe72af Binary files /dev/null and b/onnx/backend/test/data/node/test_hardswish_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_hardswish_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_hardswish_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_hardswish_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_hardswish_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_hardswish_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..5e8478e Binary files /dev/null and b/onnx/backend/test/data/node/test_hardswish_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_identity/model.onnx b/onnx/backend/test/data/node/test_identity/model.onnx new file mode 100644 index 0000000..ca9ed94 Binary files /dev/null and b/onnx/backend/test/data/node/test_identity/model.onnx differ diff --git a/onnx/backend/test/data/node/test_identity/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_identity/test_data_set_0/input_0.pb new file mode 100644 index 0000000..2dc6642 Binary files /dev/null and b/onnx/backend/test/data/node/test_identity/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_identity/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_identity/test_data_set_0/output_0.pb new file mode 100644 index 0000000..9e707e6 Binary files /dev/null and b/onnx/backend/test/data/node/test_identity/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_identity_opt/model.onnx b/onnx/backend/test/data/node/test_identity_opt/model.onnx new file mode 100644 index 0000000..24c05f7 Binary files /dev/null and b/onnx/backend/test/data/node/test_identity_opt/model.onnx differ diff --git a/onnx/backend/test/data/node/test_identity_opt/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_identity_opt/test_data_set_0/input_0.pb new file mode 100644 index 0000000..6654175 Binary files /dev/null and b/onnx/backend/test/data/node/test_identity_opt/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_identity_opt/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_identity_opt/test_data_set_0/output_0.pb new file mode 100644 index 0000000..caf27fc Binary files /dev/null and b/onnx/backend/test/data/node/test_identity_opt/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_identity_sequence/model.onnx b/onnx/backend/test/data/node/test_identity_sequence/model.onnx new file mode 100644 index 0000000..8a1b756 Binary files /dev/null and b/onnx/backend/test/data/node/test_identity_sequence/model.onnx differ diff --git a/onnx/backend/test/data/node/test_identity_sequence/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_identity_sequence/test_data_set_0/input_0.pb new file mode 100644 index 0000000..93d5a7b Binary files /dev/null and b/onnx/backend/test/data/node/test_identity_sequence/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_identity_sequence/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_identity_sequence/test_data_set_0/output_0.pb new file mode 100644 index 0000000..edef126 Binary files /dev/null and b/onnx/backend/test/data/node/test_identity_sequence/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_if/model.onnx b/onnx/backend/test/data/node/test_if/model.onnx new file mode 100644 index 0000000..1a1716e Binary files /dev/null and b/onnx/backend/test/data/node/test_if/model.onnx differ diff --git a/onnx/backend/test/data/node/test_if/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_if/test_data_set_0/input_0.pb new file mode 100644 index 0000000..a61228b --- /dev/null +++ b/onnx/backend/test/data/node/test_if/test_data_set_0/input_0.pb @@ -0,0 +1 @@ + BcondJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_if/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_if/test_data_set_0/output_0.pb new file mode 100644 index 0000000..5371ef3 Binary files /dev/null and b/onnx/backend/test/data/node/test_if/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_if_opt/model.onnx b/onnx/backend/test/data/node/test_if_opt/model.onnx new file mode 100644 index 0000000..bbac0ae Binary files /dev/null and b/onnx/backend/test/data/node/test_if_opt/model.onnx differ diff --git a/onnx/backend/test/data/node/test_if_opt/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_if_opt/test_data_set_0/input_0.pb new file mode 100644 index 0000000..c5b8b09 Binary files /dev/null and b/onnx/backend/test/data/node/test_if_opt/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_if_opt/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_if_opt/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d4eb6c8 Binary files /dev/null and b/onnx/backend/test/data/node/test_if_opt/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_if_seq/model.onnx b/onnx/backend/test/data/node/test_if_seq/model.onnx new file mode 100644 index 0000000..19650be Binary files /dev/null and b/onnx/backend/test/data/node/test_if_seq/model.onnx differ diff --git a/onnx/backend/test/data/node/test_if_seq/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_if_seq/test_data_set_0/input_0.pb new file mode 100644 index 0000000..a61228b --- /dev/null +++ b/onnx/backend/test/data/node/test_if_seq/test_data_set_0/input_0.pb @@ -0,0 +1 @@ + BcondJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_if_seq/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_if_seq/test_data_set_0/output_0.pb new file mode 100644 index 0000000..73dc9b0 Binary files /dev/null and b/onnx/backend/test/data/node/test_if_seq/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_image_decoder_decode_bmp_rgb/model.onnx b/onnx/backend/test/data/node/test_image_decoder_decode_bmp_rgb/model.onnx new file mode 100644 index 0000000..0b90ba5 Binary files /dev/null and b/onnx/backend/test/data/node/test_image_decoder_decode_bmp_rgb/model.onnx differ diff --git a/onnx/backend/test/data/node/test_image_decoder_decode_bmp_rgb/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_image_decoder_decode_bmp_rgb/test_data_set_0/input_0.pb new file mode 100644 index 0000000..7c6c37c Binary files /dev/null and b/onnx/backend/test/data/node/test_image_decoder_decode_bmp_rgb/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_image_decoder_decode_bmp_rgb/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_image_decoder_decode_bmp_rgb/test_data_set_0/output_0.pb new file mode 100644 index 0000000..8a8f1a1 Binary files /dev/null and b/onnx/backend/test/data/node/test_image_decoder_decode_bmp_rgb/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_image_decoder_decode_jpeg2k_rgb/model.onnx b/onnx/backend/test/data/node/test_image_decoder_decode_jpeg2k_rgb/model.onnx new file mode 100644 index 0000000..f93a389 Binary files /dev/null and b/onnx/backend/test/data/node/test_image_decoder_decode_jpeg2k_rgb/model.onnx differ diff --git a/onnx/backend/test/data/node/test_image_decoder_decode_jpeg2k_rgb/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_image_decoder_decode_jpeg2k_rgb/test_data_set_0/input_0.pb new file mode 100644 index 0000000..5c03142 Binary files /dev/null and b/onnx/backend/test/data/node/test_image_decoder_decode_jpeg2k_rgb/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_image_decoder_decode_jpeg2k_rgb/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_image_decoder_decode_jpeg2k_rgb/test_data_set_0/output_0.pb new file mode 100644 index 0000000..8a8f1a1 Binary files /dev/null and b/onnx/backend/test/data/node/test_image_decoder_decode_jpeg2k_rgb/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_image_decoder_decode_jpeg_bgr/model.onnx b/onnx/backend/test/data/node/test_image_decoder_decode_jpeg_bgr/model.onnx new file mode 100644 index 0000000..24334e7 Binary files /dev/null and b/onnx/backend/test/data/node/test_image_decoder_decode_jpeg_bgr/model.onnx differ diff --git a/onnx/backend/test/data/node/test_image_decoder_decode_jpeg_bgr/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_image_decoder_decode_jpeg_bgr/test_data_set_0/input_0.pb new file mode 100644 index 0000000..4436a57 Binary files /dev/null and b/onnx/backend/test/data/node/test_image_decoder_decode_jpeg_bgr/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_image_decoder_decode_jpeg_bgr/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_image_decoder_decode_jpeg_bgr/test_data_set_0/output_0.pb new file mode 100644 index 0000000..9bf17fa Binary files /dev/null and b/onnx/backend/test/data/node/test_image_decoder_decode_jpeg_bgr/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_image_decoder_decode_jpeg_grayscale/model.onnx b/onnx/backend/test/data/node/test_image_decoder_decode_jpeg_grayscale/model.onnx new file mode 100644 index 0000000..4a643ce Binary files /dev/null and b/onnx/backend/test/data/node/test_image_decoder_decode_jpeg_grayscale/model.onnx differ diff --git a/onnx/backend/test/data/node/test_image_decoder_decode_jpeg_grayscale/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_image_decoder_decode_jpeg_grayscale/test_data_set_0/input_0.pb new file mode 100644 index 0000000..4436a57 Binary files /dev/null and b/onnx/backend/test/data/node/test_image_decoder_decode_jpeg_grayscale/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_image_decoder_decode_jpeg_grayscale/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_image_decoder_decode_jpeg_grayscale/test_data_set_0/output_0.pb new file mode 100644 index 0000000..7630455 --- /dev/null +++ b/onnx/backend/test/data/node/test_image_decoder_decode_jpeg_grayscale/test_data_set_0/output_0.pb @@ -0,0 +1,10 @@ +  BoutputJ0?3=-|pskw;5<=Azgvws<388:vnuzr ;E4='s|oqu D5(=Lpwfls7454.VTWW[XY]XZimVYpĬmbbmj8566-PKMPX\_d_]hZavff_dfb31692UPQGSZ_a^ZcegY\`mgY`5863:IQOKQbdXZbedj^`fh\jW /32/7GOMQF[`^d\f^cbpjmcma6:96=LSQTOx̾}y{ +69849GLIGC|ryyzw +6;:6z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6^&,Z[*Pܿ35>;;Wп>DhT=:?>ב?>O/^~/Ѓ f=#f?Ok>Ŀ ??@?7>8lF?5mξy? FU>z?u>4?G,>> ?^Ab*x?(?Ӿ3Y?"??, ?g?Iy\}?7mM?r?N4?l? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_instancenorm_epsilon/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_instancenorm_epsilon/test_data_set_0/input_1.pb new file mode 100644 index 0000000..be392c2 --- /dev/null +++ b/onnx/backend/test/data/node/test_instancenorm_epsilon/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BsJ ٺ>*> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_instancenorm_epsilon/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_instancenorm_epsilon/test_data_set_0/input_2.pb new file mode 100644 index 0000000..ffa575c --- /dev/null +++ b/onnx/backend/test/data/node/test_instancenorm_epsilon/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BbiasJ ǩ?319 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_instancenorm_epsilon/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_instancenorm_epsilon/test_data_set_0/output_0.pb new file mode 100644 index 0000000..4093b49 Binary files /dev/null and b/onnx/backend/test/data/node/test_instancenorm_epsilon/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_instancenorm_example/model.onnx b/onnx/backend/test/data/node/test_instancenorm_example/model.onnx new file mode 100644 index 0000000..ae190dd Binary files /dev/null and b/onnx/backend/test/data/node/test_instancenorm_example/model.onnx differ diff --git a/onnx/backend/test/data/node/test_instancenorm_example/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_instancenorm_example/test_data_set_0/input_0.pb new file mode 100644 index 0000000..64d1c0c Binary files /dev/null and b/onnx/backend/test/data/node/test_instancenorm_example/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_instancenorm_example/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_instancenorm_example/test_data_set_0/input_1.pb new file mode 100644 index 0000000..c60d361 Binary files /dev/null and b/onnx/backend/test/data/node/test_instancenorm_example/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_instancenorm_example/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_instancenorm_example/test_data_set_0/input_2.pb new file mode 100644 index 0000000..753f636 Binary files /dev/null and b/onnx/backend/test/data/node/test_instancenorm_example/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_instancenorm_example/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_instancenorm_example/test_data_set_0/output_0.pb new file mode 100644 index 0000000..5211daa Binary files /dev/null and b/onnx/backend/test/data/node/test_instancenorm_example/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_isinf/model.onnx b/onnx/backend/test/data/node/test_isinf/model.onnx new file mode 100644 index 0000000..431361c Binary files /dev/null and b/onnx/backend/test/data/node/test_isinf/model.onnx differ diff --git a/onnx/backend/test/data/node/test_isinf/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_isinf/test_data_set_0/input_0.pb new file mode 100644 index 0000000..ad81eb1 Binary files /dev/null and b/onnx/backend/test/data/node/test_isinf/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_isinf/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_isinf/test_data_set_0/output_0.pb new file mode 100644 index 0000000..c75785d Binary files /dev/null and b/onnx/backend/test/data/node/test_isinf/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_isinf_float16/model.onnx b/onnx/backend/test/data/node/test_isinf_float16/model.onnx new file mode 100644 index 0000000..15920a8 Binary files /dev/null and b/onnx/backend/test/data/node/test_isinf_float16/model.onnx differ diff --git a/onnx/backend/test/data/node/test_isinf_float16/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_isinf_float16/test_data_set_0/input_0.pb new file mode 100644 index 0000000..f423ccd Binary files /dev/null and b/onnx/backend/test/data/node/test_isinf_float16/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_isinf_float16/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_isinf_float16/test_data_set_0/output_0.pb new file mode 100644 index 0000000..c75785d Binary files /dev/null and b/onnx/backend/test/data/node/test_isinf_float16/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_isinf_negative/model.onnx b/onnx/backend/test/data/node/test_isinf_negative/model.onnx new file mode 100644 index 0000000..24b8db5 Binary files /dev/null and b/onnx/backend/test/data/node/test_isinf_negative/model.onnx differ diff --git a/onnx/backend/test/data/node/test_isinf_negative/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_isinf_negative/test_data_set_0/input_0.pb new file mode 100644 index 0000000..2e8954d Binary files /dev/null and b/onnx/backend/test/data/node/test_isinf_negative/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_isinf_negative/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_isinf_negative/test_data_set_0/output_0.pb new file mode 100644 index 0000000..6adb495 Binary files /dev/null and b/onnx/backend/test/data/node/test_isinf_negative/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_isinf_positive/model.onnx b/onnx/backend/test/data/node/test_isinf_positive/model.onnx new file mode 100644 index 0000000..339005f Binary files /dev/null and b/onnx/backend/test/data/node/test_isinf_positive/model.onnx differ diff --git a/onnx/backend/test/data/node/test_isinf_positive/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_isinf_positive/test_data_set_0/input_0.pb new file mode 100644 index 0000000..f65bb69 Binary files /dev/null and b/onnx/backend/test/data/node/test_isinf_positive/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_isinf_positive/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_isinf_positive/test_data_set_0/output_0.pb new file mode 100644 index 0000000..ebe65e3 Binary files /dev/null and b/onnx/backend/test/data/node/test_isinf_positive/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_isnan/model.onnx b/onnx/backend/test/data/node/test_isnan/model.onnx new file mode 100644 index 0000000..cdc7176 Binary files /dev/null and b/onnx/backend/test/data/node/test_isnan/model.onnx differ diff --git a/onnx/backend/test/data/node/test_isnan/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_isnan/test_data_set_0/input_0.pb new file mode 100644 index 0000000..ad81eb1 Binary files /dev/null and b/onnx/backend/test/data/node/test_isnan/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_isnan/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_isnan/test_data_set_0/output_0.pb new file mode 100644 index 0000000..a4d6c60 Binary files /dev/null and b/onnx/backend/test/data/node/test_isnan/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_isnan_float16/model.onnx b/onnx/backend/test/data/node/test_isnan_float16/model.onnx new file mode 100644 index 0000000..c963a39 Binary files /dev/null and b/onnx/backend/test/data/node/test_isnan_float16/model.onnx differ diff --git a/onnx/backend/test/data/node/test_isnan_float16/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_isnan_float16/test_data_set_0/input_0.pb new file mode 100644 index 0000000..f423ccd Binary files /dev/null and b/onnx/backend/test/data/node/test_isnan_float16/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_isnan_float16/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_isnan_float16/test_data_set_0/output_0.pb new file mode 100644 index 0000000..a4d6c60 Binary files /dev/null and b/onnx/backend/test/data/node/test_isnan_float16/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_l1normalization_axis_0/model.onnx b/onnx/backend/test/data/node/test_l1normalization_axis_0/model.onnx new file mode 100644 index 0000000..73b1cf0 Binary files /dev/null and b/onnx/backend/test/data/node/test_l1normalization_axis_0/model.onnx differ diff --git a/onnx/backend/test/data/node/test_l1normalization_axis_0/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_l1normalization_axis_0/test_data_set_0/input_0.pb new file mode 100644 index 0000000..085a7dc Binary files /dev/null and b/onnx/backend/test/data/node/test_l1normalization_axis_0/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_l1normalization_axis_0/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_l1normalization_axis_0/test_data_set_0/output_0.pb new file mode 100644 index 0000000..166763e --- /dev/null +++ b/onnx/backend/test/data/node/test_l1normalization_axis_0/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +ByJm>%I? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_l1normalization_axis_1/model.onnx b/onnx/backend/test/data/node/test_l1normalization_axis_1/model.onnx new file mode 100644 index 0000000..7a48ff3 Binary files /dev/null and b/onnx/backend/test/data/node/test_l1normalization_axis_1/model.onnx differ diff --git a/onnx/backend/test/data/node/test_l1normalization_axis_1/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_l1normalization_axis_1/test_data_set_0/input_0.pb new file mode 100644 index 0000000..f48bb00 Binary files /dev/null and b/onnx/backend/test/data/node/test_l1normalization_axis_1/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_l1normalization_axis_1/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_l1normalization_axis_1/test_data_set_0/output_0.pb new file mode 100644 index 0000000..e76ed5e --- /dev/null +++ b/onnx/backend/test/data/node/test_l1normalization_axis_1/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +ByJm>%I?m>%I? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_l1normalization_axis_last/model.onnx b/onnx/backend/test/data/node/test_l1normalization_axis_last/model.onnx new file mode 100644 index 0000000..d96674e Binary files /dev/null and b/onnx/backend/test/data/node/test_l1normalization_axis_last/model.onnx differ diff --git a/onnx/backend/test/data/node/test_l1normalization_axis_last/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_l1normalization_axis_last/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bf0307c Binary files /dev/null and b/onnx/backend/test/data/node/test_l1normalization_axis_last/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_l1normalization_axis_last/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_l1normalization_axis_last/test_data_set_0/output_0.pb new file mode 100644 index 0000000..870fa13 Binary files /dev/null and b/onnx/backend/test/data/node/test_l1normalization_axis_last/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_l2normalization_axis_0/model.onnx b/onnx/backend/test/data/node/test_l2normalization_axis_0/model.onnx new file mode 100644 index 0000000..7f53005 Binary files /dev/null and b/onnx/backend/test/data/node/test_l2normalization_axis_0/model.onnx differ diff --git a/onnx/backend/test/data/node/test_l2normalization_axis_0/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_l2normalization_axis_0/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bf0307c Binary files /dev/null and b/onnx/backend/test/data/node/test_l2normalization_axis_0/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_l2normalization_axis_0/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_l2normalization_axis_0/test_data_set_0/output_0.pb new file mode 100644 index 0000000..6056074 Binary files /dev/null and b/onnx/backend/test/data/node/test_l2normalization_axis_0/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_l2normalization_axis_1/model.onnx b/onnx/backend/test/data/node/test_l2normalization_axis_1/model.onnx new file mode 100644 index 0000000..9ecd585 Binary files /dev/null and b/onnx/backend/test/data/node/test_l2normalization_axis_1/model.onnx differ diff --git a/onnx/backend/test/data/node/test_l2normalization_axis_1/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_l2normalization_axis_1/test_data_set_0/input_0.pb new file mode 100644 index 0000000..f48bb00 Binary files /dev/null and b/onnx/backend/test/data/node/test_l2normalization_axis_1/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_l2normalization_axis_1/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_l2normalization_axis_1/test_data_set_0/output_0.pb new file mode 100644 index 0000000..b4b6c88 --- /dev/null +++ b/onnx/backend/test/data/node/test_l2normalization_axis_1/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +ByJ?L??L? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_2d_axis0/model.onnx b/onnx/backend/test/data/node/test_layer_normalization_2d_axis0/model.onnx new file mode 100644 index 0000000..fdc5f48 Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_2d_axis0/model.onnx differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_2d_axis0/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_layer_normalization_2d_axis0/test_data_set_0/input_0.pb new file mode 100644 index 0000000..6a03306 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_2d_axis0/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BXJ0x?h>z?j@$ ?.z8s?bhdӽ9>(>%? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_2d_axis0/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_layer_normalization_2d_axis0/test_data_set_0/input_1.pb new file mode 100644 index 0000000..cb9f861 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_2d_axis0/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BWJ0^B?0= B>]ת>=?RiJ>Z/d#S'?K]?= \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_2d_axis0/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_layer_normalization_2d_axis0/test_data_set_0/input_2.pb new file mode 100644 index 0000000..c4cc3f8 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_2d_axis0/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BBJ0C@(Hm;= ?2??>>Ec! > \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_2d_axis0/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_layer_normalization_2d_axis0/test_data_set_0/output_0.pb new file mode 100644 index 0000000..dfc6746 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_2d_axis0/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BYJ0F@h >^>V@./?d>z?j@$ ?.z8s?bhdӽ9>(>%? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_2d_axis0_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_layer_normalization_2d_axis0_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..cb9f861 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_2d_axis0_expanded/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BWJ0^B?0= B>]ת>=?RiJ>Z/d#S'?K]?= \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_2d_axis0_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_layer_normalization_2d_axis0_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..c4cc3f8 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_2d_axis0_expanded/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BBJ0C@(Hm;= ?2??>>Ec! > \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_2d_axis0_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_layer_normalization_2d_axis0_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..dfc6746 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_2d_axis0_expanded/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BYJ0F@h >^>V@./?d>z?j@$ ?.z8s?bhdӽ9>(>%? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_2d_axis0_expanded_ver18/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_layer_normalization_2d_axis0_expanded_ver18/test_data_set_0/input_1.pb new file mode 100644 index 0000000..cb9f861 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_2d_axis0_expanded_ver18/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BWJ0^B?0= B>]ת>=?RiJ>Z/d#S'?K]?= \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_2d_axis0_expanded_ver18/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_layer_normalization_2d_axis0_expanded_ver18/test_data_set_0/input_2.pb new file mode 100644 index 0000000..c4cc3f8 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_2d_axis0_expanded_ver18/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BBJ0C@(Hm;= ?2??>>Ec! > \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_2d_axis0_expanded_ver18/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_layer_normalization_2d_axis0_expanded_ver18/test_data_set_0/output_0.pb new file mode 100644 index 0000000..dfc6746 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_2d_axis0_expanded_ver18/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BYJ0F@h >^>V@./?d>z?j@$ ?.z8s?bhdӽ9>(>%? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_2d_axis1/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_layer_normalization_2d_axis1/test_data_set_0/input_1.pb new file mode 100644 index 0000000..6e62021 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_2d_axis1/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BWJ^&,Z[*Pܿ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_2d_axis1/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_layer_normalization_2d_axis1/test_data_set_0/input_2.pb new file mode 100644 index 0000000..6292fe9 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_2d_axis1/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BBJ35>;;Wп> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_2d_axis1/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_layer_normalization_2d_axis1/test_data_set_0/output_0.pb new file mode 100644 index 0000000..4628fd7 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_2d_axis1/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BYJ0U`Ӡ=p-ܿ69p=?U?GU \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_2d_axis1/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_layer_normalization_2d_axis1/test_data_set_0/output_1.pb new file mode 100644 index 0000000..98181fe --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_2d_axis1/test_data_set_0/output_1.pb @@ -0,0 +1 @@ +BMeanJ lH?1>> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_2d_axis1/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_layer_normalization_2d_axis1/test_data_set_0/output_2.pb new file mode 100644 index 0000000..2515b32 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_2d_axis1/test_data_set_0/output_2.pb @@ -0,0 +1 @@ +B InvStdDevJ ɴ?Lm?? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_2d_axis1_expanded/model.onnx b/onnx/backend/test/data/node/test_layer_normalization_2d_axis1_expanded/model.onnx new file mode 100644 index 0000000..65b7ec5 Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_2d_axis1_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_2d_axis1_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_layer_normalization_2d_axis1_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..6a03306 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_2d_axis1_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BXJ0x?h>z?j@$ ?.z8s?bhdӽ9>(>%? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_2d_axis1_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_layer_normalization_2d_axis1_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..6e62021 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_2d_axis1_expanded/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BWJ^&,Z[*Pܿ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_2d_axis1_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_layer_normalization_2d_axis1_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..6292fe9 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_2d_axis1_expanded/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BBJ35>;;Wп> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_2d_axis1_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_layer_normalization_2d_axis1_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..4628fd7 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_2d_axis1_expanded/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BYJ0U`Ӡ=p-ܿ69p=?U?GU \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_2d_axis1_expanded/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_layer_normalization_2d_axis1_expanded/test_data_set_0/output_1.pb new file mode 100644 index 0000000..98181fe --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_2d_axis1_expanded/test_data_set_0/output_1.pb @@ -0,0 +1 @@ +BMeanJ lH?1>> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_2d_axis1_expanded/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_layer_normalization_2d_axis1_expanded/test_data_set_0/output_2.pb new file mode 100644 index 0000000..2515b32 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_2d_axis1_expanded/test_data_set_0/output_2.pb @@ -0,0 +1 @@ +B InvStdDevJ ɴ?Lm?? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_2d_axis1_expanded_ver18/model.onnx b/onnx/backend/test/data/node/test_layer_normalization_2d_axis1_expanded_ver18/model.onnx new file mode 100644 index 0000000..d06789f Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_2d_axis1_expanded_ver18/model.onnx differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_2d_axis1_expanded_ver18/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_layer_normalization_2d_axis1_expanded_ver18/test_data_set_0/input_0.pb new file mode 100644 index 0000000..6a03306 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_2d_axis1_expanded_ver18/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BXJ0x?h>z?j@$ ?.z8s?bhdӽ9>(>%? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_2d_axis1_expanded_ver18/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_layer_normalization_2d_axis1_expanded_ver18/test_data_set_0/input_1.pb new file mode 100644 index 0000000..6e62021 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_2d_axis1_expanded_ver18/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BWJ^&,Z[*Pܿ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_2d_axis1_expanded_ver18/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_layer_normalization_2d_axis1_expanded_ver18/test_data_set_0/input_2.pb new file mode 100644 index 0000000..6292fe9 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_2d_axis1_expanded_ver18/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BBJ35>;;Wп> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_2d_axis1_expanded_ver18/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_layer_normalization_2d_axis1_expanded_ver18/test_data_set_0/output_0.pb new file mode 100644 index 0000000..4628fd7 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_2d_axis1_expanded_ver18/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BYJ0U`Ӡ=p-ܿ69p=?U?GU \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_2d_axis1_expanded_ver18/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_layer_normalization_2d_axis1_expanded_ver18/test_data_set_0/output_1.pb new file mode 100644 index 0000000..98181fe --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_2d_axis1_expanded_ver18/test_data_set_0/output_1.pb @@ -0,0 +1 @@ +BMeanJ lH?1>> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_2d_axis1_expanded_ver18/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_layer_normalization_2d_axis1_expanded_ver18/test_data_set_0/output_2.pb new file mode 100644 index 0000000..2515b32 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_2d_axis1_expanded_ver18/test_data_set_0/output_2.pb @@ -0,0 +1 @@ +B InvStdDevJ ɴ?Lm?? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_1/model.onnx b/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_1/model.onnx new file mode 100644 index 0000000..76810c7 Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_1/model.onnx differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_1/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_1/test_data_set_0/input_0.pb new file mode 100644 index 0000000..6a03306 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_1/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BXJ0x?h>z?j@$ ?.z8s?bhdӽ9>(>%? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_1/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_1/test_data_set_0/input_1.pb new file mode 100644 index 0000000..42570ca --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_1/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BWJDhT=:?> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_1/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_1/test_data_set_0/input_2.pb new file mode 100644 index 0000000..fda0006 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_1/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BBJב?>O/ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_1/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_1/test_data_set_0/output_0.pb new file mode 100644 index 0000000..804362a Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_1/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_1/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_1/test_data_set_0/output_1.pb new file mode 100644 index 0000000..98181fe --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_1/test_data_set_0/output_1.pb @@ -0,0 +1 @@ +BMeanJ lH?1>> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_1/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_1/test_data_set_0/output_2.pb new file mode 100644 index 0000000..2515b32 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_1/test_data_set_0/output_2.pb @@ -0,0 +1 @@ +B InvStdDevJ ɴ?Lm?? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_1_expanded/model.onnx b/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_1_expanded/model.onnx new file mode 100644 index 0000000..1ad75d6 Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_1_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_1_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_1_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..6a03306 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_1_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BXJ0x?h>z?j@$ ?.z8s?bhdӽ9>(>%? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_1_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_1_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..42570ca --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_1_expanded/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BWJDhT=:?> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_1_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_1_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..fda0006 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_1_expanded/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BBJב?>O/ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_1_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_1_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..804362a Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_1_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_1_expanded/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_1_expanded/test_data_set_0/output_1.pb new file mode 100644 index 0000000..98181fe --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_1_expanded/test_data_set_0/output_1.pb @@ -0,0 +1 @@ +BMeanJ lH?1>> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_1_expanded/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_1_expanded/test_data_set_0/output_2.pb new file mode 100644 index 0000000..2515b32 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_1_expanded/test_data_set_0/output_2.pb @@ -0,0 +1 @@ +B InvStdDevJ ɴ?Lm?? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_1_expanded_ver18/model.onnx b/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_1_expanded_ver18/model.onnx new file mode 100644 index 0000000..e6bf6f3 Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_1_expanded_ver18/model.onnx differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_1_expanded_ver18/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_1_expanded_ver18/test_data_set_0/input_0.pb new file mode 100644 index 0000000..6a03306 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_1_expanded_ver18/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BXJ0x?h>z?j@$ ?.z8s?bhdӽ9>(>%? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_1_expanded_ver18/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_1_expanded_ver18/test_data_set_0/input_1.pb new file mode 100644 index 0000000..42570ca --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_1_expanded_ver18/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BWJDhT=:?> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_1_expanded_ver18/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_1_expanded_ver18/test_data_set_0/input_2.pb new file mode 100644 index 0000000..fda0006 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_1_expanded_ver18/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BBJב?>O/ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_1_expanded_ver18/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_1_expanded_ver18/test_data_set_0/output_0.pb new file mode 100644 index 0000000..804362a Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_1_expanded_ver18/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_1_expanded_ver18/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_1_expanded_ver18/test_data_set_0/output_1.pb new file mode 100644 index 0000000..98181fe --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_1_expanded_ver18/test_data_set_0/output_1.pb @@ -0,0 +1 @@ +BMeanJ lH?1>> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_1_expanded_ver18/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_1_expanded_ver18/test_data_set_0/output_2.pb new file mode 100644 index 0000000..2515b32 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_1_expanded_ver18/test_data_set_0/output_2.pb @@ -0,0 +1 @@ +B InvStdDevJ ɴ?Lm?? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_2/model.onnx b/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_2/model.onnx new file mode 100644 index 0000000..570a3bd Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_2/model.onnx differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_2/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_2/test_data_set_0/input_0.pb new file mode 100644 index 0000000..6a03306 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_2/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BXJ0x?h>z?j@$ ?.z8s?bhdӽ9>(>%? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_2/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_2/test_data_set_0/input_1.pb new file mode 100644 index 0000000..4e7a630 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_2/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BWJ0*z??Oƾmǚ6&õgڿ?xFKྙ[ G? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_2/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_2/test_data_set_0/input_2.pb new file mode 100644 index 0000000..d5d501c --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_2/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BBJ04οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_2/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_2/test_data_set_0/output_0.pb new file mode 100644 index 0000000..37959bf --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_2/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BYJ0ׄa*~$(ѽ^2俽ż?0;k ?>m>>m> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_2/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_2/test_data_set_0/output_1.pb new file mode 100644 index 0000000..148269b --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_2/test_data_set_0/output_1.pb @@ -0,0 +1 @@ +BMeanJي?? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_2/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_2/test_data_set_0/output_2.pb new file mode 100644 index 0000000..43e3980 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_2/test_data_set_0/output_2.pb @@ -0,0 +1 @@ +B InvStdDevJ? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_2_expanded/model.onnx b/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_2_expanded/model.onnx new file mode 100644 index 0000000..f50207e Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_2_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_2_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_2_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..6a03306 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_2_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BXJ0x?h>z?j@$ ?.z8s?bhdӽ9>(>%? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_2_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_2_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..4e7a630 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_2_expanded/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BWJ0*z??Oƾmǚ6&õgڿ?xFKྙ[ G? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_2_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_2_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..d5d501c --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_2_expanded/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BBJ04οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_2_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_2_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..37959bf --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_2_expanded/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BYJ0ׄa*~$(ѽ^2俽ż?0;k ?>m>>m> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_2_expanded/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_2_expanded/test_data_set_0/output_1.pb new file mode 100644 index 0000000..148269b --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_2_expanded/test_data_set_0/output_1.pb @@ -0,0 +1 @@ +BMeanJي?? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_2_expanded/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_2_expanded/test_data_set_0/output_2.pb new file mode 100644 index 0000000..43e3980 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_2_expanded/test_data_set_0/output_2.pb @@ -0,0 +1 @@ +B InvStdDevJ? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_2_expanded_ver18/model.onnx b/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_2_expanded_ver18/model.onnx new file mode 100644 index 0000000..f97ff72 Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_2_expanded_ver18/model.onnx differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_2_expanded_ver18/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_2_expanded_ver18/test_data_set_0/input_0.pb new file mode 100644 index 0000000..6a03306 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_2_expanded_ver18/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BXJ0x?h>z?j@$ ?.z8s?bhdӽ9>(>%? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_2_expanded_ver18/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_2_expanded_ver18/test_data_set_0/input_1.pb new file mode 100644 index 0000000..4e7a630 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_2_expanded_ver18/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BWJ0*z??Oƾmǚ6&õgڿ?xFKྙ[ G? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_2_expanded_ver18/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_2_expanded_ver18/test_data_set_0/input_2.pb new file mode 100644 index 0000000..d5d501c --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_2_expanded_ver18/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BBJ04οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_2_expanded_ver18/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_2_expanded_ver18/test_data_set_0/output_0.pb new file mode 100644 index 0000000..37959bf --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_2_expanded_ver18/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BYJ0ׄa*~$(ѽ^2俽ż?0;k ?>m>>m> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_2_expanded_ver18/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_2_expanded_ver18/test_data_set_0/output_1.pb new file mode 100644 index 0000000..148269b --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_2_expanded_ver18/test_data_set_0/output_1.pb @@ -0,0 +1 @@ +BMeanJي?? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_2_expanded_ver18/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_2_expanded_ver18/test_data_set_0/output_2.pb new file mode 100644 index 0000000..43e3980 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_2d_axis_negative_2_expanded_ver18/test_data_set_0/output_2.pb @@ -0,0 +1 @@ +B InvStdDevJ? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis0_epsilon/model.onnx b/onnx/backend/test/data/node/test_layer_normalization_3d_axis0_epsilon/model.onnx new file mode 100644 index 0000000..0c06b4d Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_3d_axis0_epsilon/model.onnx differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis0_epsilon/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis0_epsilon/test_data_set_0/input_0.pb new file mode 100644 index 0000000..2dbaacc --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_3d_axis0_epsilon/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BXJxx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2?? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis0_epsilon/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis0_epsilon/test_data_set_0/input_1.pb new file mode 100644 index 0000000..a316592 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_3d_axis0_epsilon/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BWJx>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis0_epsilon/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis0_epsilon/test_data_set_0/input_2.pb new file mode 100644 index 0000000..74d9957 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_3d_axis0_epsilon/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BBJx^&,Z[*Pܿ35>;;Wп>DhT=:?>ב?>O/^~/Ѓ f=#f?Ok>Ŀ ??@?7>8lF? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis0_epsilon/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis0_epsilon/test_data_set_0/output_0.pb new file mode 100644 index 0000000..75b51e9 Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_3d_axis0_epsilon/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis0_epsilon/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis0_epsilon/test_data_set_0/output_1.pb new file mode 100644 index 0000000..0106db6 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_3d_axis0_epsilon/test_data_set_0/output_1.pb @@ -0,0 +1 @@ +BMeanJ> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis0_epsilon/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis0_epsilon/test_data_set_0/output_2.pb new file mode 100644 index 0000000..a76b1d4 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_3d_axis0_epsilon/test_data_set_0/output_2.pb @@ -0,0 +1 @@ +B InvStdDevJp!c? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis0_epsilon_expanded/model.onnx b/onnx/backend/test/data/node/test_layer_normalization_3d_axis0_epsilon_expanded/model.onnx new file mode 100644 index 0000000..7b68e2d Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_3d_axis0_epsilon_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis0_epsilon_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis0_epsilon_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..2dbaacc --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_3d_axis0_epsilon_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BXJxx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2?? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis0_epsilon_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis0_epsilon_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..a316592 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_3d_axis0_epsilon_expanded/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BWJx>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis0_epsilon_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis0_epsilon_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..74d9957 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_3d_axis0_epsilon_expanded/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BBJx^&,Z[*Pܿ35>;;Wп>DhT=:?>ב?>O/^~/Ѓ f=#f?Ok>Ŀ ??@?7>8lF? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis0_epsilon_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis0_epsilon_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..75b51e9 Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_3d_axis0_epsilon_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis0_epsilon_expanded/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis0_epsilon_expanded/test_data_set_0/output_1.pb new file mode 100644 index 0000000..0106db6 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_3d_axis0_epsilon_expanded/test_data_set_0/output_1.pb @@ -0,0 +1 @@ +BMeanJ> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis0_epsilon_expanded/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis0_epsilon_expanded/test_data_set_0/output_2.pb new file mode 100644 index 0000000..a76b1d4 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_3d_axis0_epsilon_expanded/test_data_set_0/output_2.pb @@ -0,0 +1 @@ +B InvStdDevJp!c? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis0_epsilon_expanded_ver18/model.onnx b/onnx/backend/test/data/node/test_layer_normalization_3d_axis0_epsilon_expanded_ver18/model.onnx new file mode 100644 index 0000000..822bb16 Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_3d_axis0_epsilon_expanded_ver18/model.onnx differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis0_epsilon_expanded_ver18/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis0_epsilon_expanded_ver18/test_data_set_0/input_0.pb new file mode 100644 index 0000000..2dbaacc --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_3d_axis0_epsilon_expanded_ver18/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BXJxx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2?? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis0_epsilon_expanded_ver18/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis0_epsilon_expanded_ver18/test_data_set_0/input_1.pb new file mode 100644 index 0000000..a316592 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_3d_axis0_epsilon_expanded_ver18/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BWJx>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis0_epsilon_expanded_ver18/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis0_epsilon_expanded_ver18/test_data_set_0/input_2.pb new file mode 100644 index 0000000..74d9957 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_3d_axis0_epsilon_expanded_ver18/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BBJx^&,Z[*Pܿ35>;;Wп>DhT=:?>ב?>O/^~/Ѓ f=#f?Ok>Ŀ ??@?7>8lF? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis0_epsilon_expanded_ver18/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis0_epsilon_expanded_ver18/test_data_set_0/output_0.pb new file mode 100644 index 0000000..75b51e9 Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_3d_axis0_epsilon_expanded_ver18/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis0_epsilon_expanded_ver18/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis0_epsilon_expanded_ver18/test_data_set_0/output_1.pb new file mode 100644 index 0000000..0106db6 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_3d_axis0_epsilon_expanded_ver18/test_data_set_0/output_1.pb @@ -0,0 +1 @@ +BMeanJ> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis0_epsilon_expanded_ver18/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis0_epsilon_expanded_ver18/test_data_set_0/output_2.pb new file mode 100644 index 0000000..a76b1d4 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_3d_axis0_epsilon_expanded_ver18/test_data_set_0/output_2.pb @@ -0,0 +1 @@ +B InvStdDevJp!c? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis1_epsilon/model.onnx b/onnx/backend/test/data/node/test_layer_normalization_3d_axis1_epsilon/model.onnx new file mode 100644 index 0000000..2f451c5 Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_3d_axis1_epsilon/model.onnx differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis1_epsilon/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis1_epsilon/test_data_set_0/input_0.pb new file mode 100644 index 0000000..2dbaacc --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_3d_axis1_epsilon/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BXJxx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2?? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis1_epsilon/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis1_epsilon/test_data_set_0/input_1.pb new file mode 100644 index 0000000..0186d6a --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_3d_axis1_epsilon/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BWJzSzɽ)5?2;A)?> s?N=ۜ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis1_epsilon/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis1_epsilon/test_data_set_0/input_2.pb new file mode 100644 index 0000000..5c49373 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_3d_axis1_epsilon/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BBJ<,(X?ſ\?MF>gk?E0>@Y[?&b|.?AMV0;t0< \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis1_epsilon/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis1_epsilon/test_data_set_0/output_0.pb new file mode 100644 index 0000000..820667a --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_3d_axis1_epsilon/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BYJxF?C?ſĢt[I@>4x @l%?u?N>Vf k{?ӀW?@{>LV?>{??g䉎?|>w@48?>&L>߿??8fz  \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis1_epsilon/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis1_epsilon/test_data_set_0/output_1.pb new file mode 100644 index 0000000..2494f05 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_3d_axis1_epsilon/test_data_set_0/output_1.pb @@ -0,0 +1 @@ +BMeanJ/?7yK> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis1_epsilon/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis1_epsilon/test_data_set_0/output_2.pb new file mode 100644 index 0000000..acedd02 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_3d_axis1_epsilon/test_data_set_0/output_2.pb @@ -0,0 +1 @@ +B InvStdDevJ>?KI? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis1_epsilon_expanded/model.onnx b/onnx/backend/test/data/node/test_layer_normalization_3d_axis1_epsilon_expanded/model.onnx new file mode 100644 index 0000000..dcee447 Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_3d_axis1_epsilon_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis1_epsilon_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis1_epsilon_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..2dbaacc --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_3d_axis1_epsilon_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BXJxx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2?? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis1_epsilon_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis1_epsilon_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..0186d6a --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_3d_axis1_epsilon_expanded/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BWJzSzɽ)5?2;A)?> s?N=ۜ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis1_epsilon_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis1_epsilon_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..5c49373 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_3d_axis1_epsilon_expanded/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BBJ<,(X?ſ\?MF>gk?E0>@Y[?&b|.?AMV0;t0< \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis1_epsilon_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis1_epsilon_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..820667a --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_3d_axis1_epsilon_expanded/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BYJxF?C?ſĢt[I@>4x @l%?u?N>Vf k{?ӀW?@{>LV?>{??g䉎?|>w@48?>&L>߿??8fz  \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis1_epsilon_expanded/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis1_epsilon_expanded/test_data_set_0/output_1.pb new file mode 100644 index 0000000..2494f05 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_3d_axis1_epsilon_expanded/test_data_set_0/output_1.pb @@ -0,0 +1 @@ +BMeanJ/?7yK> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis1_epsilon_expanded/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis1_epsilon_expanded/test_data_set_0/output_2.pb new file mode 100644 index 0000000..acedd02 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_3d_axis1_epsilon_expanded/test_data_set_0/output_2.pb @@ -0,0 +1 @@ +B InvStdDevJ>?KI? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis1_epsilon_expanded_ver18/model.onnx b/onnx/backend/test/data/node/test_layer_normalization_3d_axis1_epsilon_expanded_ver18/model.onnx new file mode 100644 index 0000000..aba6780 Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_3d_axis1_epsilon_expanded_ver18/model.onnx differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis1_epsilon_expanded_ver18/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis1_epsilon_expanded_ver18/test_data_set_0/input_0.pb new file mode 100644 index 0000000..2dbaacc --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_3d_axis1_epsilon_expanded_ver18/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BXJxx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2?? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis1_epsilon_expanded_ver18/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis1_epsilon_expanded_ver18/test_data_set_0/input_1.pb new file mode 100644 index 0000000..0186d6a --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_3d_axis1_epsilon_expanded_ver18/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BWJzSzɽ)5?2;A)?> s?N=ۜ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis1_epsilon_expanded_ver18/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis1_epsilon_expanded_ver18/test_data_set_0/input_2.pb new file mode 100644 index 0000000..5c49373 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_3d_axis1_epsilon_expanded_ver18/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BBJ<,(X?ſ\?MF>gk?E0>@Y[?&b|.?AMV0;t0< \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis1_epsilon_expanded_ver18/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis1_epsilon_expanded_ver18/test_data_set_0/output_0.pb new file mode 100644 index 0000000..820667a --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_3d_axis1_epsilon_expanded_ver18/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BYJxF?C?ſĢt[I@>4x @l%?u?N>Vf k{?ӀW?@{>LV?>{??g䉎?|>w@48?>&L>߿??8fz  \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis1_epsilon_expanded_ver18/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis1_epsilon_expanded_ver18/test_data_set_0/output_1.pb new file mode 100644 index 0000000..2494f05 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_3d_axis1_epsilon_expanded_ver18/test_data_set_0/output_1.pb @@ -0,0 +1 @@ +BMeanJ/?7yK> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis1_epsilon_expanded_ver18/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis1_epsilon_expanded_ver18/test_data_set_0/output_2.pb new file mode 100644 index 0000000..acedd02 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_3d_axis1_epsilon_expanded_ver18/test_data_set_0/output_2.pb @@ -0,0 +1 @@ +B InvStdDevJ>?KI? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis2_epsilon/model.onnx b/onnx/backend/test/data/node/test_layer_normalization_3d_axis2_epsilon/model.onnx new file mode 100644 index 0000000..d06ef7d Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_3d_axis2_epsilon/model.onnx differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis2_epsilon/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis2_epsilon/test_data_set_0/input_0.pb new file mode 100644 index 0000000..2dbaacc --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_3d_axis2_epsilon/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BXJxx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2?? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis2_epsilon/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis2_epsilon/test_data_set_0/input_1.pb new file mode 100644 index 0000000..82e3d1c --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_3d_axis2_epsilon/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BWJ|i?mj>LI?|;q \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis2_epsilon/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis2_epsilon/test_data_set_0/input_2.pb new file mode 100644 index 0000000..9aab785 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_3d_axis2_epsilon/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BBJ Ѿen- >@- \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis2_epsilon/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis2_epsilon/test_data_set_0/output_0.pb new file mode 100644 index 0000000..0645ac3 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_3d_axis2_epsilon/test_data_set_0/output_0.pb @@ -0,0 +1,2 @@ +BYJx+j:?׿7;><>@ .O>?4(@µ=>a>p)" @,?ص= +=?@0#RdX=?|‿ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis2_epsilon/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis2_epsilon/test_data_set_0/output_1.pb new file mode 100644 index 0000000..bd9b558 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_3d_axis2_epsilon/test_data_set_0/output_1.pb @@ -0,0 +1 @@ +BMeanJĢ?}<(?C]>=> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis2_epsilon/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis2_epsilon/test_data_set_0/output_2.pb new file mode 100644 index 0000000..469229d --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_3d_axis2_epsilon/test_data_set_0/output_2.pb @@ -0,0 +1 @@ +B InvStdDevJt?X??q??\? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis2_epsilon_expanded/model.onnx b/onnx/backend/test/data/node/test_layer_normalization_3d_axis2_epsilon_expanded/model.onnx new file mode 100644 index 0000000..26662d6 Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_3d_axis2_epsilon_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis2_epsilon_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis2_epsilon_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..2dbaacc --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_3d_axis2_epsilon_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BXJxx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2?? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis2_epsilon_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis2_epsilon_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..82e3d1c --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_3d_axis2_epsilon_expanded/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BWJ|i?mj>LI?|;q \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis2_epsilon_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis2_epsilon_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..9aab785 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_3d_axis2_epsilon_expanded/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BBJ Ѿen- >@- \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis2_epsilon_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis2_epsilon_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..0645ac3 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_3d_axis2_epsilon_expanded/test_data_set_0/output_0.pb @@ -0,0 +1,2 @@ +BYJx+j:?׿7;><>@ .O>?4(@µ=>a>p)" @,?ص= +=?@0#RdX=?|‿ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis2_epsilon_expanded/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis2_epsilon_expanded/test_data_set_0/output_1.pb new file mode 100644 index 0000000..bd9b558 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_3d_axis2_epsilon_expanded/test_data_set_0/output_1.pb @@ -0,0 +1 @@ +BMeanJĢ?}<(?C]>=> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis2_epsilon_expanded/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis2_epsilon_expanded/test_data_set_0/output_2.pb new file mode 100644 index 0000000..469229d --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_3d_axis2_epsilon_expanded/test_data_set_0/output_2.pb @@ -0,0 +1 @@ +B InvStdDevJt?X??q??\? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis2_epsilon_expanded_ver18/model.onnx b/onnx/backend/test/data/node/test_layer_normalization_3d_axis2_epsilon_expanded_ver18/model.onnx new file mode 100644 index 0000000..5c706fa Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_3d_axis2_epsilon_expanded_ver18/model.onnx differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis2_epsilon_expanded_ver18/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis2_epsilon_expanded_ver18/test_data_set_0/input_0.pb new file mode 100644 index 0000000..2dbaacc --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_3d_axis2_epsilon_expanded_ver18/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BXJxx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2?? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis2_epsilon_expanded_ver18/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis2_epsilon_expanded_ver18/test_data_set_0/input_1.pb new file mode 100644 index 0000000..82e3d1c --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_3d_axis2_epsilon_expanded_ver18/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BWJ|i?mj>LI?|;q \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis2_epsilon_expanded_ver18/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis2_epsilon_expanded_ver18/test_data_set_0/input_2.pb new file mode 100644 index 0000000..9aab785 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_3d_axis2_epsilon_expanded_ver18/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BBJ Ѿen- >@- \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis2_epsilon_expanded_ver18/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis2_epsilon_expanded_ver18/test_data_set_0/output_0.pb new file mode 100644 index 0000000..0645ac3 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_3d_axis2_epsilon_expanded_ver18/test_data_set_0/output_0.pb @@ -0,0 +1,2 @@ +BYJx+j:?׿7;><>@ .O>?4(@µ=>a>p)" @,?ص= +=?@0#RdX=?|‿ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis2_epsilon_expanded_ver18/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis2_epsilon_expanded_ver18/test_data_set_0/output_1.pb new file mode 100644 index 0000000..bd9b558 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_3d_axis2_epsilon_expanded_ver18/test_data_set_0/output_1.pb @@ -0,0 +1 @@ +BMeanJĢ?}<(?C]>=> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis2_epsilon_expanded_ver18/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis2_epsilon_expanded_ver18/test_data_set_0/output_2.pb new file mode 100644 index 0000000..469229d --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_3d_axis2_epsilon_expanded_ver18/test_data_set_0/output_2.pb @@ -0,0 +1 @@ +B InvStdDevJt?X??q??\? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_1_epsilon/model.onnx b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_1_epsilon/model.onnx new file mode 100644 index 0000000..f59572e Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_1_epsilon/model.onnx differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_1_epsilon/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_1_epsilon/test_data_set_0/input_0.pb new file mode 100644 index 0000000..2dbaacc --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_1_epsilon/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BXJxx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2?? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_1_epsilon/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_1_epsilon/test_data_set_0/input_1.pb new file mode 100644 index 0000000..ee99892 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_1_epsilon/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BWJиt$t\>8ſ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_1_epsilon/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_1_epsilon/test_data_set_0/input_2.pb new file mode 100644 index 0000000..89dd201 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_1_epsilon/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BBJ=@C >m>s \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_1_epsilon/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_1_epsilon/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d42835b Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_1_epsilon/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_1_epsilon/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_1_epsilon/test_data_set_0/output_1.pb new file mode 100644 index 0000000..bd9b558 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_1_epsilon/test_data_set_0/output_1.pb @@ -0,0 +1 @@ +BMeanJĢ?}<(?C]>=> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_1_epsilon/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_1_epsilon/test_data_set_0/output_2.pb new file mode 100644 index 0000000..469229d --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_1_epsilon/test_data_set_0/output_2.pb @@ -0,0 +1 @@ +B InvStdDevJt?X??q??\? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_1_epsilon_expanded/model.onnx b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_1_epsilon_expanded/model.onnx new file mode 100644 index 0000000..cb35007 Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_1_epsilon_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_1_epsilon_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_1_epsilon_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..2dbaacc --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_1_epsilon_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BXJxx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2?? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_1_epsilon_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_1_epsilon_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..ee99892 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_1_epsilon_expanded/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BWJиt$t\>8ſ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_1_epsilon_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_1_epsilon_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..89dd201 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_1_epsilon_expanded/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BBJ=@C >m>s \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_1_epsilon_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_1_epsilon_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d42835b Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_1_epsilon_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_1_epsilon_expanded/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_1_epsilon_expanded/test_data_set_0/output_1.pb new file mode 100644 index 0000000..bd9b558 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_1_epsilon_expanded/test_data_set_0/output_1.pb @@ -0,0 +1 @@ +BMeanJĢ?}<(?C]>=> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_1_epsilon_expanded/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_1_epsilon_expanded/test_data_set_0/output_2.pb new file mode 100644 index 0000000..469229d --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_1_epsilon_expanded/test_data_set_0/output_2.pb @@ -0,0 +1 @@ +B InvStdDevJt?X??q??\? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_1_epsilon_expanded_ver18/model.onnx b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_1_epsilon_expanded_ver18/model.onnx new file mode 100644 index 0000000..92dce8b Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_1_epsilon_expanded_ver18/model.onnx differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_1_epsilon_expanded_ver18/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_1_epsilon_expanded_ver18/test_data_set_0/input_0.pb new file mode 100644 index 0000000..2dbaacc --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_1_epsilon_expanded_ver18/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BXJxx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2?? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_1_epsilon_expanded_ver18/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_1_epsilon_expanded_ver18/test_data_set_0/input_1.pb new file mode 100644 index 0000000..ee99892 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_1_epsilon_expanded_ver18/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BWJиt$t\>8ſ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_1_epsilon_expanded_ver18/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_1_epsilon_expanded_ver18/test_data_set_0/input_2.pb new file mode 100644 index 0000000..89dd201 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_1_epsilon_expanded_ver18/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BBJ=@C >m>s \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_1_epsilon_expanded_ver18/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_1_epsilon_expanded_ver18/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d42835b Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_1_epsilon_expanded_ver18/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_1_epsilon_expanded_ver18/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_1_epsilon_expanded_ver18/test_data_set_0/output_1.pb new file mode 100644 index 0000000..bd9b558 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_1_epsilon_expanded_ver18/test_data_set_0/output_1.pb @@ -0,0 +1 @@ +BMeanJĢ?}<(?C]>=> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_1_epsilon_expanded_ver18/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_1_epsilon_expanded_ver18/test_data_set_0/output_2.pb new file mode 100644 index 0000000..469229d --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_1_epsilon_expanded_ver18/test_data_set_0/output_2.pb @@ -0,0 +1 @@ +B InvStdDevJt?X??q??\? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_2_epsilon/model.onnx b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_2_epsilon/model.onnx new file mode 100644 index 0000000..ea52be5 Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_2_epsilon/model.onnx differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_2_epsilon/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_2_epsilon/test_data_set_0/input_0.pb new file mode 100644 index 0000000..2dbaacc --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_2_epsilon/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BXJxx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2?? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_2_epsilon/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_2_epsilon/test_data_set_0/input_1.pb new file mode 100644 index 0000000..a0ab9b1 Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_2_epsilon/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_2_epsilon/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_2_epsilon/test_data_set_0/input_2.pb new file mode 100644 index 0000000..c7a81ef --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_2_epsilon/test_data_set_0/input_2.pb @@ -0,0 +1,2 @@ +BBJ<ש/E?+R?ur +@Y?gu?]'?#?jοGǼɽ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_2_epsilon/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_2_epsilon/test_data_set_0/output_0.pb new file mode 100644 index 0000000..53d5013 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_2_epsilon/test_data_set_0/output_0.pb @@ -0,0 +1,2 @@ +BYJxa3?f?ֿ +@3&@?<?&*>mc=mÁ?qJuc3Vk!?A?LkQ?͚F@v"A??J@=jg9r> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_2_epsilon/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_2_epsilon/test_data_set_0/output_1.pb new file mode 100644 index 0000000..2494f05 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_2_epsilon/test_data_set_0/output_1.pb @@ -0,0 +1 @@ +BMeanJ/?7yK> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_2_epsilon/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_2_epsilon/test_data_set_0/output_2.pb new file mode 100644 index 0000000..acedd02 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_2_epsilon/test_data_set_0/output_2.pb @@ -0,0 +1 @@ +B InvStdDevJ>?KI? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_2_epsilon_expanded/model.onnx b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_2_epsilon_expanded/model.onnx new file mode 100644 index 0000000..c0a2930 Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_2_epsilon_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_2_epsilon_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_2_epsilon_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..2dbaacc --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_2_epsilon_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BXJxx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2?? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_2_epsilon_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_2_epsilon_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..a0ab9b1 Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_2_epsilon_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_2_epsilon_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_2_epsilon_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..c7a81ef --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_2_epsilon_expanded/test_data_set_0/input_2.pb @@ -0,0 +1,2 @@ +BBJ<ש/E?+R?ur +@Y?gu?]'?#?jοGǼɽ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_2_epsilon_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_2_epsilon_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..53d5013 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_2_epsilon_expanded/test_data_set_0/output_0.pb @@ -0,0 +1,2 @@ +BYJxa3?f?ֿ +@3&@?<?&*>mc=mÁ?qJuc3Vk!?A?LkQ?͚F@v"A??J@=jg9r> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_2_epsilon_expanded/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_2_epsilon_expanded/test_data_set_0/output_1.pb new file mode 100644 index 0000000..2494f05 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_2_epsilon_expanded/test_data_set_0/output_1.pb @@ -0,0 +1 @@ +BMeanJ/?7yK> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_2_epsilon_expanded/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_2_epsilon_expanded/test_data_set_0/output_2.pb new file mode 100644 index 0000000..acedd02 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_2_epsilon_expanded/test_data_set_0/output_2.pb @@ -0,0 +1 @@ +B InvStdDevJ>?KI? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_2_epsilon_expanded_ver18/model.onnx b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_2_epsilon_expanded_ver18/model.onnx new file mode 100644 index 0000000..bb83648 Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_2_epsilon_expanded_ver18/model.onnx differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_2_epsilon_expanded_ver18/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_2_epsilon_expanded_ver18/test_data_set_0/input_0.pb new file mode 100644 index 0000000..2dbaacc --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_2_epsilon_expanded_ver18/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BXJxx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2?? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_2_epsilon_expanded_ver18/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_2_epsilon_expanded_ver18/test_data_set_0/input_1.pb new file mode 100644 index 0000000..a0ab9b1 Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_2_epsilon_expanded_ver18/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_2_epsilon_expanded_ver18/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_2_epsilon_expanded_ver18/test_data_set_0/input_2.pb new file mode 100644 index 0000000..c7a81ef --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_2_epsilon_expanded_ver18/test_data_set_0/input_2.pb @@ -0,0 +1,2 @@ +BBJ<ש/E?+R?ur +@Y?gu?]'?#?jοGǼɽ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_2_epsilon_expanded_ver18/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_2_epsilon_expanded_ver18/test_data_set_0/output_0.pb new file mode 100644 index 0000000..53d5013 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_2_epsilon_expanded_ver18/test_data_set_0/output_0.pb @@ -0,0 +1,2 @@ +BYJxa3?f?ֿ +@3&@?<?&*>mc=mÁ?qJuc3Vk!?A?LkQ?͚F@v"A??J@=jg9r> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_2_epsilon_expanded_ver18/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_2_epsilon_expanded_ver18/test_data_set_0/output_1.pb new file mode 100644 index 0000000..2494f05 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_2_epsilon_expanded_ver18/test_data_set_0/output_1.pb @@ -0,0 +1 @@ +BMeanJ/?7yK> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_2_epsilon_expanded_ver18/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_2_epsilon_expanded_ver18/test_data_set_0/output_2.pb new file mode 100644 index 0000000..acedd02 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_2_epsilon_expanded_ver18/test_data_set_0/output_2.pb @@ -0,0 +1 @@ +B InvStdDevJ>?KI? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_3_epsilon/model.onnx b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_3_epsilon/model.onnx new file mode 100644 index 0000000..3cb5d84 Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_3_epsilon/model.onnx differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_3_epsilon/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_3_epsilon/test_data_set_0/input_0.pb new file mode 100644 index 0000000..2dbaacc --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_3_epsilon/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BXJxx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2?? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_3_epsilon/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_3_epsilon/test_data_set_0/input_1.pb new file mode 100644 index 0000000..ceb2770 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_3_epsilon/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BWJx5mξy? FU>z?u>4?G,>> ?^Ab*x?(?Ӿ3Y?"??, ?g?Iy\}?7mM?r?N4?l? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_3_epsilon/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_3_epsilon/test_data_set_0/input_2.pb new file mode 100644 index 0000000..0acbab4 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_3_epsilon/test_data_set_0/input_2.pb @@ -0,0 +1,2 @@ +BBJxٺ>*>ǩ?319r޾?,?֞>8E< +?,`="*-?u?ELUd>q鋿᾿>u*>l"?r@hq?id?oT \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_3_epsilon/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_3_epsilon/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d74350c --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_3_epsilon/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BYJxĽe>ԙ8@`yaܾbh?]?ں>t+9Fz| #>eC>ob>2>2Dl?;0vįtp?о?8> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_3_epsilon/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_3_epsilon/test_data_set_0/output_1.pb new file mode 100644 index 0000000..0106db6 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_3_epsilon/test_data_set_0/output_1.pb @@ -0,0 +1 @@ +BMeanJ> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_3_epsilon/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_3_epsilon/test_data_set_0/output_2.pb new file mode 100644 index 0000000..a76b1d4 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_3_epsilon/test_data_set_0/output_2.pb @@ -0,0 +1 @@ +B InvStdDevJp!c? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_3_epsilon_expanded/model.onnx b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_3_epsilon_expanded/model.onnx new file mode 100644 index 0000000..8103e83 Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_3_epsilon_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_3_epsilon_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_3_epsilon_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..2dbaacc --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_3_epsilon_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BXJxx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2?? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_3_epsilon_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_3_epsilon_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..ceb2770 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_3_epsilon_expanded/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BWJx5mξy? FU>z?u>4?G,>> ?^Ab*x?(?Ӿ3Y?"??, ?g?Iy\}?7mM?r?N4?l? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_3_epsilon_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_3_epsilon_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..0acbab4 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_3_epsilon_expanded/test_data_set_0/input_2.pb @@ -0,0 +1,2 @@ +BBJxٺ>*>ǩ?319r޾?,?֞>8E< +?,`="*-?u?ELUd>q鋿᾿>u*>l"?r@hq?id?oT \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_3_epsilon_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_3_epsilon_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d74350c --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_3_epsilon_expanded/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BYJxĽe>ԙ8@`yaܾbh?]?ں>t+9Fz| #>eC>ob>2>2Dl?;0vįtp?о?8> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_3_epsilon_expanded/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_3_epsilon_expanded/test_data_set_0/output_1.pb new file mode 100644 index 0000000..0106db6 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_3_epsilon_expanded/test_data_set_0/output_1.pb @@ -0,0 +1 @@ +BMeanJ> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_3_epsilon_expanded/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_3_epsilon_expanded/test_data_set_0/output_2.pb new file mode 100644 index 0000000..a76b1d4 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_3_epsilon_expanded/test_data_set_0/output_2.pb @@ -0,0 +1 @@ +B InvStdDevJp!c? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_3_epsilon_expanded_ver18/model.onnx b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_3_epsilon_expanded_ver18/model.onnx new file mode 100644 index 0000000..8ed0a4c Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_3_epsilon_expanded_ver18/model.onnx differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_3_epsilon_expanded_ver18/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_3_epsilon_expanded_ver18/test_data_set_0/input_0.pb new file mode 100644 index 0000000..2dbaacc --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_3_epsilon_expanded_ver18/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BXJxx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2?? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_3_epsilon_expanded_ver18/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_3_epsilon_expanded_ver18/test_data_set_0/input_1.pb new file mode 100644 index 0000000..ceb2770 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_3_epsilon_expanded_ver18/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BWJx5mξy? FU>z?u>4?G,>> ?^Ab*x?(?Ӿ3Y?"??, ?g?Iy\}?7mM?r?N4?l? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_3_epsilon_expanded_ver18/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_3_epsilon_expanded_ver18/test_data_set_0/input_2.pb new file mode 100644 index 0000000..0acbab4 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_3_epsilon_expanded_ver18/test_data_set_0/input_2.pb @@ -0,0 +1,2 @@ +BBJxٺ>*>ǩ?319r޾?,?֞>8E< +?,`="*-?u?ELUd>q鋿᾿>u*>l"?r@hq?id?oT \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_3_epsilon_expanded_ver18/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_3_epsilon_expanded_ver18/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d74350c --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_3_epsilon_expanded_ver18/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BYJxĽe>ԙ8@`yaܾbh?]?ں>t+9Fz| #>eC>ob>2>2Dl?;0vįtp?о?8> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_3_epsilon_expanded_ver18/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_3_epsilon_expanded_ver18/test_data_set_0/output_1.pb new file mode 100644 index 0000000..0106db6 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_3_epsilon_expanded_ver18/test_data_set_0/output_1.pb @@ -0,0 +1 @@ +BMeanJ> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_3_epsilon_expanded_ver18/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_3_epsilon_expanded_ver18/test_data_set_0/output_2.pb new file mode 100644 index 0000000..a76b1d4 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_3d_axis_negative_3_epsilon_expanded_ver18/test_data_set_0/output_2.pb @@ -0,0 +1 @@ +B InvStdDevJp!c? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis0/model.onnx b/onnx/backend/test/data/node/test_layer_normalization_4d_axis0/model.onnx new file mode 100644 index 0000000..cd83008 Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_4d_axis0/model.onnx differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis0/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis0/test_data_set_0/input_0.pb new file mode 100644 index 0000000..703fd46 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_4d_axis0/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BXJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6^&,Z[*Pܿ35>;;Wп>DhT=:?>ב?>O/^~/Ѓ f=#f?Ok>Ŀ ??@?7>8lF?5mξy? FU>z?u>4?G,>> ?^Ab*x?(?Ӿ3Y?"??, ?g?Iy\}?7mM?r?N4?l? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis0/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis0/test_data_set_0/input_1.pb new file mode 100644 index 0000000..177f420 Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_4d_axis0/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis0/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis0/test_data_set_0/input_2.pb new file mode 100644 index 0000000..bda1787 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_4d_axis0/test_data_set_0/input_2.pb @@ -0,0 +1,2 @@ +BBJ/#6g˾ x6Kֿ?0?8P˳d?f,\>1?1?9ʿA?, PW-OA>?=y,y=O>)r1V[?P>@' ++Ⱦ> @$c?.*1?>1?ʅ?0?梦?Y 0I_s@f6 ?$=t<?̾w>F<=?) .*?wȪ=a1?8g#?; ;žh;=,Ⓘk|۽78O Ph>d8$䟾vs!(n@=g4yq?G??Y/E?g/*7?>W/)l?Ĉ?/" 0fv >?>C ?0&lr? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis0/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis0/test_data_set_0/output_0.pb new file mode 100644 index 0000000..252bdd8 Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_4d_axis0/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis0/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis0/test_data_set_0/output_1.pb new file mode 100644 index 0000000..0c4a329 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_4d_axis0/test_data_set_0/output_1.pb @@ -0,0 +1 @@ +BMeanJ`> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis0/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis0/test_data_set_0/output_2.pb new file mode 100644 index 0000000..3c75e1e --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_4d_axis0/test_data_set_0/output_2.pb @@ -0,0 +1 @@ +B InvStdDevJt? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis0_expanded/model.onnx b/onnx/backend/test/data/node/test_layer_normalization_4d_axis0_expanded/model.onnx new file mode 100644 index 0000000..236efaa Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_4d_axis0_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis0_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis0_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..703fd46 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_4d_axis0_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BXJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6^&,Z[*Pܿ35>;;Wп>DhT=:?>ב?>O/^~/Ѓ f=#f?Ok>Ŀ ??@?7>8lF?5mξy? FU>z?u>4?G,>> ?^Ab*x?(?Ӿ3Y?"??, ?g?Iy\}?7mM?r?N4?l? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis0_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis0_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..177f420 Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_4d_axis0_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis0_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis0_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..bda1787 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_4d_axis0_expanded/test_data_set_0/input_2.pb @@ -0,0 +1,2 @@ +BBJ/#6g˾ x6Kֿ?0?8P˳d?f,\>1?1?9ʿA?, PW-OA>?=y,y=O>)r1V[?P>@' ++Ⱦ> @$c?.*1?>1?ʅ?0?梦?Y 0I_s@f6 ?$=t<?̾w>F<=?) .*?wȪ=a1?8g#?; ;žh;=,Ⓘk|۽78O Ph>d8$䟾vs!(n@=g4yq?G??Y/E?g/*7?>W/)l?Ĉ?/" 0fv >?>C ?0&lr? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis0_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis0_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..252bdd8 Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_4d_axis0_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis0_expanded/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis0_expanded/test_data_set_0/output_1.pb new file mode 100644 index 0000000..0c4a329 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_4d_axis0_expanded/test_data_set_0/output_1.pb @@ -0,0 +1 @@ +BMeanJ`> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis0_expanded/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis0_expanded/test_data_set_0/output_2.pb new file mode 100644 index 0000000..3c75e1e --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_4d_axis0_expanded/test_data_set_0/output_2.pb @@ -0,0 +1 @@ +B InvStdDevJt? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis0_expanded_ver18/model.onnx b/onnx/backend/test/data/node/test_layer_normalization_4d_axis0_expanded_ver18/model.onnx new file mode 100644 index 0000000..6d5656d Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_4d_axis0_expanded_ver18/model.onnx differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis0_expanded_ver18/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis0_expanded_ver18/test_data_set_0/input_0.pb new file mode 100644 index 0000000..703fd46 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_4d_axis0_expanded_ver18/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BXJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6^&,Z[*Pܿ35>;;Wп>DhT=:?>ב?>O/^~/Ѓ f=#f?Ok>Ŀ ??@?7>8lF?5mξy? FU>z?u>4?G,>> ?^Ab*x?(?Ӿ3Y?"??, ?g?Iy\}?7mM?r?N4?l? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis0_expanded_ver18/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis0_expanded_ver18/test_data_set_0/input_1.pb new file mode 100644 index 0000000..177f420 Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_4d_axis0_expanded_ver18/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis0_expanded_ver18/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis0_expanded_ver18/test_data_set_0/input_2.pb new file mode 100644 index 0000000..bda1787 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_4d_axis0_expanded_ver18/test_data_set_0/input_2.pb @@ -0,0 +1,2 @@ +BBJ/#6g˾ x6Kֿ?0?8P˳d?f,\>1?1?9ʿA?, PW-OA>?=y,y=O>)r1V[?P>@' ++Ⱦ> @$c?.*1?>1?ʅ?0?梦?Y 0I_s@f6 ?$=t<?̾w>F<=?) .*?wȪ=a1?8g#?; ;žh;=,Ⓘk|۽78O Ph>d8$䟾vs!(n@=g4yq?G??Y/E?g/*7?>W/)l?Ĉ?/" 0fv >?>C ?0&lr? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis0_expanded_ver18/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis0_expanded_ver18/test_data_set_0/output_0.pb new file mode 100644 index 0000000..252bdd8 Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_4d_axis0_expanded_ver18/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis0_expanded_ver18/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis0_expanded_ver18/test_data_set_0/output_1.pb new file mode 100644 index 0000000..0c4a329 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_4d_axis0_expanded_ver18/test_data_set_0/output_1.pb @@ -0,0 +1 @@ +BMeanJ`> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis0_expanded_ver18/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis0_expanded_ver18/test_data_set_0/output_2.pb new file mode 100644 index 0000000..3c75e1e --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_4d_axis0_expanded_ver18/test_data_set_0/output_2.pb @@ -0,0 +1 @@ +B InvStdDevJt? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis1/model.onnx b/onnx/backend/test/data/node/test_layer_normalization_4d_axis1/model.onnx new file mode 100644 index 0000000..4960ade Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_4d_axis1/model.onnx differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis1/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis1/test_data_set_0/input_0.pb new file mode 100644 index 0000000..703fd46 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_4d_axis1/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BXJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6^&,Z[*Pܿ35>;;Wп>DhT=:?>ב?>O/^~/Ѓ f=#f?Ok>Ŀ ??@?7>8lF?5mξy? FU>z?u>4?G,>> ?^Ab*x?(?Ӿ3Y?"??, ?g?Iy\}?7mM?r?N4?l? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis1/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis1/test_data_set_0/input_1.pb new file mode 100644 index 0000000..0bafab8 Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_4d_axis1/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis1/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis1/test_data_set_0/input_2.pb new file mode 100644 index 0000000..12cf194 Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_4d_axis1/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis1/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis1/test_data_set_0/output_0.pb new file mode 100644 index 0000000..2fc4e53 Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_4d_axis1/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis1/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis1/test_data_set_0/output_1.pb new file mode 100644 index 0000000..cfe5baa --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_4d_axis1/test_data_set_0/output_1.pb @@ -0,0 +1 @@ +BMeanJ=A> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis1/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis1/test_data_set_0/output_2.pb new file mode 100644 index 0000000..3f98a19 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_4d_axis1/test_data_set_0/output_2.pb @@ -0,0 +1 @@ +B InvStdDevJmq?6y? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis1_expanded/model.onnx b/onnx/backend/test/data/node/test_layer_normalization_4d_axis1_expanded/model.onnx new file mode 100644 index 0000000..90ae87a Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_4d_axis1_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis1_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis1_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..703fd46 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_4d_axis1_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BXJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6^&,Z[*Pܿ35>;;Wп>DhT=:?>ב?>O/^~/Ѓ f=#f?Ok>Ŀ ??@?7>8lF?5mξy? FU>z?u>4?G,>> ?^Ab*x?(?Ӿ3Y?"??, ?g?Iy\}?7mM?r?N4?l? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis1_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis1_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..0bafab8 Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_4d_axis1_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis1_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis1_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..12cf194 Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_4d_axis1_expanded/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis1_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis1_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..2fc4e53 Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_4d_axis1_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis1_expanded/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis1_expanded/test_data_set_0/output_1.pb new file mode 100644 index 0000000..cfe5baa --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_4d_axis1_expanded/test_data_set_0/output_1.pb @@ -0,0 +1 @@ +BMeanJ=A> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis1_expanded/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis1_expanded/test_data_set_0/output_2.pb new file mode 100644 index 0000000..3f98a19 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_4d_axis1_expanded/test_data_set_0/output_2.pb @@ -0,0 +1 @@ +B InvStdDevJmq?6y? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis1_expanded_ver18/model.onnx b/onnx/backend/test/data/node/test_layer_normalization_4d_axis1_expanded_ver18/model.onnx new file mode 100644 index 0000000..3880fb7 Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_4d_axis1_expanded_ver18/model.onnx differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis1_expanded_ver18/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis1_expanded_ver18/test_data_set_0/input_0.pb new file mode 100644 index 0000000..703fd46 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_4d_axis1_expanded_ver18/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BXJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6^&,Z[*Pܿ35>;;Wп>DhT=:?>ב?>O/^~/Ѓ f=#f?Ok>Ŀ ??@?7>8lF?5mξy? FU>z?u>4?G,>> ?^Ab*x?(?Ӿ3Y?"??, ?g?Iy\}?7mM?r?N4?l? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis1_expanded_ver18/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis1_expanded_ver18/test_data_set_0/input_1.pb new file mode 100644 index 0000000..0bafab8 Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_4d_axis1_expanded_ver18/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis1_expanded_ver18/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis1_expanded_ver18/test_data_set_0/input_2.pb new file mode 100644 index 0000000..12cf194 Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_4d_axis1_expanded_ver18/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis1_expanded_ver18/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis1_expanded_ver18/test_data_set_0/output_0.pb new file mode 100644 index 0000000..2fc4e53 Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_4d_axis1_expanded_ver18/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis1_expanded_ver18/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis1_expanded_ver18/test_data_set_0/output_1.pb new file mode 100644 index 0000000..cfe5baa --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_4d_axis1_expanded_ver18/test_data_set_0/output_1.pb @@ -0,0 +1 @@ +BMeanJ=A> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis1_expanded_ver18/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis1_expanded_ver18/test_data_set_0/output_2.pb new file mode 100644 index 0000000..3f98a19 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_4d_axis1_expanded_ver18/test_data_set_0/output_2.pb @@ -0,0 +1 @@ +B InvStdDevJmq?6y? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis2/model.onnx b/onnx/backend/test/data/node/test_layer_normalization_4d_axis2/model.onnx new file mode 100644 index 0000000..662e6ec Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_4d_axis2/model.onnx differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis2/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis2/test_data_set_0/input_0.pb new file mode 100644 index 0000000..703fd46 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_4d_axis2/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BXJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6^&,Z[*Pܿ35>;;Wп>DhT=:?>ב?>O/^~/Ѓ f=#f?Ok>Ŀ ??@?7>8lF?5mξy? FU>z?u>4?G,>> ?^Ab*x?(?Ӿ3Y?"??, ?g?Iy\}?7mM?r?N4?l? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis2/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis2/test_data_set_0/input_1.pb new file mode 100644 index 0000000..6c525c0 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_4d_axis2/test_data_set_0/input_1.pb @@ -0,0 +1,2 @@ +BWJP/Uu>Vx?L@>E2xA? +?wb=L%(;-z߾LҿϾw < \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis2/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis2/test_data_set_0/input_2.pb new file mode 100644 index 0000000..5bd79db --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_4d_axis2/test_data_set_0/input_2.pb @@ -0,0 +1,2 @@ +BBJPM?0>C<Ǯ=h>~$S뽥>un]?j?ۡ!A!w` +3?"ևc-[oP=N \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis2/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis2/test_data_set_0/output_0.pb new file mode 100644 index 0000000..75e5a26 Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_4d_axis2/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis2/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis2/test_data_set_0/output_1.pb new file mode 100644 index 0000000..2226bc2 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_4d_axis2/test_data_set_0/output_1.pb @@ -0,0 +1 @@ +BMeanJ?~Zd=SHʾO>XF> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis2/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis2/test_data_set_0/output_2.pb new file mode 100644 index 0000000..4b0b73a --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_4d_axis2/test_data_set_0/output_2.pb @@ -0,0 +1 @@ +B InvStdDevJ?W?Ց??|?'_? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis2_expanded/model.onnx b/onnx/backend/test/data/node/test_layer_normalization_4d_axis2_expanded/model.onnx new file mode 100644 index 0000000..9ba4b14 Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_4d_axis2_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis2_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis2_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..703fd46 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_4d_axis2_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BXJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6^&,Z[*Pܿ35>;;Wп>DhT=:?>ב?>O/^~/Ѓ f=#f?Ok>Ŀ ??@?7>8lF?5mξy? FU>z?u>4?G,>> ?^Ab*x?(?Ӿ3Y?"??, ?g?Iy\}?7mM?r?N4?l? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis2_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis2_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..6c525c0 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_4d_axis2_expanded/test_data_set_0/input_1.pb @@ -0,0 +1,2 @@ +BWJP/Uu>Vx?L@>E2xA? +?wb=L%(;-z߾LҿϾw < \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis2_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis2_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..5bd79db --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_4d_axis2_expanded/test_data_set_0/input_2.pb @@ -0,0 +1,2 @@ +BBJPM?0>C<Ǯ=h>~$S뽥>un]?j?ۡ!A!w` +3?"ևc-[oP=N \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis2_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis2_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..75e5a26 Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_4d_axis2_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis2_expanded/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis2_expanded/test_data_set_0/output_1.pb new file mode 100644 index 0000000..2226bc2 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_4d_axis2_expanded/test_data_set_0/output_1.pb @@ -0,0 +1 @@ +BMeanJ?~Zd=SHʾO>XF> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis2_expanded/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis2_expanded/test_data_set_0/output_2.pb new file mode 100644 index 0000000..4b0b73a --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_4d_axis2_expanded/test_data_set_0/output_2.pb @@ -0,0 +1 @@ +B InvStdDevJ?W?Ց??|?'_? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis2_expanded_ver18/model.onnx b/onnx/backend/test/data/node/test_layer_normalization_4d_axis2_expanded_ver18/model.onnx new file mode 100644 index 0000000..bb2bf35 Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_4d_axis2_expanded_ver18/model.onnx differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis2_expanded_ver18/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis2_expanded_ver18/test_data_set_0/input_0.pb new file mode 100644 index 0000000..703fd46 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_4d_axis2_expanded_ver18/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BXJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6^&,Z[*Pܿ35>;;Wп>DhT=:?>ב?>O/^~/Ѓ f=#f?Ok>Ŀ ??@?7>8lF?5mξy? FU>z?u>4?G,>> ?^Ab*x?(?Ӿ3Y?"??, ?g?Iy\}?7mM?r?N4?l? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis2_expanded_ver18/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis2_expanded_ver18/test_data_set_0/input_1.pb new file mode 100644 index 0000000..6c525c0 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_4d_axis2_expanded_ver18/test_data_set_0/input_1.pb @@ -0,0 +1,2 @@ +BWJP/Uu>Vx?L@>E2xA? +?wb=L%(;-z߾LҿϾw < \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis2_expanded_ver18/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis2_expanded_ver18/test_data_set_0/input_2.pb new file mode 100644 index 0000000..5bd79db --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_4d_axis2_expanded_ver18/test_data_set_0/input_2.pb @@ -0,0 +1,2 @@ +BBJPM?0>C<Ǯ=h>~$S뽥>un]?j?ۡ!A!w` +3?"ևc-[oP=N \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis2_expanded_ver18/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis2_expanded_ver18/test_data_set_0/output_0.pb new file mode 100644 index 0000000..75e5a26 Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_4d_axis2_expanded_ver18/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis2_expanded_ver18/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis2_expanded_ver18/test_data_set_0/output_1.pb new file mode 100644 index 0000000..2226bc2 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_4d_axis2_expanded_ver18/test_data_set_0/output_1.pb @@ -0,0 +1 @@ +BMeanJ?~Zd=SHʾO>XF> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis2_expanded_ver18/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis2_expanded_ver18/test_data_set_0/output_2.pb new file mode 100644 index 0000000..4b0b73a --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_4d_axis2_expanded_ver18/test_data_set_0/output_2.pb @@ -0,0 +1 @@ +B InvStdDevJ?W?Ց??|?'_? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis3/model.onnx b/onnx/backend/test/data/node/test_layer_normalization_4d_axis3/model.onnx new file mode 100644 index 0000000..43791e6 Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_4d_axis3/model.onnx differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis3/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis3/test_data_set_0/input_0.pb new file mode 100644 index 0000000..703fd46 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_4d_axis3/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BXJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6^&,Z[*Pܿ35>;;Wп>DhT=:?>ב?>O/^~/Ѓ f=#f?Ok>Ŀ ??@?7>8lF?5mξy? FU>z?u>4?G,>> ?^Ab*x?(?Ӿ3Y?"??, ?g?Iy\}?7mM?r?N4?l? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis3/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis3/test_data_set_0/input_1.pb new file mode 100644 index 0000000..14c9a9f --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_4d_axis3/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BWJ^;pV??BR>r8= \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis3/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis3/test_data_set_0/input_2.pb new file mode 100644 index 0000000..b2f8e3d --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_4d_axis3/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BBJj@F焾I>GT? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis3/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis3/test_data_set_0/output_0.pb new file mode 100644 index 0000000..79de966 Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_4d_axis3/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis3/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis3/test_data_set_0/output_1.pb new file mode 100644 index 0000000..f1d0d7f Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_4d_axis3/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis3/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis3/test_data_set_0/output_2.pb new file mode 100644 index 0000000..996fa15 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_4d_axis3/test_data_set_0/output_2.pb @@ -0,0 +1,2 @@ +B InvStdDevJ`??@ ҥ??d?Z??8C?O?E?v@g?a?z?eF@, +Y?oq???]=? Z?0e?@ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis3_expanded/model.onnx b/onnx/backend/test/data/node/test_layer_normalization_4d_axis3_expanded/model.onnx new file mode 100644 index 0000000..ef2b695 Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_4d_axis3_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis3_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis3_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..703fd46 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_4d_axis3_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BXJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6^&,Z[*Pܿ35>;;Wп>DhT=:?>ב?>O/^~/Ѓ f=#f?Ok>Ŀ ??@?7>8lF?5mξy? FU>z?u>4?G,>> ?^Ab*x?(?Ӿ3Y?"??, ?g?Iy\}?7mM?r?N4?l? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis3_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis3_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..14c9a9f --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_4d_axis3_expanded/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BWJ^;pV??BR>r8= \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis3_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis3_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..b2f8e3d --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_4d_axis3_expanded/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BBJj@F焾I>GT? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis3_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis3_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..79de966 Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_4d_axis3_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis3_expanded/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis3_expanded/test_data_set_0/output_1.pb new file mode 100644 index 0000000..f1d0d7f Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_4d_axis3_expanded/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis3_expanded/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis3_expanded/test_data_set_0/output_2.pb new file mode 100644 index 0000000..996fa15 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_4d_axis3_expanded/test_data_set_0/output_2.pb @@ -0,0 +1,2 @@ +B InvStdDevJ`??@ ҥ??d?Z??8C?O?E?v@g?a?z?eF@, +Y?oq???]=? Z?0e?@ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis3_expanded_ver18/model.onnx b/onnx/backend/test/data/node/test_layer_normalization_4d_axis3_expanded_ver18/model.onnx new file mode 100644 index 0000000..654fa2c Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_4d_axis3_expanded_ver18/model.onnx differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis3_expanded_ver18/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis3_expanded_ver18/test_data_set_0/input_0.pb new file mode 100644 index 0000000..703fd46 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_4d_axis3_expanded_ver18/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BXJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6^&,Z[*Pܿ35>;;Wп>DhT=:?>ב?>O/^~/Ѓ f=#f?Ok>Ŀ ??@?7>8lF?5mξy? FU>z?u>4?G,>> ?^Ab*x?(?Ӿ3Y?"??, ?g?Iy\}?7mM?r?N4?l? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis3_expanded_ver18/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis3_expanded_ver18/test_data_set_0/input_1.pb new file mode 100644 index 0000000..14c9a9f --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_4d_axis3_expanded_ver18/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BWJ^;pV??BR>r8= \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis3_expanded_ver18/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis3_expanded_ver18/test_data_set_0/input_2.pb new file mode 100644 index 0000000..b2f8e3d --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_4d_axis3_expanded_ver18/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BBJj@F焾I>GT? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis3_expanded_ver18/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis3_expanded_ver18/test_data_set_0/output_0.pb new file mode 100644 index 0000000..79de966 Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_4d_axis3_expanded_ver18/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis3_expanded_ver18/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis3_expanded_ver18/test_data_set_0/output_1.pb new file mode 100644 index 0000000..f1d0d7f Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_4d_axis3_expanded_ver18/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis3_expanded_ver18/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis3_expanded_ver18/test_data_set_0/output_2.pb new file mode 100644 index 0000000..996fa15 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_4d_axis3_expanded_ver18/test_data_set_0/output_2.pb @@ -0,0 +1,2 @@ +B InvStdDevJ`??@ ҥ??d?Z??8C?O?E?v@g?a?z?eF@, +Y?oq???]=? Z?0e?@ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_1/model.onnx b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_1/model.onnx new file mode 100644 index 0000000..3b71adb Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_1/model.onnx differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_1/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_1/test_data_set_0/input_0.pb new file mode 100644 index 0000000..703fd46 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_1/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BXJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6^&,Z[*Pܿ35>;;Wп>DhT=:?>ב?>O/^~/Ѓ f=#f?Ok>Ŀ ??@?7>8lF?5mξy? FU>z?u>4?G,>> ?^Ab*x?(?Ӿ3Y?"??, ?g?Iy\}?7mM?r?N4?l? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_1/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_1/test_data_set_0/input_1.pb new file mode 100644 index 0000000..60203fb --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_1/test_data_set_0/input_1.pb @@ -0,0 +1,2 @@ +BWJ?cݝ> +eU \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_1/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_1/test_data_set_0/input_2.pb new file mode 100644 index 0000000..51f7304 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_1/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BBJEW߀=?LJS \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_1/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_1/test_data_set_0/output_0.pb new file mode 100644 index 0000000..9b6c764 Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_1/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_1/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_1/test_data_set_0/output_1.pb new file mode 100644 index 0000000..f1d0d7f Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_1/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_1/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_1/test_data_set_0/output_2.pb new file mode 100644 index 0000000..996fa15 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_1/test_data_set_0/output_2.pb @@ -0,0 +1,2 @@ +B InvStdDevJ`??@ ҥ??d?Z??8C?O?E?v@g?a?z?eF@, +Y?oq???]=? Z?0e?@ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_1_expanded/model.onnx b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_1_expanded/model.onnx new file mode 100644 index 0000000..9d53a51 Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_1_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_1_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_1_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..703fd46 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_1_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BXJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6^&,Z[*Pܿ35>;;Wп>DhT=:?>ב?>O/^~/Ѓ f=#f?Ok>Ŀ ??@?7>8lF?5mξy? FU>z?u>4?G,>> ?^Ab*x?(?Ӿ3Y?"??, ?g?Iy\}?7mM?r?N4?l? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_1_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_1_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..60203fb --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_1_expanded/test_data_set_0/input_1.pb @@ -0,0 +1,2 @@ +BWJ?cݝ> +eU \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_1_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_1_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..51f7304 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_1_expanded/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BBJEW߀=?LJS \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_1_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_1_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..9b6c764 Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_1_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_1_expanded/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_1_expanded/test_data_set_0/output_1.pb new file mode 100644 index 0000000..f1d0d7f Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_1_expanded/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_1_expanded/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_1_expanded/test_data_set_0/output_2.pb new file mode 100644 index 0000000..996fa15 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_1_expanded/test_data_set_0/output_2.pb @@ -0,0 +1,2 @@ +B InvStdDevJ`??@ ҥ??d?Z??8C?O?E?v@g?a?z?eF@, +Y?oq???]=? Z?0e?@ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_1_expanded_ver18/model.onnx b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_1_expanded_ver18/model.onnx new file mode 100644 index 0000000..4723a7c Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_1_expanded_ver18/model.onnx differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_1_expanded_ver18/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_1_expanded_ver18/test_data_set_0/input_0.pb new file mode 100644 index 0000000..703fd46 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_1_expanded_ver18/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BXJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6^&,Z[*Pܿ35>;;Wп>DhT=:?>ב?>O/^~/Ѓ f=#f?Ok>Ŀ ??@?7>8lF?5mξy? FU>z?u>4?G,>> ?^Ab*x?(?Ӿ3Y?"??, ?g?Iy\}?7mM?r?N4?l? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_1_expanded_ver18/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_1_expanded_ver18/test_data_set_0/input_1.pb new file mode 100644 index 0000000..60203fb --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_1_expanded_ver18/test_data_set_0/input_1.pb @@ -0,0 +1,2 @@ +BWJ?cݝ> +eU \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_1_expanded_ver18/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_1_expanded_ver18/test_data_set_0/input_2.pb new file mode 100644 index 0000000..51f7304 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_1_expanded_ver18/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BBJEW߀=?LJS \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_1_expanded_ver18/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_1_expanded_ver18/test_data_set_0/output_0.pb new file mode 100644 index 0000000..9b6c764 Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_1_expanded_ver18/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_1_expanded_ver18/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_1_expanded_ver18/test_data_set_0/output_1.pb new file mode 100644 index 0000000..f1d0d7f Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_1_expanded_ver18/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_1_expanded_ver18/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_1_expanded_ver18/test_data_set_0/output_2.pb new file mode 100644 index 0000000..996fa15 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_1_expanded_ver18/test_data_set_0/output_2.pb @@ -0,0 +1,2 @@ +B InvStdDevJ`??@ ҥ??d?Z??8C?O?E?v@g?a?z?eF@, +Y?oq???]=? Z?0e?@ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_2/model.onnx b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_2/model.onnx new file mode 100644 index 0000000..8352407 Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_2/model.onnx differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_2/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_2/test_data_set_0/input_0.pb new file mode 100644 index 0000000..703fd46 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_2/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BXJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6^&,Z[*Pܿ35>;;Wп>DhT=:?>ב?>O/^~/Ѓ f=#f?Ok>Ŀ ??@?7>8lF?5mξy? FU>z?u>4?G,>> ?^Ab*x?(?Ӿ3Y?"??, ?g?Iy\}?7mM?r?N4?l? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_2/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_2/test_data_set_0/input_1.pb new file mode 100644 index 0000000..0df3613 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_2/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BWJPɩ?rv!Tu=YCEcѷo?b֊>.M%a>@/n?%3x?F[Rſ &@Rξ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_2/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_2/test_data_set_0/input_2.pb new file mode 100644 index 0000000..05c71f1 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_2/test_data_set_0/input_2.pb @@ -0,0 +1,2 @@ +BBJP..>B> +ZO??ϣu??:GQY_g?Zw?Zb"a>p \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_2/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_2/test_data_set_0/output_0.pb new file mode 100644 index 0000000..beb6c19 Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_2/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_2/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_2/test_data_set_0/output_1.pb new file mode 100644 index 0000000..2226bc2 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_2/test_data_set_0/output_1.pb @@ -0,0 +1 @@ +BMeanJ?~Zd=SHʾO>XF> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_2/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_2/test_data_set_0/output_2.pb new file mode 100644 index 0000000..4b0b73a --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_2/test_data_set_0/output_2.pb @@ -0,0 +1 @@ +B InvStdDevJ?W?Ց??|?'_? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_2_expanded/model.onnx b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_2_expanded/model.onnx new file mode 100644 index 0000000..23c2f37 Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_2_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_2_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_2_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..703fd46 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_2_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BXJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6^&,Z[*Pܿ35>;;Wп>DhT=:?>ב?>O/^~/Ѓ f=#f?Ok>Ŀ ??@?7>8lF?5mξy? FU>z?u>4?G,>> ?^Ab*x?(?Ӿ3Y?"??, ?g?Iy\}?7mM?r?N4?l? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_2_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_2_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..0df3613 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_2_expanded/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BWJPɩ?rv!Tu=YCEcѷo?b֊>.M%a>@/n?%3x?F[Rſ &@Rξ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_2_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_2_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..05c71f1 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_2_expanded/test_data_set_0/input_2.pb @@ -0,0 +1,2 @@ +BBJP..>B> +ZO??ϣu??:GQY_g?Zw?Zb"a>p \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_2_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_2_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..beb6c19 Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_2_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_2_expanded/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_2_expanded/test_data_set_0/output_1.pb new file mode 100644 index 0000000..2226bc2 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_2_expanded/test_data_set_0/output_1.pb @@ -0,0 +1 @@ +BMeanJ?~Zd=SHʾO>XF> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_2_expanded/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_2_expanded/test_data_set_0/output_2.pb new file mode 100644 index 0000000..4b0b73a --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_2_expanded/test_data_set_0/output_2.pb @@ -0,0 +1 @@ +B InvStdDevJ?W?Ց??|?'_? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_2_expanded_ver18/model.onnx b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_2_expanded_ver18/model.onnx new file mode 100644 index 0000000..d95796d Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_2_expanded_ver18/model.onnx differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_2_expanded_ver18/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_2_expanded_ver18/test_data_set_0/input_0.pb new file mode 100644 index 0000000..703fd46 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_2_expanded_ver18/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BXJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6^&,Z[*Pܿ35>;;Wп>DhT=:?>ב?>O/^~/Ѓ f=#f?Ok>Ŀ ??@?7>8lF?5mξy? FU>z?u>4?G,>> ?^Ab*x?(?Ӿ3Y?"??, ?g?Iy\}?7mM?r?N4?l? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_2_expanded_ver18/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_2_expanded_ver18/test_data_set_0/input_1.pb new file mode 100644 index 0000000..0df3613 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_2_expanded_ver18/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BWJPɩ?rv!Tu=YCEcѷo?b֊>.M%a>@/n?%3x?F[Rſ &@Rξ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_2_expanded_ver18/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_2_expanded_ver18/test_data_set_0/input_2.pb new file mode 100644 index 0000000..05c71f1 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_2_expanded_ver18/test_data_set_0/input_2.pb @@ -0,0 +1,2 @@ +BBJP..>B> +ZO??ϣu??:GQY_g?Zw?Zb"a>p \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_2_expanded_ver18/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_2_expanded_ver18/test_data_set_0/output_0.pb new file mode 100644 index 0000000..beb6c19 Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_2_expanded_ver18/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_2_expanded_ver18/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_2_expanded_ver18/test_data_set_0/output_1.pb new file mode 100644 index 0000000..2226bc2 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_2_expanded_ver18/test_data_set_0/output_1.pb @@ -0,0 +1 @@ +BMeanJ?~Zd=SHʾO>XF> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_2_expanded_ver18/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_2_expanded_ver18/test_data_set_0/output_2.pb new file mode 100644 index 0000000..4b0b73a --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_2_expanded_ver18/test_data_set_0/output_2.pb @@ -0,0 +1 @@ +B InvStdDevJ?W?Ց??|?'_? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_3/model.onnx b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_3/model.onnx new file mode 100644 index 0000000..6c3a2a7 Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_3/model.onnx differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_3/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_3/test_data_set_0/input_0.pb new file mode 100644 index 0000000..703fd46 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_3/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BXJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6^&,Z[*Pܿ35>;;Wп>DhT=:?>ב?>O/^~/Ѓ f=#f?Ok>Ŀ ??@?7>8lF?5mξy? FU>z?u>4?G,>> ?^Ab*x?(?Ӿ3Y?"??, ?g?Iy\}?7mM?r?N4?l? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_3/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_3/test_data_set_0/input_1.pb new file mode 100644 index 0000000..467f7cc --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_3/test_data_set_0/input_1.pb @@ -0,0 +1,2 @@ +BWJƾV<>^žͿJcCn%?h P?V?*_P"@Zb?6l +ս|c?.DH?,)<"T8?>q>TE?AԿy>z?msGR?+?5r"=Hȿ1A>9?^躾9Jto?п} \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_3/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_3/test_data_set_0/input_2.pb new file mode 100644 index 0000000..50ca1fe Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_3/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_3/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_3/test_data_set_0/output_0.pb new file mode 100644 index 0000000..ee4368e Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_3/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_3/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_3/test_data_set_0/output_1.pb new file mode 100644 index 0000000..cfe5baa --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_3/test_data_set_0/output_1.pb @@ -0,0 +1 @@ +BMeanJ=A> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_3/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_3/test_data_set_0/output_2.pb new file mode 100644 index 0000000..3f98a19 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_3/test_data_set_0/output_2.pb @@ -0,0 +1 @@ +B InvStdDevJmq?6y? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_3_expanded/model.onnx b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_3_expanded/model.onnx new file mode 100644 index 0000000..3242e9a Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_3_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_3_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_3_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..703fd46 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_3_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BXJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6^&,Z[*Pܿ35>;;Wп>DhT=:?>ב?>O/^~/Ѓ f=#f?Ok>Ŀ ??@?7>8lF?5mξy? FU>z?u>4?G,>> ?^Ab*x?(?Ӿ3Y?"??, ?g?Iy\}?7mM?r?N4?l? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_3_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_3_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..467f7cc --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_3_expanded/test_data_set_0/input_1.pb @@ -0,0 +1,2 @@ +BWJƾV<>^žͿJcCn%?h P?V?*_P"@Zb?6l +ս|c?.DH?,)<"T8?>q>TE?AԿy>z?msGR?+?5r"=Hȿ1A>9?^躾9Jto?п} \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_3_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_3_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..50ca1fe Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_3_expanded/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_3_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_3_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..ee4368e Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_3_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_3_expanded/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_3_expanded/test_data_set_0/output_1.pb new file mode 100644 index 0000000..cfe5baa --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_3_expanded/test_data_set_0/output_1.pb @@ -0,0 +1 @@ +BMeanJ=A> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_3_expanded/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_3_expanded/test_data_set_0/output_2.pb new file mode 100644 index 0000000..3f98a19 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_3_expanded/test_data_set_0/output_2.pb @@ -0,0 +1 @@ +B InvStdDevJmq?6y? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_3_expanded_ver18/model.onnx b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_3_expanded_ver18/model.onnx new file mode 100644 index 0000000..37f6f7a Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_3_expanded_ver18/model.onnx differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_3_expanded_ver18/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_3_expanded_ver18/test_data_set_0/input_0.pb new file mode 100644 index 0000000..703fd46 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_3_expanded_ver18/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BXJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6^&,Z[*Pܿ35>;;Wп>DhT=:?>ב?>O/^~/Ѓ f=#f?Ok>Ŀ ??@?7>8lF?5mξy? FU>z?u>4?G,>> ?^Ab*x?(?Ӿ3Y?"??, ?g?Iy\}?7mM?r?N4?l? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_3_expanded_ver18/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_3_expanded_ver18/test_data_set_0/input_1.pb new file mode 100644 index 0000000..467f7cc --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_3_expanded_ver18/test_data_set_0/input_1.pb @@ -0,0 +1,2 @@ +BWJƾV<>^žͿJcCn%?h P?V?*_P"@Zb?6l +ս|c?.DH?,)<"T8?>q>TE?AԿy>z?msGR?+?5r"=Hȿ1A>9?^躾9Jto?п} \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_3_expanded_ver18/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_3_expanded_ver18/test_data_set_0/input_2.pb new file mode 100644 index 0000000..50ca1fe Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_3_expanded_ver18/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_3_expanded_ver18/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_3_expanded_ver18/test_data_set_0/output_0.pb new file mode 100644 index 0000000..ee4368e Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_3_expanded_ver18/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_3_expanded_ver18/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_3_expanded_ver18/test_data_set_0/output_1.pb new file mode 100644 index 0000000..cfe5baa --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_3_expanded_ver18/test_data_set_0/output_1.pb @@ -0,0 +1 @@ +BMeanJ=A> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_3_expanded_ver18/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_3_expanded_ver18/test_data_set_0/output_2.pb new file mode 100644 index 0000000..3f98a19 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_3_expanded_ver18/test_data_set_0/output_2.pb @@ -0,0 +1 @@ +B InvStdDevJmq?6y? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_4/model.onnx b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_4/model.onnx new file mode 100644 index 0000000..8f34b80 Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_4/model.onnx differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_4/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_4/test_data_set_0/input_0.pb new file mode 100644 index 0000000..703fd46 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_4/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BXJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6^&,Z[*Pܿ35>;;Wп>DhT=:?>ב?>O/^~/Ѓ f=#f?Ok>Ŀ ??@?7>8lF?5mξy? FU>z?u>4?G,>> ?^Ab*x?(?Ӿ3Y?"??, ?g?Iy\}?7mM?r?N4?l? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_4/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_4/test_data_set_0/input_1.pb new file mode 100644 index 0000000..1256426 Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_4/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_4/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_4/test_data_set_0/input_2.pb new file mode 100644 index 0000000..c7e2452 Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_4/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_4/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_4/test_data_set_0/output_0.pb new file mode 100644 index 0000000..67de1dc Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_4/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_4/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_4/test_data_set_0/output_1.pb new file mode 100644 index 0000000..0c4a329 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_4/test_data_set_0/output_1.pb @@ -0,0 +1 @@ +BMeanJ`> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_4/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_4/test_data_set_0/output_2.pb new file mode 100644 index 0000000..3c75e1e --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_4/test_data_set_0/output_2.pb @@ -0,0 +1 @@ +B InvStdDevJt? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_4_expanded/model.onnx b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_4_expanded/model.onnx new file mode 100644 index 0000000..1e261c5 Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_4_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_4_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_4_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..703fd46 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_4_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BXJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6^&,Z[*Pܿ35>;;Wп>DhT=:?>ב?>O/^~/Ѓ f=#f?Ok>Ŀ ??@?7>8lF?5mξy? FU>z?u>4?G,>> ?^Ab*x?(?Ӿ3Y?"??, ?g?Iy\}?7mM?r?N4?l? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_4_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_4_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..1256426 Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_4_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_4_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_4_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..c7e2452 Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_4_expanded/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_4_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_4_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..67de1dc Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_4_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_4_expanded/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_4_expanded/test_data_set_0/output_1.pb new file mode 100644 index 0000000..0c4a329 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_4_expanded/test_data_set_0/output_1.pb @@ -0,0 +1 @@ +BMeanJ`> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_4_expanded/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_4_expanded/test_data_set_0/output_2.pb new file mode 100644 index 0000000..3c75e1e --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_4_expanded/test_data_set_0/output_2.pb @@ -0,0 +1 @@ +B InvStdDevJt? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_4_expanded_ver18/model.onnx b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_4_expanded_ver18/model.onnx new file mode 100644 index 0000000..6e58c5d Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_4_expanded_ver18/model.onnx differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_4_expanded_ver18/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_4_expanded_ver18/test_data_set_0/input_0.pb new file mode 100644 index 0000000..703fd46 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_4_expanded_ver18/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BXJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6^&,Z[*Pܿ35>;;Wп>DhT=:?>ב?>O/^~/Ѓ f=#f?Ok>Ŀ ??@?7>8lF?5mξy? FU>z?u>4?G,>> ?^Ab*x?(?Ӿ3Y?"??, ?g?Iy\}?7mM?r?N4?l? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_4_expanded_ver18/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_4_expanded_ver18/test_data_set_0/input_1.pb new file mode 100644 index 0000000..1256426 Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_4_expanded_ver18/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_4_expanded_ver18/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_4_expanded_ver18/test_data_set_0/input_2.pb new file mode 100644 index 0000000..c7e2452 Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_4_expanded_ver18/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_4_expanded_ver18/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_4_expanded_ver18/test_data_set_0/output_0.pb new file mode 100644 index 0000000..67de1dc Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_4_expanded_ver18/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_4_expanded_ver18/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_4_expanded_ver18/test_data_set_0/output_1.pb new file mode 100644 index 0000000..0c4a329 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_4_expanded_ver18/test_data_set_0/output_1.pb @@ -0,0 +1 @@ +BMeanJ`> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_4_expanded_ver18/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_4_expanded_ver18/test_data_set_0/output_2.pb new file mode 100644 index 0000000..3c75e1e --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_4d_axis_negative_4_expanded_ver18/test_data_set_0/output_2.pb @@ -0,0 +1 @@ +B InvStdDevJt? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_default_axis/model.onnx b/onnx/backend/test/data/node/test_layer_normalization_default_axis/model.onnx new file mode 100644 index 0000000..9360997 Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_default_axis/model.onnx differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_default_axis/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_layer_normalization_default_axis/test_data_set_0/input_0.pb new file mode 100644 index 0000000..703fd46 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_default_axis/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BXJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6^&,Z[*Pܿ35>;;Wп>DhT=:?>ב?>O/^~/Ѓ f=#f?Ok>Ŀ ??@?7>8lF?5mξy? FU>z?u>4?G,>> ?^Ab*x?(?Ӿ3Y?"??, ?g?Iy\}?7mM?r?N4?l? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_default_axis/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_layer_normalization_default_axis/test_data_set_0/input_1.pb new file mode 100644 index 0000000..2664d33 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_default_axis/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BWJٺ>*>ǩ?31 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_default_axis/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_layer_normalization_default_axis/test_data_set_0/input_2.pb new file mode 100644 index 0000000..0c61766 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_default_axis/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BBJ9r޾?,?֞> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_default_axis/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_layer_normalization_default_axis/test_data_set_0/output_0.pb new file mode 100644 index 0000000..3857c14 Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_default_axis/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_default_axis/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_layer_normalization_default_axis/test_data_set_0/output_1.pb new file mode 100644 index 0000000..f1d0d7f Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_default_axis/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_default_axis/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_layer_normalization_default_axis/test_data_set_0/output_2.pb new file mode 100644 index 0000000..996fa15 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_default_axis/test_data_set_0/output_2.pb @@ -0,0 +1,2 @@ +B InvStdDevJ`??@ ҥ??d?Z??8C?O?E?v@g?a?z?eF@, +Y?oq???]=? Z?0e?@ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_default_axis_expanded/model.onnx b/onnx/backend/test/data/node/test_layer_normalization_default_axis_expanded/model.onnx new file mode 100644 index 0000000..9483fbd Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_default_axis_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_default_axis_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_layer_normalization_default_axis_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..703fd46 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_default_axis_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BXJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6^&,Z[*Pܿ35>;;Wп>DhT=:?>ב?>O/^~/Ѓ f=#f?Ok>Ŀ ??@?7>8lF?5mξy? FU>z?u>4?G,>> ?^Ab*x?(?Ӿ3Y?"??, ?g?Iy\}?7mM?r?N4?l? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_default_axis_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_layer_normalization_default_axis_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..2664d33 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_default_axis_expanded/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BWJٺ>*>ǩ?31 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_default_axis_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_layer_normalization_default_axis_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..0c61766 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_default_axis_expanded/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BBJ9r޾?,?֞> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_default_axis_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_layer_normalization_default_axis_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..3857c14 Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_default_axis_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_default_axis_expanded/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_layer_normalization_default_axis_expanded/test_data_set_0/output_1.pb new file mode 100644 index 0000000..f1d0d7f Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_default_axis_expanded/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_default_axis_expanded/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_layer_normalization_default_axis_expanded/test_data_set_0/output_2.pb new file mode 100644 index 0000000..996fa15 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_default_axis_expanded/test_data_set_0/output_2.pb @@ -0,0 +1,2 @@ +B InvStdDevJ`??@ ҥ??d?Z??8C?O?E?v@g?a?z?eF@, +Y?oq???]=? Z?0e?@ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_default_axis_expanded_ver18/model.onnx b/onnx/backend/test/data/node/test_layer_normalization_default_axis_expanded_ver18/model.onnx new file mode 100644 index 0000000..b2de835 Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_default_axis_expanded_ver18/model.onnx differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_default_axis_expanded_ver18/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_layer_normalization_default_axis_expanded_ver18/test_data_set_0/input_0.pb new file mode 100644 index 0000000..703fd46 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_default_axis_expanded_ver18/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BXJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6^&,Z[*Pܿ35>;;Wп>DhT=:?>ב?>O/^~/Ѓ f=#f?Ok>Ŀ ??@?7>8lF?5mξy? FU>z?u>4?G,>> ?^Ab*x?(?Ӿ3Y?"??, ?g?Iy\}?7mM?r?N4?l? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_default_axis_expanded_ver18/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_layer_normalization_default_axis_expanded_ver18/test_data_set_0/input_1.pb new file mode 100644 index 0000000..2664d33 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_default_axis_expanded_ver18/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BWJٺ>*>ǩ?31 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_default_axis_expanded_ver18/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_layer_normalization_default_axis_expanded_ver18/test_data_set_0/input_2.pb new file mode 100644 index 0000000..0c61766 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_default_axis_expanded_ver18/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BBJ9r޾?,?֞> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_layer_normalization_default_axis_expanded_ver18/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_layer_normalization_default_axis_expanded_ver18/test_data_set_0/output_0.pb new file mode 100644 index 0000000..3857c14 Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_default_axis_expanded_ver18/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_default_axis_expanded_ver18/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_layer_normalization_default_axis_expanded_ver18/test_data_set_0/output_1.pb new file mode 100644 index 0000000..f1d0d7f Binary files /dev/null and b/onnx/backend/test/data/node/test_layer_normalization_default_axis_expanded_ver18/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_layer_normalization_default_axis_expanded_ver18/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_layer_normalization_default_axis_expanded_ver18/test_data_set_0/output_2.pb new file mode 100644 index 0000000..996fa15 --- /dev/null +++ b/onnx/backend/test/data/node/test_layer_normalization_default_axis_expanded_ver18/test_data_set_0/output_2.pb @@ -0,0 +1,2 @@ +B InvStdDevJ`??@ ҥ??d?Z??8C?O?E?v@g?a?z?eF@, +Y?oq???]=? Z?0e?@ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_leakyrelu/model.onnx b/onnx/backend/test/data/node/test_leakyrelu/model.onnx new file mode 100644 index 0000000..17482f5 Binary files /dev/null and b/onnx/backend/test/data/node/test_leakyrelu/model.onnx differ diff --git a/onnx/backend/test/data/node/test_leakyrelu/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_leakyrelu/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_leakyrelu/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_leakyrelu/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_leakyrelu/test_data_set_0/output_0.pb new file mode 100644 index 0000000..5680514 Binary files /dev/null and b/onnx/backend/test/data/node/test_leakyrelu/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_leakyrelu_default/model.onnx b/onnx/backend/test/data/node/test_leakyrelu_default/model.onnx new file mode 100644 index 0000000..a88abca Binary files /dev/null and b/onnx/backend/test/data/node/test_leakyrelu_default/model.onnx differ diff --git a/onnx/backend/test/data/node/test_leakyrelu_default/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_leakyrelu_default/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_leakyrelu_default/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_leakyrelu_default/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_leakyrelu_default/test_data_set_0/output_0.pb new file mode 100644 index 0000000..5fd7f40 Binary files /dev/null and b/onnx/backend/test/data/node/test_leakyrelu_default/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_leakyrelu_default_expanded/model.onnx b/onnx/backend/test/data/node/test_leakyrelu_default_expanded/model.onnx new file mode 100644 index 0000000..3c1dff7 Binary files /dev/null and b/onnx/backend/test/data/node/test_leakyrelu_default_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_leakyrelu_default_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_leakyrelu_default_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_leakyrelu_default_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_leakyrelu_default_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_leakyrelu_default_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..5fd7f40 Binary files /dev/null and b/onnx/backend/test/data/node/test_leakyrelu_default_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_leakyrelu_example/model.onnx b/onnx/backend/test/data/node/test_leakyrelu_example/model.onnx new file mode 100644 index 0000000..eac6ef0 Binary files /dev/null and b/onnx/backend/test/data/node/test_leakyrelu_example/model.onnx differ diff --git a/onnx/backend/test/data/node/test_leakyrelu_example/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_leakyrelu_example/test_data_set_0/input_0.pb new file mode 100644 index 0000000..8a94457 Binary files /dev/null and b/onnx/backend/test/data/node/test_leakyrelu_example/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_leakyrelu_example/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_leakyrelu_example/test_data_set_0/output_0.pb new file mode 100644 index 0000000..976f75b Binary files /dev/null and b/onnx/backend/test/data/node/test_leakyrelu_example/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_leakyrelu_example_expanded/model.onnx b/onnx/backend/test/data/node/test_leakyrelu_example_expanded/model.onnx new file mode 100644 index 0000000..1e91b8e Binary files /dev/null and b/onnx/backend/test/data/node/test_leakyrelu_example_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_leakyrelu_example_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_leakyrelu_example_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..8a94457 Binary files /dev/null and b/onnx/backend/test/data/node/test_leakyrelu_example_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_leakyrelu_example_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_leakyrelu_example_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..976f75b Binary files /dev/null and b/onnx/backend/test/data/node/test_leakyrelu_example_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_leakyrelu_expanded/model.onnx b/onnx/backend/test/data/node/test_leakyrelu_expanded/model.onnx new file mode 100644 index 0000000..1aa763d Binary files /dev/null and b/onnx/backend/test/data/node/test_leakyrelu_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_leakyrelu_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_leakyrelu_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_leakyrelu_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_leakyrelu_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_leakyrelu_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..5680514 Binary files /dev/null and b/onnx/backend/test/data/node/test_leakyrelu_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_less/model.onnx b/onnx/backend/test/data/node/test_less/model.onnx new file mode 100644 index 0000000..854b9fd Binary files /dev/null and b/onnx/backend/test/data/node/test_less/model.onnx differ diff --git a/onnx/backend/test/data/node/test_less/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_less/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_less/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_less/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_less/test_data_set_0/input_1.pb new file mode 100644 index 0000000..1424d72 --- /dev/null +++ b/onnx/backend/test/data/node/test_less/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +ByJ^&,Z[*Pܿ35>;;Wп>DhT=:?>ב?>O/^~/Ѓ f=#f?Ok>Ŀ ??@?7>8lF?5mξy? FU>z?u>4?G,>> ?^Ab*x?(?Ӿ3Y?"??, ?g?Iy\}?7mM?r?N4?l? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_less/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_less/test_data_set_0/output_0.pb new file mode 100644 index 0000000..832abe8 Binary files /dev/null and b/onnx/backend/test/data/node/test_less/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_less_bcast/model.onnx b/onnx/backend/test/data/node/test_less_bcast/model.onnx new file mode 100644 index 0000000..db2ab42 Binary files /dev/null and b/onnx/backend/test/data/node/test_less_bcast/model.onnx differ diff --git a/onnx/backend/test/data/node/test_less_bcast/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_less_bcast/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_less_bcast/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_less_bcast/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_less_bcast/test_data_set_0/input_1.pb new file mode 100644 index 0000000..dcbe531 --- /dev/null +++ b/onnx/backend/test/data/node/test_less_bcast/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +ByJ^&,Z[*Pܿ35> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_less_bcast/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_less_bcast/test_data_set_0/output_0.pb new file mode 100644 index 0000000..63d7310 Binary files /dev/null and b/onnx/backend/test/data/node/test_less_bcast/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_less_equal/model.onnx b/onnx/backend/test/data/node/test_less_equal/model.onnx new file mode 100644 index 0000000..e65eedb Binary files /dev/null and b/onnx/backend/test/data/node/test_less_equal/model.onnx differ diff --git a/onnx/backend/test/data/node/test_less_equal/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_less_equal/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_less_equal/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_less_equal/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_less_equal/test_data_set_0/input_1.pb new file mode 100644 index 0000000..1424d72 --- /dev/null +++ b/onnx/backend/test/data/node/test_less_equal/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +ByJ^&,Z[*Pܿ35>;;Wп>DhT=:?>ב?>O/^~/Ѓ f=#f?Ok>Ŀ ??@?7>8lF?5mξy? FU>z?u>4?G,>> ?^Ab*x?(?Ӿ3Y?"??, ?g?Iy\}?7mM?r?N4?l? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_less_equal/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_less_equal/test_data_set_0/output_0.pb new file mode 100644 index 0000000..6c30026 Binary files /dev/null and b/onnx/backend/test/data/node/test_less_equal/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_less_equal_bcast/model.onnx b/onnx/backend/test/data/node/test_less_equal_bcast/model.onnx new file mode 100644 index 0000000..f64c6d0 Binary files /dev/null and b/onnx/backend/test/data/node/test_less_equal_bcast/model.onnx differ diff --git a/onnx/backend/test/data/node/test_less_equal_bcast/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_less_equal_bcast/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_less_equal_bcast/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_less_equal_bcast/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_less_equal_bcast/test_data_set_0/input_1.pb new file mode 100644 index 0000000..dcbe531 --- /dev/null +++ b/onnx/backend/test/data/node/test_less_equal_bcast/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +ByJ^&,Z[*Pܿ35> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_less_equal_bcast/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_less_equal_bcast/test_data_set_0/output_0.pb new file mode 100644 index 0000000..00bd1b0 Binary files /dev/null and b/onnx/backend/test/data/node/test_less_equal_bcast/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_less_equal_bcast_expanded/model.onnx b/onnx/backend/test/data/node/test_less_equal_bcast_expanded/model.onnx new file mode 100644 index 0000000..7f67a80 Binary files /dev/null and b/onnx/backend/test/data/node/test_less_equal_bcast_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_less_equal_bcast_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_less_equal_bcast_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_less_equal_bcast_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_less_equal_bcast_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_less_equal_bcast_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..dcbe531 --- /dev/null +++ b/onnx/backend/test/data/node/test_less_equal_bcast_expanded/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +ByJ^&,Z[*Pܿ35> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_less_equal_bcast_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_less_equal_bcast_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..00bd1b0 Binary files /dev/null and b/onnx/backend/test/data/node/test_less_equal_bcast_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_less_equal_expanded/model.onnx b/onnx/backend/test/data/node/test_less_equal_expanded/model.onnx new file mode 100644 index 0000000..9e201b6 Binary files /dev/null and b/onnx/backend/test/data/node/test_less_equal_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_less_equal_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_less_equal_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_less_equal_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_less_equal_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_less_equal_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..1424d72 --- /dev/null +++ b/onnx/backend/test/data/node/test_less_equal_expanded/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +ByJ^&,Z[*Pܿ35>;;Wп>DhT=:?>ב?>O/^~/Ѓ f=#f?Ok>Ŀ ??@?7>8lF?5mξy? FU>z?u>4?G,>> ?^Ab*x?(?Ӿ3Y?"??, ?g?Iy\}?7mM?r?N4?l? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_less_equal_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_less_equal_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..6c30026 Binary files /dev/null and b/onnx/backend/test/data/node/test_less_equal_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_less_equal_int16/model.onnx b/onnx/backend/test/data/node/test_less_equal_int16/model.onnx new file mode 100644 index 0000000..a940b66 Binary files /dev/null and b/onnx/backend/test/data/node/test_less_equal_int16/model.onnx differ diff --git a/onnx/backend/test/data/node/test_less_equal_int16/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_less_equal_int16/test_data_set_0/input_0.pb new file mode 100644 index 0000000..4d27e19 Binary files /dev/null and b/onnx/backend/test/data/node/test_less_equal_int16/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_less_equal_int16/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_less_equal_int16/test_data_set_0/input_1.pb new file mode 100644 index 0000000..617a4a6 Binary files /dev/null and b/onnx/backend/test/data/node/test_less_equal_int16/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_less_equal_int16/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_less_equal_int16/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d22a770 Binary files /dev/null and b/onnx/backend/test/data/node/test_less_equal_int16/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_less_equal_int16_expanded/model.onnx b/onnx/backend/test/data/node/test_less_equal_int16_expanded/model.onnx new file mode 100644 index 0000000..d803aa8 Binary files /dev/null and b/onnx/backend/test/data/node/test_less_equal_int16_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_less_equal_int16_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_less_equal_int16_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..4d27e19 Binary files /dev/null and b/onnx/backend/test/data/node/test_less_equal_int16_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_less_equal_int16_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_less_equal_int16_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..617a4a6 Binary files /dev/null and b/onnx/backend/test/data/node/test_less_equal_int16_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_less_equal_int16_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_less_equal_int16_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d22a770 Binary files /dev/null and b/onnx/backend/test/data/node/test_less_equal_int16_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_less_equal_int8/model.onnx b/onnx/backend/test/data/node/test_less_equal_int8/model.onnx new file mode 100644 index 0000000..f17a292 Binary files /dev/null and b/onnx/backend/test/data/node/test_less_equal_int8/model.onnx differ diff --git a/onnx/backend/test/data/node/test_less_equal_int8/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_less_equal_int8/test_data_set_0/input_0.pb new file mode 100644 index 0000000..2060ad4 Binary files /dev/null and b/onnx/backend/test/data/node/test_less_equal_int8/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_less_equal_int8/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_less_equal_int8/test_data_set_0/input_1.pb new file mode 100644 index 0000000..dd426bb Binary files /dev/null and b/onnx/backend/test/data/node/test_less_equal_int8/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_less_equal_int8/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_less_equal_int8/test_data_set_0/output_0.pb new file mode 100644 index 0000000..ec430e6 Binary files /dev/null and b/onnx/backend/test/data/node/test_less_equal_int8/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_less_equal_int8_expanded/model.onnx b/onnx/backend/test/data/node/test_less_equal_int8_expanded/model.onnx new file mode 100644 index 0000000..9aa2ac7 Binary files /dev/null and b/onnx/backend/test/data/node/test_less_equal_int8_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_less_equal_int8_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_less_equal_int8_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..2060ad4 Binary files /dev/null and b/onnx/backend/test/data/node/test_less_equal_int8_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_less_equal_int8_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_less_equal_int8_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..dd426bb Binary files /dev/null and b/onnx/backend/test/data/node/test_less_equal_int8_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_less_equal_int8_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_less_equal_int8_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..ec430e6 Binary files /dev/null and b/onnx/backend/test/data/node/test_less_equal_int8_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_less_equal_uint16/model.onnx b/onnx/backend/test/data/node/test_less_equal_uint16/model.onnx new file mode 100644 index 0000000..2df6648 Binary files /dev/null and b/onnx/backend/test/data/node/test_less_equal_uint16/model.onnx differ diff --git a/onnx/backend/test/data/node/test_less_equal_uint16/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_less_equal_uint16/test_data_set_0/input_0.pb new file mode 100644 index 0000000..05499ff Binary files /dev/null and b/onnx/backend/test/data/node/test_less_equal_uint16/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_less_equal_uint16/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_less_equal_uint16/test_data_set_0/input_1.pb new file mode 100644 index 0000000..a8caad5 Binary files /dev/null and b/onnx/backend/test/data/node/test_less_equal_uint16/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_less_equal_uint16/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_less_equal_uint16/test_data_set_0/output_0.pb new file mode 100644 index 0000000..b59bd82 Binary files /dev/null and b/onnx/backend/test/data/node/test_less_equal_uint16/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_less_equal_uint16_expanded/model.onnx b/onnx/backend/test/data/node/test_less_equal_uint16_expanded/model.onnx new file mode 100644 index 0000000..032e002 Binary files /dev/null and b/onnx/backend/test/data/node/test_less_equal_uint16_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_less_equal_uint16_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_less_equal_uint16_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..05499ff Binary files /dev/null and b/onnx/backend/test/data/node/test_less_equal_uint16_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_less_equal_uint16_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_less_equal_uint16_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..a8caad5 Binary files /dev/null and b/onnx/backend/test/data/node/test_less_equal_uint16_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_less_equal_uint16_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_less_equal_uint16_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..b59bd82 Binary files /dev/null and b/onnx/backend/test/data/node/test_less_equal_uint16_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_less_equal_uint32/model.onnx b/onnx/backend/test/data/node/test_less_equal_uint32/model.onnx new file mode 100644 index 0000000..f65b95f Binary files /dev/null and b/onnx/backend/test/data/node/test_less_equal_uint32/model.onnx differ diff --git a/onnx/backend/test/data/node/test_less_equal_uint32/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_less_equal_uint32/test_data_set_0/input_0.pb new file mode 100644 index 0000000..57ca187 Binary files /dev/null and b/onnx/backend/test/data/node/test_less_equal_uint32/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_less_equal_uint32/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_less_equal_uint32/test_data_set_0/input_1.pb new file mode 100644 index 0000000..e078d4e Binary files /dev/null and b/onnx/backend/test/data/node/test_less_equal_uint32/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_less_equal_uint32/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_less_equal_uint32/test_data_set_0/output_0.pb new file mode 100644 index 0000000..0f59bb6 Binary files /dev/null and b/onnx/backend/test/data/node/test_less_equal_uint32/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_less_equal_uint32_expanded/model.onnx b/onnx/backend/test/data/node/test_less_equal_uint32_expanded/model.onnx new file mode 100644 index 0000000..aa79841 Binary files /dev/null and b/onnx/backend/test/data/node/test_less_equal_uint32_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_less_equal_uint32_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_less_equal_uint32_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..57ca187 Binary files /dev/null and b/onnx/backend/test/data/node/test_less_equal_uint32_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_less_equal_uint32_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_less_equal_uint32_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..e078d4e Binary files /dev/null and b/onnx/backend/test/data/node/test_less_equal_uint32_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_less_equal_uint32_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_less_equal_uint32_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..0f59bb6 Binary files /dev/null and b/onnx/backend/test/data/node/test_less_equal_uint32_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_less_equal_uint64/model.onnx b/onnx/backend/test/data/node/test_less_equal_uint64/model.onnx new file mode 100644 index 0000000..4305389 Binary files /dev/null and b/onnx/backend/test/data/node/test_less_equal_uint64/model.onnx differ diff --git a/onnx/backend/test/data/node/test_less_equal_uint64/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_less_equal_uint64/test_data_set_0/input_0.pb new file mode 100644 index 0000000..028107b Binary files /dev/null and b/onnx/backend/test/data/node/test_less_equal_uint64/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_less_equal_uint64/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_less_equal_uint64/test_data_set_0/input_1.pb new file mode 100644 index 0000000..0884815 Binary files /dev/null and b/onnx/backend/test/data/node/test_less_equal_uint64/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_less_equal_uint64/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_less_equal_uint64/test_data_set_0/output_0.pb new file mode 100644 index 0000000..ae414a3 Binary files /dev/null and b/onnx/backend/test/data/node/test_less_equal_uint64/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_less_equal_uint64_expanded/model.onnx b/onnx/backend/test/data/node/test_less_equal_uint64_expanded/model.onnx new file mode 100644 index 0000000..6f8f53f Binary files /dev/null and b/onnx/backend/test/data/node/test_less_equal_uint64_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_less_equal_uint64_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_less_equal_uint64_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..028107b Binary files /dev/null and b/onnx/backend/test/data/node/test_less_equal_uint64_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_less_equal_uint64_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_less_equal_uint64_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..0884815 Binary files /dev/null and b/onnx/backend/test/data/node/test_less_equal_uint64_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_less_equal_uint64_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_less_equal_uint64_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..ae414a3 Binary files /dev/null and b/onnx/backend/test/data/node/test_less_equal_uint64_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_less_equal_uint8/model.onnx b/onnx/backend/test/data/node/test_less_equal_uint8/model.onnx new file mode 100644 index 0000000..2ef212d Binary files /dev/null and b/onnx/backend/test/data/node/test_less_equal_uint8/model.onnx differ diff --git a/onnx/backend/test/data/node/test_less_equal_uint8/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_less_equal_uint8/test_data_set_0/input_0.pb new file mode 100644 index 0000000..9af0258 Binary files /dev/null and b/onnx/backend/test/data/node/test_less_equal_uint8/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_less_equal_uint8/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_less_equal_uint8/test_data_set_0/input_1.pb new file mode 100644 index 0000000..7d08c07 Binary files /dev/null and b/onnx/backend/test/data/node/test_less_equal_uint8/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_less_equal_uint8/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_less_equal_uint8/test_data_set_0/output_0.pb new file mode 100644 index 0000000..8d2039b Binary files /dev/null and b/onnx/backend/test/data/node/test_less_equal_uint8/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_less_equal_uint8_expanded/model.onnx b/onnx/backend/test/data/node/test_less_equal_uint8_expanded/model.onnx new file mode 100644 index 0000000..bd3d292 Binary files /dev/null and b/onnx/backend/test/data/node/test_less_equal_uint8_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_less_equal_uint8_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_less_equal_uint8_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..9af0258 Binary files /dev/null and b/onnx/backend/test/data/node/test_less_equal_uint8_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_less_equal_uint8_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_less_equal_uint8_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..7d08c07 Binary files /dev/null and b/onnx/backend/test/data/node/test_less_equal_uint8_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_less_equal_uint8_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_less_equal_uint8_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..8d2039b Binary files /dev/null and b/onnx/backend/test/data/node/test_less_equal_uint8_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_less_int16/model.onnx b/onnx/backend/test/data/node/test_less_int16/model.onnx new file mode 100644 index 0000000..d76e2a0 Binary files /dev/null and b/onnx/backend/test/data/node/test_less_int16/model.onnx differ diff --git a/onnx/backend/test/data/node/test_less_int16/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_less_int16/test_data_set_0/input_0.pb new file mode 100644 index 0000000..4d27e19 Binary files /dev/null and b/onnx/backend/test/data/node/test_less_int16/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_less_int16/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_less_int16/test_data_set_0/input_1.pb new file mode 100644 index 0000000..617a4a6 Binary files /dev/null and b/onnx/backend/test/data/node/test_less_int16/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_less_int16/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_less_int16/test_data_set_0/output_0.pb new file mode 100644 index 0000000..f8f8a6e Binary files /dev/null and b/onnx/backend/test/data/node/test_less_int16/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_less_int8/model.onnx b/onnx/backend/test/data/node/test_less_int8/model.onnx new file mode 100644 index 0000000..174587b Binary files /dev/null and b/onnx/backend/test/data/node/test_less_int8/model.onnx differ diff --git a/onnx/backend/test/data/node/test_less_int8/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_less_int8/test_data_set_0/input_0.pb new file mode 100644 index 0000000..2060ad4 Binary files /dev/null and b/onnx/backend/test/data/node/test_less_int8/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_less_int8/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_less_int8/test_data_set_0/input_1.pb new file mode 100644 index 0000000..dd426bb Binary files /dev/null and b/onnx/backend/test/data/node/test_less_int8/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_less_int8/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_less_int8/test_data_set_0/output_0.pb new file mode 100644 index 0000000..68d08f8 Binary files /dev/null and b/onnx/backend/test/data/node/test_less_int8/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_less_uint16/model.onnx b/onnx/backend/test/data/node/test_less_uint16/model.onnx new file mode 100644 index 0000000..648c520 Binary files /dev/null and b/onnx/backend/test/data/node/test_less_uint16/model.onnx differ diff --git a/onnx/backend/test/data/node/test_less_uint16/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_less_uint16/test_data_set_0/input_0.pb new file mode 100644 index 0000000..05499ff Binary files /dev/null and b/onnx/backend/test/data/node/test_less_uint16/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_less_uint16/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_less_uint16/test_data_set_0/input_1.pb new file mode 100644 index 0000000..a8caad5 Binary files /dev/null and b/onnx/backend/test/data/node/test_less_uint16/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_less_uint16/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_less_uint16/test_data_set_0/output_0.pb new file mode 100644 index 0000000..1911bb7 Binary files /dev/null and b/onnx/backend/test/data/node/test_less_uint16/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_less_uint32/model.onnx b/onnx/backend/test/data/node/test_less_uint32/model.onnx new file mode 100644 index 0000000..c4ebea0 Binary files /dev/null and b/onnx/backend/test/data/node/test_less_uint32/model.onnx differ diff --git a/onnx/backend/test/data/node/test_less_uint32/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_less_uint32/test_data_set_0/input_0.pb new file mode 100644 index 0000000..57ca187 Binary files /dev/null and b/onnx/backend/test/data/node/test_less_uint32/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_less_uint32/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_less_uint32/test_data_set_0/input_1.pb new file mode 100644 index 0000000..e078d4e Binary files /dev/null and b/onnx/backend/test/data/node/test_less_uint32/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_less_uint32/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_less_uint32/test_data_set_0/output_0.pb new file mode 100644 index 0000000..a58477b Binary files /dev/null and b/onnx/backend/test/data/node/test_less_uint32/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_less_uint64/model.onnx b/onnx/backend/test/data/node/test_less_uint64/model.onnx new file mode 100644 index 0000000..3219f78 Binary files /dev/null and b/onnx/backend/test/data/node/test_less_uint64/model.onnx differ diff --git a/onnx/backend/test/data/node/test_less_uint64/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_less_uint64/test_data_set_0/input_0.pb new file mode 100644 index 0000000..028107b Binary files /dev/null and b/onnx/backend/test/data/node/test_less_uint64/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_less_uint64/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_less_uint64/test_data_set_0/input_1.pb new file mode 100644 index 0000000..0884815 Binary files /dev/null and b/onnx/backend/test/data/node/test_less_uint64/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_less_uint64/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_less_uint64/test_data_set_0/output_0.pb new file mode 100644 index 0000000..99f8c94 Binary files /dev/null and b/onnx/backend/test/data/node/test_less_uint64/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_less_uint8/model.onnx b/onnx/backend/test/data/node/test_less_uint8/model.onnx new file mode 100644 index 0000000..51202bd Binary files /dev/null and b/onnx/backend/test/data/node/test_less_uint8/model.onnx differ diff --git a/onnx/backend/test/data/node/test_less_uint8/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_less_uint8/test_data_set_0/input_0.pb new file mode 100644 index 0000000..9af0258 Binary files /dev/null and b/onnx/backend/test/data/node/test_less_uint8/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_less_uint8/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_less_uint8/test_data_set_0/input_1.pb new file mode 100644 index 0000000..7d08c07 Binary files /dev/null and b/onnx/backend/test/data/node/test_less_uint8/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_less_uint8/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_less_uint8/test_data_set_0/output_0.pb new file mode 100644 index 0000000..fa42d25 Binary files /dev/null and b/onnx/backend/test/data/node/test_less_uint8/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_decode_step/model.onnx b/onnx/backend/test/data/node/test_linear_attention_decode_step/model.onnx new file mode 100644 index 0000000..1e27575 Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_decode_step/model.onnx differ diff --git a/onnx/backend/test/data/node/test_linear_attention_decode_step/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_linear_attention_decode_step/test_data_set_0/input_0.pb new file mode 100644 index 0000000..15ca097 --- /dev/null +++ b/onnx/backend/test/data/node/test_linear_attention_decode_step/test_data_set_0/input_0.pb @@ -0,0 +1 @@ + BqueryJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6^&,Z[*Pܿ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_linear_attention_decode_step/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_linear_attention_decode_step/test_data_set_0/input_1.pb new file mode 100644 index 0000000..7310d91 --- /dev/null +++ b/onnx/backend/test/data/node/test_linear_attention_decode_step/test_data_set_0/input_1.pb @@ -0,0 +1 @@ + BkeyJx=GCF `>}ܾ<.>Kz=M??>`]ξym<`ME>` >F->= ?Od>Tf>l/?6>=fx>>>L;?==?"m;>ƕ &>;ӽ1>*>>p>[g>5?˽>I>Bkvi>M>׊>,(о=/">ׁb$/? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_linear_attention_decode_step/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_linear_attention_decode_step/test_data_set_0/input_2.pb new file mode 100644 index 0000000..71ca668 Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_decode_step/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_decode_step/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_linear_attention_decode_step/test_data_set_0/input_3.pb new file mode 100644 index 0000000..15a706e Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_decode_step/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_decode_step/test_data_set_0/input_4.pb b/onnx/backend/test/data/node/test_linear_attention_decode_step/test_data_set_0/input_4.pb new file mode 100644 index 0000000..e6e62c7 --- /dev/null +++ b/onnx/backend/test/data/node/test_linear_attention_decode_step/test_data_set_0/input_4.pb @@ -0,0 +1 @@ + BdecayJ] UZȿeB#B/^DB%{V1>BCѽRbZvQ,$ձ opNOl׽egʼn*Wʽ- 3cYМ}cv:[w?%*7b-/ºT94U吽Nu 8ϦټKKL!s & \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_linear_attention_decode_step/test_data_set_0/input_5.pb b/onnx/backend/test/data/node/test_linear_attention_decode_step/test_data_set_0/input_5.pb new file mode 100644 index 0000000..b94d00b --- /dev/null +++ b/onnx/backend/test/data/node/test_linear_attention_decode_step/test_data_set_0/input_5.pb @@ -0,0 +1 @@ +BbetaJ ~>q5?4=R(a?$?,$t? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_linear_attention_decode_step/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_linear_attention_decode_step/test_data_set_0/output_0.pb new file mode 100644 index 0000000..37d363f --- /dev/null +++ b/onnx/backend/test/data/node/test_linear_attention_decode_step/test_data_set_0/output_0.pb @@ -0,0 +1,2 @@ + BoutputJw'FdD>V=7<2б=oB̴>0>d!h.}<=' ܇>z;=V= s>9>ź==}QT>B>K򻉃/>zqrs>)0c>8>3= +E= ==^A$i%=U)}=iSk2<)=E~p=Ff1@"?>"ܭb>F{>H+F \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_linear_attention_decode_step/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_linear_attention_decode_step/test_data_set_0/output_1.pb new file mode 100644 index 0000000..bc2ab94 Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_decode_step/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_decode_step_expanded/model.onnx b/onnx/backend/test/data/node/test_linear_attention_decode_step_expanded/model.onnx new file mode 100644 index 0000000..5ba80ce Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_decode_step_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_linear_attention_decode_step_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_linear_attention_decode_step_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..15ca097 --- /dev/null +++ b/onnx/backend/test/data/node/test_linear_attention_decode_step_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ + BqueryJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6^&,Z[*Pܿ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_linear_attention_decode_step_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_linear_attention_decode_step_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..7310d91 --- /dev/null +++ b/onnx/backend/test/data/node/test_linear_attention_decode_step_expanded/test_data_set_0/input_1.pb @@ -0,0 +1 @@ + BkeyJx=GCF `>}ܾ<.>Kz=M??>`]ξym<`ME>` >F->= ?Od>Tf>l/?6>=fx>>>L;?==?"m;>ƕ &>;ӽ1>*>>p>[g>5?˽>I>Bkvi>M>׊>,(о=/">ׁb$/? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_linear_attention_decode_step_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_linear_attention_decode_step_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..71ca668 Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_decode_step_expanded/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_decode_step_expanded/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_linear_attention_decode_step_expanded/test_data_set_0/input_3.pb new file mode 100644 index 0000000..15a706e Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_decode_step_expanded/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_decode_step_expanded/test_data_set_0/input_4.pb b/onnx/backend/test/data/node/test_linear_attention_decode_step_expanded/test_data_set_0/input_4.pb new file mode 100644 index 0000000..e6e62c7 --- /dev/null +++ b/onnx/backend/test/data/node/test_linear_attention_decode_step_expanded/test_data_set_0/input_4.pb @@ -0,0 +1 @@ + BdecayJ] UZȿeB#B/^DB%{V1>BCѽRbZvQ,$ձ opNOl׽egʼn*Wʽ- 3cYМ}cv:[w?%*7b-/ºT94U吽Nu 8ϦټKKL!s & \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_linear_attention_decode_step_expanded/test_data_set_0/input_5.pb b/onnx/backend/test/data/node/test_linear_attention_decode_step_expanded/test_data_set_0/input_5.pb new file mode 100644 index 0000000..b94d00b --- /dev/null +++ b/onnx/backend/test/data/node/test_linear_attention_decode_step_expanded/test_data_set_0/input_5.pb @@ -0,0 +1 @@ +BbetaJ ~>q5?4=R(a?$?,$t? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_linear_attention_decode_step_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_linear_attention_decode_step_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..37d363f --- /dev/null +++ b/onnx/backend/test/data/node/test_linear_attention_decode_step_expanded/test_data_set_0/output_0.pb @@ -0,0 +1,2 @@ + BoutputJw'FdD>V=7<2б=oB̴>0>d!h.}<=' ܇>z;=V= s>9>ź==}QT>B>K򻉃/>zqrs>)0c>8>3= +E= ==^A$i%=U)}=iSk2<)=E~p=Ff1@"?>"ܭb>F{>H+F \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_linear_attention_decode_step_expanded/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_linear_attention_decode_step_expanded/test_data_set_0/output_1.pb new file mode 100644 index 0000000..bc2ab94 Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_decode_step_expanded/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_delta/model.onnx b/onnx/backend/test/data/node/test_linear_attention_delta/model.onnx new file mode 100644 index 0000000..69324c5 Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_delta/model.onnx differ diff --git a/onnx/backend/test/data/node/test_linear_attention_delta/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_linear_attention_delta/test_data_set_0/input_0.pb new file mode 100644 index 0000000..1d0772c Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_delta/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_delta/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_linear_attention_delta/test_data_set_0/input_1.pb new file mode 100644 index 0000000..f72c916 Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_delta/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_delta/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_linear_attention_delta/test_data_set_0/input_2.pb new file mode 100644 index 0000000..1aeb0ce Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_delta/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_delta/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_linear_attention_delta/test_data_set_0/input_3.pb new file mode 100644 index 0000000..7158e6e --- /dev/null +++ b/onnx/backend/test/data/node/test_linear_attention_delta/test_data_set_0/input_3.pb @@ -0,0 +1 @@ +BbetaJ~>q5?4=R(a?$?,$t??=9>>{R>y> ?X@?~q>?I#?r?=G?(-Y?Q>=>~?u>b>et=6q?Rw? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_linear_attention_delta/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_linear_attention_delta/test_data_set_0/output_0.pb new file mode 100644 index 0000000..5d53ec2 Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_delta/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_delta/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_linear_attention_delta/test_data_set_0/output_1.pb new file mode 100644 index 0000000..a7fd439 Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_delta/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_delta_expanded/model.onnx b/onnx/backend/test/data/node/test_linear_attention_delta_expanded/model.onnx new file mode 100644 index 0000000..bf70922 Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_delta_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_linear_attention_delta_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_linear_attention_delta_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..1d0772c Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_delta_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_delta_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_linear_attention_delta_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..f72c916 Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_delta_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_delta_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_linear_attention_delta_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..1aeb0ce Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_delta_expanded/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_delta_expanded/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_linear_attention_delta_expanded/test_data_set_0/input_3.pb new file mode 100644 index 0000000..7158e6e --- /dev/null +++ b/onnx/backend/test/data/node/test_linear_attention_delta_expanded/test_data_set_0/input_3.pb @@ -0,0 +1 @@ +BbetaJ~>q5?4=R(a?$?,$t??=9>>{R>y> ?X@?~q>?I#?r?=G?(-Y?Q>=>~?u>b>et=6q?Rw? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_linear_attention_delta_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_linear_attention_delta_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..5d53ec2 Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_delta_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_delta_expanded/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_linear_attention_delta_expanded/test_data_set_0/output_1.pb new file mode 100644 index 0000000..a7fd439 Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_delta_expanded/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_explicit_scale/model.onnx b/onnx/backend/test/data/node/test_linear_attention_explicit_scale/model.onnx new file mode 100644 index 0000000..4fc9cc0 Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_explicit_scale/model.onnx differ diff --git a/onnx/backend/test/data/node/test_linear_attention_explicit_scale/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_linear_attention_explicit_scale/test_data_set_0/input_0.pb new file mode 100644 index 0000000..1d0772c Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_explicit_scale/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_explicit_scale/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_linear_attention_explicit_scale/test_data_set_0/input_1.pb new file mode 100644 index 0000000..f72c916 Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_explicit_scale/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_explicit_scale/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_linear_attention_explicit_scale/test_data_set_0/input_2.pb new file mode 100644 index 0000000..1aeb0ce Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_explicit_scale/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_explicit_scale/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_linear_attention_explicit_scale/test_data_set_0/input_3.pb new file mode 100644 index 0000000..960f4a3 Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_explicit_scale/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_explicit_scale/test_data_set_0/input_4.pb b/onnx/backend/test/data/node/test_linear_attention_explicit_scale/test_data_set_0/input_4.pb new file mode 100644 index 0000000..34edab3 Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_explicit_scale/test_data_set_0/input_4.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_explicit_scale/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_linear_attention_explicit_scale/test_data_set_0/output_0.pb new file mode 100644 index 0000000..99cd33c Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_explicit_scale/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_explicit_scale/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_linear_attention_explicit_scale/test_data_set_0/output_1.pb new file mode 100644 index 0000000..5c0855a Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_explicit_scale/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_explicit_scale_expanded/model.onnx b/onnx/backend/test/data/node/test_linear_attention_explicit_scale_expanded/model.onnx new file mode 100644 index 0000000..174f597 Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_explicit_scale_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_linear_attention_explicit_scale_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_linear_attention_explicit_scale_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..1d0772c Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_explicit_scale_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_explicit_scale_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_linear_attention_explicit_scale_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..f72c916 Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_explicit_scale_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_explicit_scale_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_linear_attention_explicit_scale_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..1aeb0ce Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_explicit_scale_expanded/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_explicit_scale_expanded/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_linear_attention_explicit_scale_expanded/test_data_set_0/input_3.pb new file mode 100644 index 0000000..960f4a3 Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_explicit_scale_expanded/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_explicit_scale_expanded/test_data_set_0/input_4.pb b/onnx/backend/test/data/node/test_linear_attention_explicit_scale_expanded/test_data_set_0/input_4.pb new file mode 100644 index 0000000..34edab3 Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_explicit_scale_expanded/test_data_set_0/input_4.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_explicit_scale_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_linear_attention_explicit_scale_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..99cd33c Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_explicit_scale_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_explicit_scale_expanded/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_linear_attention_explicit_scale_expanded/test_data_set_0/output_1.pb new file mode 100644 index 0000000..5c0855a Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_explicit_scale_expanded/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_fp16/model.onnx b/onnx/backend/test/data/node/test_linear_attention_fp16/model.onnx new file mode 100644 index 0000000..48c909d Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_fp16/model.onnx differ diff --git a/onnx/backend/test/data/node/test_linear_attention_fp16/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_linear_attention_fp16/test_data_set_0/input_0.pb new file mode 100644 index 0000000..914202f Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_fp16/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_fp16/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_linear_attention_fp16/test_data_set_0/input_1.pb new file mode 100644 index 0000000..c9848b2 Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_fp16/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_fp16/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_linear_attention_fp16/test_data_set_0/input_2.pb new file mode 100644 index 0000000..6dc7f94 Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_fp16/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_fp16/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_linear_attention_fp16/test_data_set_0/input_3.pb new file mode 100644 index 0000000..b8d49ee --- /dev/null +++ b/onnx/backend/test/data/node/test_linear_attention_fp16/test_data_set_0/input_3.pb @@ -0,0 +1,2 @@ +  +BdecayJ{'Ӭ LWӬѮN'Wɫ#[ǚwڤQ :_񯲥 鞱GQP{ū4#R#|VN?Ჟu?V @㦸e[ɰ N֨=iʢfeVҜGͪܰߦYޢѯӚK̪yF֩WT09֨$hאַձcPZm%U1qupH&JƯ&ު.礣ЩgЬ5hy9';p׬"&ȥ m֪ꪰΨw񦰮\ r_zzx.'Ų.Gi57 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_linear_attention_fp16/test_data_set_0/input_4.pb b/onnx/backend/test/data/node/test_linear_attention_fp16/test_data_set_0/input_4.pb new file mode 100644 index 0000000..f8218bb --- /dev/null +++ b/onnx/backend/test/data/node/test_linear_attention_fp16/test_data_set_0/input_4.pb @@ -0,0 +1,3 @@ + +BbetaJ@)6b9::2(3m5 +2l:$:"8;02;t/919/8695;)::8(4 86f34; \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_linear_attention_fp16/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_linear_attention_fp16/test_data_set_0/output_0.pb new file mode 100644 index 0000000..1a2b143 Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_fp16/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_fp16/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_linear_attention_fp16/test_data_set_0/output_1.pb new file mode 100644 index 0000000..47689e5 Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_fp16/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_fp16_expanded/model.onnx b/onnx/backend/test/data/node/test_linear_attention_fp16_expanded/model.onnx new file mode 100644 index 0000000..d03ebd0 Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_fp16_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_linear_attention_fp16_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_linear_attention_fp16_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..914202f Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_fp16_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_fp16_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_linear_attention_fp16_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..c9848b2 Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_fp16_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_fp16_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_linear_attention_fp16_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..6dc7f94 Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_fp16_expanded/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_fp16_expanded/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_linear_attention_fp16_expanded/test_data_set_0/input_3.pb new file mode 100644 index 0000000..b8d49ee --- /dev/null +++ b/onnx/backend/test/data/node/test_linear_attention_fp16_expanded/test_data_set_0/input_3.pb @@ -0,0 +1,2 @@ +  +BdecayJ{'Ӭ LWӬѮN'Wɫ#[ǚwڤQ :_񯲥 鞱GQP{ū4#R#|VN?Ჟu?V @㦸e[ɰ N֨=iʢfeVҜGͪܰߦYޢѯӚK̪yF֩WT09֨$hאַձcPZm%U1qupH&JƯ&ު.礣ЩgЬ5hy9';p׬"&ȥ m֪ꪰΨw񦰮\ r_zzx.'Ų.Gi57 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_linear_attention_fp16_expanded/test_data_set_0/input_4.pb b/onnx/backend/test/data/node/test_linear_attention_fp16_expanded/test_data_set_0/input_4.pb new file mode 100644 index 0000000..f8218bb --- /dev/null +++ b/onnx/backend/test/data/node/test_linear_attention_fp16_expanded/test_data_set_0/input_4.pb @@ -0,0 +1,3 @@ + +BbetaJ@)6b9::2(3m5 +2l:$:"8;02;t/919/8695;)::8(4 86f34; \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_linear_attention_fp16_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_linear_attention_fp16_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..1a2b143 Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_fp16_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_fp16_expanded/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_linear_attention_fp16_expanded/test_data_set_0/output_1.pb new file mode 100644 index 0000000..47689e5 Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_fp16_expanded/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_gated/model.onnx b/onnx/backend/test/data/node/test_linear_attention_gated/model.onnx new file mode 100644 index 0000000..ea61802 Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_gated/model.onnx differ diff --git a/onnx/backend/test/data/node/test_linear_attention_gated/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_linear_attention_gated/test_data_set_0/input_0.pb new file mode 100644 index 0000000..1d0772c Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_gated/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_gated/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_linear_attention_gated/test_data_set_0/input_1.pb new file mode 100644 index 0000000..1d5db8c Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_gated/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_gated/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_linear_attention_gated/test_data_set_0/input_2.pb new file mode 100644 index 0000000..1aeb0ce Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_gated/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_gated/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_linear_attention_gated/test_data_set_0/input_3.pb new file mode 100644 index 0000000..960f4a3 Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_gated/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_gated/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_linear_attention_gated/test_data_set_0/output_0.pb new file mode 100644 index 0000000..c93b671 --- /dev/null +++ b/onnx/backend/test/data/node/test_linear_attention_gated/test_data_set_0/output_0.pb @@ -0,0 +1,6 @@ + BoutputJE@ {?@f?WψBU˿4ݾ)_d=l">>H">F,>&;{.)?h3Xq?$pM'7r*Y??>8 =a'=8i]9}V?'Fþ +#?Q=?=R{>ojV?O>V>w7? ?7>GN0 +X?I>`=>s>E ?">Ĺ*[j׿]" +I+?%͸?y=@q@h潕3?Ь?k׃>Y>I?ĉ5CH@b^w!@ub9H?.O?"D>1T=a>+Ŀ@+(>?g'@~/@*\^5?2 =sU?{>X?-/#]`e=ֽ@j[y?dVRC~=Dz$<>j}i?{@O=pyWO?Դ}?~>UVlp=#|:>7&=4=t!>= >]_<@>J=|D> A>9>9 ǻu>?>w<)*@7p?/7W>ɧ?:0YoD@;B??b&? >?,?޿eq?}8=]?<Ƚ> <ȱ`oz ?8?">| !dn/\KT>454=?%J5U ~ +@$@Y@fٿ<|?PДwᏯ>+ +.? j?5-: ><쾿Na>`ם>E?h?I?>vcq=?u?o ʄ,]:@GNR@9-0MU+[@Fd?;@^N>]@? ˀ2>h@eX~@U8?]ci?@t>zɵ?W-?\h+>>=EU%>|¿",]?b% \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_linear_attention_gated/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_linear_attention_gated/test_data_set_0/output_1.pb new file mode 100644 index 0000000..f18f8e6 Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_gated/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_gated_delta/model.onnx b/onnx/backend/test/data/node/test_linear_attention_gated_delta/model.onnx new file mode 100644 index 0000000..0635a69 Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_gated_delta/model.onnx differ diff --git a/onnx/backend/test/data/node/test_linear_attention_gated_delta/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_linear_attention_gated_delta/test_data_set_0/input_0.pb new file mode 100644 index 0000000..1d0772c Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_gated_delta/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_gated_delta/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_linear_attention_gated_delta/test_data_set_0/input_1.pb new file mode 100644 index 0000000..f72c916 Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_gated_delta/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_gated_delta/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_linear_attention_gated_delta/test_data_set_0/input_2.pb new file mode 100644 index 0000000..1aeb0ce Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_gated_delta/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_gated_delta/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_linear_attention_gated_delta/test_data_set_0/input_3.pb new file mode 100644 index 0000000..960f4a3 Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_gated_delta/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_gated_delta/test_data_set_0/input_4.pb b/onnx/backend/test/data/node/test_linear_attention_gated_delta/test_data_set_0/input_4.pb new file mode 100644 index 0000000..34edab3 Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_gated_delta/test_data_set_0/input_4.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_gated_delta/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_linear_attention_gated_delta/test_data_set_0/output_0.pb new file mode 100644 index 0000000..a310fb2 Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_gated_delta/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_gated_delta/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_linear_attention_gated_delta/test_data_set_0/output_1.pb new file mode 100644 index 0000000..5c0855a Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_gated_delta/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_gated_delta_beta_scalar/model.onnx b/onnx/backend/test/data/node/test_linear_attention_gated_delta_beta_scalar/model.onnx new file mode 100644 index 0000000..1c268f5 Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_gated_delta_beta_scalar/model.onnx differ diff --git a/onnx/backend/test/data/node/test_linear_attention_gated_delta_beta_scalar/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_linear_attention_gated_delta_beta_scalar/test_data_set_0/input_0.pb new file mode 100644 index 0000000..1d0772c Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_gated_delta_beta_scalar/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_gated_delta_beta_scalar/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_linear_attention_gated_delta_beta_scalar/test_data_set_0/input_1.pb new file mode 100644 index 0000000..f72c916 Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_gated_delta_beta_scalar/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_gated_delta_beta_scalar/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_linear_attention_gated_delta_beta_scalar/test_data_set_0/input_2.pb new file mode 100644 index 0000000..1aeb0ce Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_gated_delta_beta_scalar/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_gated_delta_beta_scalar/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_linear_attention_gated_delta_beta_scalar/test_data_set_0/input_3.pb new file mode 100644 index 0000000..960f4a3 Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_gated_delta_beta_scalar/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_gated_delta_beta_scalar/test_data_set_0/input_4.pb b/onnx/backend/test/data/node/test_linear_attention_gated_delta_beta_scalar/test_data_set_0/input_4.pb new file mode 100644 index 0000000..0355174 Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_gated_delta_beta_scalar/test_data_set_0/input_4.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_gated_delta_beta_scalar/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_linear_attention_gated_delta_beta_scalar/test_data_set_0/output_0.pb new file mode 100644 index 0000000..fc8a44c Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_gated_delta_beta_scalar/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_gated_delta_beta_scalar/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_linear_attention_gated_delta_beta_scalar/test_data_set_0/output_1.pb new file mode 100644 index 0000000..22e1bb4 Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_gated_delta_beta_scalar/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_gated_delta_beta_scalar_expanded/model.onnx b/onnx/backend/test/data/node/test_linear_attention_gated_delta_beta_scalar_expanded/model.onnx new file mode 100644 index 0000000..4e2a5c7 Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_gated_delta_beta_scalar_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_linear_attention_gated_delta_beta_scalar_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_linear_attention_gated_delta_beta_scalar_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..1d0772c Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_gated_delta_beta_scalar_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_gated_delta_beta_scalar_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_linear_attention_gated_delta_beta_scalar_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..f72c916 Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_gated_delta_beta_scalar_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_gated_delta_beta_scalar_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_linear_attention_gated_delta_beta_scalar_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..1aeb0ce Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_gated_delta_beta_scalar_expanded/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_gated_delta_beta_scalar_expanded/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_linear_attention_gated_delta_beta_scalar_expanded/test_data_set_0/input_3.pb new file mode 100644 index 0000000..960f4a3 Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_gated_delta_beta_scalar_expanded/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_gated_delta_beta_scalar_expanded/test_data_set_0/input_4.pb b/onnx/backend/test/data/node/test_linear_attention_gated_delta_beta_scalar_expanded/test_data_set_0/input_4.pb new file mode 100644 index 0000000..0355174 Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_gated_delta_beta_scalar_expanded/test_data_set_0/input_4.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_gated_delta_beta_scalar_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_linear_attention_gated_delta_beta_scalar_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..fc8a44c Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_gated_delta_beta_scalar_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_gated_delta_beta_scalar_expanded/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_linear_attention_gated_delta_beta_scalar_expanded/test_data_set_0/output_1.pb new file mode 100644 index 0000000..22e1bb4 Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_gated_delta_beta_scalar_expanded/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_gated_delta_expanded/model.onnx b/onnx/backend/test/data/node/test_linear_attention_gated_delta_expanded/model.onnx new file mode 100644 index 0000000..9524b36 Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_gated_delta_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_linear_attention_gated_delta_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_linear_attention_gated_delta_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..1d0772c Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_gated_delta_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_gated_delta_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_linear_attention_gated_delta_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..f72c916 Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_gated_delta_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_gated_delta_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_linear_attention_gated_delta_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..1aeb0ce Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_gated_delta_expanded/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_gated_delta_expanded/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_linear_attention_gated_delta_expanded/test_data_set_0/input_3.pb new file mode 100644 index 0000000..960f4a3 Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_gated_delta_expanded/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_gated_delta_expanded/test_data_set_0/input_4.pb b/onnx/backend/test/data/node/test_linear_attention_gated_delta_expanded/test_data_set_0/input_4.pb new file mode 100644 index 0000000..34edab3 Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_gated_delta_expanded/test_data_set_0/input_4.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_gated_delta_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_linear_attention_gated_delta_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..a310fb2 Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_gated_delta_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_gated_delta_expanded/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_linear_attention_gated_delta_expanded/test_data_set_0/output_1.pb new file mode 100644 index 0000000..5c0855a Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_gated_delta_expanded/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_gated_delta_gqa/model.onnx b/onnx/backend/test/data/node/test_linear_attention_gated_delta_gqa/model.onnx new file mode 100644 index 0000000..8592e50 Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_gated_delta_gqa/model.onnx differ diff --git a/onnx/backend/test/data/node/test_linear_attention_gated_delta_gqa/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_linear_attention_gated_delta_gqa/test_data_set_0/input_0.pb new file mode 100644 index 0000000..050e22d Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_gated_delta_gqa/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_gated_delta_gqa/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_linear_attention_gated_delta_gqa/test_data_set_0/input_1.pb new file mode 100644 index 0000000..9de5791 --- /dev/null +++ b/onnx/backend/test/data/node/test_linear_attention_gated_delta_gqa/test_data_set_0/input_1.pb @@ -0,0 +1,8 @@ + BkeyJѾO c]=>>=6% ?G R1= G>Y4>MFd>$=̡>XP[>MU=<>鏤d{P>5;;Ͼ+jU2?}D_=TIlm=w=Z>[;s>Q>S<>2e>UD(Іe$r/>O#l\ [>g-k]܇u >PBsn*>x >J 3I* ]>In>\.m -> +=6)M]!><=-j2: +x>>GX%>=x>?t/J>2ѽ F,I b=@?c}μ* +#XEj>:Nd>J>={ >h*?Nx?nr>ƾW漩Nz|?ba=G2=2>6=w> 56"JPϾ}̾t +gF> ++=XqT:I>#=k2$%$&{=2>Z>^>>[ >3>N>`(>ݿ=r%?ȷ=>@о>G:[=NJ>}>,%=;??;>X=}t>^ fO?snBM^s1>w-OX=ە"Zmd>;Z>B>YZk)L~'?gA\C>xx޾{˾=xž?A8~F>zl;΀>+#k>=9>V+>rF"?T+>N>`<}sI'>{|<'> 1͙F< \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_linear_attention_gated_delta_gqa/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_linear_attention_gated_delta_gqa/test_data_set_0/input_2.pb new file mode 100644 index 0000000..d490ddd Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_gated_delta_gqa/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_gated_delta_gqa/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_linear_attention_gated_delta_gqa/test_data_set_0/input_3.pb new file mode 100644 index 0000000..2d052eb Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_gated_delta_gqa/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_gated_delta_gqa/test_data_set_0/input_4.pb b/onnx/backend/test/data/node/test_linear_attention_gated_delta_gqa/test_data_set_0/input_4.pb new file mode 100644 index 0000000..6b388f0 --- /dev/null +++ b/onnx/backend/test/data/node/test_linear_attention_gated_delta_gqa/test_data_set_0/input_4.pb @@ -0,0 +1 @@ +BbetaJA5=>K1,?LT?IZ?@=Mz>Ν>CA>ˏM?xD?,O?{?>Of?I='>l;2?f=9?(>E}:?f?ME?GY?=ў>l?>l>>r? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_linear_attention_gated_delta_gqa/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_linear_attention_gated_delta_gqa/test_data_set_0/output_0.pb new file mode 100644 index 0000000..20cbc54 Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_gated_delta_gqa/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_gated_delta_gqa/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_linear_attention_gated_delta_gqa/test_data_set_0/output_1.pb new file mode 100644 index 0000000..5112d3a Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_gated_delta_gqa/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_gated_delta_gqa_expanded/model.onnx b/onnx/backend/test/data/node/test_linear_attention_gated_delta_gqa_expanded/model.onnx new file mode 100644 index 0000000..eecb912 Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_gated_delta_gqa_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_linear_attention_gated_delta_gqa_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_linear_attention_gated_delta_gqa_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..050e22d Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_gated_delta_gqa_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_gated_delta_gqa_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_linear_attention_gated_delta_gqa_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..9de5791 --- /dev/null +++ b/onnx/backend/test/data/node/test_linear_attention_gated_delta_gqa_expanded/test_data_set_0/input_1.pb @@ -0,0 +1,8 @@ + BkeyJѾO c]=>>=6% ?G R1= G>Y4>MFd>$=̡>XP[>MU=<>鏤d{P>5;;Ͼ+jU2?}D_=TIlm=w=Z>[;s>Q>S<>2e>UD(Іe$r/>O#l\ [>g-k]܇u >PBsn*>x >J 3I* ]>In>\.m -> +=6)M]!><=-j2: +x>>GX%>=x>?t/J>2ѽ F,I b=@?c}μ* +#XEj>:Nd>J>={ >h*?Nx?nr>ƾW漩Nz|?ba=G2=2>6=w> 56"JPϾ}̾t +gF> ++=XqT:I>#=k2$%$&{=2>Z>^>>[ >3>N>`(>ݿ=r%?ȷ=>@о>G:[=NJ>}>,%=;??;>X=}t>^ fO?snBM^s1>w-OX=ە"Zmd>;Z>B>YZk)L~'?gA\C>xx޾{˾=xž?A8~F>zl;΀>+#k>=9>V+>rF"?T+>N>`<}sI'>{|<'> 1͙F< \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_linear_attention_gated_delta_gqa_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_linear_attention_gated_delta_gqa_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..d490ddd Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_gated_delta_gqa_expanded/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_gated_delta_gqa_expanded/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_linear_attention_gated_delta_gqa_expanded/test_data_set_0/input_3.pb new file mode 100644 index 0000000..2d052eb Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_gated_delta_gqa_expanded/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_gated_delta_gqa_expanded/test_data_set_0/input_4.pb b/onnx/backend/test/data/node/test_linear_attention_gated_delta_gqa_expanded/test_data_set_0/input_4.pb new file mode 100644 index 0000000..6b388f0 --- /dev/null +++ b/onnx/backend/test/data/node/test_linear_attention_gated_delta_gqa_expanded/test_data_set_0/input_4.pb @@ -0,0 +1 @@ +BbetaJA5=>K1,?LT?IZ?@=Mz>Ν>CA>ˏM?xD?,O?{?>Of?I='>l;2?f=9?(>E}:?f?ME?GY?=ў>l?>l>>r? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_linear_attention_gated_delta_gqa_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_linear_attention_gated_delta_gqa_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..20cbc54 Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_gated_delta_gqa_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_gated_delta_gqa_expanded/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_linear_attention_gated_delta_gqa_expanded/test_data_set_0/output_1.pb new file mode 100644 index 0000000..5112d3a Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_gated_delta_gqa_expanded/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_gated_delta_mqa/model.onnx b/onnx/backend/test/data/node/test_linear_attention_gated_delta_mqa/model.onnx new file mode 100644 index 0000000..1059408 Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_gated_delta_mqa/model.onnx differ diff --git a/onnx/backend/test/data/node/test_linear_attention_gated_delta_mqa/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_linear_attention_gated_delta_mqa/test_data_set_0/input_0.pb new file mode 100644 index 0000000..050e22d Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_gated_delta_mqa/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_gated_delta_mqa/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_linear_attention_gated_delta_mqa/test_data_set_0/input_1.pb new file mode 100644 index 0000000..0bc3993 --- /dev/null +++ b/onnx/backend/test/data/node/test_linear_attention_gated_delta_mqa/test_data_set_0/input_1.pb @@ -0,0 +1,3 @@ +BkeyJѾO c]=>>=6% ?G R1= G>Y4>MFd>$=̡>XP[>MU=<>鏤d{P>5;;Ͼ+jU2?}D_=TIlm=w=Z>[;s>Q>S<>2e>UD( \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_linear_attention_gated_delta_mqa/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_linear_attention_gated_delta_mqa/test_data_set_0/input_2.pb new file mode 100644 index 0000000..3f8c5ab Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_gated_delta_mqa/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_gated_delta_mqa/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_linear_attention_gated_delta_mqa/test_data_set_0/input_3.pb new file mode 100644 index 0000000..640b51e Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_gated_delta_mqa/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_gated_delta_mqa/test_data_set_0/input_4.pb b/onnx/backend/test/data/node/test_linear_attention_gated_delta_mqa/test_data_set_0/input_4.pb new file mode 100644 index 0000000..660bc6f --- /dev/null +++ b/onnx/backend/test/data/node/test_linear_attention_gated_delta_mqa/test_data_set_0/input_4.pb @@ -0,0 +1 @@ +BbetaJ F(?{o?kM>f?8 ?4S?09?4= \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_linear_attention_gated_delta_mqa/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_linear_attention_gated_delta_mqa/test_data_set_0/output_0.pb new file mode 100644 index 0000000..4214f25 Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_gated_delta_mqa/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_gated_delta_mqa/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_linear_attention_gated_delta_mqa/test_data_set_0/output_1.pb new file mode 100644 index 0000000..493c38b Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_gated_delta_mqa/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_gated_delta_mqa_expanded/model.onnx b/onnx/backend/test/data/node/test_linear_attention_gated_delta_mqa_expanded/model.onnx new file mode 100644 index 0000000..c5a00d9 Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_gated_delta_mqa_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_linear_attention_gated_delta_mqa_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_linear_attention_gated_delta_mqa_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..050e22d Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_gated_delta_mqa_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_gated_delta_mqa_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_linear_attention_gated_delta_mqa_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..0bc3993 --- /dev/null +++ b/onnx/backend/test/data/node/test_linear_attention_gated_delta_mqa_expanded/test_data_set_0/input_1.pb @@ -0,0 +1,3 @@ +BkeyJѾO c]=>>=6% ?G R1= G>Y4>MFd>$=̡>XP[>MU=<>鏤d{P>5;;Ͼ+jU2?}D_=TIlm=w=Z>[;s>Q>S<>2e>UD( \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_linear_attention_gated_delta_mqa_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_linear_attention_gated_delta_mqa_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..3f8c5ab Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_gated_delta_mqa_expanded/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_gated_delta_mqa_expanded/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_linear_attention_gated_delta_mqa_expanded/test_data_set_0/input_3.pb new file mode 100644 index 0000000..640b51e Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_gated_delta_mqa_expanded/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_gated_delta_mqa_expanded/test_data_set_0/input_4.pb b/onnx/backend/test/data/node/test_linear_attention_gated_delta_mqa_expanded/test_data_set_0/input_4.pb new file mode 100644 index 0000000..660bc6f --- /dev/null +++ b/onnx/backend/test/data/node/test_linear_attention_gated_delta_mqa_expanded/test_data_set_0/input_4.pb @@ -0,0 +1 @@ +BbetaJ F(?{o?kM>f?8 ?4S?09?4= \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_linear_attention_gated_delta_mqa_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_linear_attention_gated_delta_mqa_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..4214f25 Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_gated_delta_mqa_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_gated_delta_mqa_expanded/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_linear_attention_gated_delta_mqa_expanded/test_data_set_0/output_1.pb new file mode 100644 index 0000000..493c38b Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_gated_delta_mqa_expanded/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_gated_expanded/model.onnx b/onnx/backend/test/data/node/test_linear_attention_gated_expanded/model.onnx new file mode 100644 index 0000000..6673fd1 Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_gated_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_linear_attention_gated_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_linear_attention_gated_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..1d0772c Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_gated_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_gated_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_linear_attention_gated_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..1d5db8c Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_gated_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_gated_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_linear_attention_gated_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..1aeb0ce Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_gated_expanded/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_gated_expanded/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_linear_attention_gated_expanded/test_data_set_0/input_3.pb new file mode 100644 index 0000000..960f4a3 Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_gated_expanded/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_gated_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_linear_attention_gated_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..c93b671 --- /dev/null +++ b/onnx/backend/test/data/node/test_linear_attention_gated_expanded/test_data_set_0/output_0.pb @@ -0,0 +1,6 @@ + BoutputJE@ {?@f?WψBU˿4ݾ)_d=l">>H">F,>&;{.)?h3Xq?$pM'7r*Y??>8 =a'=8i]9}V?'Fþ +#?Q=?=R{>ojV?O>V>w7? ?7>GN0 +X?I>`=>s>E ?">Ĺ*[j׿]" +I+?%͸?y=@q@h潕3?Ь?k׃>Y>I?ĉ5CH@b^w!@ub9H?.O?"D>1T=a>+Ŀ@+(>?g'@~/@*\^5?2 =sU?{>X?-/#]`e=ֽ@j[y?dVRC~=Dz$<>j}i?{@O=pyWO?Դ}?~>UVlp=#|:>7&=4=t!>= >]_<@>J=|D> A>9>9 ǻu>?>w<)*@7p?/7W>ɧ?:0YoD@;B??b&? >?,?޿eq?}8=]?<Ƚ> <ȱ`oz ?8?">| !dn/\KT>454=?%J5U ~ +@$@Y@fٿ<|?PДwᏯ>+ +.? j?5-: ><쾿Na>`ם>E?h?I?>vcq=?u?o ʄ,]:@GNR@9-0MU+[@Fd?;@^N>]@? ˀ2>h@eX~@U8?]ci?@t>zɵ?W-?\h+>>=EU%>|¿",]?b% \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_linear_attention_gated_expanded/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_linear_attention_gated_expanded/test_data_set_0/output_1.pb new file mode 100644 index 0000000..f18f8e6 Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_gated_expanded/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_gated_per_head_decay/model.onnx b/onnx/backend/test/data/node/test_linear_attention_gated_per_head_decay/model.onnx new file mode 100644 index 0000000..a516f11 Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_gated_per_head_decay/model.onnx differ diff --git a/onnx/backend/test/data/node/test_linear_attention_gated_per_head_decay/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_linear_attention_gated_per_head_decay/test_data_set_0/input_0.pb new file mode 100644 index 0000000..1d0772c Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_gated_per_head_decay/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_gated_per_head_decay/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_linear_attention_gated_per_head_decay/test_data_set_0/input_1.pb new file mode 100644 index 0000000..1d5db8c Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_gated_per_head_decay/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_gated_per_head_decay/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_linear_attention_gated_per_head_decay/test_data_set_0/input_2.pb new file mode 100644 index 0000000..1aeb0ce Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_gated_per_head_decay/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_gated_per_head_decay/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_linear_attention_gated_per_head_decay/test_data_set_0/input_3.pb new file mode 100644 index 0000000..d8431bf --- /dev/null +++ b/onnx/backend/test/data/node/test_linear_attention_gated_per_head_decay/test_data_set_0/input_3.pb @@ -0,0 +1 @@ +BdecayJe=reLi z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6^&,Z[*Pܿ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_linear_attention_linear_t1_no_past/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_linear_attention_linear_t1_no_past/test_data_set_0/input_1.pb new file mode 100644 index 0000000..1b9dcf6 --- /dev/null +++ b/onnx/backend/test/data/node/test_linear_attention_linear_t1_no_past/test_data_set_0/input_1.pb @@ -0,0 +1 @@ + BkeyJ35>;;Wп>DhT=:?>ב?>O/^~/Ѓ f=#f?Ok>Ŀ ??@?7>8lF?5mξy? FU>z?u>4?G,>> ?^Ab*x?(?Ӿ3Y?"??, ?g?Iy\}?7mM?r?N4?l?ٺ>*>ǩ?319r޾? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_linear_attention_linear_t1_no_past/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_linear_attention_linear_t1_no_past/test_data_set_0/input_2.pb new file mode 100644 index 0000000..71ca668 Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_linear_t1_no_past/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_linear_t1_no_past/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_linear_attention_linear_t1_no_past/test_data_set_0/output_0.pb new file mode 100644 index 0000000..c67f6ef Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_linear_t1_no_past/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_linear_t1_no_past/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_linear_attention_linear_t1_no_past/test_data_set_0/output_1.pb new file mode 100644 index 0000000..24c9b05 Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_linear_t1_no_past/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_linear_t1_no_past_expanded/model.onnx b/onnx/backend/test/data/node/test_linear_attention_linear_t1_no_past_expanded/model.onnx new file mode 100644 index 0000000..2b9623f Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_linear_t1_no_past_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_linear_attention_linear_t1_no_past_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_linear_attention_linear_t1_no_past_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..15ca097 --- /dev/null +++ b/onnx/backend/test/data/node/test_linear_attention_linear_t1_no_past_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ + BqueryJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6^&,Z[*Pܿ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_linear_attention_linear_t1_no_past_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_linear_attention_linear_t1_no_past_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..1b9dcf6 --- /dev/null +++ b/onnx/backend/test/data/node/test_linear_attention_linear_t1_no_past_expanded/test_data_set_0/input_1.pb @@ -0,0 +1 @@ + BkeyJ35>;;Wп>DhT=:?>ב?>O/^~/Ѓ f=#f?Ok>Ŀ ??@?7>8lF?5mξy? FU>z?u>4?G,>> ?^Ab*x?(?Ӿ3Y?"??, ?g?Iy\}?7mM?r?N4?l?ٺ>*>ǩ?319r޾? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_linear_attention_linear_t1_no_past_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_linear_attention_linear_t1_no_past_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..71ca668 Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_linear_t1_no_past_expanded/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_linear_t1_no_past_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_linear_attention_linear_t1_no_past_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..c67f6ef Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_linear_t1_no_past_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_linear_t1_no_past_expanded/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_linear_attention_linear_t1_no_past_expanded/test_data_set_0/output_1.pb new file mode 100644 index 0000000..24c9b05 Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_linear_t1_no_past_expanded/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_no_past_explicit_zeros/model.onnx b/onnx/backend/test/data/node/test_linear_attention_no_past_explicit_zeros/model.onnx new file mode 100644 index 0000000..11cb04f Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_no_past_explicit_zeros/model.onnx differ diff --git a/onnx/backend/test/data/node/test_linear_attention_no_past_explicit_zeros/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_linear_attention_no_past_explicit_zeros/test_data_set_0/input_0.pb new file mode 100644 index 0000000..1d0772c Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_no_past_explicit_zeros/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_no_past_explicit_zeros/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_linear_attention_no_past_explicit_zeros/test_data_set_0/input_1.pb new file mode 100644 index 0000000..f72c916 Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_no_past_explicit_zeros/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_no_past_explicit_zeros/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_linear_attention_no_past_explicit_zeros/test_data_set_0/input_2.pb new file mode 100644 index 0000000..1aeb0ce Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_no_past_explicit_zeros/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_no_past_explicit_zeros/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_linear_attention_no_past_explicit_zeros/test_data_set_0/input_3.pb new file mode 100644 index 0000000..8b20fe1 Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_no_past_explicit_zeros/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_no_past_explicit_zeros/test_data_set_0/input_4.pb b/onnx/backend/test/data/node/test_linear_attention_no_past_explicit_zeros/test_data_set_0/input_4.pb new file mode 100644 index 0000000..960f4a3 Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_no_past_explicit_zeros/test_data_set_0/input_4.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_no_past_explicit_zeros/test_data_set_0/input_5.pb b/onnx/backend/test/data/node/test_linear_attention_no_past_explicit_zeros/test_data_set_0/input_5.pb new file mode 100644 index 0000000..34edab3 Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_no_past_explicit_zeros/test_data_set_0/input_5.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_no_past_explicit_zeros/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_linear_attention_no_past_explicit_zeros/test_data_set_0/output_0.pb new file mode 100644 index 0000000..a310fb2 Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_no_past_explicit_zeros/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_no_past_explicit_zeros/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_linear_attention_no_past_explicit_zeros/test_data_set_0/output_1.pb new file mode 100644 index 0000000..5c0855a Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_no_past_explicit_zeros/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_no_past_explicit_zeros_expanded/model.onnx b/onnx/backend/test/data/node/test_linear_attention_no_past_explicit_zeros_expanded/model.onnx new file mode 100644 index 0000000..2d15a0e Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_no_past_explicit_zeros_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_linear_attention_no_past_explicit_zeros_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_linear_attention_no_past_explicit_zeros_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..1d0772c Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_no_past_explicit_zeros_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_no_past_explicit_zeros_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_linear_attention_no_past_explicit_zeros_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..f72c916 Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_no_past_explicit_zeros_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_no_past_explicit_zeros_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_linear_attention_no_past_explicit_zeros_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..1aeb0ce Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_no_past_explicit_zeros_expanded/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_no_past_explicit_zeros_expanded/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_linear_attention_no_past_explicit_zeros_expanded/test_data_set_0/input_3.pb new file mode 100644 index 0000000..8b20fe1 Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_no_past_explicit_zeros_expanded/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_no_past_explicit_zeros_expanded/test_data_set_0/input_4.pb b/onnx/backend/test/data/node/test_linear_attention_no_past_explicit_zeros_expanded/test_data_set_0/input_4.pb new file mode 100644 index 0000000..960f4a3 Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_no_past_explicit_zeros_expanded/test_data_set_0/input_4.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_no_past_explicit_zeros_expanded/test_data_set_0/input_5.pb b/onnx/backend/test/data/node/test_linear_attention_no_past_explicit_zeros_expanded/test_data_set_0/input_5.pb new file mode 100644 index 0000000..34edab3 Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_no_past_explicit_zeros_expanded/test_data_set_0/input_5.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_no_past_explicit_zeros_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_linear_attention_no_past_explicit_zeros_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..a310fb2 Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_no_past_explicit_zeros_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_no_past_explicit_zeros_expanded/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_linear_attention_no_past_explicit_zeros_expanded/test_data_set_0/output_1.pb new file mode 100644 index 0000000..5c0855a Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_no_past_explicit_zeros_expanded/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_prefill_with_past/model.onnx b/onnx/backend/test/data/node/test_linear_attention_prefill_with_past/model.onnx new file mode 100644 index 0000000..c56e249 Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_prefill_with_past/model.onnx differ diff --git a/onnx/backend/test/data/node/test_linear_attention_prefill_with_past/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_linear_attention_prefill_with_past/test_data_set_0/input_0.pb new file mode 100644 index 0000000..1d0772c Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_prefill_with_past/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_prefill_with_past/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_linear_attention_prefill_with_past/test_data_set_0/input_1.pb new file mode 100644 index 0000000..f72c916 Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_prefill_with_past/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_prefill_with_past/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_linear_attention_prefill_with_past/test_data_set_0/input_2.pb new file mode 100644 index 0000000..1aeb0ce Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_prefill_with_past/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_prefill_with_past/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_linear_attention_prefill_with_past/test_data_set_0/input_3.pb new file mode 100644 index 0000000..e64c6be Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_prefill_with_past/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_prefill_with_past/test_data_set_0/input_4.pb b/onnx/backend/test/data/node/test_linear_attention_prefill_with_past/test_data_set_0/input_4.pb new file mode 100644 index 0000000..db77826 Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_prefill_with_past/test_data_set_0/input_4.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_prefill_with_past/test_data_set_0/input_5.pb b/onnx/backend/test/data/node/test_linear_attention_prefill_with_past/test_data_set_0/input_5.pb new file mode 100644 index 0000000..fb50ad3 Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_prefill_with_past/test_data_set_0/input_5.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_prefill_with_past/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_linear_attention_prefill_with_past/test_data_set_0/output_0.pb new file mode 100644 index 0000000..0924ca8 Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_prefill_with_past/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_prefill_with_past/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_linear_attention_prefill_with_past/test_data_set_0/output_1.pb new file mode 100644 index 0000000..d4571a6 Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_prefill_with_past/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_prefill_with_past_expanded/model.onnx b/onnx/backend/test/data/node/test_linear_attention_prefill_with_past_expanded/model.onnx new file mode 100644 index 0000000..5677fc7 Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_prefill_with_past_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_linear_attention_prefill_with_past_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_linear_attention_prefill_with_past_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..1d0772c Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_prefill_with_past_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_prefill_with_past_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_linear_attention_prefill_with_past_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..f72c916 Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_prefill_with_past_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_prefill_with_past_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_linear_attention_prefill_with_past_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..1aeb0ce Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_prefill_with_past_expanded/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_prefill_with_past_expanded/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_linear_attention_prefill_with_past_expanded/test_data_set_0/input_3.pb new file mode 100644 index 0000000..e64c6be Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_prefill_with_past_expanded/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_prefill_with_past_expanded/test_data_set_0/input_4.pb b/onnx/backend/test/data/node/test_linear_attention_prefill_with_past_expanded/test_data_set_0/input_4.pb new file mode 100644 index 0000000..db77826 Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_prefill_with_past_expanded/test_data_set_0/input_4.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_prefill_with_past_expanded/test_data_set_0/input_5.pb b/onnx/backend/test/data/node/test_linear_attention_prefill_with_past_expanded/test_data_set_0/input_5.pb new file mode 100644 index 0000000..fb50ad3 Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_prefill_with_past_expanded/test_data_set_0/input_5.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_prefill_with_past_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_linear_attention_prefill_with_past_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..0924ca8 Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_prefill_with_past_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_linear_attention_prefill_with_past_expanded/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_linear_attention_prefill_with_past_expanded/test_data_set_0/output_1.pb new file mode 100644 index 0000000..d4571a6 Binary files /dev/null and b/onnx/backend/test/data/node/test_linear_attention_prefill_with_past_expanded/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_log/model.onnx b/onnx/backend/test/data/node/test_log/model.onnx new file mode 100644 index 0000000..2bcb9fa Binary files /dev/null and b/onnx/backend/test/data/node/test_log/model.onnx differ diff --git a/onnx/backend/test/data/node/test_log/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_log/test_data_set_0/input_0.pb new file mode 100644 index 0000000..3b05f3f Binary files /dev/null and b/onnx/backend/test/data/node/test_log/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_log/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_log/test_data_set_0/output_0.pb new file mode 100644 index 0000000..8e2c13d Binary files /dev/null and b/onnx/backend/test/data/node/test_log/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_log_example/model.onnx b/onnx/backend/test/data/node/test_log_example/model.onnx new file mode 100644 index 0000000..4fd4a42 Binary files /dev/null and b/onnx/backend/test/data/node/test_log_example/model.onnx differ diff --git a/onnx/backend/test/data/node/test_log_example/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_log_example/test_data_set_0/input_0.pb new file mode 100644 index 0000000..e410a48 Binary files /dev/null and b/onnx/backend/test/data/node/test_log_example/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_log_example/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_log_example/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d6c1287 Binary files /dev/null and b/onnx/backend/test/data/node/test_log_example/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_logsoftmax_axis_0/model.onnx b/onnx/backend/test/data/node/test_logsoftmax_axis_0/model.onnx new file mode 100644 index 0000000..124c641 Binary files /dev/null and b/onnx/backend/test/data/node/test_logsoftmax_axis_0/model.onnx differ diff --git a/onnx/backend/test/data/node/test_logsoftmax_axis_0/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_logsoftmax_axis_0/test_data_set_0/input_0.pb new file mode 100644 index 0000000..c3a1c95 --- /dev/null +++ b/onnx/backend/test/data/node/test_logsoftmax_axis_0/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z?8s?b>hd=9>(>%?^B?0= B>]ת>=?R>iJ>Z?/d#@S'?K]?=?C@(?Hm;= ?>2??>>Ec??!> >*z??O>mǚ>6?&õ?g??x?FK>[? G?4?Y>L=e?> ??k.:=ݚ>b"?6> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_logsoftmax_axis_0/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_logsoftmax_axis_0/test_data_set_0/output_0.pb new file mode 100644 index 0000000..daae9e7 Binary files /dev/null and b/onnx/backend/test/data/node/test_logsoftmax_axis_0/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_logsoftmax_axis_0_expanded/model.onnx b/onnx/backend/test/data/node/test_logsoftmax_axis_0_expanded/model.onnx new file mode 100644 index 0000000..e940d8a Binary files /dev/null and b/onnx/backend/test/data/node/test_logsoftmax_axis_0_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_logsoftmax_axis_0_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_logsoftmax_axis_0_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..c3a1c95 --- /dev/null +++ b/onnx/backend/test/data/node/test_logsoftmax_axis_0_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z?8s?b>hd=9>(>%?^B?0= B>]ת>=?R>iJ>Z?/d#@S'?K]?=?C@(?Hm;= ?>2??>>Ec??!> >*z??O>mǚ>6?&õ?g??x?FK>[? G?4?Y>L=e?> ??k.:=ݚ>b"?6> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_logsoftmax_axis_0_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_logsoftmax_axis_0_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..daae9e7 Binary files /dev/null and b/onnx/backend/test/data/node/test_logsoftmax_axis_0_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_logsoftmax_axis_0_expanded_ver18/model.onnx b/onnx/backend/test/data/node/test_logsoftmax_axis_0_expanded_ver18/model.onnx new file mode 100644 index 0000000..db7a243 Binary files /dev/null and b/onnx/backend/test/data/node/test_logsoftmax_axis_0_expanded_ver18/model.onnx differ diff --git a/onnx/backend/test/data/node/test_logsoftmax_axis_0_expanded_ver18/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_logsoftmax_axis_0_expanded_ver18/test_data_set_0/input_0.pb new file mode 100644 index 0000000..c3a1c95 --- /dev/null +++ b/onnx/backend/test/data/node/test_logsoftmax_axis_0_expanded_ver18/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z?8s?b>hd=9>(>%?^B?0= B>]ת>=?R>iJ>Z?/d#@S'?K]?=?C@(?Hm;= ?>2??>>Ec??!> >*z??O>mǚ>6?&õ?g??x?FK>[? G?4?Y>L=e?> ??k.:=ݚ>b"?6> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_logsoftmax_axis_0_expanded_ver18/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_logsoftmax_axis_0_expanded_ver18/test_data_set_0/output_0.pb new file mode 100644 index 0000000..daae9e7 Binary files /dev/null and b/onnx/backend/test/data/node/test_logsoftmax_axis_0_expanded_ver18/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_logsoftmax_axis_1/model.onnx b/onnx/backend/test/data/node/test_logsoftmax_axis_1/model.onnx new file mode 100644 index 0000000..8d5a2d2 Binary files /dev/null and b/onnx/backend/test/data/node/test_logsoftmax_axis_1/model.onnx differ diff --git a/onnx/backend/test/data/node/test_logsoftmax_axis_1/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_logsoftmax_axis_1/test_data_set_0/input_0.pb new file mode 100644 index 0000000..c3a1c95 --- /dev/null +++ b/onnx/backend/test/data/node/test_logsoftmax_axis_1/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z?8s?b>hd=9>(>%?^B?0= B>]ת>=?R>iJ>Z?/d#@S'?K]?=?C@(?Hm;= ?>2??>>Ec??!> >*z??O>mǚ>6?&õ?g??x?FK>[? G?4?Y>L=e?> ??k.:=ݚ>b"?6> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_logsoftmax_axis_1/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_logsoftmax_axis_1/test_data_set_0/output_0.pb new file mode 100644 index 0000000..8fceb2d Binary files /dev/null and b/onnx/backend/test/data/node/test_logsoftmax_axis_1/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_logsoftmax_axis_1_expanded/model.onnx b/onnx/backend/test/data/node/test_logsoftmax_axis_1_expanded/model.onnx new file mode 100644 index 0000000..b9d0068 Binary files /dev/null and b/onnx/backend/test/data/node/test_logsoftmax_axis_1_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_logsoftmax_axis_1_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_logsoftmax_axis_1_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..c3a1c95 --- /dev/null +++ b/onnx/backend/test/data/node/test_logsoftmax_axis_1_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z?8s?b>hd=9>(>%?^B?0= B>]ת>=?R>iJ>Z?/d#@S'?K]?=?C@(?Hm;= ?>2??>>Ec??!> >*z??O>mǚ>6?&õ?g??x?FK>[? G?4?Y>L=e?> ??k.:=ݚ>b"?6> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_logsoftmax_axis_1_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_logsoftmax_axis_1_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..8fceb2d Binary files /dev/null and b/onnx/backend/test/data/node/test_logsoftmax_axis_1_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_logsoftmax_axis_1_expanded_ver18/model.onnx b/onnx/backend/test/data/node/test_logsoftmax_axis_1_expanded_ver18/model.onnx new file mode 100644 index 0000000..f469e52 Binary files /dev/null and b/onnx/backend/test/data/node/test_logsoftmax_axis_1_expanded_ver18/model.onnx differ diff --git a/onnx/backend/test/data/node/test_logsoftmax_axis_1_expanded_ver18/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_logsoftmax_axis_1_expanded_ver18/test_data_set_0/input_0.pb new file mode 100644 index 0000000..c3a1c95 --- /dev/null +++ b/onnx/backend/test/data/node/test_logsoftmax_axis_1_expanded_ver18/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z?8s?b>hd=9>(>%?^B?0= B>]ת>=?R>iJ>Z?/d#@S'?K]?=?C@(?Hm;= ?>2??>>Ec??!> >*z??O>mǚ>6?&õ?g??x?FK>[? G?4?Y>L=e?> ??k.:=ݚ>b"?6> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_logsoftmax_axis_1_expanded_ver18/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_logsoftmax_axis_1_expanded_ver18/test_data_set_0/output_0.pb new file mode 100644 index 0000000..8fceb2d Binary files /dev/null and b/onnx/backend/test/data/node/test_logsoftmax_axis_1_expanded_ver18/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_logsoftmax_axis_2/model.onnx b/onnx/backend/test/data/node/test_logsoftmax_axis_2/model.onnx new file mode 100644 index 0000000..4d11561 Binary files /dev/null and b/onnx/backend/test/data/node/test_logsoftmax_axis_2/model.onnx differ diff --git a/onnx/backend/test/data/node/test_logsoftmax_axis_2/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_logsoftmax_axis_2/test_data_set_0/input_0.pb new file mode 100644 index 0000000..c3a1c95 --- /dev/null +++ b/onnx/backend/test/data/node/test_logsoftmax_axis_2/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z?8s?b>hd=9>(>%?^B?0= B>]ת>=?R>iJ>Z?/d#@S'?K]?=?C@(?Hm;= ?>2??>>Ec??!> >*z??O>mǚ>6?&õ?g??x?FK>[? G?4?Y>L=e?> ??k.:=ݚ>b"?6> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_logsoftmax_axis_2/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_logsoftmax_axis_2/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d9f080d Binary files /dev/null and b/onnx/backend/test/data/node/test_logsoftmax_axis_2/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_logsoftmax_axis_2_expanded/model.onnx b/onnx/backend/test/data/node/test_logsoftmax_axis_2_expanded/model.onnx new file mode 100644 index 0000000..2f1911e Binary files /dev/null and b/onnx/backend/test/data/node/test_logsoftmax_axis_2_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_logsoftmax_axis_2_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_logsoftmax_axis_2_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..c3a1c95 --- /dev/null +++ b/onnx/backend/test/data/node/test_logsoftmax_axis_2_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z?8s?b>hd=9>(>%?^B?0= B>]ת>=?R>iJ>Z?/d#@S'?K]?=?C@(?Hm;= ?>2??>>Ec??!> >*z??O>mǚ>6?&õ?g??x?FK>[? G?4?Y>L=e?> ??k.:=ݚ>b"?6> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_logsoftmax_axis_2_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_logsoftmax_axis_2_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d9f080d Binary files /dev/null and b/onnx/backend/test/data/node/test_logsoftmax_axis_2_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_logsoftmax_axis_2_expanded_ver18/model.onnx b/onnx/backend/test/data/node/test_logsoftmax_axis_2_expanded_ver18/model.onnx new file mode 100644 index 0000000..cd1753b Binary files /dev/null and b/onnx/backend/test/data/node/test_logsoftmax_axis_2_expanded_ver18/model.onnx differ diff --git a/onnx/backend/test/data/node/test_logsoftmax_axis_2_expanded_ver18/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_logsoftmax_axis_2_expanded_ver18/test_data_set_0/input_0.pb new file mode 100644 index 0000000..c3a1c95 --- /dev/null +++ b/onnx/backend/test/data/node/test_logsoftmax_axis_2_expanded_ver18/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z?8s?b>hd=9>(>%?^B?0= B>]ת>=?R>iJ>Z?/d#@S'?K]?=?C@(?Hm;= ?>2??>>Ec??!> >*z??O>mǚ>6?&õ?g??x?FK>[? G?4?Y>L=e?> ??k.:=ݚ>b"?6> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_logsoftmax_axis_2_expanded_ver18/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_logsoftmax_axis_2_expanded_ver18/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d9f080d Binary files /dev/null and b/onnx/backend/test/data/node/test_logsoftmax_axis_2_expanded_ver18/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_logsoftmax_default_axis/model.onnx b/onnx/backend/test/data/node/test_logsoftmax_default_axis/model.onnx new file mode 100644 index 0000000..3057d6c Binary files /dev/null and b/onnx/backend/test/data/node/test_logsoftmax_default_axis/model.onnx differ diff --git a/onnx/backend/test/data/node/test_logsoftmax_default_axis/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_logsoftmax_default_axis/test_data_set_0/input_0.pb new file mode 100644 index 0000000..c3a1c95 --- /dev/null +++ b/onnx/backend/test/data/node/test_logsoftmax_default_axis/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z?8s?b>hd=9>(>%?^B?0= B>]ת>=?R>iJ>Z?/d#@S'?K]?=?C@(?Hm;= ?>2??>>Ec??!> >*z??O>mǚ>6?&õ?g??x?FK>[? G?4?Y>L=e?> ??k.:=ݚ>b"?6> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_logsoftmax_default_axis/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_logsoftmax_default_axis/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d9f080d Binary files /dev/null and b/onnx/backend/test/data/node/test_logsoftmax_default_axis/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_logsoftmax_default_axis_expanded/model.onnx b/onnx/backend/test/data/node/test_logsoftmax_default_axis_expanded/model.onnx new file mode 100644 index 0000000..0c8af90 Binary files /dev/null and b/onnx/backend/test/data/node/test_logsoftmax_default_axis_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_logsoftmax_default_axis_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_logsoftmax_default_axis_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..c3a1c95 --- /dev/null +++ b/onnx/backend/test/data/node/test_logsoftmax_default_axis_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z?8s?b>hd=9>(>%?^B?0= B>]ת>=?R>iJ>Z?/d#@S'?K]?=?C@(?Hm;= ?>2??>>Ec??!> >*z??O>mǚ>6?&õ?g??x?FK>[? G?4?Y>L=e?> ??k.:=ݚ>b"?6> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_logsoftmax_default_axis_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_logsoftmax_default_axis_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d9f080d Binary files /dev/null and b/onnx/backend/test/data/node/test_logsoftmax_default_axis_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_logsoftmax_default_axis_expanded_ver18/model.onnx b/onnx/backend/test/data/node/test_logsoftmax_default_axis_expanded_ver18/model.onnx new file mode 100644 index 0000000..8b305ec Binary files /dev/null and b/onnx/backend/test/data/node/test_logsoftmax_default_axis_expanded_ver18/model.onnx differ diff --git a/onnx/backend/test/data/node/test_logsoftmax_default_axis_expanded_ver18/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_logsoftmax_default_axis_expanded_ver18/test_data_set_0/input_0.pb new file mode 100644 index 0000000..c3a1c95 --- /dev/null +++ b/onnx/backend/test/data/node/test_logsoftmax_default_axis_expanded_ver18/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z?8s?b>hd=9>(>%?^B?0= B>]ת>=?R>iJ>Z?/d#@S'?K]?=?C@(?Hm;= ?>2??>>Ec??!> >*z??O>mǚ>6?&õ?g??x?FK>[? G?4?Y>L=e?> ??k.:=ݚ>b"?6> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_logsoftmax_default_axis_expanded_ver18/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_logsoftmax_default_axis_expanded_ver18/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d9f080d Binary files /dev/null and b/onnx/backend/test/data/node/test_logsoftmax_default_axis_expanded_ver18/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_logsoftmax_example_1/model.onnx b/onnx/backend/test/data/node/test_logsoftmax_example_1/model.onnx new file mode 100644 index 0000000..f7f15e0 Binary files /dev/null and b/onnx/backend/test/data/node/test_logsoftmax_example_1/model.onnx differ diff --git a/onnx/backend/test/data/node/test_logsoftmax_example_1/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_logsoftmax_example_1/test_data_set_0/input_0.pb new file mode 100644 index 0000000..a00f719 Binary files /dev/null and b/onnx/backend/test/data/node/test_logsoftmax_example_1/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_logsoftmax_example_1/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_logsoftmax_example_1/test_data_set_0/output_0.pb new file mode 100644 index 0000000..54f7680 --- /dev/null +++ b/onnx/backend/test/data/node/test_logsoftmax_example_1/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +ByJ 8o,о \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_logsoftmax_example_1_expanded/model.onnx b/onnx/backend/test/data/node/test_logsoftmax_example_1_expanded/model.onnx new file mode 100644 index 0000000..5896f1f Binary files /dev/null and b/onnx/backend/test/data/node/test_logsoftmax_example_1_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_logsoftmax_example_1_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_logsoftmax_example_1_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..a00f719 Binary files /dev/null and b/onnx/backend/test/data/node/test_logsoftmax_example_1_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_logsoftmax_example_1_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_logsoftmax_example_1_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..54f7680 --- /dev/null +++ b/onnx/backend/test/data/node/test_logsoftmax_example_1_expanded/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +ByJ 8o,о \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_logsoftmax_example_1_expanded_ver18/model.onnx b/onnx/backend/test/data/node/test_logsoftmax_example_1_expanded_ver18/model.onnx new file mode 100644 index 0000000..61fec3d Binary files /dev/null and b/onnx/backend/test/data/node/test_logsoftmax_example_1_expanded_ver18/model.onnx differ diff --git a/onnx/backend/test/data/node/test_logsoftmax_example_1_expanded_ver18/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_logsoftmax_example_1_expanded_ver18/test_data_set_0/input_0.pb new file mode 100644 index 0000000..a00f719 Binary files /dev/null and b/onnx/backend/test/data/node/test_logsoftmax_example_1_expanded_ver18/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_logsoftmax_example_1_expanded_ver18/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_logsoftmax_example_1_expanded_ver18/test_data_set_0/output_0.pb new file mode 100644 index 0000000..54f7680 --- /dev/null +++ b/onnx/backend/test/data/node/test_logsoftmax_example_1_expanded_ver18/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +ByJ 8o,о \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_logsoftmax_large_number/model.onnx b/onnx/backend/test/data/node/test_logsoftmax_large_number/model.onnx new file mode 100644 index 0000000..7a6fa86 Binary files /dev/null and b/onnx/backend/test/data/node/test_logsoftmax_large_number/model.onnx differ diff --git a/onnx/backend/test/data/node/test_logsoftmax_large_number/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_logsoftmax_large_number/test_data_set_0/input_0.pb new file mode 100644 index 0000000..559a11a Binary files /dev/null and b/onnx/backend/test/data/node/test_logsoftmax_large_number/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_logsoftmax_large_number/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_logsoftmax_large_number/test_data_set_0/output_0.pb new file mode 100644 index 0000000..91747ed --- /dev/null +++ b/onnx/backend/test/data/node/test_logsoftmax_large_number/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +ByJ ,\,"X`,\,"X` \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_logsoftmax_large_number_expanded/model.onnx b/onnx/backend/test/data/node/test_logsoftmax_large_number_expanded/model.onnx new file mode 100644 index 0000000..42770d1 Binary files /dev/null and b/onnx/backend/test/data/node/test_logsoftmax_large_number_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_logsoftmax_large_number_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_logsoftmax_large_number_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..559a11a Binary files /dev/null and b/onnx/backend/test/data/node/test_logsoftmax_large_number_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_logsoftmax_large_number_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_logsoftmax_large_number_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..91747ed --- /dev/null +++ b/onnx/backend/test/data/node/test_logsoftmax_large_number_expanded/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +ByJ ,\,"X`,\,"X` \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_logsoftmax_large_number_expanded_ver18/model.onnx b/onnx/backend/test/data/node/test_logsoftmax_large_number_expanded_ver18/model.onnx new file mode 100644 index 0000000..6105b56 Binary files /dev/null and b/onnx/backend/test/data/node/test_logsoftmax_large_number_expanded_ver18/model.onnx differ diff --git a/onnx/backend/test/data/node/test_logsoftmax_large_number_expanded_ver18/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_logsoftmax_large_number_expanded_ver18/test_data_set_0/input_0.pb new file mode 100644 index 0000000..559a11a Binary files /dev/null and b/onnx/backend/test/data/node/test_logsoftmax_large_number_expanded_ver18/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_logsoftmax_large_number_expanded_ver18/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_logsoftmax_large_number_expanded_ver18/test_data_set_0/output_0.pb new file mode 100644 index 0000000..91747ed --- /dev/null +++ b/onnx/backend/test/data/node/test_logsoftmax_large_number_expanded_ver18/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +ByJ ,\,"X`,\,"X` \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_logsoftmax_negative_axis/model.onnx b/onnx/backend/test/data/node/test_logsoftmax_negative_axis/model.onnx new file mode 100644 index 0000000..7011339 Binary files /dev/null and b/onnx/backend/test/data/node/test_logsoftmax_negative_axis/model.onnx differ diff --git a/onnx/backend/test/data/node/test_logsoftmax_negative_axis/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_logsoftmax_negative_axis/test_data_set_0/input_0.pb new file mode 100644 index 0000000..c3a1c95 --- /dev/null +++ b/onnx/backend/test/data/node/test_logsoftmax_negative_axis/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z?8s?b>hd=9>(>%?^B?0= B>]ת>=?R>iJ>Z?/d#@S'?K]?=?C@(?Hm;= ?>2??>>Ec??!> >*z??O>mǚ>6?&õ?g??x?FK>[? G?4?Y>L=e?> ??k.:=ݚ>b"?6> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_logsoftmax_negative_axis/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_logsoftmax_negative_axis/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d9f080d Binary files /dev/null and b/onnx/backend/test/data/node/test_logsoftmax_negative_axis/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_logsoftmax_negative_axis_expanded/model.onnx b/onnx/backend/test/data/node/test_logsoftmax_negative_axis_expanded/model.onnx new file mode 100644 index 0000000..a9c304c Binary files /dev/null and b/onnx/backend/test/data/node/test_logsoftmax_negative_axis_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_logsoftmax_negative_axis_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_logsoftmax_negative_axis_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..c3a1c95 --- /dev/null +++ b/onnx/backend/test/data/node/test_logsoftmax_negative_axis_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z?8s?b>hd=9>(>%?^B?0= B>]ת>=?R>iJ>Z?/d#@S'?K]?=?C@(?Hm;= ?>2??>>Ec??!> >*z??O>mǚ>6?&õ?g??x?FK>[? G?4?Y>L=e?> ??k.:=ݚ>b"?6> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_logsoftmax_negative_axis_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_logsoftmax_negative_axis_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d9f080d Binary files /dev/null and b/onnx/backend/test/data/node/test_logsoftmax_negative_axis_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_logsoftmax_negative_axis_expanded_ver18/model.onnx b/onnx/backend/test/data/node/test_logsoftmax_negative_axis_expanded_ver18/model.onnx new file mode 100644 index 0000000..8e02fa8 Binary files /dev/null and b/onnx/backend/test/data/node/test_logsoftmax_negative_axis_expanded_ver18/model.onnx differ diff --git a/onnx/backend/test/data/node/test_logsoftmax_negative_axis_expanded_ver18/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_logsoftmax_negative_axis_expanded_ver18/test_data_set_0/input_0.pb new file mode 100644 index 0000000..c3a1c95 --- /dev/null +++ b/onnx/backend/test/data/node/test_logsoftmax_negative_axis_expanded_ver18/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z?8s?b>hd=9>(>%?^B?0= B>]ת>=?R>iJ>Z?/d#@S'?K]?=?C@(?Hm;= ?>2??>>Ec??!> >*z??O>mǚ>6?&õ?g??x?FK>[? G?4?Y>L=e?> ??k.:=ݚ>b"?6> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_logsoftmax_negative_axis_expanded_ver18/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_logsoftmax_negative_axis_expanded_ver18/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d9f080d Binary files /dev/null and b/onnx/backend/test/data/node/test_logsoftmax_negative_axis_expanded_ver18/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_loop11/model.onnx b/onnx/backend/test/data/node/test_loop11/model.onnx new file mode 100644 index 0000000..073ba40 Binary files /dev/null and b/onnx/backend/test/data/node/test_loop11/model.onnx differ diff --git a/onnx/backend/test/data/node/test_loop11/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_loop11/test_data_set_0/input_0.pb new file mode 100644 index 0000000..d5d9bc1 Binary files /dev/null and b/onnx/backend/test/data/node/test_loop11/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_loop11/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_loop11/test_data_set_0/input_1.pb new file mode 100644 index 0000000..a61228b --- /dev/null +++ b/onnx/backend/test/data/node/test_loop11/test_data_set_0/input_1.pb @@ -0,0 +1 @@ + BcondJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_loop11/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_loop11/test_data_set_0/input_2.pb new file mode 100644 index 0000000..cd343fd Binary files /dev/null and b/onnx/backend/test/data/node/test_loop11/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_loop11/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_loop11/test_data_set_0/output_0.pb new file mode 100644 index 0000000..00e8d52 Binary files /dev/null and b/onnx/backend/test/data/node/test_loop11/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_loop11/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_loop11/test_data_set_0/output_1.pb new file mode 100644 index 0000000..ad9be2d Binary files /dev/null and b/onnx/backend/test/data/node/test_loop11/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_loop13_seq/model.onnx b/onnx/backend/test/data/node/test_loop13_seq/model.onnx new file mode 100644 index 0000000..a4a7379 Binary files /dev/null and b/onnx/backend/test/data/node/test_loop13_seq/model.onnx differ diff --git a/onnx/backend/test/data/node/test_loop13_seq/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_loop13_seq/test_data_set_0/input_0.pb new file mode 100644 index 0000000..d5d9bc1 Binary files /dev/null and b/onnx/backend/test/data/node/test_loop13_seq/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_loop13_seq/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_loop13_seq/test_data_set_0/input_1.pb new file mode 100644 index 0000000..a61228b --- /dev/null +++ b/onnx/backend/test/data/node/test_loop13_seq/test_data_set_0/input_1.pb @@ -0,0 +1 @@ + BcondJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_loop13_seq/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_loop13_seq/test_data_set_0/input_2.pb new file mode 100644 index 0000000..943fd7c --- /dev/null +++ b/onnx/backend/test/data/node/test_loop13_seq/test_data_set_0/input_2.pb @@ -0,0 +1,2 @@ + + seq_empty \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_loop13_seq/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_loop13_seq/test_data_set_0/output_0.pb new file mode 100644 index 0000000..c750696 Binary files /dev/null and b/onnx/backend/test/data/node/test_loop13_seq/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_loop16_seq_none/model.onnx b/onnx/backend/test/data/node/test_loop16_seq_none/model.onnx new file mode 100644 index 0000000..7f379ed Binary files /dev/null and b/onnx/backend/test/data/node/test_loop16_seq_none/model.onnx differ diff --git a/onnx/backend/test/data/node/test_loop16_seq_none/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_loop16_seq_none/test_data_set_0/input_0.pb new file mode 100644 index 0000000..d5d9bc1 Binary files /dev/null and b/onnx/backend/test/data/node/test_loop16_seq_none/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_loop16_seq_none/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_loop16_seq_none/test_data_set_0/input_1.pb new file mode 100644 index 0000000..a61228b --- /dev/null +++ b/onnx/backend/test/data/node/test_loop16_seq_none/test_data_set_0/input_1.pb @@ -0,0 +1 @@ + BcondJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_loop16_seq_none/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_loop16_seq_none/test_data_set_0/input_2.pb new file mode 100644 index 0000000..56d0daf Binary files /dev/null and b/onnx/backend/test/data/node/test_loop16_seq_none/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_loop16_seq_none/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_loop16_seq_none/test_data_set_0/output_0.pb new file mode 100644 index 0000000..326e70c Binary files /dev/null and b/onnx/backend/test/data/node/test_loop16_seq_none/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_lpnormalization_default/model.onnx b/onnx/backend/test/data/node/test_lpnormalization_default/model.onnx new file mode 100644 index 0000000..d558215 Binary files /dev/null and b/onnx/backend/test/data/node/test_lpnormalization_default/model.onnx differ diff --git a/onnx/backend/test/data/node/test_lpnormalization_default/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_lpnormalization_default/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bf0307c Binary files /dev/null and b/onnx/backend/test/data/node/test_lpnormalization_default/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_lpnormalization_default/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_lpnormalization_default/test_data_set_0/output_0.pb new file mode 100644 index 0000000..f4b5239 Binary files /dev/null and b/onnx/backend/test/data/node/test_lpnormalization_default/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_lppool_1d_default/model.onnx b/onnx/backend/test/data/node/test_lppool_1d_default/model.onnx new file mode 100644 index 0000000..d3d882a Binary files /dev/null and b/onnx/backend/test/data/node/test_lppool_1d_default/model.onnx differ diff --git a/onnx/backend/test/data/node/test_lppool_1d_default/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_lppool_1d_default/test_data_set_0/input_0.pb new file mode 100644 index 0000000..04d0812 --- /dev/null +++ b/onnx/backend/test/data/node/test_lppool_1d_default/test_data_set_0/input_0.pb @@ -0,0 +1 @@ + BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6^&,Z[*Pܿ35>;;Wп>DhT=:?>ב?>O/^~/Ѓ f=#f?Ok>Ŀ ??@?7>8lF?5mξy? FU>z?u>4? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_lppool_1d_default/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_lppool_1d_default/test_data_set_0/output_0.pb new file mode 100644 index 0000000..359aee1 --- /dev/null +++ b/onnx/backend/test/data/node/test_lppool_1d_default/test_data_set_0/output_0.pb @@ -0,0 +1,2 @@ +ByJ??aK@&@?q?̌s?;)>vU>5>5?;?8C?>>?3h?B>7.^?g%@L$@%sy?TK?@i@')?@>P?k/?&?>|w@?U]>? /?˙?>GG?Dv?/?X@,???;???qBf?>k?z?]?"?S>P>i>(?+?4?I4?U?h?}t>?>?rr?mHh?p:?:?? ? ܟ?p:?h~?r??hӟ>%?E?wp?r??Cd +@^@?E?6`?tp?|R??Ez?2~?,O>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_lstm_batchwise/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_lstm_batchwise/test_data_set_0/input_2.pb new file mode 100644 index 0000000..8492882 --- /dev/null +++ b/onnx/backend/test/data/node/test_lstm_batchwise/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BRJ>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_lstm_batchwise/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_lstm_batchwise/test_data_set_0/output_0.pb new file mode 100644 index 0000000..79d5f93 --- /dev/null +++ b/onnx/backend/test/data/node/test_lstm_batchwise/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BYJT٪>٪>٪>٪>٪>٪>٪>)U?)U?)U?)U?)U?)U?)U?7?7?7?7?7?7?7? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_lstm_batchwise/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_lstm_batchwise/test_data_set_0/output_1.pb new file mode 100644 index 0000000..8953f7c --- /dev/null +++ b/onnx/backend/test/data/node/test_lstm_batchwise/test_data_set_0/output_1.pb @@ -0,0 +1 @@ +BY_hJT٪>٪>٪>٪>٪>٪>٪>)U?)U?)U?)U?)U?)U?)U?7?7?7?7?7?7?7? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_lstm_defaults/model.onnx b/onnx/backend/test/data/node/test_lstm_defaults/model.onnx new file mode 100644 index 0000000..a7bcc59 Binary files /dev/null and b/onnx/backend/test/data/node/test_lstm_defaults/model.onnx differ diff --git a/onnx/backend/test/data/node/test_lstm_defaults/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_lstm_defaults/test_data_set_0/input_0.pb new file mode 100644 index 0000000..17423bc Binary files /dev/null and b/onnx/backend/test/data/node/test_lstm_defaults/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_lstm_defaults/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_lstm_defaults/test_data_set_0/input_1.pb new file mode 100644 index 0000000..9487638 --- /dev/null +++ b/onnx/backend/test/data/node/test_lstm_defaults/test_data_set_0/input_1.pb @@ -0,0 +1 @@ + BWJ`======================== \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_lstm_defaults/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_lstm_defaults/test_data_set_0/input_2.pb new file mode 100644 index 0000000..a5e32c2 --- /dev/null +++ b/onnx/backend/test/data/node/test_lstm_defaults/test_data_set_0/input_2.pb @@ -0,0 +1 @@ + BRJ==================================== \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_lstm_defaults/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_lstm_defaults/test_data_set_0/output_0.pb new file mode 100644 index 0000000..a7809ef --- /dev/null +++ b/onnx/backend/test/data/node/test_lstm_defaults/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BY_hJ$ = = =>>>.u>.u>.u> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_lstm_with_initial_bias/model.onnx b/onnx/backend/test/data/node/test_lstm_with_initial_bias/model.onnx new file mode 100644 index 0000000..caba9ce Binary files /dev/null and b/onnx/backend/test/data/node/test_lstm_with_initial_bias/model.onnx differ diff --git a/onnx/backend/test/data/node/test_lstm_with_initial_bias/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_lstm_with_initial_bias/test_data_set_0/input_0.pb new file mode 100644 index 0000000..9cb9bf0 Binary files /dev/null and b/onnx/backend/test/data/node/test_lstm_with_initial_bias/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_lstm_with_initial_bias/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_lstm_with_initial_bias/test_data_set_0/input_1.pb new file mode 100644 index 0000000..35cc03f --- /dev/null +++ b/onnx/backend/test/data/node/test_lstm_with_initial_bias/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BWJ================================================ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_lstm_with_initial_bias/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_lstm_with_initial_bias/test_data_set_0/input_2.pb new file mode 100644 index 0000000..ac89f6c --- /dev/null +++ b/onnx/backend/test/data/node/test_lstm_with_initial_bias/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BRJ================================================================ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_lstm_with_initial_bias/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_lstm_with_initial_bias/test_data_set_0/input_3.pb new file mode 100644 index 0000000..8be234c Binary files /dev/null and b/onnx/backend/test/data/node/test_lstm_with_initial_bias/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_lstm_with_initial_bias/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_lstm_with_initial_bias/test_data_set_0/output_0.pb new file mode 100644 index 0000000..f4b2bd9 --- /dev/null +++ b/onnx/backend/test/data/node/test_lstm_with_initial_bias/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BY_hJ0>>>>f ?f ?f ?f ?|*?|*?|*?|*? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_lstm_with_peepholes/model.onnx b/onnx/backend/test/data/node/test_lstm_with_peepholes/model.onnx new file mode 100644 index 0000000..21a9053 Binary files /dev/null and b/onnx/backend/test/data/node/test_lstm_with_peepholes/model.onnx differ diff --git a/onnx/backend/test/data/node/test_lstm_with_peepholes/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_lstm_with_peepholes/test_data_set_0/input_0.pb new file mode 100644 index 0000000..344fd4e Binary files /dev/null and b/onnx/backend/test/data/node/test_lstm_with_peepholes/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_lstm_with_peepholes/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_lstm_with_peepholes/test_data_set_0/input_1.pb new file mode 100644 index 0000000..463c96f --- /dev/null +++ b/onnx/backend/test/data/node/test_lstm_with_peepholes/test_data_set_0/input_1.pb @@ -0,0 +1 @@ + BWJ================================================ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_lstm_with_peepholes/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_lstm_with_peepholes/test_data_set_0/input_2.pb new file mode 100644 index 0000000..a5e32c2 --- /dev/null +++ b/onnx/backend/test/data/node/test_lstm_with_peepholes/test_data_set_0/input_2.pb @@ -0,0 +1 @@ + BRJ==================================== \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_lstm_with_peepholes/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_lstm_with_peepholes/test_data_set_0/input_3.pb new file mode 100644 index 0000000..4b58855 Binary files /dev/null and b/onnx/backend/test/data/node/test_lstm_with_peepholes/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_lstm_with_peepholes/test_data_set_0/input_4.pb b/onnx/backend/test/data/node/test_lstm_with_peepholes/test_data_set_0/input_4.pb new file mode 100644 index 0000000..bcc1b19 Binary files /dev/null and b/onnx/backend/test/data/node/test_lstm_with_peepholes/test_data_set_0/input_4.pb differ diff --git a/onnx/backend/test/data/node/test_lstm_with_peepholes/test_data_set_0/input_5.pb b/onnx/backend/test/data/node/test_lstm_with_peepholes/test_data_set_0/input_5.pb new file mode 100644 index 0000000..174d35f Binary files /dev/null and b/onnx/backend/test/data/node/test_lstm_with_peepholes/test_data_set_0/input_5.pb differ diff --git a/onnx/backend/test/data/node/test_lstm_with_peepholes/test_data_set_0/input_6.pb b/onnx/backend/test/data/node/test_lstm_with_peepholes/test_data_set_0/input_6.pb new file mode 100644 index 0000000..9f828dd Binary files /dev/null and b/onnx/backend/test/data/node/test_lstm_with_peepholes/test_data_set_0/input_6.pb differ diff --git a/onnx/backend/test/data/node/test_lstm_with_peepholes/test_data_set_0/input_7.pb b/onnx/backend/test/data/node/test_lstm_with_peepholes/test_data_set_0/input_7.pb new file mode 100644 index 0000000..78aa76a --- /dev/null +++ b/onnx/backend/test/data/node/test_lstm_with_peepholes/test_data_set_0/input_7.pb @@ -0,0 +1 @@ + BPJ$========= \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_lstm_with_peepholes/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_lstm_with_peepholes/test_data_set_0/output_0.pb new file mode 100644 index 0000000..93f1a6c --- /dev/null +++ b/onnx/backend/test/data/node/test_lstm_with_peepholes/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BY_hJ > > >.?.?.? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_matmul_1d_1d/model.onnx b/onnx/backend/test/data/node/test_matmul_1d_1d/model.onnx new file mode 100644 index 0000000..c243d97 Binary files /dev/null and b/onnx/backend/test/data/node/test_matmul_1d_1d/model.onnx differ diff --git a/onnx/backend/test/data/node/test_matmul_1d_1d/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_matmul_1d_1d/test_data_set_0/input_0.pb new file mode 100644 index 0000000..9575f18 --- /dev/null +++ b/onnx/backend/test/data/node/test_matmul_1d_1d/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BaJ mj>LI?| \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_matmul_1d_1d/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_matmul_1d_1d/test_data_set_0/input_1.pb new file mode 100644 index 0000000..844eaec --- /dev/null +++ b/onnx/backend/test/data/node/test_matmul_1d_1d/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BbJ ;q Ѿen \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_matmul_1d_1d/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_matmul_1d_1d/test_data_set_0/output_0.pb new file mode 100644 index 0000000..44f65f0 --- /dev/null +++ b/onnx/backend/test/data/node/test_matmul_1d_1d/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BcJ 5 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_matmul_1d_3d/model.onnx b/onnx/backend/test/data/node/test_matmul_1d_3d/model.onnx new file mode 100644 index 0000000..47c1f6c Binary files /dev/null and b/onnx/backend/test/data/node/test_matmul_1d_3d/model.onnx differ diff --git a/onnx/backend/test/data/node/test_matmul_1d_3d/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_matmul_1d_3d/test_data_set_0/input_0.pb new file mode 100644 index 0000000..6567650 --- /dev/null +++ b/onnx/backend/test/data/node/test_matmul_1d_3d/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BaJ@Y[?&b|.? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_matmul_1d_3d/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_matmul_1d_3d/test_data_set_0/input_1.pb new file mode 100644 index 0000000..011b736 --- /dev/null +++ b/onnx/backend/test/data/node/test_matmul_1d_3d/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BbJ AMV0;t0<>g-$=L \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_matmul_1d_3d/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_matmul_1d_3d/test_data_set_0/output_0.pb new file mode 100644 index 0000000..25ac600 --- /dev/null +++ b/onnx/backend/test/data/node/test_matmul_1d_3d/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BcJWky> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_matmul_2d/model.onnx b/onnx/backend/test/data/node/test_matmul_2d/model.onnx new file mode 100644 index 0000000..e3e63c5 Binary files /dev/null and b/onnx/backend/test/data/node/test_matmul_2d/model.onnx differ diff --git a/onnx/backend/test/data/node/test_matmul_2d/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_matmul_2d/test_data_set_0/input_0.pb new file mode 100644 index 0000000..8478b72 --- /dev/null +++ b/onnx/backend/test/data/node/test_matmul_2d/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BaJ0x?h>z?j@$ ?.z8s?bhdӽ9>(>%? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_matmul_2d/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_matmul_2d/test_data_set_0/input_1.pb new file mode 100644 index 0000000..f062118 --- /dev/null +++ b/onnx/backend/test/data/node/test_matmul_2d/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BbJ0^B?0= B>]ת>=?RiJ>Z/d#S'?K]?= \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_matmul_2d/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_matmul_2d/test_data_set_0/output_0.pb new file mode 100644 index 0000000..a3e5cad --- /dev/null +++ b/onnx/backend/test/data/node/test_matmul_2d/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BcJ$O@~?]?|6 wS]??ɿ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_matmul_3d/model.onnx b/onnx/backend/test/data/node/test_matmul_3d/model.onnx new file mode 100644 index 0000000..19ad0bb Binary files /dev/null and b/onnx/backend/test/data/node/test_matmul_3d/model.onnx differ diff --git a/onnx/backend/test/data/node/test_matmul_3d/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_matmul_3d/test_data_set_0/input_0.pb new file mode 100644 index 0000000..1469c69 --- /dev/null +++ b/onnx/backend/test/data/node/test_matmul_3d/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BaJ`C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_matmul_3d/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_matmul_3d/test_data_set_0/input_1.pb new file mode 100644 index 0000000..c35dcb6 --- /dev/null +++ b/onnx/backend/test/data/node/test_matmul_3d/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BbJ`4οYL=e> kQN>.:=ݚ>b"6^&,Z[*Pܿ35>;;Wп>DhT=:?> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_matmul_3d/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_matmul_3d/test_data_set_0/output_0.pb new file mode 100644 index 0000000..3d246c8 --- /dev/null +++ b/onnx/backend/test/data/node/test_matmul_3d/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BcJH[>Wz6N_89?)s?pC@Zb 啿fB@A?CN@4K@=c? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_matmul_4d/model.onnx b/onnx/backend/test/data/node/test_matmul_4d/model.onnx new file mode 100644 index 0000000..621812c Binary files /dev/null and b/onnx/backend/test/data/node/test_matmul_4d/model.onnx differ diff --git a/onnx/backend/test/data/node/test_matmul_4d/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_matmul_4d/test_data_set_0/input_0.pb new file mode 100644 index 0000000..575a605 --- /dev/null +++ b/onnx/backend/test/data/node/test_matmul_4d/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BaJ`ב?>O/^~/Ѓ f=#f?Ok>Ŀ ??@?7>8lF?5mξy? FU>z?u>4? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_matmul_4d/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_matmul_4d/test_data_set_0/input_1.pb new file mode 100644 index 0000000..3e4b0b6 --- /dev/null +++ b/onnx/backend/test/data/node/test_matmul_4d/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BbJ`G,>> ?^Ab*x?(?Ӿ3Y?"??, ?g?Iy\}?7mM?r?N4?l? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_matmul_4d/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_matmul_4d/test_data_set_0/output_0.pb new file mode 100644 index 0000000..aaaba27 --- /dev/null +++ b/onnx/backend/test/data/node/test_matmul_4d/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BcJHB>آ?Ệ>>>~?N3?BmT@?5>@կD=3B?H?@?>O@ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_matmul_4d_1d/model.onnx b/onnx/backend/test/data/node/test_matmul_4d_1d/model.onnx new file mode 100644 index 0000000..181e4c5 Binary files /dev/null and b/onnx/backend/test/data/node/test_matmul_4d_1d/model.onnx differ diff --git a/onnx/backend/test/data/node/test_matmul_4d_1d/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_matmul_4d_1d/test_data_set_0/input_0.pb new file mode 100644 index 0000000..4aa33fd Binary files /dev/null and b/onnx/backend/test/data/node/test_matmul_4d_1d/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_matmul_4d_1d/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_matmul_4d_1d/test_data_set_0/input_1.pb new file mode 100644 index 0000000..beabf30 --- /dev/null +++ b/onnx/backend/test/data/node/test_matmul_4d_1d/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BbJ GR>ɽ|i? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_matmul_4d_1d/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_matmul_4d_1d/test_data_set_0/output_0.pb new file mode 100644 index 0000000..3498bd4 --- /dev/null +++ b/onnx/backend/test/data/node/test_matmul_4d_1d/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BcJ D,?:پg[@E>~S? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_matmul_bcast/model.onnx b/onnx/backend/test/data/node/test_matmul_bcast/model.onnx new file mode 100644 index 0000000..457c827 Binary files /dev/null and b/onnx/backend/test/data/node/test_matmul_bcast/model.onnx differ diff --git a/onnx/backend/test/data/node/test_matmul_bcast/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_matmul_bcast/test_data_set_0/input_0.pb new file mode 100644 index 0000000..7f59902 --- /dev/null +++ b/onnx/backend/test/data/node/test_matmul_bcast/test_data_set_0/input_0.pb @@ -0,0 +1,2 @@ +BaJٺ>*>ǩ?319r޾?,?֞>8E< +?,`="*-?u?ELUd>q鋿᾿>u*>l"?r@hq?id?oTA‹N?A>zSzɽ) \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_matmul_bcast/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_matmul_bcast/test_data_set_0/input_1.pb new file mode 100644 index 0000000..490433c --- /dev/null +++ b/onnx/backend/test/data/node/test_matmul_bcast/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BbJ@5?2;A)?> s?N=ۜ,(X?ſ\?MF>gk?E0> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_matmul_bcast/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_matmul_bcast/test_data_set_0/output_0.pb new file mode 100644 index 0000000..5424f4a --- /dev/null +++ b/onnx/backend/test/data/node/test_matmul_bcast/test_data_set_0/output_0.pb @@ -0,0 +1,4 @@ +BcJ2@3D?I?+ >㷗?R @#"@ @/=G#ӿS" +&>X6 > +տ?qy)?Gd?l +@b׿qG@HҔ05??*{k?Uzδ?d@o>Ls?n> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_matmulinteger/model.onnx b/onnx/backend/test/data/node/test_matmulinteger/model.onnx new file mode 100644 index 0000000..0fa773a Binary files /dev/null and b/onnx/backend/test/data/node/test_matmulinteger/model.onnx differ diff --git a/onnx/backend/test/data/node/test_matmulinteger/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_matmulinteger/test_data_set_0/input_0.pb new file mode 100644 index 0000000..abf965a Binary files /dev/null and b/onnx/backend/test/data/node/test_matmulinteger/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_matmulinteger/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_matmulinteger/test_data_set_0/input_1.pb new file mode 100644 index 0000000..997a12d --- /dev/null +++ b/onnx/backend/test/data/node/test_matmulinteger/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BBJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_matmulinteger/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_matmulinteger/test_data_set_0/input_2.pb new file mode 100644 index 0000000..7910a57 --- /dev/null +++ b/onnx/backend/test/data/node/test_matmulinteger/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +B a_zero_pointJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_matmulinteger/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_matmulinteger/test_data_set_0/input_3.pb new file mode 100644 index 0000000..b163ba9 Binary files /dev/null and b/onnx/backend/test/data/node/test_matmulinteger/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_matmulinteger/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_matmulinteger/test_data_set_0/output_0.pb new file mode 100644 index 0000000..ad39e94 --- /dev/null +++ b/onnx/backend/test/data/node/test_matmulinteger/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BYJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_max_example/model.onnx b/onnx/backend/test/data/node/test_max_example/model.onnx new file mode 100644 index 0000000..5516105 Binary files /dev/null and b/onnx/backend/test/data/node/test_max_example/model.onnx differ diff --git a/onnx/backend/test/data/node/test_max_example/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_max_example/test_data_set_0/input_0.pb new file mode 100644 index 0000000..6b1c568 Binary files /dev/null and b/onnx/backend/test/data/node/test_max_example/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_max_example/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_max_example/test_data_set_0/input_1.pb new file mode 100644 index 0000000..e411be9 Binary files /dev/null and b/onnx/backend/test/data/node/test_max_example/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_max_example/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_max_example/test_data_set_0/input_2.pb new file mode 100644 index 0000000..f1bf1d2 Binary files /dev/null and b/onnx/backend/test/data/node/test_max_example/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_max_example/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_max_example/test_data_set_0/output_0.pb new file mode 100644 index 0000000..2057c5b Binary files /dev/null and b/onnx/backend/test/data/node/test_max_example/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_max_float16/model.onnx b/onnx/backend/test/data/node/test_max_float16/model.onnx new file mode 100644 index 0000000..c3b4ceb Binary files /dev/null and b/onnx/backend/test/data/node/test_max_float16/model.onnx differ diff --git a/onnx/backend/test/data/node/test_max_float16/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_max_float16/test_data_set_0/input_0.pb new file mode 100644 index 0000000..560f20f Binary files /dev/null and b/onnx/backend/test/data/node/test_max_float16/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_max_float16/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_max_float16/test_data_set_0/input_1.pb new file mode 100644 index 0000000..0ebf1b0 Binary files /dev/null and b/onnx/backend/test/data/node/test_max_float16/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_max_float16/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_max_float16/test_data_set_0/output_0.pb new file mode 100644 index 0000000..cf0575b Binary files /dev/null and b/onnx/backend/test/data/node/test_max_float16/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_max_float32/model.onnx b/onnx/backend/test/data/node/test_max_float32/model.onnx new file mode 100644 index 0000000..4cdfdd6 Binary files /dev/null and b/onnx/backend/test/data/node/test_max_float32/model.onnx differ diff --git a/onnx/backend/test/data/node/test_max_float32/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_max_float32/test_data_set_0/input_0.pb new file mode 100644 index 0000000..6b1c568 Binary files /dev/null and b/onnx/backend/test/data/node/test_max_float32/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_max_float32/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_max_float32/test_data_set_0/input_1.pb new file mode 100644 index 0000000..e411be9 Binary files /dev/null and b/onnx/backend/test/data/node/test_max_float32/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_max_float32/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_max_float32/test_data_set_0/output_0.pb new file mode 100644 index 0000000..928c1df Binary files /dev/null and b/onnx/backend/test/data/node/test_max_float32/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_max_float64/model.onnx b/onnx/backend/test/data/node/test_max_float64/model.onnx new file mode 100644 index 0000000..b6c0446 Binary files /dev/null and b/onnx/backend/test/data/node/test_max_float64/model.onnx differ diff --git a/onnx/backend/test/data/node/test_max_float64/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_max_float64/test_data_set_0/input_0.pb new file mode 100644 index 0000000..fffda54 Binary files /dev/null and b/onnx/backend/test/data/node/test_max_float64/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_max_float64/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_max_float64/test_data_set_0/input_1.pb new file mode 100644 index 0000000..3bc1918 Binary files /dev/null and b/onnx/backend/test/data/node/test_max_float64/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_max_float64/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_max_float64/test_data_set_0/output_0.pb new file mode 100644 index 0000000..c7e7d31 Binary files /dev/null and b/onnx/backend/test/data/node/test_max_float64/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_max_int16/model.onnx b/onnx/backend/test/data/node/test_max_int16/model.onnx new file mode 100644 index 0000000..54b883b Binary files /dev/null and b/onnx/backend/test/data/node/test_max_int16/model.onnx differ diff --git a/onnx/backend/test/data/node/test_max_int16/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_max_int16/test_data_set_0/input_0.pb new file mode 100644 index 0000000..f4d1329 Binary files /dev/null and b/onnx/backend/test/data/node/test_max_int16/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_max_int16/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_max_int16/test_data_set_0/input_1.pb new file mode 100644 index 0000000..d800761 Binary files /dev/null and b/onnx/backend/test/data/node/test_max_int16/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_max_int16/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_max_int16/test_data_set_0/output_0.pb new file mode 100644 index 0000000..8bc9745 Binary files /dev/null and b/onnx/backend/test/data/node/test_max_int16/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_max_int32/model.onnx b/onnx/backend/test/data/node/test_max_int32/model.onnx new file mode 100644 index 0000000..2a927c6 Binary files /dev/null and b/onnx/backend/test/data/node/test_max_int32/model.onnx differ diff --git a/onnx/backend/test/data/node/test_max_int32/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_max_int32/test_data_set_0/input_0.pb new file mode 100644 index 0000000..136f93f Binary files /dev/null and b/onnx/backend/test/data/node/test_max_int32/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_max_int32/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_max_int32/test_data_set_0/input_1.pb new file mode 100644 index 0000000..d0c6f07 Binary files /dev/null and b/onnx/backend/test/data/node/test_max_int32/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_max_int32/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_max_int32/test_data_set_0/output_0.pb new file mode 100644 index 0000000..f17e085 Binary files /dev/null and b/onnx/backend/test/data/node/test_max_int32/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_max_int64/model.onnx b/onnx/backend/test/data/node/test_max_int64/model.onnx new file mode 100644 index 0000000..08ade0a Binary files /dev/null and b/onnx/backend/test/data/node/test_max_int64/model.onnx differ diff --git a/onnx/backend/test/data/node/test_max_int64/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_max_int64/test_data_set_0/input_0.pb new file mode 100644 index 0000000..09588d0 Binary files /dev/null and b/onnx/backend/test/data/node/test_max_int64/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_max_int64/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_max_int64/test_data_set_0/input_1.pb new file mode 100644 index 0000000..c5db1a4 Binary files /dev/null and b/onnx/backend/test/data/node/test_max_int64/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_max_int64/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_max_int64/test_data_set_0/output_0.pb new file mode 100644 index 0000000..3a11a5b Binary files /dev/null and b/onnx/backend/test/data/node/test_max_int64/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_max_int8/model.onnx b/onnx/backend/test/data/node/test_max_int8/model.onnx new file mode 100644 index 0000000..c849b43 Binary files /dev/null and b/onnx/backend/test/data/node/test_max_int8/model.onnx differ diff --git a/onnx/backend/test/data/node/test_max_int8/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_max_int8/test_data_set_0/input_0.pb new file mode 100644 index 0000000..33768d3 --- /dev/null +++ b/onnx/backend/test/data/node/test_max_int8/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +Bdata_0J \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_max_int8/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_max_int8/test_data_set_0/input_1.pb new file mode 100644 index 0000000..26608b1 --- /dev/null +++ b/onnx/backend/test/data/node/test_max_int8/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +Bdata_1J \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_max_int8/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_max_int8/test_data_set_0/output_0.pb new file mode 100644 index 0000000..cc7d499 --- /dev/null +++ b/onnx/backend/test/data/node/test_max_int8/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BresultJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_max_one_input/model.onnx b/onnx/backend/test/data/node/test_max_one_input/model.onnx new file mode 100644 index 0000000..de85af1 Binary files /dev/null and b/onnx/backend/test/data/node/test_max_one_input/model.onnx differ diff --git a/onnx/backend/test/data/node/test_max_one_input/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_max_one_input/test_data_set_0/input_0.pb new file mode 100644 index 0000000..6b1c568 Binary files /dev/null and b/onnx/backend/test/data/node/test_max_one_input/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_max_one_input/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_max_one_input/test_data_set_0/output_0.pb new file mode 100644 index 0000000..0e49b0c Binary files /dev/null and b/onnx/backend/test/data/node/test_max_one_input/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_max_two_inputs/model.onnx b/onnx/backend/test/data/node/test_max_two_inputs/model.onnx new file mode 100644 index 0000000..d3f4baf Binary files /dev/null and b/onnx/backend/test/data/node/test_max_two_inputs/model.onnx differ diff --git a/onnx/backend/test/data/node/test_max_two_inputs/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_max_two_inputs/test_data_set_0/input_0.pb new file mode 100644 index 0000000..6b1c568 Binary files /dev/null and b/onnx/backend/test/data/node/test_max_two_inputs/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_max_two_inputs/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_max_two_inputs/test_data_set_0/input_1.pb new file mode 100644 index 0000000..e411be9 Binary files /dev/null and b/onnx/backend/test/data/node/test_max_two_inputs/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_max_two_inputs/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_max_two_inputs/test_data_set_0/output_0.pb new file mode 100644 index 0000000..928c1df Binary files /dev/null and b/onnx/backend/test/data/node/test_max_two_inputs/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_max_uint16/model.onnx b/onnx/backend/test/data/node/test_max_uint16/model.onnx new file mode 100644 index 0000000..6c6052e Binary files /dev/null and b/onnx/backend/test/data/node/test_max_uint16/model.onnx differ diff --git a/onnx/backend/test/data/node/test_max_uint16/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_max_uint16/test_data_set_0/input_0.pb new file mode 100644 index 0000000..e0f4892 Binary files /dev/null and b/onnx/backend/test/data/node/test_max_uint16/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_max_uint16/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_max_uint16/test_data_set_0/input_1.pb new file mode 100644 index 0000000..04f20f0 Binary files /dev/null and b/onnx/backend/test/data/node/test_max_uint16/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_max_uint16/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_max_uint16/test_data_set_0/output_0.pb new file mode 100644 index 0000000..59382f5 Binary files /dev/null and b/onnx/backend/test/data/node/test_max_uint16/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_max_uint32/model.onnx b/onnx/backend/test/data/node/test_max_uint32/model.onnx new file mode 100644 index 0000000..cc347a0 Binary files /dev/null and b/onnx/backend/test/data/node/test_max_uint32/model.onnx differ diff --git a/onnx/backend/test/data/node/test_max_uint32/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_max_uint32/test_data_set_0/input_0.pb new file mode 100644 index 0000000..3320c87 Binary files /dev/null and b/onnx/backend/test/data/node/test_max_uint32/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_max_uint32/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_max_uint32/test_data_set_0/input_1.pb new file mode 100644 index 0000000..d4f4b39 Binary files /dev/null and b/onnx/backend/test/data/node/test_max_uint32/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_max_uint32/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_max_uint32/test_data_set_0/output_0.pb new file mode 100644 index 0000000..6901d13 Binary files /dev/null and b/onnx/backend/test/data/node/test_max_uint32/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_max_uint64/model.onnx b/onnx/backend/test/data/node/test_max_uint64/model.onnx new file mode 100644 index 0000000..bccb107 Binary files /dev/null and b/onnx/backend/test/data/node/test_max_uint64/model.onnx differ diff --git a/onnx/backend/test/data/node/test_max_uint64/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_max_uint64/test_data_set_0/input_0.pb new file mode 100644 index 0000000..7925e46 Binary files /dev/null and b/onnx/backend/test/data/node/test_max_uint64/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_max_uint64/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_max_uint64/test_data_set_0/input_1.pb new file mode 100644 index 0000000..5c4afcc Binary files /dev/null and b/onnx/backend/test/data/node/test_max_uint64/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_max_uint64/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_max_uint64/test_data_set_0/output_0.pb new file mode 100644 index 0000000..ec8bba3 Binary files /dev/null and b/onnx/backend/test/data/node/test_max_uint64/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_max_uint8/model.onnx b/onnx/backend/test/data/node/test_max_uint8/model.onnx new file mode 100644 index 0000000..6587f09 Binary files /dev/null and b/onnx/backend/test/data/node/test_max_uint8/model.onnx differ diff --git a/onnx/backend/test/data/node/test_max_uint8/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_max_uint8/test_data_set_0/input_0.pb new file mode 100644 index 0000000..3cae306 --- /dev/null +++ b/onnx/backend/test/data/node/test_max_uint8/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +Bdata_0J \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_max_uint8/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_max_uint8/test_data_set_0/input_1.pb new file mode 100644 index 0000000..3fd882d --- /dev/null +++ b/onnx/backend/test/data/node/test_max_uint8/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +Bdata_1J \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_max_uint8/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_max_uint8/test_data_set_0/output_0.pb new file mode 100644 index 0000000..c3de218 --- /dev/null +++ b/onnx/backend/test/data/node/test_max_uint8/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BresultJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_maxpool_1d_default/model.onnx b/onnx/backend/test/data/node/test_maxpool_1d_default/model.onnx new file mode 100644 index 0000000..dba3be8 Binary files /dev/null and b/onnx/backend/test/data/node/test_maxpool_1d_default/model.onnx differ diff --git a/onnx/backend/test/data/node/test_maxpool_1d_default/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_maxpool_1d_default/test_data_set_0/input_0.pb new file mode 100644 index 0000000..04d0812 --- /dev/null +++ b/onnx/backend/test/data/node/test_maxpool_1d_default/test_data_set_0/input_0.pb @@ -0,0 +1 @@ + BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6^&,Z[*Pܿ35>;;Wп>DhT=:?>ב?>O/^~/Ѓ f=#f?Ok>Ŀ ??@?7>8lF?5mξy? FU>z?u>4? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_maxpool_1d_default/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_maxpool_1d_default/test_data_set_0/output_0.pb new file mode 100644 index 0000000..0d8a86d --- /dev/null +++ b/onnx/backend/test/data/node/test_maxpool_1d_default/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +ByJx?z?j@j@$ ?8s?8s?hdӽ9>9>%?%?^B? B> B>=?=?iJ>iJ>ZS'?K]?K]?C@C@Hm;=Hm;=2?2??>Ec! >*z?*z??mǚmǚ6&õ??FKFKྜ G? G?YY>> kQN>QN>ݚ>ݚ>66ZZ[*P35>;;>>T=:?:?ב?ב?>>O/~/Ѓ f= f=f?f?Ok> ???@?7>8F?F?y?y?z?z?4? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_maxpool_2d_ceil/model.onnx b/onnx/backend/test/data/node/test_maxpool_2d_ceil/model.onnx new file mode 100644 index 0000000..4bb1e32 Binary files /dev/null and b/onnx/backend/test/data/node/test_maxpool_2d_ceil/model.onnx differ diff --git a/onnx/backend/test/data/node/test_maxpool_2d_ceil/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_maxpool_2d_ceil/test_data_set_0/input_0.pb new file mode 100644 index 0000000..7ef45fc Binary files /dev/null and b/onnx/backend/test/data/node/test_maxpool_2d_ceil/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_maxpool_2d_ceil/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_maxpool_2d_ceil/test_data_set_0/output_0.pb new file mode 100644 index 0000000..2489db8 Binary files /dev/null and b/onnx/backend/test/data/node/test_maxpool_2d_ceil/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_maxpool_2d_ceil_output_size_reduce_by_one/model.onnx b/onnx/backend/test/data/node/test_maxpool_2d_ceil_output_size_reduce_by_one/model.onnx new file mode 100644 index 0000000..c0b1842 Binary files /dev/null and b/onnx/backend/test/data/node/test_maxpool_2d_ceil_output_size_reduce_by_one/model.onnx differ diff --git a/onnx/backend/test/data/node/test_maxpool_2d_ceil_output_size_reduce_by_one/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_maxpool_2d_ceil_output_size_reduce_by_one/test_data_set_0/input_0.pb new file mode 100644 index 0000000..2dc6642 Binary files /dev/null and b/onnx/backend/test/data/node/test_maxpool_2d_ceil_output_size_reduce_by_one/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_maxpool_2d_ceil_output_size_reduce_by_one/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_maxpool_2d_ceil_output_size_reduce_by_one/test_data_set_0/output_0.pb new file mode 100644 index 0000000..3a795c3 Binary files /dev/null and b/onnx/backend/test/data/node/test_maxpool_2d_ceil_output_size_reduce_by_one/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_maxpool_2d_default/model.onnx b/onnx/backend/test/data/node/test_maxpool_2d_default/model.onnx new file mode 100644 index 0000000..64c4aff Binary files /dev/null and b/onnx/backend/test/data/node/test_maxpool_2d_default/model.onnx differ diff --git a/onnx/backend/test/data/node/test_maxpool_2d_default/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_maxpool_2d_default/test_data_set_0/input_0.pb new file mode 100644 index 0000000..3530a84 Binary files /dev/null and b/onnx/backend/test/data/node/test_maxpool_2d_default/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_maxpool_2d_default/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_maxpool_2d_default/test_data_set_0/output_0.pb new file mode 100644 index 0000000..c1caa66 Binary files /dev/null and b/onnx/backend/test/data/node/test_maxpool_2d_default/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_maxpool_2d_dilations/model.onnx b/onnx/backend/test/data/node/test_maxpool_2d_dilations/model.onnx new file mode 100644 index 0000000..3c304ff Binary files /dev/null and b/onnx/backend/test/data/node/test_maxpool_2d_dilations/model.onnx differ diff --git a/onnx/backend/test/data/node/test_maxpool_2d_dilations/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_maxpool_2d_dilations/test_data_set_0/input_0.pb new file mode 100644 index 0000000..7ef45fc Binary files /dev/null and b/onnx/backend/test/data/node/test_maxpool_2d_dilations/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_maxpool_2d_dilations/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_maxpool_2d_dilations/test_data_set_0/output_0.pb new file mode 100644 index 0000000..2489db8 Binary files /dev/null and b/onnx/backend/test/data/node/test_maxpool_2d_dilations/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_maxpool_2d_pads/model.onnx b/onnx/backend/test/data/node/test_maxpool_2d_pads/model.onnx new file mode 100644 index 0000000..98cbdbe Binary files /dev/null and b/onnx/backend/test/data/node/test_maxpool_2d_pads/model.onnx differ diff --git a/onnx/backend/test/data/node/test_maxpool_2d_pads/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_maxpool_2d_pads/test_data_set_0/input_0.pb new file mode 100644 index 0000000..5309700 Binary files /dev/null and b/onnx/backend/test/data/node/test_maxpool_2d_pads/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_maxpool_2d_pads/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_maxpool_2d_pads/test_data_set_0/output_0.pb new file mode 100644 index 0000000..6e472f4 Binary files /dev/null and b/onnx/backend/test/data/node/test_maxpool_2d_pads/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_maxpool_2d_precomputed_pads/model.onnx b/onnx/backend/test/data/node/test_maxpool_2d_precomputed_pads/model.onnx new file mode 100644 index 0000000..331007d Binary files /dev/null and b/onnx/backend/test/data/node/test_maxpool_2d_precomputed_pads/model.onnx differ diff --git a/onnx/backend/test/data/node/test_maxpool_2d_precomputed_pads/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_maxpool_2d_precomputed_pads/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bb22a53 Binary files /dev/null and b/onnx/backend/test/data/node/test_maxpool_2d_precomputed_pads/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_maxpool_2d_precomputed_pads/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_maxpool_2d_precomputed_pads/test_data_set_0/output_0.pb new file mode 100644 index 0000000..fd51891 Binary files /dev/null and b/onnx/backend/test/data/node/test_maxpool_2d_precomputed_pads/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_maxpool_2d_precomputed_same_upper/model.onnx b/onnx/backend/test/data/node/test_maxpool_2d_precomputed_same_upper/model.onnx new file mode 100644 index 0000000..94ab659 Binary files /dev/null and b/onnx/backend/test/data/node/test_maxpool_2d_precomputed_same_upper/model.onnx differ diff --git a/onnx/backend/test/data/node/test_maxpool_2d_precomputed_same_upper/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_maxpool_2d_precomputed_same_upper/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bb22a53 Binary files /dev/null and b/onnx/backend/test/data/node/test_maxpool_2d_precomputed_same_upper/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_maxpool_2d_precomputed_same_upper/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_maxpool_2d_precomputed_same_upper/test_data_set_0/output_0.pb new file mode 100644 index 0000000..a505780 Binary files /dev/null and b/onnx/backend/test/data/node/test_maxpool_2d_precomputed_same_upper/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_maxpool_2d_precomputed_strides/model.onnx b/onnx/backend/test/data/node/test_maxpool_2d_precomputed_strides/model.onnx new file mode 100644 index 0000000..3175fab Binary files /dev/null and b/onnx/backend/test/data/node/test_maxpool_2d_precomputed_strides/model.onnx differ diff --git a/onnx/backend/test/data/node/test_maxpool_2d_precomputed_strides/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_maxpool_2d_precomputed_strides/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bb22a53 Binary files /dev/null and b/onnx/backend/test/data/node/test_maxpool_2d_precomputed_strides/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_maxpool_2d_precomputed_strides/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_maxpool_2d_precomputed_strides/test_data_set_0/output_0.pb new file mode 100644 index 0000000..5570ba5 Binary files /dev/null and b/onnx/backend/test/data/node/test_maxpool_2d_precomputed_strides/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_maxpool_2d_same_lower/model.onnx b/onnx/backend/test/data/node/test_maxpool_2d_same_lower/model.onnx new file mode 100644 index 0000000..d972e13 Binary files /dev/null and b/onnx/backend/test/data/node/test_maxpool_2d_same_lower/model.onnx differ diff --git a/onnx/backend/test/data/node/test_maxpool_2d_same_lower/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_maxpool_2d_same_lower/test_data_set_0/input_0.pb new file mode 100644 index 0000000..3530a84 Binary files /dev/null and b/onnx/backend/test/data/node/test_maxpool_2d_same_lower/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_maxpool_2d_same_lower/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_maxpool_2d_same_lower/test_data_set_0/output_0.pb new file mode 100644 index 0000000..de74b27 Binary files /dev/null and b/onnx/backend/test/data/node/test_maxpool_2d_same_lower/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_maxpool_2d_same_upper/model.onnx b/onnx/backend/test/data/node/test_maxpool_2d_same_upper/model.onnx new file mode 100644 index 0000000..0a4514b Binary files /dev/null and b/onnx/backend/test/data/node/test_maxpool_2d_same_upper/model.onnx differ diff --git a/onnx/backend/test/data/node/test_maxpool_2d_same_upper/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_maxpool_2d_same_upper/test_data_set_0/input_0.pb new file mode 100644 index 0000000..3530a84 Binary files /dev/null and b/onnx/backend/test/data/node/test_maxpool_2d_same_upper/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_maxpool_2d_same_upper/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_maxpool_2d_same_upper/test_data_set_0/output_0.pb new file mode 100644 index 0000000..facc6e7 Binary files /dev/null and b/onnx/backend/test/data/node/test_maxpool_2d_same_upper/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_maxpool_2d_strides/model.onnx b/onnx/backend/test/data/node/test_maxpool_2d_strides/model.onnx new file mode 100644 index 0000000..ad67b18 Binary files /dev/null and b/onnx/backend/test/data/node/test_maxpool_2d_strides/model.onnx differ diff --git a/onnx/backend/test/data/node/test_maxpool_2d_strides/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_maxpool_2d_strides/test_data_set_0/input_0.pb new file mode 100644 index 0000000..3530a84 Binary files /dev/null and b/onnx/backend/test/data/node/test_maxpool_2d_strides/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_maxpool_2d_strides/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_maxpool_2d_strides/test_data_set_0/output_0.pb new file mode 100644 index 0000000..58204a6 Binary files /dev/null and b/onnx/backend/test/data/node/test_maxpool_2d_strides/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_maxpool_2d_uint8/model.onnx b/onnx/backend/test/data/node/test_maxpool_2d_uint8/model.onnx new file mode 100644 index 0000000..8f4fe78 Binary files /dev/null and b/onnx/backend/test/data/node/test_maxpool_2d_uint8/model.onnx differ diff --git a/onnx/backend/test/data/node/test_maxpool_2d_uint8/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_maxpool_2d_uint8/test_data_set_0/input_0.pb new file mode 100644 index 0000000..24dc63e --- /dev/null +++ b/onnx/backend/test/data/node/test_maxpool_2d_uint8/test_data_set_0/input_0.pb @@ -0,0 +1,2 @@ +BxJ +  \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_maxpool_2d_uint8/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_maxpool_2d_uint8/test_data_set_0/output_0.pb new file mode 100644 index 0000000..1879dc2 --- /dev/null +++ b/onnx/backend/test/data/node/test_maxpool_2d_uint8/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +ByJ  \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_maxpool_3d_default/model.onnx b/onnx/backend/test/data/node/test_maxpool_3d_default/model.onnx new file mode 100644 index 0000000..c4e27bb Binary files /dev/null and b/onnx/backend/test/data/node/test_maxpool_3d_default/model.onnx differ diff --git a/onnx/backend/test/data/node/test_maxpool_3d_default/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_maxpool_3d_default/test_data_set_0/input_0.pb new file mode 100644 index 0000000..1f024e5 Binary files /dev/null and b/onnx/backend/test/data/node/test_maxpool_3d_default/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_maxpool_3d_default/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_maxpool_3d_default/test_data_set_0/output_0.pb new file mode 100644 index 0000000..991fc51 Binary files /dev/null and b/onnx/backend/test/data/node/test_maxpool_3d_default/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_maxpool_3d_dilations/model.onnx b/onnx/backend/test/data/node/test_maxpool_3d_dilations/model.onnx new file mode 100644 index 0000000..f9e9844 Binary files /dev/null and b/onnx/backend/test/data/node/test_maxpool_3d_dilations/model.onnx differ diff --git a/onnx/backend/test/data/node/test_maxpool_3d_dilations/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_maxpool_3d_dilations/test_data_set_0/input_0.pb new file mode 100644 index 0000000..fdfbdb2 Binary files /dev/null and b/onnx/backend/test/data/node/test_maxpool_3d_dilations/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_maxpool_3d_dilations/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_maxpool_3d_dilations/test_data_set_0/output_0.pb new file mode 100644 index 0000000..0e66003 Binary files /dev/null and b/onnx/backend/test/data/node/test_maxpool_3d_dilations/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_maxpool_3d_dilations_use_ref_impl/model.onnx b/onnx/backend/test/data/node/test_maxpool_3d_dilations_use_ref_impl/model.onnx new file mode 100644 index 0000000..381c495 Binary files /dev/null and b/onnx/backend/test/data/node/test_maxpool_3d_dilations_use_ref_impl/model.onnx differ diff --git a/onnx/backend/test/data/node/test_maxpool_3d_dilations_use_ref_impl/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_maxpool_3d_dilations_use_ref_impl/test_data_set_0/input_0.pb new file mode 100644 index 0000000..fdfbdb2 Binary files /dev/null and b/onnx/backend/test/data/node/test_maxpool_3d_dilations_use_ref_impl/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_maxpool_3d_dilations_use_ref_impl/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_maxpool_3d_dilations_use_ref_impl/test_data_set_0/output_0.pb new file mode 100644 index 0000000..0e66003 Binary files /dev/null and b/onnx/backend/test/data/node/test_maxpool_3d_dilations_use_ref_impl/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_maxpool_3d_dilations_use_ref_impl_large/model.onnx b/onnx/backend/test/data/node/test_maxpool_3d_dilations_use_ref_impl_large/model.onnx new file mode 100644 index 0000000..9509ad6 Binary files /dev/null and b/onnx/backend/test/data/node/test_maxpool_3d_dilations_use_ref_impl_large/model.onnx differ diff --git a/onnx/backend/test/data/node/test_maxpool_3d_dilations_use_ref_impl_large/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_maxpool_3d_dilations_use_ref_impl_large/test_data_set_0/input_0.pb new file mode 100644 index 0000000..61d8539 Binary files /dev/null and b/onnx/backend/test/data/node/test_maxpool_3d_dilations_use_ref_impl_large/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_maxpool_3d_dilations_use_ref_impl_large/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_maxpool_3d_dilations_use_ref_impl_large/test_data_set_0/output_0.pb new file mode 100644 index 0000000..1eff243 Binary files /dev/null and b/onnx/backend/test/data/node/test_maxpool_3d_dilations_use_ref_impl_large/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_maxpool_with_argmax_2d_precomputed_pads/model.onnx b/onnx/backend/test/data/node/test_maxpool_with_argmax_2d_precomputed_pads/model.onnx new file mode 100644 index 0000000..3abdc84 Binary files /dev/null and b/onnx/backend/test/data/node/test_maxpool_with_argmax_2d_precomputed_pads/model.onnx differ diff --git a/onnx/backend/test/data/node/test_maxpool_with_argmax_2d_precomputed_pads/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_maxpool_with_argmax_2d_precomputed_pads/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bb22a53 Binary files /dev/null and b/onnx/backend/test/data/node/test_maxpool_with_argmax_2d_precomputed_pads/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_maxpool_with_argmax_2d_precomputed_pads/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_maxpool_with_argmax_2d_precomputed_pads/test_data_set_0/output_0.pb new file mode 100644 index 0000000..fd51891 Binary files /dev/null and b/onnx/backend/test/data/node/test_maxpool_with_argmax_2d_precomputed_pads/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_maxpool_with_argmax_2d_precomputed_pads/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_maxpool_with_argmax_2d_precomputed_pads/test_data_set_0/output_1.pb new file mode 100644 index 0000000..07a2b6f Binary files /dev/null and b/onnx/backend/test/data/node/test_maxpool_with_argmax_2d_precomputed_pads/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_maxpool_with_argmax_2d_precomputed_strides/model.onnx b/onnx/backend/test/data/node/test_maxpool_with_argmax_2d_precomputed_strides/model.onnx new file mode 100644 index 0000000..a67af2f Binary files /dev/null and b/onnx/backend/test/data/node/test_maxpool_with_argmax_2d_precomputed_strides/model.onnx differ diff --git a/onnx/backend/test/data/node/test_maxpool_with_argmax_2d_precomputed_strides/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_maxpool_with_argmax_2d_precomputed_strides/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bb22a53 Binary files /dev/null and b/onnx/backend/test/data/node/test_maxpool_with_argmax_2d_precomputed_strides/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_maxpool_with_argmax_2d_precomputed_strides/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_maxpool_with_argmax_2d_precomputed_strides/test_data_set_0/output_0.pb new file mode 100644 index 0000000..5570ba5 Binary files /dev/null and b/onnx/backend/test/data/node/test_maxpool_with_argmax_2d_precomputed_strides/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_maxpool_with_argmax_2d_precomputed_strides/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_maxpool_with_argmax_2d_precomputed_strides/test_data_set_0/output_1.pb new file mode 100644 index 0000000..e0fe852 Binary files /dev/null and b/onnx/backend/test/data/node/test_maxpool_with_argmax_2d_precomputed_strides/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_maxunpool_export_with_output_shape/model.onnx b/onnx/backend/test/data/node/test_maxunpool_export_with_output_shape/model.onnx new file mode 100644 index 0000000..04673fc Binary files /dev/null and b/onnx/backend/test/data/node/test_maxunpool_export_with_output_shape/model.onnx differ diff --git a/onnx/backend/test/data/node/test_maxunpool_export_with_output_shape/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_maxunpool_export_with_output_shape/test_data_set_0/input_0.pb new file mode 100644 index 0000000..2be0ec8 Binary files /dev/null and b/onnx/backend/test/data/node/test_maxunpool_export_with_output_shape/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_maxunpool_export_with_output_shape/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_maxunpool_export_with_output_shape/test_data_set_0/input_1.pb new file mode 100644 index 0000000..e44498d Binary files /dev/null and b/onnx/backend/test/data/node/test_maxunpool_export_with_output_shape/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_maxunpool_export_with_output_shape/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_maxunpool_export_with_output_shape/test_data_set_0/input_2.pb new file mode 100644 index 0000000..a0a2f9d Binary files /dev/null and b/onnx/backend/test/data/node/test_maxunpool_export_with_output_shape/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_maxunpool_export_with_output_shape/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_maxunpool_export_with_output_shape/test_data_set_0/output_0.pb new file mode 100644 index 0000000..5d2d8b6 Binary files /dev/null and b/onnx/backend/test/data/node/test_maxunpool_export_with_output_shape/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_maxunpool_export_without_output_shape/model.onnx b/onnx/backend/test/data/node/test_maxunpool_export_without_output_shape/model.onnx new file mode 100644 index 0000000..38cc84c Binary files /dev/null and b/onnx/backend/test/data/node/test_maxunpool_export_without_output_shape/model.onnx differ diff --git a/onnx/backend/test/data/node/test_maxunpool_export_without_output_shape/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_maxunpool_export_without_output_shape/test_data_set_0/input_0.pb new file mode 100644 index 0000000..6298c08 Binary files /dev/null and b/onnx/backend/test/data/node/test_maxunpool_export_without_output_shape/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_maxunpool_export_without_output_shape/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_maxunpool_export_without_output_shape/test_data_set_0/input_1.pb new file mode 100644 index 0000000..e44498d Binary files /dev/null and b/onnx/backend/test/data/node/test_maxunpool_export_without_output_shape/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_maxunpool_export_without_output_shape/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_maxunpool_export_without_output_shape/test_data_set_0/output_0.pb new file mode 100644 index 0000000..846f124 Binary files /dev/null and b/onnx/backend/test/data/node/test_maxunpool_export_without_output_shape/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_mean_example/model.onnx b/onnx/backend/test/data/node/test_mean_example/model.onnx new file mode 100644 index 0000000..66a0556 Binary files /dev/null and b/onnx/backend/test/data/node/test_mean_example/model.onnx differ diff --git a/onnx/backend/test/data/node/test_mean_example/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_mean_example/test_data_set_0/input_0.pb new file mode 100644 index 0000000..20406f1 Binary files /dev/null and b/onnx/backend/test/data/node/test_mean_example/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_mean_example/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_mean_example/test_data_set_0/input_1.pb new file mode 100644 index 0000000..e6c4d11 Binary files /dev/null and b/onnx/backend/test/data/node/test_mean_example/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_mean_example/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_mean_example/test_data_set_0/input_2.pb new file mode 100644 index 0000000..81b0033 Binary files /dev/null and b/onnx/backend/test/data/node/test_mean_example/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_mean_example/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_mean_example/test_data_set_0/output_0.pb new file mode 100644 index 0000000..23324b0 Binary files /dev/null and b/onnx/backend/test/data/node/test_mean_example/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_mean_one_input/model.onnx b/onnx/backend/test/data/node/test_mean_one_input/model.onnx new file mode 100644 index 0000000..47b3c34 Binary files /dev/null and b/onnx/backend/test/data/node/test_mean_one_input/model.onnx differ diff --git a/onnx/backend/test/data/node/test_mean_one_input/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_mean_one_input/test_data_set_0/input_0.pb new file mode 100644 index 0000000..20406f1 Binary files /dev/null and b/onnx/backend/test/data/node/test_mean_one_input/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_mean_one_input/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_mean_one_input/test_data_set_0/output_0.pb new file mode 100644 index 0000000..bf4d7ff Binary files /dev/null and b/onnx/backend/test/data/node/test_mean_one_input/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_mean_two_inputs/model.onnx b/onnx/backend/test/data/node/test_mean_two_inputs/model.onnx new file mode 100644 index 0000000..47add50 Binary files /dev/null and b/onnx/backend/test/data/node/test_mean_two_inputs/model.onnx differ diff --git a/onnx/backend/test/data/node/test_mean_two_inputs/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_mean_two_inputs/test_data_set_0/input_0.pb new file mode 100644 index 0000000..20406f1 Binary files /dev/null and b/onnx/backend/test/data/node/test_mean_two_inputs/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_mean_two_inputs/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_mean_two_inputs/test_data_set_0/input_1.pb new file mode 100644 index 0000000..e6c4d11 Binary files /dev/null and b/onnx/backend/test/data/node/test_mean_two_inputs/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_mean_two_inputs/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_mean_two_inputs/test_data_set_0/output_0.pb new file mode 100644 index 0000000..7ad6136 Binary files /dev/null and b/onnx/backend/test/data/node/test_mean_two_inputs/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_melweightmatrix/model.onnx b/onnx/backend/test/data/node/test_melweightmatrix/model.onnx new file mode 100644 index 0000000..603acc1 Binary files /dev/null and b/onnx/backend/test/data/node/test_melweightmatrix/model.onnx differ diff --git a/onnx/backend/test/data/node/test_melweightmatrix/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_melweightmatrix/test_data_set_0/input_0.pb new file mode 100644 index 0000000..8cbbb5e Binary files /dev/null and b/onnx/backend/test/data/node/test_melweightmatrix/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_melweightmatrix/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_melweightmatrix/test_data_set_0/input_1.pb new file mode 100644 index 0000000..66c2dbf Binary files /dev/null and b/onnx/backend/test/data/node/test_melweightmatrix/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_melweightmatrix/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_melweightmatrix/test_data_set_0/input_2.pb new file mode 100644 index 0000000..d28ab55 Binary files /dev/null and b/onnx/backend/test/data/node/test_melweightmatrix/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_melweightmatrix/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_melweightmatrix/test_data_set_0/input_3.pb new file mode 100644 index 0000000..60d0edd Binary files /dev/null and b/onnx/backend/test/data/node/test_melweightmatrix/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_melweightmatrix/test_data_set_0/input_4.pb b/onnx/backend/test/data/node/test_melweightmatrix/test_data_set_0/input_4.pb new file mode 100644 index 0000000..078e7de Binary files /dev/null and b/onnx/backend/test/data/node/test_melweightmatrix/test_data_set_0/input_4.pb differ diff --git a/onnx/backend/test/data/node/test_melweightmatrix/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_melweightmatrix/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d9ff529 Binary files /dev/null and b/onnx/backend/test/data/node/test_melweightmatrix/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_min_example/model.onnx b/onnx/backend/test/data/node/test_min_example/model.onnx new file mode 100644 index 0000000..b57f694 Binary files /dev/null and b/onnx/backend/test/data/node/test_min_example/model.onnx differ diff --git a/onnx/backend/test/data/node/test_min_example/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_min_example/test_data_set_0/input_0.pb new file mode 100644 index 0000000..6b1c568 Binary files /dev/null and b/onnx/backend/test/data/node/test_min_example/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_min_example/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_min_example/test_data_set_0/input_1.pb new file mode 100644 index 0000000..e411be9 Binary files /dev/null and b/onnx/backend/test/data/node/test_min_example/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_min_example/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_min_example/test_data_set_0/input_2.pb new file mode 100644 index 0000000..da03dc8 Binary files /dev/null and b/onnx/backend/test/data/node/test_min_example/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_min_example/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_min_example/test_data_set_0/output_0.pb new file mode 100644 index 0000000..fe406ee Binary files /dev/null and b/onnx/backend/test/data/node/test_min_example/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_min_float16/model.onnx b/onnx/backend/test/data/node/test_min_float16/model.onnx new file mode 100644 index 0000000..8948912 Binary files /dev/null and b/onnx/backend/test/data/node/test_min_float16/model.onnx differ diff --git a/onnx/backend/test/data/node/test_min_float16/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_min_float16/test_data_set_0/input_0.pb new file mode 100644 index 0000000..560f20f Binary files /dev/null and b/onnx/backend/test/data/node/test_min_float16/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_min_float16/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_min_float16/test_data_set_0/input_1.pb new file mode 100644 index 0000000..0ebf1b0 Binary files /dev/null and b/onnx/backend/test/data/node/test_min_float16/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_min_float16/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_min_float16/test_data_set_0/output_0.pb new file mode 100644 index 0000000..f0e5424 Binary files /dev/null and b/onnx/backend/test/data/node/test_min_float16/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_min_float32/model.onnx b/onnx/backend/test/data/node/test_min_float32/model.onnx new file mode 100644 index 0000000..30f0b00 Binary files /dev/null and b/onnx/backend/test/data/node/test_min_float32/model.onnx differ diff --git a/onnx/backend/test/data/node/test_min_float32/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_min_float32/test_data_set_0/input_0.pb new file mode 100644 index 0000000..6b1c568 Binary files /dev/null and b/onnx/backend/test/data/node/test_min_float32/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_min_float32/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_min_float32/test_data_set_0/input_1.pb new file mode 100644 index 0000000..e411be9 Binary files /dev/null and b/onnx/backend/test/data/node/test_min_float32/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_min_float32/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_min_float32/test_data_set_0/output_0.pb new file mode 100644 index 0000000..3df9a38 Binary files /dev/null and b/onnx/backend/test/data/node/test_min_float32/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_min_float64/model.onnx b/onnx/backend/test/data/node/test_min_float64/model.onnx new file mode 100644 index 0000000..858355b Binary files /dev/null and b/onnx/backend/test/data/node/test_min_float64/model.onnx differ diff --git a/onnx/backend/test/data/node/test_min_float64/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_min_float64/test_data_set_0/input_0.pb new file mode 100644 index 0000000..fffda54 Binary files /dev/null and b/onnx/backend/test/data/node/test_min_float64/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_min_float64/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_min_float64/test_data_set_0/input_1.pb new file mode 100644 index 0000000..3bc1918 Binary files /dev/null and b/onnx/backend/test/data/node/test_min_float64/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_min_float64/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_min_float64/test_data_set_0/output_0.pb new file mode 100644 index 0000000..98fc197 Binary files /dev/null and b/onnx/backend/test/data/node/test_min_float64/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_min_int16/model.onnx b/onnx/backend/test/data/node/test_min_int16/model.onnx new file mode 100644 index 0000000..3c8a56d Binary files /dev/null and b/onnx/backend/test/data/node/test_min_int16/model.onnx differ diff --git a/onnx/backend/test/data/node/test_min_int16/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_min_int16/test_data_set_0/input_0.pb new file mode 100644 index 0000000..f4d1329 Binary files /dev/null and b/onnx/backend/test/data/node/test_min_int16/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_min_int16/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_min_int16/test_data_set_0/input_1.pb new file mode 100644 index 0000000..d800761 Binary files /dev/null and b/onnx/backend/test/data/node/test_min_int16/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_min_int16/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_min_int16/test_data_set_0/output_0.pb new file mode 100644 index 0000000..f0d23fb Binary files /dev/null and b/onnx/backend/test/data/node/test_min_int16/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_min_int32/model.onnx b/onnx/backend/test/data/node/test_min_int32/model.onnx new file mode 100644 index 0000000..6653cf4 Binary files /dev/null and b/onnx/backend/test/data/node/test_min_int32/model.onnx differ diff --git a/onnx/backend/test/data/node/test_min_int32/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_min_int32/test_data_set_0/input_0.pb new file mode 100644 index 0000000..136f93f Binary files /dev/null and b/onnx/backend/test/data/node/test_min_int32/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_min_int32/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_min_int32/test_data_set_0/input_1.pb new file mode 100644 index 0000000..d0c6f07 Binary files /dev/null and b/onnx/backend/test/data/node/test_min_int32/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_min_int32/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_min_int32/test_data_set_0/output_0.pb new file mode 100644 index 0000000..e9ae1d8 Binary files /dev/null and b/onnx/backend/test/data/node/test_min_int32/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_min_int64/model.onnx b/onnx/backend/test/data/node/test_min_int64/model.onnx new file mode 100644 index 0000000..65f1e7d Binary files /dev/null and b/onnx/backend/test/data/node/test_min_int64/model.onnx differ diff --git a/onnx/backend/test/data/node/test_min_int64/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_min_int64/test_data_set_0/input_0.pb new file mode 100644 index 0000000..09588d0 Binary files /dev/null and b/onnx/backend/test/data/node/test_min_int64/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_min_int64/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_min_int64/test_data_set_0/input_1.pb new file mode 100644 index 0000000..c5db1a4 Binary files /dev/null and b/onnx/backend/test/data/node/test_min_int64/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_min_int64/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_min_int64/test_data_set_0/output_0.pb new file mode 100644 index 0000000..875ced6 Binary files /dev/null and b/onnx/backend/test/data/node/test_min_int64/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_min_int8/model.onnx b/onnx/backend/test/data/node/test_min_int8/model.onnx new file mode 100644 index 0000000..a64fbf5 Binary files /dev/null and b/onnx/backend/test/data/node/test_min_int8/model.onnx differ diff --git a/onnx/backend/test/data/node/test_min_int8/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_min_int8/test_data_set_0/input_0.pb new file mode 100644 index 0000000..33768d3 --- /dev/null +++ b/onnx/backend/test/data/node/test_min_int8/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +Bdata_0J \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_min_int8/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_min_int8/test_data_set_0/input_1.pb new file mode 100644 index 0000000..26608b1 --- /dev/null +++ b/onnx/backend/test/data/node/test_min_int8/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +Bdata_1J \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_min_int8/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_min_int8/test_data_set_0/output_0.pb new file mode 100644 index 0000000..56666ab --- /dev/null +++ b/onnx/backend/test/data/node/test_min_int8/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BresultJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_min_one_input/model.onnx b/onnx/backend/test/data/node/test_min_one_input/model.onnx new file mode 100644 index 0000000..dacef48 Binary files /dev/null and b/onnx/backend/test/data/node/test_min_one_input/model.onnx differ diff --git a/onnx/backend/test/data/node/test_min_one_input/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_min_one_input/test_data_set_0/input_0.pb new file mode 100644 index 0000000..6b1c568 Binary files /dev/null and b/onnx/backend/test/data/node/test_min_one_input/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_min_one_input/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_min_one_input/test_data_set_0/output_0.pb new file mode 100644 index 0000000..0e49b0c Binary files /dev/null and b/onnx/backend/test/data/node/test_min_one_input/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_min_two_inputs/model.onnx b/onnx/backend/test/data/node/test_min_two_inputs/model.onnx new file mode 100644 index 0000000..7841beb Binary files /dev/null and b/onnx/backend/test/data/node/test_min_two_inputs/model.onnx differ diff --git a/onnx/backend/test/data/node/test_min_two_inputs/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_min_two_inputs/test_data_set_0/input_0.pb new file mode 100644 index 0000000..6b1c568 Binary files /dev/null and b/onnx/backend/test/data/node/test_min_two_inputs/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_min_two_inputs/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_min_two_inputs/test_data_set_0/input_1.pb new file mode 100644 index 0000000..e411be9 Binary files /dev/null and b/onnx/backend/test/data/node/test_min_two_inputs/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_min_two_inputs/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_min_two_inputs/test_data_set_0/output_0.pb new file mode 100644 index 0000000..3df9a38 Binary files /dev/null and b/onnx/backend/test/data/node/test_min_two_inputs/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_min_uint16/model.onnx b/onnx/backend/test/data/node/test_min_uint16/model.onnx new file mode 100644 index 0000000..2841433 Binary files /dev/null and b/onnx/backend/test/data/node/test_min_uint16/model.onnx differ diff --git a/onnx/backend/test/data/node/test_min_uint16/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_min_uint16/test_data_set_0/input_0.pb new file mode 100644 index 0000000..e0f4892 Binary files /dev/null and b/onnx/backend/test/data/node/test_min_uint16/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_min_uint16/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_min_uint16/test_data_set_0/input_1.pb new file mode 100644 index 0000000..04f20f0 Binary files /dev/null and b/onnx/backend/test/data/node/test_min_uint16/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_min_uint16/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_min_uint16/test_data_set_0/output_0.pb new file mode 100644 index 0000000..df02e20 Binary files /dev/null and b/onnx/backend/test/data/node/test_min_uint16/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_min_uint32/model.onnx b/onnx/backend/test/data/node/test_min_uint32/model.onnx new file mode 100644 index 0000000..c3da701 Binary files /dev/null and b/onnx/backend/test/data/node/test_min_uint32/model.onnx differ diff --git a/onnx/backend/test/data/node/test_min_uint32/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_min_uint32/test_data_set_0/input_0.pb new file mode 100644 index 0000000..3320c87 Binary files /dev/null and b/onnx/backend/test/data/node/test_min_uint32/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_min_uint32/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_min_uint32/test_data_set_0/input_1.pb new file mode 100644 index 0000000..d4f4b39 Binary files /dev/null and b/onnx/backend/test/data/node/test_min_uint32/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_min_uint32/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_min_uint32/test_data_set_0/output_0.pb new file mode 100644 index 0000000..65fd206 Binary files /dev/null and b/onnx/backend/test/data/node/test_min_uint32/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_min_uint64/model.onnx b/onnx/backend/test/data/node/test_min_uint64/model.onnx new file mode 100644 index 0000000..7b26da8 Binary files /dev/null and b/onnx/backend/test/data/node/test_min_uint64/model.onnx differ diff --git a/onnx/backend/test/data/node/test_min_uint64/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_min_uint64/test_data_set_0/input_0.pb new file mode 100644 index 0000000..7925e46 Binary files /dev/null and b/onnx/backend/test/data/node/test_min_uint64/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_min_uint64/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_min_uint64/test_data_set_0/input_1.pb new file mode 100644 index 0000000..5c4afcc Binary files /dev/null and b/onnx/backend/test/data/node/test_min_uint64/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_min_uint64/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_min_uint64/test_data_set_0/output_0.pb new file mode 100644 index 0000000..dd29962 Binary files /dev/null and b/onnx/backend/test/data/node/test_min_uint64/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_min_uint8/model.onnx b/onnx/backend/test/data/node/test_min_uint8/model.onnx new file mode 100644 index 0000000..2625d61 Binary files /dev/null and b/onnx/backend/test/data/node/test_min_uint8/model.onnx differ diff --git a/onnx/backend/test/data/node/test_min_uint8/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_min_uint8/test_data_set_0/input_0.pb new file mode 100644 index 0000000..3cae306 --- /dev/null +++ b/onnx/backend/test/data/node/test_min_uint8/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +Bdata_0J \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_min_uint8/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_min_uint8/test_data_set_0/input_1.pb new file mode 100644 index 0000000..3fd882d --- /dev/null +++ b/onnx/backend/test/data/node/test_min_uint8/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +Bdata_1J \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_min_uint8/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_min_uint8/test_data_set_0/output_0.pb new file mode 100644 index 0000000..df3ec96 --- /dev/null +++ b/onnx/backend/test/data/node/test_min_uint8/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BresultJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_mish/model.onnx b/onnx/backend/test/data/node/test_mish/model.onnx new file mode 100644 index 0000000..9b8fb3a Binary files /dev/null and b/onnx/backend/test/data/node/test_mish/model.onnx differ diff --git a/onnx/backend/test/data/node/test_mish/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_mish/test_data_set_0/input_0.pb new file mode 100644 index 0000000..4d68c76 Binary files /dev/null and b/onnx/backend/test/data/node/test_mish/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_mish/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_mish/test_data_set_0/output_0.pb new file mode 100644 index 0000000..8fb7e71 Binary files /dev/null and b/onnx/backend/test/data/node/test_mish/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_mish_expanded/model.onnx b/onnx/backend/test/data/node/test_mish_expanded/model.onnx new file mode 100644 index 0000000..465033d Binary files /dev/null and b/onnx/backend/test/data/node/test_mish_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_mish_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_mish_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..4d68c76 Binary files /dev/null and b/onnx/backend/test/data/node/test_mish_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_mish_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_mish_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..8fb7e71 Binary files /dev/null and b/onnx/backend/test/data/node/test_mish_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_mod_broadcast/model.onnx b/onnx/backend/test/data/node/test_mod_broadcast/model.onnx new file mode 100644 index 0000000..dc11625 Binary files /dev/null and b/onnx/backend/test/data/node/test_mod_broadcast/model.onnx differ diff --git a/onnx/backend/test/data/node/test_mod_broadcast/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_mod_broadcast/test_data_set_0/input_0.pb new file mode 100644 index 0000000..63db997 Binary files /dev/null and b/onnx/backend/test/data/node/test_mod_broadcast/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_mod_broadcast/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_mod_broadcast/test_data_set_0/input_1.pb new file mode 100644 index 0000000..6e299f9 Binary files /dev/null and b/onnx/backend/test/data/node/test_mod_broadcast/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_mod_broadcast/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_mod_broadcast/test_data_set_0/output_0.pb new file mode 100644 index 0000000..4a2cb52 Binary files /dev/null and b/onnx/backend/test/data/node/test_mod_broadcast/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_mod_int64_fmod/model.onnx b/onnx/backend/test/data/node/test_mod_int64_fmod/model.onnx new file mode 100644 index 0000000..7165d70 Binary files /dev/null and b/onnx/backend/test/data/node/test_mod_int64_fmod/model.onnx differ diff --git a/onnx/backend/test/data/node/test_mod_int64_fmod/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_mod_int64_fmod/test_data_set_0/input_0.pb new file mode 100644 index 0000000..7c7887f Binary files /dev/null and b/onnx/backend/test/data/node/test_mod_int64_fmod/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_mod_int64_fmod/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_mod_int64_fmod/test_data_set_0/input_1.pb new file mode 100644 index 0000000..eb8b6e0 Binary files /dev/null and b/onnx/backend/test/data/node/test_mod_int64_fmod/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_mod_int64_fmod/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_mod_int64_fmod/test_data_set_0/output_0.pb new file mode 100644 index 0000000..6299985 Binary files /dev/null and b/onnx/backend/test/data/node/test_mod_int64_fmod/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_mod_mixed_sign_float16/model.onnx b/onnx/backend/test/data/node/test_mod_mixed_sign_float16/model.onnx new file mode 100644 index 0000000..f9095ba Binary files /dev/null and b/onnx/backend/test/data/node/test_mod_mixed_sign_float16/model.onnx differ diff --git a/onnx/backend/test/data/node/test_mod_mixed_sign_float16/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_mod_mixed_sign_float16/test_data_set_0/input_0.pb new file mode 100644 index 0000000..00344a5 Binary files /dev/null and b/onnx/backend/test/data/node/test_mod_mixed_sign_float16/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_mod_mixed_sign_float16/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_mod_mixed_sign_float16/test_data_set_0/input_1.pb new file mode 100644 index 0000000..0a417c0 Binary files /dev/null and b/onnx/backend/test/data/node/test_mod_mixed_sign_float16/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_mod_mixed_sign_float16/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_mod_mixed_sign_float16/test_data_set_0/output_0.pb new file mode 100644 index 0000000..bf93e49 Binary files /dev/null and b/onnx/backend/test/data/node/test_mod_mixed_sign_float16/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_mod_mixed_sign_float32/model.onnx b/onnx/backend/test/data/node/test_mod_mixed_sign_float32/model.onnx new file mode 100644 index 0000000..0c2749c Binary files /dev/null and b/onnx/backend/test/data/node/test_mod_mixed_sign_float32/model.onnx differ diff --git a/onnx/backend/test/data/node/test_mod_mixed_sign_float32/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_mod_mixed_sign_float32/test_data_set_0/input_0.pb new file mode 100644 index 0000000..327456f Binary files /dev/null and b/onnx/backend/test/data/node/test_mod_mixed_sign_float32/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_mod_mixed_sign_float32/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_mod_mixed_sign_float32/test_data_set_0/input_1.pb new file mode 100644 index 0000000..c701f04 Binary files /dev/null and b/onnx/backend/test/data/node/test_mod_mixed_sign_float32/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_mod_mixed_sign_float32/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_mod_mixed_sign_float32/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d6c064b Binary files /dev/null and b/onnx/backend/test/data/node/test_mod_mixed_sign_float32/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_mod_mixed_sign_float64/model.onnx b/onnx/backend/test/data/node/test_mod_mixed_sign_float64/model.onnx new file mode 100644 index 0000000..ec8f509 Binary files /dev/null and b/onnx/backend/test/data/node/test_mod_mixed_sign_float64/model.onnx differ diff --git a/onnx/backend/test/data/node/test_mod_mixed_sign_float64/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_mod_mixed_sign_float64/test_data_set_0/input_0.pb new file mode 100644 index 0000000..6381f6f Binary files /dev/null and b/onnx/backend/test/data/node/test_mod_mixed_sign_float64/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_mod_mixed_sign_float64/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_mod_mixed_sign_float64/test_data_set_0/input_1.pb new file mode 100644 index 0000000..59f28ea Binary files /dev/null and b/onnx/backend/test/data/node/test_mod_mixed_sign_float64/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_mod_mixed_sign_float64/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_mod_mixed_sign_float64/test_data_set_0/output_0.pb new file mode 100644 index 0000000..94c868a Binary files /dev/null and b/onnx/backend/test/data/node/test_mod_mixed_sign_float64/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_mod_mixed_sign_int16/model.onnx b/onnx/backend/test/data/node/test_mod_mixed_sign_int16/model.onnx new file mode 100644 index 0000000..77fa330 Binary files /dev/null and b/onnx/backend/test/data/node/test_mod_mixed_sign_int16/model.onnx differ diff --git a/onnx/backend/test/data/node/test_mod_mixed_sign_int16/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_mod_mixed_sign_int16/test_data_set_0/input_0.pb new file mode 100644 index 0000000..824d736 Binary files /dev/null and b/onnx/backend/test/data/node/test_mod_mixed_sign_int16/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_mod_mixed_sign_int16/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_mod_mixed_sign_int16/test_data_set_0/input_1.pb new file mode 100644 index 0000000..f0f16f4 Binary files /dev/null and b/onnx/backend/test/data/node/test_mod_mixed_sign_int16/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_mod_mixed_sign_int16/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_mod_mixed_sign_int16/test_data_set_0/output_0.pb new file mode 100644 index 0000000..80ac5b1 Binary files /dev/null and b/onnx/backend/test/data/node/test_mod_mixed_sign_int16/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_mod_mixed_sign_int32/model.onnx b/onnx/backend/test/data/node/test_mod_mixed_sign_int32/model.onnx new file mode 100644 index 0000000..e9cd49f Binary files /dev/null and b/onnx/backend/test/data/node/test_mod_mixed_sign_int32/model.onnx differ diff --git a/onnx/backend/test/data/node/test_mod_mixed_sign_int32/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_mod_mixed_sign_int32/test_data_set_0/input_0.pb new file mode 100644 index 0000000..646a577 Binary files /dev/null and b/onnx/backend/test/data/node/test_mod_mixed_sign_int32/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_mod_mixed_sign_int32/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_mod_mixed_sign_int32/test_data_set_0/input_1.pb new file mode 100644 index 0000000..5a7f95b Binary files /dev/null and b/onnx/backend/test/data/node/test_mod_mixed_sign_int32/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_mod_mixed_sign_int32/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_mod_mixed_sign_int32/test_data_set_0/output_0.pb new file mode 100644 index 0000000..b2f250e Binary files /dev/null and b/onnx/backend/test/data/node/test_mod_mixed_sign_int32/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_mod_mixed_sign_int64/model.onnx b/onnx/backend/test/data/node/test_mod_mixed_sign_int64/model.onnx new file mode 100644 index 0000000..583541d Binary files /dev/null and b/onnx/backend/test/data/node/test_mod_mixed_sign_int64/model.onnx differ diff --git a/onnx/backend/test/data/node/test_mod_mixed_sign_int64/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_mod_mixed_sign_int64/test_data_set_0/input_0.pb new file mode 100644 index 0000000..7c7887f Binary files /dev/null and b/onnx/backend/test/data/node/test_mod_mixed_sign_int64/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_mod_mixed_sign_int64/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_mod_mixed_sign_int64/test_data_set_0/input_1.pb new file mode 100644 index 0000000..eb8b6e0 Binary files /dev/null and b/onnx/backend/test/data/node/test_mod_mixed_sign_int64/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_mod_mixed_sign_int64/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_mod_mixed_sign_int64/test_data_set_0/output_0.pb new file mode 100644 index 0000000..99c107e Binary files /dev/null and b/onnx/backend/test/data/node/test_mod_mixed_sign_int64/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_mod_mixed_sign_int8/model.onnx b/onnx/backend/test/data/node/test_mod_mixed_sign_int8/model.onnx new file mode 100644 index 0000000..ab70089 Binary files /dev/null and b/onnx/backend/test/data/node/test_mod_mixed_sign_int8/model.onnx differ diff --git a/onnx/backend/test/data/node/test_mod_mixed_sign_int8/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_mod_mixed_sign_int8/test_data_set_0/input_0.pb new file mode 100644 index 0000000..06afc2e --- /dev/null +++ b/onnx/backend/test/data/node/test_mod_mixed_sign_int8/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_mod_mixed_sign_int8/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_mod_mixed_sign_int8/test_data_set_0/input_1.pb new file mode 100644 index 0000000..8db8016 --- /dev/null +++ b/onnx/backend/test/data/node/test_mod_mixed_sign_int8/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +ByJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_mod_mixed_sign_int8/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_mod_mixed_sign_int8/test_data_set_0/output_0.pb new file mode 100644 index 0000000..129a893 Binary files /dev/null and b/onnx/backend/test/data/node/test_mod_mixed_sign_int8/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_mod_uint16/model.onnx b/onnx/backend/test/data/node/test_mod_uint16/model.onnx new file mode 100644 index 0000000..45df7e3 Binary files /dev/null and b/onnx/backend/test/data/node/test_mod_uint16/model.onnx differ diff --git a/onnx/backend/test/data/node/test_mod_uint16/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_mod_uint16/test_data_set_0/input_0.pb new file mode 100644 index 0000000..ebeefaf Binary files /dev/null and b/onnx/backend/test/data/node/test_mod_uint16/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_mod_uint16/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_mod_uint16/test_data_set_0/input_1.pb new file mode 100644 index 0000000..1aacd1c Binary files /dev/null and b/onnx/backend/test/data/node/test_mod_uint16/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_mod_uint16/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_mod_uint16/test_data_set_0/output_0.pb new file mode 100644 index 0000000..2397054 Binary files /dev/null and b/onnx/backend/test/data/node/test_mod_uint16/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_mod_uint32/model.onnx b/onnx/backend/test/data/node/test_mod_uint32/model.onnx new file mode 100644 index 0000000..c43c129 Binary files /dev/null and b/onnx/backend/test/data/node/test_mod_uint32/model.onnx differ diff --git a/onnx/backend/test/data/node/test_mod_uint32/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_mod_uint32/test_data_set_0/input_0.pb new file mode 100644 index 0000000..d04eb64 Binary files /dev/null and b/onnx/backend/test/data/node/test_mod_uint32/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_mod_uint32/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_mod_uint32/test_data_set_0/input_1.pb new file mode 100644 index 0000000..ecd08b2 Binary files /dev/null and b/onnx/backend/test/data/node/test_mod_uint32/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_mod_uint32/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_mod_uint32/test_data_set_0/output_0.pb new file mode 100644 index 0000000..f1e7b2d Binary files /dev/null and b/onnx/backend/test/data/node/test_mod_uint32/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_mod_uint64/model.onnx b/onnx/backend/test/data/node/test_mod_uint64/model.onnx new file mode 100644 index 0000000..b6a151e Binary files /dev/null and b/onnx/backend/test/data/node/test_mod_uint64/model.onnx differ diff --git a/onnx/backend/test/data/node/test_mod_uint64/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_mod_uint64/test_data_set_0/input_0.pb new file mode 100644 index 0000000..4333af7 Binary files /dev/null and b/onnx/backend/test/data/node/test_mod_uint64/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_mod_uint64/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_mod_uint64/test_data_set_0/input_1.pb new file mode 100644 index 0000000..39e586b Binary files /dev/null and b/onnx/backend/test/data/node/test_mod_uint64/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_mod_uint64/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_mod_uint64/test_data_set_0/output_0.pb new file mode 100644 index 0000000..000841f Binary files /dev/null and b/onnx/backend/test/data/node/test_mod_uint64/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_mod_uint8/model.onnx b/onnx/backend/test/data/node/test_mod_uint8/model.onnx new file mode 100644 index 0000000..9c7b6e9 Binary files /dev/null and b/onnx/backend/test/data/node/test_mod_uint8/model.onnx differ diff --git a/onnx/backend/test/data/node/test_mod_uint8/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_mod_uint8/test_data_set_0/input_0.pb new file mode 100644 index 0000000..5f16748 --- /dev/null +++ b/onnx/backend/test/data/node/test_mod_uint8/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_mod_uint8/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_mod_uint8/test_data_set_0/input_1.pb new file mode 100644 index 0000000..a963b73 --- /dev/null +++ b/onnx/backend/test/data/node/test_mod_uint8/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +ByJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_mod_uint8/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_mod_uint8/test_data_set_0/output_0.pb new file mode 100644 index 0000000..3df8e11 Binary files /dev/null and b/onnx/backend/test/data/node/test_mod_uint8/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_momentum/model.onnx b/onnx/backend/test/data/node/test_momentum/model.onnx new file mode 100644 index 0000000..674a5fa Binary files /dev/null and b/onnx/backend/test/data/node/test_momentum/model.onnx differ diff --git a/onnx/backend/test/data/node/test_momentum/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_momentum/test_data_set_0/input_0.pb new file mode 100644 index 0000000..d0483cc --- /dev/null +++ b/onnx/backend/test/data/node/test_momentum/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BRJ= \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_momentum/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_momentum/test_data_set_0/input_1.pb new file mode 100644 index 0000000..54656de Binary files /dev/null and b/onnx/backend/test/data/node/test_momentum/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_momentum/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_momentum/test_data_set_0/input_2.pb new file mode 100644 index 0000000..15244fd --- /dev/null +++ b/onnx/backend/test/data/node/test_momentum/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BXJ?333@ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_momentum/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_momentum/test_data_set_0/input_3.pb new file mode 100644 index 0000000..439d577 Binary files /dev/null and b/onnx/backend/test/data/node/test_momentum/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_momentum/test_data_set_0/input_4.pb b/onnx/backend/test/data/node/test_momentum/test_data_set_0/input_4.pb new file mode 100644 index 0000000..e3f3aa9 --- /dev/null +++ b/onnx/backend/test/data/node/test_momentum/test_data_set_0/input_4.pb @@ -0,0 +1 @@ +BVJ?fff@ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_momentum/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_momentum/test_data_set_0/output_0.pb new file mode 100644 index 0000000..cb0f2fd --- /dev/null +++ b/onnx/backend/test/data/node/test_momentum/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BX_newJ?IK-@ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_momentum/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_momentum/test_data_set_0/output_1.pb new file mode 100644 index 0000000..2602dc1 --- /dev/null +++ b/onnx/backend/test/data/node/test_momentum/test_data_set_0/output_1.pb @@ -0,0 +1 @@ +BV_newJr-?z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_mul/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_mul/test_data_set_0/input_1.pb new file mode 100644 index 0000000..1424d72 --- /dev/null +++ b/onnx/backend/test/data/node/test_mul/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +ByJ^&,Z[*Pܿ35>;;Wп>DhT=:?>ב?>O/^~/Ѓ f=#f?Ok>Ŀ ??@?7>8lF?5mξy? FU>z?u>4?G,>> ?^Ab*x?(?Ӿ3Y?"??, ?g?Iy\}?7mM?r?N4?l? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_mul/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_mul/test_data_set_0/output_0.pb new file mode 100644 index 0000000..2c2b54e --- /dev/null +++ b/onnx/backend/test/data/node/test_mul/test_data_set_0/output_0.pb @@ -0,0 +1,3 @@ +BzJ8חTLKw.> >&@ƿs˿=<&= @>]?x6>iy=6=ǽ|D`>@e?!>Q?0X@w0[\= =ҿQ?X>[W=tn$?=WS<>MS~;> += @oǾF \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_mul_bcast/model.onnx b/onnx/backend/test/data/node/test_mul_bcast/model.onnx new file mode 100644 index 0000000..5d73ba5 Binary files /dev/null and b/onnx/backend/test/data/node/test_mul_bcast/model.onnx differ diff --git a/onnx/backend/test/data/node/test_mul_bcast/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_mul_bcast/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_mul_bcast/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_mul_bcast/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_mul_bcast/test_data_set_0/input_1.pb new file mode 100644 index 0000000..dcbe531 --- /dev/null +++ b/onnx/backend/test/data/node/test_mul_bcast/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +ByJ^&,Z[*Pܿ35> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_mul_bcast/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_mul_bcast/test_data_set_0/output_0.pb new file mode 100644 index 0000000..966fee7 --- /dev/null +++ b/onnx/backend/test/data/node/test_mul_bcast/test_data_set_0/output_0.pb @@ -0,0 +1,2 @@ +BzJ8חTLKw.><(?'箾 =v6>2=l`ƽk(W9I=e *>~Z +-?p3?0>o^z?dža>;X)z>dս; k8?Z@?|R׽W|@Kz++?ڱ[4?ش??W11Ԗ>>!N2@9'?bs>Op@B٣}y|üW{)?σ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_mul_example/model.onnx b/onnx/backend/test/data/node/test_mul_example/model.onnx new file mode 100644 index 0000000..efbbb0b Binary files /dev/null and b/onnx/backend/test/data/node/test_mul_example/model.onnx differ diff --git a/onnx/backend/test/data/node/test_mul_example/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_mul_example/test_data_set_0/input_0.pb new file mode 100644 index 0000000..62e4e87 Binary files /dev/null and b/onnx/backend/test/data/node/test_mul_example/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_mul_example/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_mul_example/test_data_set_0/input_1.pb new file mode 100644 index 0000000..a760307 Binary files /dev/null and b/onnx/backend/test/data/node/test_mul_example/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_mul_example/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_mul_example/test_data_set_0/output_0.pb new file mode 100644 index 0000000..132af70 Binary files /dev/null and b/onnx/backend/test/data/node/test_mul_example/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_mul_int16/model.onnx b/onnx/backend/test/data/node/test_mul_int16/model.onnx new file mode 100644 index 0000000..c81f23f Binary files /dev/null and b/onnx/backend/test/data/node/test_mul_int16/model.onnx differ diff --git a/onnx/backend/test/data/node/test_mul_int16/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_mul_int16/test_data_set_0/input_0.pb new file mode 100644 index 0000000..071d7c6 Binary files /dev/null and b/onnx/backend/test/data/node/test_mul_int16/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_mul_int16/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_mul_int16/test_data_set_0/input_1.pb new file mode 100644 index 0000000..df53380 Binary files /dev/null and b/onnx/backend/test/data/node/test_mul_int16/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_mul_int16/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_mul_int16/test_data_set_0/output_0.pb new file mode 100644 index 0000000..09346f7 Binary files /dev/null and b/onnx/backend/test/data/node/test_mul_int16/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_mul_int8/model.onnx b/onnx/backend/test/data/node/test_mul_int8/model.onnx new file mode 100644 index 0000000..660f6ec Binary files /dev/null and b/onnx/backend/test/data/node/test_mul_int8/model.onnx differ diff --git a/onnx/backend/test/data/node/test_mul_int8/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_mul_int8/test_data_set_0/input_0.pb new file mode 100644 index 0000000..8147f99 Binary files /dev/null and b/onnx/backend/test/data/node/test_mul_int8/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_mul_int8/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_mul_int8/test_data_set_0/input_1.pb new file mode 100644 index 0000000..90f9ada --- /dev/null +++ b/onnx/backend/test/data/node/test_mul_int8/test_data_set_0/input_1.pb @@ -0,0 +1,7 @@ +ByJ< + +     +   +  + +  \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_mul_int8/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_mul_int8/test_data_set_0/output_0.pb new file mode 100644 index 0000000..839d65c Binary files /dev/null and b/onnx/backend/test/data/node/test_mul_int8/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_mul_uint16/model.onnx b/onnx/backend/test/data/node/test_mul_uint16/model.onnx new file mode 100644 index 0000000..5b5c0e8 Binary files /dev/null and b/onnx/backend/test/data/node/test_mul_uint16/model.onnx differ diff --git a/onnx/backend/test/data/node/test_mul_uint16/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_mul_uint16/test_data_set_0/input_0.pb new file mode 100644 index 0000000..5d307c0 Binary files /dev/null and b/onnx/backend/test/data/node/test_mul_uint16/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_mul_uint16/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_mul_uint16/test_data_set_0/input_1.pb new file mode 100644 index 0000000..4e882d3 Binary files /dev/null and b/onnx/backend/test/data/node/test_mul_uint16/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_mul_uint16/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_mul_uint16/test_data_set_0/output_0.pb new file mode 100644 index 0000000..b6c96d0 Binary files /dev/null and b/onnx/backend/test/data/node/test_mul_uint16/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_mul_uint32/model.onnx b/onnx/backend/test/data/node/test_mul_uint32/model.onnx new file mode 100644 index 0000000..f9e4517 Binary files /dev/null and b/onnx/backend/test/data/node/test_mul_uint32/model.onnx differ diff --git a/onnx/backend/test/data/node/test_mul_uint32/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_mul_uint32/test_data_set_0/input_0.pb new file mode 100644 index 0000000..2ac1e5a Binary files /dev/null and b/onnx/backend/test/data/node/test_mul_uint32/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_mul_uint32/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_mul_uint32/test_data_set_0/input_1.pb new file mode 100644 index 0000000..1e1f6aa Binary files /dev/null and b/onnx/backend/test/data/node/test_mul_uint32/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_mul_uint32/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_mul_uint32/test_data_set_0/output_0.pb new file mode 100644 index 0000000..78b2872 Binary files /dev/null and b/onnx/backend/test/data/node/test_mul_uint32/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_mul_uint64/model.onnx b/onnx/backend/test/data/node/test_mul_uint64/model.onnx new file mode 100644 index 0000000..f0cd27f Binary files /dev/null and b/onnx/backend/test/data/node/test_mul_uint64/model.onnx differ diff --git a/onnx/backend/test/data/node/test_mul_uint64/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_mul_uint64/test_data_set_0/input_0.pb new file mode 100644 index 0000000..8a8f7cb Binary files /dev/null and b/onnx/backend/test/data/node/test_mul_uint64/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_mul_uint64/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_mul_uint64/test_data_set_0/input_1.pb new file mode 100644 index 0000000..56516e3 Binary files /dev/null and b/onnx/backend/test/data/node/test_mul_uint64/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_mul_uint64/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_mul_uint64/test_data_set_0/output_0.pb new file mode 100644 index 0000000..b840298 Binary files /dev/null and b/onnx/backend/test/data/node/test_mul_uint64/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_mul_uint8/model.onnx b/onnx/backend/test/data/node/test_mul_uint8/model.onnx new file mode 100644 index 0000000..f5f2de3 Binary files /dev/null and b/onnx/backend/test/data/node/test_mul_uint8/model.onnx differ diff --git a/onnx/backend/test/data/node/test_mul_uint8/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_mul_uint8/test_data_set_0/input_0.pb new file mode 100644 index 0000000..74cf4cf Binary files /dev/null and b/onnx/backend/test/data/node/test_mul_uint8/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_mul_uint8/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_mul_uint8/test_data_set_0/input_1.pb new file mode 100644 index 0000000..bee6ec6 Binary files /dev/null and b/onnx/backend/test/data/node/test_mul_uint8/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_mul_uint8/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_mul_uint8/test_data_set_0/output_0.pb new file mode 100644 index 0000000..da05138 Binary files /dev/null and b/onnx/backend/test/data/node/test_mul_uint8/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_mvn/model.onnx b/onnx/backend/test/data/node/test_mvn/model.onnx new file mode 100644 index 0000000..5656750 Binary files /dev/null and b/onnx/backend/test/data/node/test_mvn/model.onnx differ diff --git a/onnx/backend/test/data/node/test_mvn/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_mvn/test_data_set_0/input_0.pb new file mode 100644 index 0000000..eb4a0b0 --- /dev/null +++ b/onnx/backend/test/data/node/test_mvn/test_data_set_0/input_0.pb @@ -0,0 +1,2 @@ +BXJlNX??o=<>?9K?2p?ldt?5>>t>,?j<[?̐l?Ux?=W>Bi??Q?]HI?=F1? +?ޙ= \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_mvn/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_mvn/test_data_set_0/output_0.pb new file mode 100644 index 0000000..b872573 --- /dev/null +++ b/onnx/backend/test/data/node/test_mvn/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BYJld?;>:ſrd>D>6nQ?[?:#rcvyHE3U?> ,?UD?Pi?ҿo?>2?ϗ?m=msþ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_mvn_expanded/model.onnx b/onnx/backend/test/data/node/test_mvn_expanded/model.onnx new file mode 100644 index 0000000..162bb62 Binary files /dev/null and b/onnx/backend/test/data/node/test_mvn_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_mvn_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_mvn_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..eb4a0b0 --- /dev/null +++ b/onnx/backend/test/data/node/test_mvn_expanded/test_data_set_0/input_0.pb @@ -0,0 +1,2 @@ +BXJlNX??o=<>?9K?2p?ldt?5>>t>,?j<[?̐l?Ux?=W>Bi??Q?]HI?=F1? +?ޙ= \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_mvn_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_mvn_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..b872573 --- /dev/null +++ b/onnx/backend/test/data/node/test_mvn_expanded/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BYJld?;>:ſrd>D>6nQ?[?:#rcvyHE3U?> ,?UD?Pi?ҿo?>2?ϗ?m=msþ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_mvn_expanded_ver18/model.onnx b/onnx/backend/test/data/node/test_mvn_expanded_ver18/model.onnx new file mode 100644 index 0000000..194abc9 Binary files /dev/null and b/onnx/backend/test/data/node/test_mvn_expanded_ver18/model.onnx differ diff --git a/onnx/backend/test/data/node/test_mvn_expanded_ver18/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_mvn_expanded_ver18/test_data_set_0/input_0.pb new file mode 100644 index 0000000..eb4a0b0 --- /dev/null +++ b/onnx/backend/test/data/node/test_mvn_expanded_ver18/test_data_set_0/input_0.pb @@ -0,0 +1,2 @@ +BXJlNX??o=<>?9K?2p?ldt?5>>t>,?j<[?̐l?Ux?=W>Bi??Q?]HI?=F1? +?ޙ= \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_mvn_expanded_ver18/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_mvn_expanded_ver18/test_data_set_0/output_0.pb new file mode 100644 index 0000000..b872573 --- /dev/null +++ b/onnx/backend/test/data/node/test_mvn_expanded_ver18/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BYJld?;>:ſrd>D>6nQ?[?:#rcvyHE3U?> ,?UD?Pi?ҿo?>2?ϗ?m=msþ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_neg/model.onnx b/onnx/backend/test/data/node/test_neg/model.onnx new file mode 100644 index 0000000..08e3ba0 Binary files /dev/null and b/onnx/backend/test/data/node/test_neg/model.onnx differ diff --git a/onnx/backend/test/data/node/test_neg/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_neg/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_neg/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_neg/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_neg/test_data_set_0/output_0.pb new file mode 100644 index 0000000..7eddb27 --- /dev/null +++ b/onnx/backend/test/data/node/test_neg/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +ByJxh̾zj$ .z?8sb>hd=9Ҿ(%^B0 B]ת=R>iJZ?/d#@S'K]=?C(?Hm; ?>2ĿEc??!> *z癿O>mǚ>6?&õ?g?x?FK>[? G4?Y>L=e?ƾ ??k \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_neg_example/model.onnx b/onnx/backend/test/data/node/test_neg_example/model.onnx new file mode 100644 index 0000000..d6b2fbc Binary files /dev/null and b/onnx/backend/test/data/node/test_neg_example/model.onnx differ diff --git a/onnx/backend/test/data/node/test_neg_example/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_neg_example/test_data_set_0/input_0.pb new file mode 100644 index 0000000..a24b076 Binary files /dev/null and b/onnx/backend/test/data/node/test_neg_example/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_neg_example/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_neg_example/test_data_set_0/output_0.pb new file mode 100644 index 0000000..1232f9a Binary files /dev/null and b/onnx/backend/test/data/node/test_neg_example/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_nesterov_momentum/model.onnx b/onnx/backend/test/data/node/test_nesterov_momentum/model.onnx new file mode 100644 index 0000000..defcd31 Binary files /dev/null and b/onnx/backend/test/data/node/test_nesterov_momentum/model.onnx differ diff --git a/onnx/backend/test/data/node/test_nesterov_momentum/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_nesterov_momentum/test_data_set_0/input_0.pb new file mode 100644 index 0000000..d0483cc --- /dev/null +++ b/onnx/backend/test/data/node/test_nesterov_momentum/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BRJ= \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_nesterov_momentum/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_nesterov_momentum/test_data_set_0/input_1.pb new file mode 100644 index 0000000..54656de Binary files /dev/null and b/onnx/backend/test/data/node/test_nesterov_momentum/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_nesterov_momentum/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_nesterov_momentum/test_data_set_0/input_2.pb new file mode 100644 index 0000000..15244fd --- /dev/null +++ b/onnx/backend/test/data/node/test_nesterov_momentum/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BXJ?333@ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_nesterov_momentum/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_nesterov_momentum/test_data_set_0/input_3.pb new file mode 100644 index 0000000..439d577 Binary files /dev/null and b/onnx/backend/test/data/node/test_nesterov_momentum/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_nesterov_momentum/test_data_set_0/input_4.pb b/onnx/backend/test/data/node/test_nesterov_momentum/test_data_set_0/input_4.pb new file mode 100644 index 0000000..e3f3aa9 --- /dev/null +++ b/onnx/backend/test/data/node/test_nesterov_momentum/test_data_set_0/input_4.pb @@ -0,0 +1 @@ +BVJ?fff@ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_nesterov_momentum/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_nesterov_momentum/test_data_set_0/output_0.pb new file mode 100644 index 0000000..96bad14 --- /dev/null +++ b/onnx/backend/test/data/node/test_nesterov_momentum/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BX_newJ?A=@ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_nesterov_momentum/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_nesterov_momentum/test_data_set_0/output_1.pb new file mode 100644 index 0000000..ae87a60 --- /dev/null +++ b/onnx/backend/test/data/node/test_nesterov_momentum/test_data_set_0/output_1.pb @@ -0,0 +1 @@ +BV_newJQY%?n >~J?e?^k?l?Z{= \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_nllloss_NC/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_nllloss_NC/test_data_set_0/input_1.pb new file mode 100644 index 0000000..61a5b90 Binary files /dev/null and b/onnx/backend/test/data/node/test_nllloss_NC/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_nllloss_NC/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_nllloss_NC/test_data_set_0/output_0.pb new file mode 100644 index 0000000..390025f --- /dev/null +++ b/onnx/backend/test/data/node/test_nllloss_NC/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BlossJ 7rRľl \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_nllloss_NC_expanded/model.onnx b/onnx/backend/test/data/node/test_nllloss_NC_expanded/model.onnx new file mode 100644 index 0000000..0a13d6f Binary files /dev/null and b/onnx/backend/test/data/node/test_nllloss_NC_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_nllloss_NC_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_nllloss_NC_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..16567c3 --- /dev/null +++ b/onnx/backend/test/data/node/test_nllloss_NC_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BinputJ<  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{= \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_nllloss_NC_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_nllloss_NC_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..61a5b90 Binary files /dev/null and b/onnx/backend/test/data/node/test_nllloss_NC_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_nllloss_NC_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_nllloss_NC_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..390025f --- /dev/null +++ b/onnx/backend/test/data/node/test_nllloss_NC_expanded/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BlossJ 7rRľl \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1/model.onnx b/onnx/backend/test/data/node/test_nllloss_NCd1/model.onnx new file mode 100644 index 0000000..189dc6c Binary files /dev/null and b/onnx/backend/test/data/node/test_nllloss_NCd1/model.onnx differ diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_nllloss_NCd1/test_data_set_0/input_0.pb new file mode 100644 index 0000000..91bd677 --- /dev/null +++ b/onnx/backend/test/data/node/test_nllloss_NCd1/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BinputJx  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{=p= <&U?H5G?^?z?L?G>G?9=#?4>q?ڗ?N> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_nllloss_NCd1/test_data_set_0/input_1.pb new file mode 100644 index 0000000..8f1eef3 Binary files /dev/null and b/onnx/backend/test/data/node/test_nllloss_NCd1/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_nllloss_NCd1/test_data_set_0/output_0.pb new file mode 100644 index 0000000..ab2f5e6 --- /dev/null +++ b/onnx/backend/test/data/node/test_nllloss_NCd1/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BlossJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1_expanded/model.onnx b/onnx/backend/test/data/node/test_nllloss_NCd1_expanded/model.onnx new file mode 100644 index 0000000..d634711 Binary files /dev/null and b/onnx/backend/test/data/node/test_nllloss_NCd1_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_nllloss_NCd1_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..91bd677 --- /dev/null +++ b/onnx/backend/test/data/node/test_nllloss_NCd1_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BinputJx  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{=p= <&U?H5G?^?z?L?G>G?9=#?4>q?ڗ?N> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_nllloss_NCd1_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..8f1eef3 Binary files /dev/null and b/onnx/backend/test/data/node/test_nllloss_NCd1_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_nllloss_NCd1_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..ab2f5e6 --- /dev/null +++ b/onnx/backend/test/data/node/test_nllloss_NCd1_expanded/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BlossJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1_ii/model.onnx b/onnx/backend/test/data/node/test_nllloss_NCd1_ii/model.onnx new file mode 100644 index 0000000..b823ccb Binary files /dev/null and b/onnx/backend/test/data/node/test_nllloss_NCd1_ii/model.onnx differ diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1_ii/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_nllloss_NCd1_ii/test_data_set_0/input_0.pb new file mode 100644 index 0000000..91bd677 --- /dev/null +++ b/onnx/backend/test/data/node/test_nllloss_NCd1_ii/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BinputJx  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{=p= <&U?H5G?^?z?L?G>G?9=#?4>q?ڗ?N> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1_ii/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_nllloss_NCd1_ii/test_data_set_0/input_1.pb new file mode 100644 index 0000000..0025f55 Binary files /dev/null and b/onnx/backend/test/data/node/test_nllloss_NCd1_ii/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1_ii/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_nllloss_NCd1_ii/test_data_set_0/output_0.pb new file mode 100644 index 0000000..99215ca --- /dev/null +++ b/onnx/backend/test/data/node/test_nllloss_NCd1_ii/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BlossJ" \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1_ii_expanded/model.onnx b/onnx/backend/test/data/node/test_nllloss_NCd1_ii_expanded/model.onnx new file mode 100644 index 0000000..c75e4ea Binary files /dev/null and b/onnx/backend/test/data/node/test_nllloss_NCd1_ii_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1_ii_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_nllloss_NCd1_ii_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..91bd677 --- /dev/null +++ b/onnx/backend/test/data/node/test_nllloss_NCd1_ii_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BinputJx  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{=p= <&U?H5G?^?z?L?G>G?9=#?4>q?ڗ?N> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1_ii_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_nllloss_NCd1_ii_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..0025f55 Binary files /dev/null and b/onnx/backend/test/data/node/test_nllloss_NCd1_ii_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1_ii_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_nllloss_NCd1_ii_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..99215ca --- /dev/null +++ b/onnx/backend/test/data/node/test_nllloss_NCd1_ii_expanded/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BlossJ" \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1_mean_weight_negative_ii/model.onnx b/onnx/backend/test/data/node/test_nllloss_NCd1_mean_weight_negative_ii/model.onnx new file mode 100644 index 0000000..e9d99c8 Binary files /dev/null and b/onnx/backend/test/data/node/test_nllloss_NCd1_mean_weight_negative_ii/model.onnx differ diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1_mean_weight_negative_ii/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_nllloss_NCd1_mean_weight_negative_ii/test_data_set_0/input_0.pb new file mode 100644 index 0000000..ecdd53b --- /dev/null +++ b/onnx/backend/test/data/node/test_nllloss_NCd1_mean_weight_negative_ii/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BinputJ  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{=p= <&U?H5G?^?z?L?G>G?9=#?4>q?ڗ?N>s>.4F?>?<\?N?c?yq?Ƌ.?k>>2?v=9*?+?nW>A>>L8>j?a>}?=U>R.%>2'?p>I>Jz>">] =7(? >LI>ɼ>,R? =V?>=?y? > z?(?a@=?a =̐>)=>'=΢>G>_=E1? ?">?c=;q?[m? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1_mean_weight_negative_ii/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_nllloss_NCd1_mean_weight_negative_ii/test_data_set_0/input_1.pb new file mode 100644 index 0000000..936a645 Binary files /dev/null and b/onnx/backend/test/data/node/test_nllloss_NCd1_mean_weight_negative_ii/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1_mean_weight_negative_ii/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_nllloss_NCd1_mean_weight_negative_ii/test_data_set_0/input_2.pb new file mode 100644 index 0000000..ef7d70b --- /dev/null +++ b/onnx/backend/test/data/node/test_nllloss_NCd1_mean_weight_negative_ii/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BweightJ/>>5A?e>be? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1_mean_weight_negative_ii/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_nllloss_NCd1_mean_weight_negative_ii/test_data_set_0/output_0.pb new file mode 100644 index 0000000..ba805e4 --- /dev/null +++ b/onnx/backend/test/data/node/test_nllloss_NCd1_mean_weight_negative_ii/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BlossJI \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1_mean_weight_negative_ii_expanded/model.onnx b/onnx/backend/test/data/node/test_nllloss_NCd1_mean_weight_negative_ii_expanded/model.onnx new file mode 100644 index 0000000..6f6a3f2 Binary files /dev/null and b/onnx/backend/test/data/node/test_nllloss_NCd1_mean_weight_negative_ii_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1_mean_weight_negative_ii_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_nllloss_NCd1_mean_weight_negative_ii_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..ecdd53b --- /dev/null +++ b/onnx/backend/test/data/node/test_nllloss_NCd1_mean_weight_negative_ii_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BinputJ  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{=p= <&U?H5G?^?z?L?G>G?9=#?4>q?ڗ?N>s>.4F?>?<\?N?c?yq?Ƌ.?k>>2?v=9*?+?nW>A>>L8>j?a>}?=U>R.%>2'?p>I>Jz>">] =7(? >LI>ɼ>,R? =V?>=?y? > z?(?a@=?a =̐>)=>'=΢>G>_=E1? ?">?c=;q?[m? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1_mean_weight_negative_ii_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_nllloss_NCd1_mean_weight_negative_ii_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..936a645 Binary files /dev/null and b/onnx/backend/test/data/node/test_nllloss_NCd1_mean_weight_negative_ii_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1_mean_weight_negative_ii_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_nllloss_NCd1_mean_weight_negative_ii_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..ef7d70b --- /dev/null +++ b/onnx/backend/test/data/node/test_nllloss_NCd1_mean_weight_negative_ii_expanded/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BweightJ/>>5A?e>be? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1_mean_weight_negative_ii_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_nllloss_NCd1_mean_weight_negative_ii_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..ba805e4 --- /dev/null +++ b/onnx/backend/test/data/node/test_nllloss_NCd1_mean_weight_negative_ii_expanded/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BlossJI \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1_weight/model.onnx b/onnx/backend/test/data/node/test_nllloss_NCd1_weight/model.onnx new file mode 100644 index 0000000..902f9a0 Binary files /dev/null and b/onnx/backend/test/data/node/test_nllloss_NCd1_weight/model.onnx differ diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1_weight/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_nllloss_NCd1_weight/test_data_set_0/input_0.pb new file mode 100644 index 0000000..91bd677 --- /dev/null +++ b/onnx/backend/test/data/node/test_nllloss_NCd1_weight/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BinputJx  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{=p= <&U?H5G?^?z?L?G>G?9=#?4>q?ڗ?N> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1_weight/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_nllloss_NCd1_weight/test_data_set_0/input_1.pb new file mode 100644 index 0000000..8f1eef3 Binary files /dev/null and b/onnx/backend/test/data/node/test_nllloss_NCd1_weight/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1_weight/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_nllloss_NCd1_weight/test_data_set_0/input_2.pb new file mode 100644 index 0000000..64acbc9 --- /dev/null +++ b/onnx/backend/test/data/node/test_nllloss_NCd1_weight/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BweightJ<\?N?c?yq? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1_weight/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_nllloss_NCd1_weight/test_data_set_0/output_0.pb new file mode 100644 index 0000000..a6fd092 --- /dev/null +++ b/onnx/backend/test/data/node/test_nllloss_NCd1_weight/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BlossJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1_weight_expanded/model.onnx b/onnx/backend/test/data/node/test_nllloss_NCd1_weight_expanded/model.onnx new file mode 100644 index 0000000..2ec9919 Binary files /dev/null and b/onnx/backend/test/data/node/test_nllloss_NCd1_weight_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1_weight_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_nllloss_NCd1_weight_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..91bd677 --- /dev/null +++ b/onnx/backend/test/data/node/test_nllloss_NCd1_weight_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BinputJx  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{=p= <&U?H5G?^?z?L?G>G?9=#?4>q?ڗ?N> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1_weight_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_nllloss_NCd1_weight_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..8f1eef3 Binary files /dev/null and b/onnx/backend/test/data/node/test_nllloss_NCd1_weight_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1_weight_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_nllloss_NCd1_weight_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..64acbc9 --- /dev/null +++ b/onnx/backend/test/data/node/test_nllloss_NCd1_weight_expanded/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BweightJ<\?N?c?yq? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1_weight_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_nllloss_NCd1_weight_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..a6fd092 --- /dev/null +++ b/onnx/backend/test/data/node/test_nllloss_NCd1_weight_expanded/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BlossJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1_weight_ii/model.onnx b/onnx/backend/test/data/node/test_nllloss_NCd1_weight_ii/model.onnx new file mode 100644 index 0000000..425f977 Binary files /dev/null and b/onnx/backend/test/data/node/test_nllloss_NCd1_weight_ii/model.onnx differ diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1_weight_ii/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_nllloss_NCd1_weight_ii/test_data_set_0/input_0.pb new file mode 100644 index 0000000..91bd677 --- /dev/null +++ b/onnx/backend/test/data/node/test_nllloss_NCd1_weight_ii/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BinputJx  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{=p= <&U?H5G?^?z?L?G>G?9=#?4>q?ڗ?N> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1_weight_ii/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_nllloss_NCd1_weight_ii/test_data_set_0/input_1.pb new file mode 100644 index 0000000..0025f55 Binary files /dev/null and b/onnx/backend/test/data/node/test_nllloss_NCd1_weight_ii/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1_weight_ii/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_nllloss_NCd1_weight_ii/test_data_set_0/input_2.pb new file mode 100644 index 0000000..64acbc9 --- /dev/null +++ b/onnx/backend/test/data/node/test_nllloss_NCd1_weight_ii/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BweightJ<\?N?c?yq? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1_weight_ii/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_nllloss_NCd1_weight_ii/test_data_set_0/output_0.pb new file mode 100644 index 0000000..79596bc --- /dev/null +++ b/onnx/backend/test/data/node/test_nllloss_NCd1_weight_ii/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BlossJz( \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1_weight_ii_expanded/model.onnx b/onnx/backend/test/data/node/test_nllloss_NCd1_weight_ii_expanded/model.onnx new file mode 100644 index 0000000..4f85c65 Binary files /dev/null and b/onnx/backend/test/data/node/test_nllloss_NCd1_weight_ii_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1_weight_ii_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_nllloss_NCd1_weight_ii_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..91bd677 --- /dev/null +++ b/onnx/backend/test/data/node/test_nllloss_NCd1_weight_ii_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BinputJx  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{=p= <&U?H5G?^?z?L?G>G?9=#?4>q?ڗ?N> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1_weight_ii_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_nllloss_NCd1_weight_ii_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..0025f55 Binary files /dev/null and b/onnx/backend/test/data/node/test_nllloss_NCd1_weight_ii_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1_weight_ii_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_nllloss_NCd1_weight_ii_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..64acbc9 --- /dev/null +++ b/onnx/backend/test/data/node/test_nllloss_NCd1_weight_ii_expanded/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BweightJ<\?N?c?yq? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1_weight_ii_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_nllloss_NCd1_weight_ii_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..79596bc --- /dev/null +++ b/onnx/backend/test/data/node/test_nllloss_NCd1_weight_ii_expanded/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BlossJz( \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2/model.onnx b/onnx/backend/test/data/node/test_nllloss_NCd1d2/model.onnx new file mode 100644 index 0000000..b91f1df Binary files /dev/null and b/onnx/backend/test/data/node/test_nllloss_NCd1d2/model.onnx differ diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_nllloss_NCd1d2/test_data_set_0/input_0.pb new file mode 100644 index 0000000..1a71820 Binary files /dev/null and b/onnx/backend/test/data/node/test_nllloss_NCd1d2/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_nllloss_NCd1d2/test_data_set_0/input_1.pb new file mode 100644 index 0000000..7a4d9cd Binary files /dev/null and b/onnx/backend/test/data/node/test_nllloss_NCd1d2/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_nllloss_NCd1d2/test_data_set_0/output_0.pb new file mode 100644 index 0000000..c16e700 Binary files /dev/null and b/onnx/backend/test/data/node/test_nllloss_NCd1d2/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2_expanded/model.onnx b/onnx/backend/test/data/node/test_nllloss_NCd1d2_expanded/model.onnx new file mode 100644 index 0000000..e07381d Binary files /dev/null and b/onnx/backend/test/data/node/test_nllloss_NCd1d2_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_nllloss_NCd1d2_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..1a71820 Binary files /dev/null and b/onnx/backend/test/data/node/test_nllloss_NCd1d2_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_nllloss_NCd1d2_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..7a4d9cd Binary files /dev/null and b/onnx/backend/test/data/node/test_nllloss_NCd1d2_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_nllloss_NCd1d2_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..c16e700 Binary files /dev/null and b/onnx/backend/test/data/node/test_nllloss_NCd1d2_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2_no_weight_reduction_mean_ii/model.onnx b/onnx/backend/test/data/node/test_nllloss_NCd1d2_no_weight_reduction_mean_ii/model.onnx new file mode 100644 index 0000000..d9bc385 Binary files /dev/null and b/onnx/backend/test/data/node/test_nllloss_NCd1d2_no_weight_reduction_mean_ii/model.onnx differ diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2_no_weight_reduction_mean_ii/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_nllloss_NCd1d2_no_weight_reduction_mean_ii/test_data_set_0/input_0.pb new file mode 100644 index 0000000..1a71820 Binary files /dev/null and b/onnx/backend/test/data/node/test_nllloss_NCd1d2_no_weight_reduction_mean_ii/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2_no_weight_reduction_mean_ii/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_nllloss_NCd1d2_no_weight_reduction_mean_ii/test_data_set_0/input_1.pb new file mode 100644 index 0000000..7a4d9cd Binary files /dev/null and b/onnx/backend/test/data/node/test_nllloss_NCd1d2_no_weight_reduction_mean_ii/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2_no_weight_reduction_mean_ii/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_nllloss_NCd1d2_no_weight_reduction_mean_ii/test_data_set_0/output_0.pb new file mode 100644 index 0000000..1af101d --- /dev/null +++ b/onnx/backend/test/data/node/test_nllloss_NCd1d2_no_weight_reduction_mean_ii/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BlossJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2_no_weight_reduction_mean_ii_expanded/model.onnx b/onnx/backend/test/data/node/test_nllloss_NCd1d2_no_weight_reduction_mean_ii_expanded/model.onnx new file mode 100644 index 0000000..59ee8e5 Binary files /dev/null and b/onnx/backend/test/data/node/test_nllloss_NCd1d2_no_weight_reduction_mean_ii_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2_no_weight_reduction_mean_ii_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_nllloss_NCd1d2_no_weight_reduction_mean_ii_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..1a71820 Binary files /dev/null and b/onnx/backend/test/data/node/test_nllloss_NCd1d2_no_weight_reduction_mean_ii_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2_no_weight_reduction_mean_ii_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_nllloss_NCd1d2_no_weight_reduction_mean_ii_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..7a4d9cd Binary files /dev/null and b/onnx/backend/test/data/node/test_nllloss_NCd1d2_no_weight_reduction_mean_ii_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2_no_weight_reduction_mean_ii_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_nllloss_NCd1d2_no_weight_reduction_mean_ii_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..1af101d --- /dev/null +++ b/onnx/backend/test/data/node/test_nllloss_NCd1d2_no_weight_reduction_mean_ii_expanded/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BlossJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2_reduction_mean/model.onnx b/onnx/backend/test/data/node/test_nllloss_NCd1d2_reduction_mean/model.onnx new file mode 100644 index 0000000..fd66cfa Binary files /dev/null and b/onnx/backend/test/data/node/test_nllloss_NCd1d2_reduction_mean/model.onnx differ diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2_reduction_mean/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_nllloss_NCd1d2_reduction_mean/test_data_set_0/input_0.pb new file mode 100644 index 0000000..1a71820 Binary files /dev/null and b/onnx/backend/test/data/node/test_nllloss_NCd1d2_reduction_mean/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2_reduction_mean/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_nllloss_NCd1d2_reduction_mean/test_data_set_0/input_1.pb new file mode 100644 index 0000000..7a4d9cd Binary files /dev/null and b/onnx/backend/test/data/node/test_nllloss_NCd1d2_reduction_mean/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2_reduction_mean/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_nllloss_NCd1d2_reduction_mean/test_data_set_0/output_0.pb new file mode 100644 index 0000000..0fd331f --- /dev/null +++ b/onnx/backend/test/data/node/test_nllloss_NCd1d2_reduction_mean/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BlossJx \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2_reduction_mean_expanded/model.onnx b/onnx/backend/test/data/node/test_nllloss_NCd1d2_reduction_mean_expanded/model.onnx new file mode 100644 index 0000000..4cc60db Binary files /dev/null and b/onnx/backend/test/data/node/test_nllloss_NCd1d2_reduction_mean_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2_reduction_mean_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_nllloss_NCd1d2_reduction_mean_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..1a71820 Binary files /dev/null and b/onnx/backend/test/data/node/test_nllloss_NCd1d2_reduction_mean_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2_reduction_mean_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_nllloss_NCd1d2_reduction_mean_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..7a4d9cd Binary files /dev/null and b/onnx/backend/test/data/node/test_nllloss_NCd1d2_reduction_mean_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2_reduction_mean_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_nllloss_NCd1d2_reduction_mean_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..0fd331f --- /dev/null +++ b/onnx/backend/test/data/node/test_nllloss_NCd1d2_reduction_mean_expanded/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BlossJx \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2_reduction_sum/model.onnx b/onnx/backend/test/data/node/test_nllloss_NCd1d2_reduction_sum/model.onnx new file mode 100644 index 0000000..d91ed9a Binary files /dev/null and b/onnx/backend/test/data/node/test_nllloss_NCd1d2_reduction_sum/model.onnx differ diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2_reduction_sum/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_nllloss_NCd1d2_reduction_sum/test_data_set_0/input_0.pb new file mode 100644 index 0000000..1a71820 Binary files /dev/null and b/onnx/backend/test/data/node/test_nllloss_NCd1d2_reduction_sum/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2_reduction_sum/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_nllloss_NCd1d2_reduction_sum/test_data_set_0/input_1.pb new file mode 100644 index 0000000..7a4d9cd Binary files /dev/null and b/onnx/backend/test/data/node/test_nllloss_NCd1d2_reduction_sum/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2_reduction_sum/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_nllloss_NCd1d2_reduction_sum/test_data_set_0/output_0.pb new file mode 100644 index 0000000..e2e31eb --- /dev/null +++ b/onnx/backend/test/data/node/test_nllloss_NCd1d2_reduction_sum/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BlossJZk \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2_reduction_sum_expanded/model.onnx b/onnx/backend/test/data/node/test_nllloss_NCd1d2_reduction_sum_expanded/model.onnx new file mode 100644 index 0000000..e2899d9 Binary files /dev/null and b/onnx/backend/test/data/node/test_nllloss_NCd1d2_reduction_sum_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2_reduction_sum_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_nllloss_NCd1d2_reduction_sum_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..1a71820 Binary files /dev/null and b/onnx/backend/test/data/node/test_nllloss_NCd1d2_reduction_sum_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2_reduction_sum_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_nllloss_NCd1d2_reduction_sum_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..7a4d9cd Binary files /dev/null and b/onnx/backend/test/data/node/test_nllloss_NCd1d2_reduction_sum_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2_reduction_sum_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_nllloss_NCd1d2_reduction_sum_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..e2e31eb --- /dev/null +++ b/onnx/backend/test/data/node/test_nllloss_NCd1d2_reduction_sum_expanded/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BlossJZk \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight/model.onnx b/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight/model.onnx new file mode 100644 index 0000000..1fbc64e Binary files /dev/null and b/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight/model.onnx differ diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight/test_data_set_0/input_0.pb new file mode 100644 index 0000000..1a71820 Binary files /dev/null and b/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight/test_data_set_0/input_1.pb new file mode 100644 index 0000000..7a4d9cd Binary files /dev/null and b/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight/test_data_set_0/input_2.pb new file mode 100644 index 0000000..6d74ae4 --- /dev/null +++ b/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BweightJY?`o?p?W=K? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight/test_data_set_0/output_0.pb new file mode 100644 index 0000000..49a0351 Binary files /dev/null and b/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_expanded/model.onnx b/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_expanded/model.onnx new file mode 100644 index 0000000..5b9611a Binary files /dev/null and b/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..1a71820 Binary files /dev/null and b/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..7a4d9cd Binary files /dev/null and b/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..6d74ae4 --- /dev/null +++ b/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_expanded/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BweightJY?`o?p?W=K? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..49a0351 Binary files /dev/null and b/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_reduction_mean/model.onnx b/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_reduction_mean/model.onnx new file mode 100644 index 0000000..5e928bf Binary files /dev/null and b/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_reduction_mean/model.onnx differ diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_reduction_mean/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_reduction_mean/test_data_set_0/input_0.pb new file mode 100644 index 0000000..1a71820 Binary files /dev/null and b/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_reduction_mean/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_reduction_mean/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_reduction_mean/test_data_set_0/input_1.pb new file mode 100644 index 0000000..7a4d9cd Binary files /dev/null and b/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_reduction_mean/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_reduction_mean/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_reduction_mean/test_data_set_0/input_2.pb new file mode 100644 index 0000000..6d74ae4 --- /dev/null +++ b/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_reduction_mean/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BweightJY?`o?p?W=K? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_reduction_mean/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_reduction_mean/test_data_set_0/output_0.pb new file mode 100644 index 0000000..20aaf18 --- /dev/null +++ b/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_reduction_mean/test_data_set_0/output_0.pb @@ -0,0 +1,2 @@ +BlossJN + \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_reduction_mean_expanded/model.onnx b/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_reduction_mean_expanded/model.onnx new file mode 100644 index 0000000..d8bd66f Binary files /dev/null and b/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_reduction_mean_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_reduction_mean_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_reduction_mean_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..1a71820 Binary files /dev/null and b/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_reduction_mean_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_reduction_mean_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_reduction_mean_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..7a4d9cd Binary files /dev/null and b/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_reduction_mean_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_reduction_mean_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_reduction_mean_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..6d74ae4 --- /dev/null +++ b/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_reduction_mean_expanded/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BweightJY?`o?p?W=K? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_reduction_mean_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_reduction_mean_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..20aaf18 --- /dev/null +++ b/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_reduction_mean_expanded/test_data_set_0/output_0.pb @@ -0,0 +1,2 @@ +BlossJN + \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_reduction_sum/model.onnx b/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_reduction_sum/model.onnx new file mode 100644 index 0000000..50d52ec Binary files /dev/null and b/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_reduction_sum/model.onnx differ diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_reduction_sum/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_reduction_sum/test_data_set_0/input_0.pb new file mode 100644 index 0000000..1a71820 Binary files /dev/null and b/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_reduction_sum/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_reduction_sum/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_reduction_sum/test_data_set_0/input_1.pb new file mode 100644 index 0000000..7a4d9cd Binary files /dev/null and b/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_reduction_sum/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_reduction_sum/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_reduction_sum/test_data_set_0/input_2.pb new file mode 100644 index 0000000..6d74ae4 --- /dev/null +++ b/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_reduction_sum/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BweightJY?`o?p?W=K? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_reduction_sum/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_reduction_sum/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d2bfdf2 --- /dev/null +++ b/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_reduction_sum/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BlossJ0 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_reduction_sum_expanded/model.onnx b/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_reduction_sum_expanded/model.onnx new file mode 100644 index 0000000..4dd5a25 Binary files /dev/null and b/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_reduction_sum_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_reduction_sum_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_reduction_sum_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..1a71820 Binary files /dev/null and b/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_reduction_sum_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_reduction_sum_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_reduction_sum_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..7a4d9cd Binary files /dev/null and b/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_reduction_sum_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_reduction_sum_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_reduction_sum_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..6d74ae4 --- /dev/null +++ b/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_reduction_sum_expanded/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BweightJY?`o?p?W=K? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_reduction_sum_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_reduction_sum_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d2bfdf2 --- /dev/null +++ b/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_reduction_sum_expanded/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BlossJ0 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_reduction_sum_ii/model.onnx b/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_reduction_sum_ii/model.onnx new file mode 100644 index 0000000..5fb3c75 Binary files /dev/null and b/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_reduction_sum_ii/model.onnx differ diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_reduction_sum_ii/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_reduction_sum_ii/test_data_set_0/input_0.pb new file mode 100644 index 0000000..1a71820 Binary files /dev/null and b/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_reduction_sum_ii/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_reduction_sum_ii/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_reduction_sum_ii/test_data_set_0/input_1.pb new file mode 100644 index 0000000..b16c52b Binary files /dev/null and b/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_reduction_sum_ii/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_reduction_sum_ii/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_reduction_sum_ii/test_data_set_0/input_2.pb new file mode 100644 index 0000000..6d74ae4 --- /dev/null +++ b/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_reduction_sum_ii/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BweightJY?`o?p?W=K? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_reduction_sum_ii/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_reduction_sum_ii/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d97cebf --- /dev/null +++ b/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_reduction_sum_ii/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BlossJbڿ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_reduction_sum_ii_expanded/model.onnx b/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_reduction_sum_ii_expanded/model.onnx new file mode 100644 index 0000000..31c93d1 Binary files /dev/null and b/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_reduction_sum_ii_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_reduction_sum_ii_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_reduction_sum_ii_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..1a71820 Binary files /dev/null and b/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_reduction_sum_ii_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_reduction_sum_ii_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_reduction_sum_ii_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..b16c52b Binary files /dev/null and b/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_reduction_sum_ii_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_reduction_sum_ii_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_reduction_sum_ii_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..6d74ae4 --- /dev/null +++ b/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_reduction_sum_ii_expanded/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BweightJY?`o?p?W=K? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_reduction_sum_ii_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_reduction_sum_ii_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d97cebf --- /dev/null +++ b/onnx/backend/test/data/node/test_nllloss_NCd1d2_with_weight_reduction_sum_ii_expanded/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BlossJbڿ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2d3_none_no_weight_negative_ii/model.onnx b/onnx/backend/test/data/node/test_nllloss_NCd1d2d3_none_no_weight_negative_ii/model.onnx new file mode 100644 index 0000000..f7f4ff9 Binary files /dev/null and b/onnx/backend/test/data/node/test_nllloss_NCd1d2d3_none_no_weight_negative_ii/model.onnx differ diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2d3_none_no_weight_negative_ii/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_nllloss_NCd1d2d3_none_no_weight_negative_ii/test_data_set_0/input_0.pb new file mode 100644 index 0000000..4563573 Binary files /dev/null and b/onnx/backend/test/data/node/test_nllloss_NCd1d2d3_none_no_weight_negative_ii/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2d3_none_no_weight_negative_ii/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_nllloss_NCd1d2d3_none_no_weight_negative_ii/test_data_set_0/input_1.pb new file mode 100644 index 0000000..93aec7e Binary files /dev/null and b/onnx/backend/test/data/node/test_nllloss_NCd1d2d3_none_no_weight_negative_ii/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2d3_none_no_weight_negative_ii/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_nllloss_NCd1d2d3_none_no_weight_negative_ii/test_data_set_0/output_0.pb new file mode 100644 index 0000000..b60da85 Binary files /dev/null and b/onnx/backend/test/data/node/test_nllloss_NCd1d2d3_none_no_weight_negative_ii/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2d3_none_no_weight_negative_ii_expanded/model.onnx b/onnx/backend/test/data/node/test_nllloss_NCd1d2d3_none_no_weight_negative_ii_expanded/model.onnx new file mode 100644 index 0000000..0416417 Binary files /dev/null and b/onnx/backend/test/data/node/test_nllloss_NCd1d2d3_none_no_weight_negative_ii_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2d3_none_no_weight_negative_ii_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_nllloss_NCd1d2d3_none_no_weight_negative_ii_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..4563573 Binary files /dev/null and b/onnx/backend/test/data/node/test_nllloss_NCd1d2d3_none_no_weight_negative_ii_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2d3_none_no_weight_negative_ii_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_nllloss_NCd1d2d3_none_no_weight_negative_ii_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..93aec7e Binary files /dev/null and b/onnx/backend/test/data/node/test_nllloss_NCd1d2d3_none_no_weight_negative_ii_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2d3_none_no_weight_negative_ii_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_nllloss_NCd1d2d3_none_no_weight_negative_ii_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..b60da85 Binary files /dev/null and b/onnx/backend/test/data/node/test_nllloss_NCd1d2d3_none_no_weight_negative_ii_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2d3_sum_weight_high_ii/model.onnx b/onnx/backend/test/data/node/test_nllloss_NCd1d2d3_sum_weight_high_ii/model.onnx new file mode 100644 index 0000000..eebc8c5 Binary files /dev/null and b/onnx/backend/test/data/node/test_nllloss_NCd1d2d3_sum_weight_high_ii/model.onnx differ diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2d3_sum_weight_high_ii/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_nllloss_NCd1d2d3_sum_weight_high_ii/test_data_set_0/input_0.pb new file mode 100644 index 0000000..16567c3 --- /dev/null +++ b/onnx/backend/test/data/node/test_nllloss_NCd1d2d3_sum_weight_high_ii/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BinputJ<  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{= \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2d3_sum_weight_high_ii/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_nllloss_NCd1d2d3_sum_weight_high_ii/test_data_set_0/input_1.pb new file mode 100644 index 0000000..cbae584 Binary files /dev/null and b/onnx/backend/test/data/node/test_nllloss_NCd1d2d3_sum_weight_high_ii/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2d3_sum_weight_high_ii/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_nllloss_NCd1d2d3_sum_weight_high_ii/test_data_set_0/input_2.pb new file mode 100644 index 0000000..6b2ee34 --- /dev/null +++ b/onnx/backend/test/data/node/test_nllloss_NCd1d2d3_sum_weight_high_ii/test_data_set_0/input_2.pb @@ -0,0 +1,2 @@ +BweightJ(>u?> +^?|> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2d3_sum_weight_high_ii/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_nllloss_NCd1d2d3_sum_weight_high_ii/test_data_set_0/output_0.pb new file mode 100644 index 0000000..810d9d3 --- /dev/null +++ b/onnx/backend/test/data/node/test_nllloss_NCd1d2d3_sum_weight_high_ii/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BlossJШ| \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2d3_sum_weight_high_ii_expanded/model.onnx b/onnx/backend/test/data/node/test_nllloss_NCd1d2d3_sum_weight_high_ii_expanded/model.onnx new file mode 100644 index 0000000..4d8c1c7 Binary files /dev/null and b/onnx/backend/test/data/node/test_nllloss_NCd1d2d3_sum_weight_high_ii_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2d3_sum_weight_high_ii_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_nllloss_NCd1d2d3_sum_weight_high_ii_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..16567c3 --- /dev/null +++ b/onnx/backend/test/data/node/test_nllloss_NCd1d2d3_sum_weight_high_ii_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BinputJ<  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{= \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2d3_sum_weight_high_ii_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_nllloss_NCd1d2d3_sum_weight_high_ii_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..cbae584 Binary files /dev/null and b/onnx/backend/test/data/node/test_nllloss_NCd1d2d3_sum_weight_high_ii_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2d3_sum_weight_high_ii_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_nllloss_NCd1d2d3_sum_weight_high_ii_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..6b2ee34 --- /dev/null +++ b/onnx/backend/test/data/node/test_nllloss_NCd1d2d3_sum_weight_high_ii_expanded/test_data_set_0/input_2.pb @@ -0,0 +1,2 @@ +BweightJ(>u?> +^?|> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2d3_sum_weight_high_ii_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_nllloss_NCd1d2d3_sum_weight_high_ii_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..810d9d3 --- /dev/null +++ b/onnx/backend/test/data/node/test_nllloss_NCd1d2d3_sum_weight_high_ii_expanded/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BlossJШ| \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2d3d4d5_mean_weight/model.onnx b/onnx/backend/test/data/node/test_nllloss_NCd1d2d3d4d5_mean_weight/model.onnx new file mode 100644 index 0000000..178faf5 Binary files /dev/null and b/onnx/backend/test/data/node/test_nllloss_NCd1d2d3d4d5_mean_weight/model.onnx differ diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2d3d4d5_mean_weight/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_nllloss_NCd1d2d3d4d5_mean_weight/test_data_set_0/input_0.pb new file mode 100644 index 0000000..b5b9d5a Binary files /dev/null and b/onnx/backend/test/data/node/test_nllloss_NCd1d2d3d4d5_mean_weight/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2d3d4d5_mean_weight/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_nllloss_NCd1d2d3d4d5_mean_weight/test_data_set_0/input_1.pb new file mode 100644 index 0000000..ea11374 Binary files /dev/null and b/onnx/backend/test/data/node/test_nllloss_NCd1d2d3d4d5_mean_weight/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2d3d4d5_mean_weight/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_nllloss_NCd1d2d3d4d5_mean_weight/test_data_set_0/input_2.pb new file mode 100644 index 0000000..9bcb44d --- /dev/null +++ b/onnx/backend/test/data/node/test_nllloss_NCd1d2d3d4d5_mean_weight/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BweightJ =?@?o>id> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2d3d4d5_mean_weight/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_nllloss_NCd1d2d3d4d5_mean_weight/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d7af6c1 --- /dev/null +++ b/onnx/backend/test/data/node/test_nllloss_NCd1d2d3d4d5_mean_weight/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BlossJp \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2d3d4d5_mean_weight_expanded/model.onnx b/onnx/backend/test/data/node/test_nllloss_NCd1d2d3d4d5_mean_weight_expanded/model.onnx new file mode 100644 index 0000000..ede9e00 Binary files /dev/null and b/onnx/backend/test/data/node/test_nllloss_NCd1d2d3d4d5_mean_weight_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2d3d4d5_mean_weight_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_nllloss_NCd1d2d3d4d5_mean_weight_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..b5b9d5a Binary files /dev/null and b/onnx/backend/test/data/node/test_nllloss_NCd1d2d3d4d5_mean_weight_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2d3d4d5_mean_weight_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_nllloss_NCd1d2d3d4d5_mean_weight_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..ea11374 Binary files /dev/null and b/onnx/backend/test/data/node/test_nllloss_NCd1d2d3d4d5_mean_weight_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2d3d4d5_mean_weight_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_nllloss_NCd1d2d3d4d5_mean_weight_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..9bcb44d --- /dev/null +++ b/onnx/backend/test/data/node/test_nllloss_NCd1d2d3d4d5_mean_weight_expanded/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BweightJ =?@?o>id> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2d3d4d5_mean_weight_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_nllloss_NCd1d2d3d4d5_mean_weight_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d7af6c1 --- /dev/null +++ b/onnx/backend/test/data/node/test_nllloss_NCd1d2d3d4d5_mean_weight_expanded/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BlossJp \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2d3d4d5_none_no_weight/model.onnx b/onnx/backend/test/data/node/test_nllloss_NCd1d2d3d4d5_none_no_weight/model.onnx new file mode 100644 index 0000000..07005b6 Binary files /dev/null and b/onnx/backend/test/data/node/test_nllloss_NCd1d2d3d4d5_none_no_weight/model.onnx differ diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2d3d4d5_none_no_weight/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_nllloss_NCd1d2d3d4d5_none_no_weight/test_data_set_0/input_0.pb new file mode 100644 index 0000000..b5b9d5a Binary files /dev/null and b/onnx/backend/test/data/node/test_nllloss_NCd1d2d3d4d5_none_no_weight/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2d3d4d5_none_no_weight/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_nllloss_NCd1d2d3d4d5_none_no_weight/test_data_set_0/input_1.pb new file mode 100644 index 0000000..ea11374 Binary files /dev/null and b/onnx/backend/test/data/node/test_nllloss_NCd1d2d3d4d5_none_no_weight/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2d3d4d5_none_no_weight/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_nllloss_NCd1d2d3d4d5_none_no_weight/test_data_set_0/output_0.pb new file mode 100644 index 0000000..503a1db Binary files /dev/null and b/onnx/backend/test/data/node/test_nllloss_NCd1d2d3d4d5_none_no_weight/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2d3d4d5_none_no_weight_expanded/model.onnx b/onnx/backend/test/data/node/test_nllloss_NCd1d2d3d4d5_none_no_weight_expanded/model.onnx new file mode 100644 index 0000000..89543e5 Binary files /dev/null and b/onnx/backend/test/data/node/test_nllloss_NCd1d2d3d4d5_none_no_weight_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2d3d4d5_none_no_weight_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_nllloss_NCd1d2d3d4d5_none_no_weight_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..b5b9d5a Binary files /dev/null and b/onnx/backend/test/data/node/test_nllloss_NCd1d2d3d4d5_none_no_weight_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2d3d4d5_none_no_weight_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_nllloss_NCd1d2d3d4d5_none_no_weight_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..ea11374 Binary files /dev/null and b/onnx/backend/test/data/node/test_nllloss_NCd1d2d3d4d5_none_no_weight_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_nllloss_NCd1d2d3d4d5_none_no_weight_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_nllloss_NCd1d2d3d4d5_none_no_weight_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..503a1db Binary files /dev/null and b/onnx/backend/test/data/node/test_nllloss_NCd1d2d3d4d5_none_no_weight_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_nonmaxsuppression_center_point_box_format/model.onnx b/onnx/backend/test/data/node/test_nonmaxsuppression_center_point_box_format/model.onnx new file mode 100644 index 0000000..e8425e4 Binary files /dev/null and b/onnx/backend/test/data/node/test_nonmaxsuppression_center_point_box_format/model.onnx differ diff --git a/onnx/backend/test/data/node/test_nonmaxsuppression_center_point_box_format/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_nonmaxsuppression_center_point_box_format/test_data_set_0/input_0.pb new file mode 100644 index 0000000..d82b5c1 Binary files /dev/null and b/onnx/backend/test/data/node/test_nonmaxsuppression_center_point_box_format/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_nonmaxsuppression_center_point_box_format/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_nonmaxsuppression_center_point_box_format/test_data_set_0/input_1.pb new file mode 100644 index 0000000..f22f0f9 Binary files /dev/null and b/onnx/backend/test/data/node/test_nonmaxsuppression_center_point_box_format/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_nonmaxsuppression_center_point_box_format/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_nonmaxsuppression_center_point_box_format/test_data_set_0/input_2.pb new file mode 100644 index 0000000..0120421 Binary files /dev/null and b/onnx/backend/test/data/node/test_nonmaxsuppression_center_point_box_format/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_nonmaxsuppression_center_point_box_format/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_nonmaxsuppression_center_point_box_format/test_data_set_0/input_3.pb new file mode 100644 index 0000000..b9ce4bd Binary files /dev/null and b/onnx/backend/test/data/node/test_nonmaxsuppression_center_point_box_format/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_nonmaxsuppression_center_point_box_format/test_data_set_0/input_4.pb b/onnx/backend/test/data/node/test_nonmaxsuppression_center_point_box_format/test_data_set_0/input_4.pb new file mode 100644 index 0000000..e9d05f8 Binary files /dev/null and b/onnx/backend/test/data/node/test_nonmaxsuppression_center_point_box_format/test_data_set_0/input_4.pb differ diff --git a/onnx/backend/test/data/node/test_nonmaxsuppression_center_point_box_format/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_nonmaxsuppression_center_point_box_format/test_data_set_0/output_0.pb new file mode 100644 index 0000000..7744c3f Binary files /dev/null and b/onnx/backend/test/data/node/test_nonmaxsuppression_center_point_box_format/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_nonmaxsuppression_flipped_coordinates/model.onnx b/onnx/backend/test/data/node/test_nonmaxsuppression_flipped_coordinates/model.onnx new file mode 100644 index 0000000..e27644d Binary files /dev/null and b/onnx/backend/test/data/node/test_nonmaxsuppression_flipped_coordinates/model.onnx differ diff --git a/onnx/backend/test/data/node/test_nonmaxsuppression_flipped_coordinates/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_nonmaxsuppression_flipped_coordinates/test_data_set_0/input_0.pb new file mode 100644 index 0000000..a0d291b Binary files /dev/null and b/onnx/backend/test/data/node/test_nonmaxsuppression_flipped_coordinates/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_nonmaxsuppression_flipped_coordinates/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_nonmaxsuppression_flipped_coordinates/test_data_set_0/input_1.pb new file mode 100644 index 0000000..f22f0f9 Binary files /dev/null and b/onnx/backend/test/data/node/test_nonmaxsuppression_flipped_coordinates/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_nonmaxsuppression_flipped_coordinates/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_nonmaxsuppression_flipped_coordinates/test_data_set_0/input_2.pb new file mode 100644 index 0000000..0120421 Binary files /dev/null and b/onnx/backend/test/data/node/test_nonmaxsuppression_flipped_coordinates/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_nonmaxsuppression_flipped_coordinates/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_nonmaxsuppression_flipped_coordinates/test_data_set_0/input_3.pb new file mode 100644 index 0000000..b9ce4bd Binary files /dev/null and b/onnx/backend/test/data/node/test_nonmaxsuppression_flipped_coordinates/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_nonmaxsuppression_flipped_coordinates/test_data_set_0/input_4.pb b/onnx/backend/test/data/node/test_nonmaxsuppression_flipped_coordinates/test_data_set_0/input_4.pb new file mode 100644 index 0000000..e9d05f8 Binary files /dev/null and b/onnx/backend/test/data/node/test_nonmaxsuppression_flipped_coordinates/test_data_set_0/input_4.pb differ diff --git a/onnx/backend/test/data/node/test_nonmaxsuppression_flipped_coordinates/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_nonmaxsuppression_flipped_coordinates/test_data_set_0/output_0.pb new file mode 100644 index 0000000..7744c3f Binary files /dev/null and b/onnx/backend/test/data/node/test_nonmaxsuppression_flipped_coordinates/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_nonmaxsuppression_identical_boxes/model.onnx b/onnx/backend/test/data/node/test_nonmaxsuppression_identical_boxes/model.onnx new file mode 100644 index 0000000..a8d9e94 Binary files /dev/null and b/onnx/backend/test/data/node/test_nonmaxsuppression_identical_boxes/model.onnx differ diff --git a/onnx/backend/test/data/node/test_nonmaxsuppression_identical_boxes/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_nonmaxsuppression_identical_boxes/test_data_set_0/input_0.pb new file mode 100644 index 0000000..8e00a9e Binary files /dev/null and b/onnx/backend/test/data/node/test_nonmaxsuppression_identical_boxes/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_nonmaxsuppression_identical_boxes/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_nonmaxsuppression_identical_boxes/test_data_set_0/input_1.pb new file mode 100644 index 0000000..dee3a2d --- /dev/null +++ b/onnx/backend/test/data/node/test_nonmaxsuppression_identical_boxes/test_data_set_0/input_1.pb @@ -0,0 +1,2 @@ + +BscoresJ(fff?fff?fff?fff?fff?fff?fff?fff?fff?fff? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_nonmaxsuppression_identical_boxes/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_nonmaxsuppression_identical_boxes/test_data_set_0/input_2.pb new file mode 100644 index 0000000..0120421 Binary files /dev/null and b/onnx/backend/test/data/node/test_nonmaxsuppression_identical_boxes/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_nonmaxsuppression_identical_boxes/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_nonmaxsuppression_identical_boxes/test_data_set_0/input_3.pb new file mode 100644 index 0000000..b9ce4bd Binary files /dev/null and b/onnx/backend/test/data/node/test_nonmaxsuppression_identical_boxes/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_nonmaxsuppression_identical_boxes/test_data_set_0/input_4.pb b/onnx/backend/test/data/node/test_nonmaxsuppression_identical_boxes/test_data_set_0/input_4.pb new file mode 100644 index 0000000..e9d05f8 Binary files /dev/null and b/onnx/backend/test/data/node/test_nonmaxsuppression_identical_boxes/test_data_set_0/input_4.pb differ diff --git a/onnx/backend/test/data/node/test_nonmaxsuppression_identical_boxes/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_nonmaxsuppression_identical_boxes/test_data_set_0/output_0.pb new file mode 100644 index 0000000..c5ef6ad Binary files /dev/null and b/onnx/backend/test/data/node/test_nonmaxsuppression_identical_boxes/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_nonmaxsuppression_iou_threshold_boundary/model.onnx b/onnx/backend/test/data/node/test_nonmaxsuppression_iou_threshold_boundary/model.onnx new file mode 100644 index 0000000..98d4588 Binary files /dev/null and b/onnx/backend/test/data/node/test_nonmaxsuppression_iou_threshold_boundary/model.onnx differ diff --git a/onnx/backend/test/data/node/test_nonmaxsuppression_iou_threshold_boundary/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_nonmaxsuppression_iou_threshold_boundary/test_data_set_0/input_0.pb new file mode 100644 index 0000000..7842886 Binary files /dev/null and b/onnx/backend/test/data/node/test_nonmaxsuppression_iou_threshold_boundary/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_nonmaxsuppression_iou_threshold_boundary/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_nonmaxsuppression_iou_threshold_boundary/test_data_set_0/input_1.pb new file mode 100644 index 0000000..f7e0165 --- /dev/null +++ b/onnx/backend/test/data/node/test_nonmaxsuppression_iou_threshold_boundary/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BscoresJfff?L? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_nonmaxsuppression_iou_threshold_boundary/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_nonmaxsuppression_iou_threshold_boundary/test_data_set_0/input_2.pb new file mode 100644 index 0000000..0120421 Binary files /dev/null and b/onnx/backend/test/data/node/test_nonmaxsuppression_iou_threshold_boundary/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_nonmaxsuppression_iou_threshold_boundary/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_nonmaxsuppression_iou_threshold_boundary/test_data_set_0/input_3.pb new file mode 100644 index 0000000..02aa3a8 --- /dev/null +++ b/onnx/backend/test/data/node/test_nonmaxsuppression_iou_threshold_boundary/test_data_set_0/input_3.pb @@ -0,0 +1 @@ +B iou_thresholdJ%I> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_nonmaxsuppression_iou_threshold_boundary/test_data_set_0/input_4.pb b/onnx/backend/test/data/node/test_nonmaxsuppression_iou_threshold_boundary/test_data_set_0/input_4.pb new file mode 100644 index 0000000..e9d05f8 Binary files /dev/null and b/onnx/backend/test/data/node/test_nonmaxsuppression_iou_threshold_boundary/test_data_set_0/input_4.pb differ diff --git a/onnx/backend/test/data/node/test_nonmaxsuppression_iou_threshold_boundary/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_nonmaxsuppression_iou_threshold_boundary/test_data_set_0/output_0.pb new file mode 100644 index 0000000..ab2a92b Binary files /dev/null and b/onnx/backend/test/data/node/test_nonmaxsuppression_iou_threshold_boundary/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_nonmaxsuppression_limit_output_size/model.onnx b/onnx/backend/test/data/node/test_nonmaxsuppression_limit_output_size/model.onnx new file mode 100644 index 0000000..f8f0b2d Binary files /dev/null and b/onnx/backend/test/data/node/test_nonmaxsuppression_limit_output_size/model.onnx differ diff --git a/onnx/backend/test/data/node/test_nonmaxsuppression_limit_output_size/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_nonmaxsuppression_limit_output_size/test_data_set_0/input_0.pb new file mode 100644 index 0000000..aae6e11 Binary files /dev/null and b/onnx/backend/test/data/node/test_nonmaxsuppression_limit_output_size/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_nonmaxsuppression_limit_output_size/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_nonmaxsuppression_limit_output_size/test_data_set_0/input_1.pb new file mode 100644 index 0000000..f22f0f9 Binary files /dev/null and b/onnx/backend/test/data/node/test_nonmaxsuppression_limit_output_size/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_nonmaxsuppression_limit_output_size/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_nonmaxsuppression_limit_output_size/test_data_set_0/input_2.pb new file mode 100644 index 0000000..b66f8f2 Binary files /dev/null and b/onnx/backend/test/data/node/test_nonmaxsuppression_limit_output_size/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_nonmaxsuppression_limit_output_size/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_nonmaxsuppression_limit_output_size/test_data_set_0/input_3.pb new file mode 100644 index 0000000..b9ce4bd Binary files /dev/null and b/onnx/backend/test/data/node/test_nonmaxsuppression_limit_output_size/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_nonmaxsuppression_limit_output_size/test_data_set_0/input_4.pb b/onnx/backend/test/data/node/test_nonmaxsuppression_limit_output_size/test_data_set_0/input_4.pb new file mode 100644 index 0000000..e9d05f8 Binary files /dev/null and b/onnx/backend/test/data/node/test_nonmaxsuppression_limit_output_size/test_data_set_0/input_4.pb differ diff --git a/onnx/backend/test/data/node/test_nonmaxsuppression_limit_output_size/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_nonmaxsuppression_limit_output_size/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d188a28 Binary files /dev/null and b/onnx/backend/test/data/node/test_nonmaxsuppression_limit_output_size/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_nonmaxsuppression_single_box/model.onnx b/onnx/backend/test/data/node/test_nonmaxsuppression_single_box/model.onnx new file mode 100644 index 0000000..ecf39de Binary files /dev/null and b/onnx/backend/test/data/node/test_nonmaxsuppression_single_box/model.onnx differ diff --git a/onnx/backend/test/data/node/test_nonmaxsuppression_single_box/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_nonmaxsuppression_single_box/test_data_set_0/input_0.pb new file mode 100644 index 0000000..485de5d Binary files /dev/null and b/onnx/backend/test/data/node/test_nonmaxsuppression_single_box/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_nonmaxsuppression_single_box/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_nonmaxsuppression_single_box/test_data_set_0/input_1.pb new file mode 100644 index 0000000..869fd92 --- /dev/null +++ b/onnx/backend/test/data/node/test_nonmaxsuppression_single_box/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BscoresJfff? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_nonmaxsuppression_single_box/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_nonmaxsuppression_single_box/test_data_set_0/input_2.pb new file mode 100644 index 0000000..0120421 Binary files /dev/null and b/onnx/backend/test/data/node/test_nonmaxsuppression_single_box/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_nonmaxsuppression_single_box/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_nonmaxsuppression_single_box/test_data_set_0/input_3.pb new file mode 100644 index 0000000..b9ce4bd Binary files /dev/null and b/onnx/backend/test/data/node/test_nonmaxsuppression_single_box/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_nonmaxsuppression_single_box/test_data_set_0/input_4.pb b/onnx/backend/test/data/node/test_nonmaxsuppression_single_box/test_data_set_0/input_4.pb new file mode 100644 index 0000000..e9d05f8 Binary files /dev/null and b/onnx/backend/test/data/node/test_nonmaxsuppression_single_box/test_data_set_0/input_4.pb differ diff --git a/onnx/backend/test/data/node/test_nonmaxsuppression_single_box/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_nonmaxsuppression_single_box/test_data_set_0/output_0.pb new file mode 100644 index 0000000..c5ef6ad Binary files /dev/null and b/onnx/backend/test/data/node/test_nonmaxsuppression_single_box/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_nonmaxsuppression_suppress_by_IOU/model.onnx b/onnx/backend/test/data/node/test_nonmaxsuppression_suppress_by_IOU/model.onnx new file mode 100644 index 0000000..26e60b7 Binary files /dev/null and b/onnx/backend/test/data/node/test_nonmaxsuppression_suppress_by_IOU/model.onnx differ diff --git a/onnx/backend/test/data/node/test_nonmaxsuppression_suppress_by_IOU/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_nonmaxsuppression_suppress_by_IOU/test_data_set_0/input_0.pb new file mode 100644 index 0000000..aae6e11 Binary files /dev/null and b/onnx/backend/test/data/node/test_nonmaxsuppression_suppress_by_IOU/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_nonmaxsuppression_suppress_by_IOU/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_nonmaxsuppression_suppress_by_IOU/test_data_set_0/input_1.pb new file mode 100644 index 0000000..f22f0f9 Binary files /dev/null and b/onnx/backend/test/data/node/test_nonmaxsuppression_suppress_by_IOU/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_nonmaxsuppression_suppress_by_IOU/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_nonmaxsuppression_suppress_by_IOU/test_data_set_0/input_2.pb new file mode 100644 index 0000000..0120421 Binary files /dev/null and b/onnx/backend/test/data/node/test_nonmaxsuppression_suppress_by_IOU/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_nonmaxsuppression_suppress_by_IOU/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_nonmaxsuppression_suppress_by_IOU/test_data_set_0/input_3.pb new file mode 100644 index 0000000..b9ce4bd Binary files /dev/null and b/onnx/backend/test/data/node/test_nonmaxsuppression_suppress_by_IOU/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_nonmaxsuppression_suppress_by_IOU/test_data_set_0/input_4.pb b/onnx/backend/test/data/node/test_nonmaxsuppression_suppress_by_IOU/test_data_set_0/input_4.pb new file mode 100644 index 0000000..e9d05f8 Binary files /dev/null and b/onnx/backend/test/data/node/test_nonmaxsuppression_suppress_by_IOU/test_data_set_0/input_4.pb differ diff --git a/onnx/backend/test/data/node/test_nonmaxsuppression_suppress_by_IOU/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_nonmaxsuppression_suppress_by_IOU/test_data_set_0/output_0.pb new file mode 100644 index 0000000..7744c3f Binary files /dev/null and b/onnx/backend/test/data/node/test_nonmaxsuppression_suppress_by_IOU/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_nonmaxsuppression_suppress_by_IOU_and_scores/model.onnx b/onnx/backend/test/data/node/test_nonmaxsuppression_suppress_by_IOU_and_scores/model.onnx new file mode 100644 index 0000000..deafc53 Binary files /dev/null and b/onnx/backend/test/data/node/test_nonmaxsuppression_suppress_by_IOU_and_scores/model.onnx differ diff --git a/onnx/backend/test/data/node/test_nonmaxsuppression_suppress_by_IOU_and_scores/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_nonmaxsuppression_suppress_by_IOU_and_scores/test_data_set_0/input_0.pb new file mode 100644 index 0000000..aae6e11 Binary files /dev/null and b/onnx/backend/test/data/node/test_nonmaxsuppression_suppress_by_IOU_and_scores/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_nonmaxsuppression_suppress_by_IOU_and_scores/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_nonmaxsuppression_suppress_by_IOU_and_scores/test_data_set_0/input_1.pb new file mode 100644 index 0000000..f22f0f9 Binary files /dev/null and b/onnx/backend/test/data/node/test_nonmaxsuppression_suppress_by_IOU_and_scores/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_nonmaxsuppression_suppress_by_IOU_and_scores/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_nonmaxsuppression_suppress_by_IOU_and_scores/test_data_set_0/input_2.pb new file mode 100644 index 0000000..0120421 Binary files /dev/null and b/onnx/backend/test/data/node/test_nonmaxsuppression_suppress_by_IOU_and_scores/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_nonmaxsuppression_suppress_by_IOU_and_scores/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_nonmaxsuppression_suppress_by_IOU_and_scores/test_data_set_0/input_3.pb new file mode 100644 index 0000000..b9ce4bd Binary files /dev/null and b/onnx/backend/test/data/node/test_nonmaxsuppression_suppress_by_IOU_and_scores/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_nonmaxsuppression_suppress_by_IOU_and_scores/test_data_set_0/input_4.pb b/onnx/backend/test/data/node/test_nonmaxsuppression_suppress_by_IOU_and_scores/test_data_set_0/input_4.pb new file mode 100644 index 0000000..d4d71e2 --- /dev/null +++ b/onnx/backend/test/data/node/test_nonmaxsuppression_suppress_by_IOU_and_scores/test_data_set_0/input_4.pb @@ -0,0 +1 @@ +Bscore_thresholdJ> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_nonmaxsuppression_suppress_by_IOU_and_scores/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_nonmaxsuppression_suppress_by_IOU_and_scores/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d188a28 Binary files /dev/null and b/onnx/backend/test/data/node/test_nonmaxsuppression_suppress_by_IOU_and_scores/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_nonmaxsuppression_two_batches/model.onnx b/onnx/backend/test/data/node/test_nonmaxsuppression_two_batches/model.onnx new file mode 100644 index 0000000..d5e7ba4 Binary files /dev/null and b/onnx/backend/test/data/node/test_nonmaxsuppression_two_batches/model.onnx differ diff --git a/onnx/backend/test/data/node/test_nonmaxsuppression_two_batches/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_nonmaxsuppression_two_batches/test_data_set_0/input_0.pb new file mode 100644 index 0000000..94fcdf5 Binary files /dev/null and b/onnx/backend/test/data/node/test_nonmaxsuppression_two_batches/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_nonmaxsuppression_two_batches/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_nonmaxsuppression_two_batches/test_data_set_0/input_1.pb new file mode 100644 index 0000000..5835690 Binary files /dev/null and b/onnx/backend/test/data/node/test_nonmaxsuppression_two_batches/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_nonmaxsuppression_two_batches/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_nonmaxsuppression_two_batches/test_data_set_0/input_2.pb new file mode 100644 index 0000000..b66f8f2 Binary files /dev/null and b/onnx/backend/test/data/node/test_nonmaxsuppression_two_batches/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_nonmaxsuppression_two_batches/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_nonmaxsuppression_two_batches/test_data_set_0/input_3.pb new file mode 100644 index 0000000..b9ce4bd Binary files /dev/null and b/onnx/backend/test/data/node/test_nonmaxsuppression_two_batches/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_nonmaxsuppression_two_batches/test_data_set_0/input_4.pb b/onnx/backend/test/data/node/test_nonmaxsuppression_two_batches/test_data_set_0/input_4.pb new file mode 100644 index 0000000..e9d05f8 Binary files /dev/null and b/onnx/backend/test/data/node/test_nonmaxsuppression_two_batches/test_data_set_0/input_4.pb differ diff --git a/onnx/backend/test/data/node/test_nonmaxsuppression_two_batches/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_nonmaxsuppression_two_batches/test_data_set_0/output_0.pb new file mode 100644 index 0000000..dab25d5 Binary files /dev/null and b/onnx/backend/test/data/node/test_nonmaxsuppression_two_batches/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_nonmaxsuppression_two_classes/model.onnx b/onnx/backend/test/data/node/test_nonmaxsuppression_two_classes/model.onnx new file mode 100644 index 0000000..9fd814f Binary files /dev/null and b/onnx/backend/test/data/node/test_nonmaxsuppression_two_classes/model.onnx differ diff --git a/onnx/backend/test/data/node/test_nonmaxsuppression_two_classes/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_nonmaxsuppression_two_classes/test_data_set_0/input_0.pb new file mode 100644 index 0000000..aae6e11 Binary files /dev/null and b/onnx/backend/test/data/node/test_nonmaxsuppression_two_classes/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_nonmaxsuppression_two_classes/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_nonmaxsuppression_two_classes/test_data_set_0/input_1.pb new file mode 100644 index 0000000..2764bfa Binary files /dev/null and b/onnx/backend/test/data/node/test_nonmaxsuppression_two_classes/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_nonmaxsuppression_two_classes/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_nonmaxsuppression_two_classes/test_data_set_0/input_2.pb new file mode 100644 index 0000000..b66f8f2 Binary files /dev/null and b/onnx/backend/test/data/node/test_nonmaxsuppression_two_classes/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_nonmaxsuppression_two_classes/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_nonmaxsuppression_two_classes/test_data_set_0/input_3.pb new file mode 100644 index 0000000..b9ce4bd Binary files /dev/null and b/onnx/backend/test/data/node/test_nonmaxsuppression_two_classes/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_nonmaxsuppression_two_classes/test_data_set_0/input_4.pb b/onnx/backend/test/data/node/test_nonmaxsuppression_two_classes/test_data_set_0/input_4.pb new file mode 100644 index 0000000..e9d05f8 Binary files /dev/null and b/onnx/backend/test/data/node/test_nonmaxsuppression_two_classes/test_data_set_0/input_4.pb differ diff --git a/onnx/backend/test/data/node/test_nonmaxsuppression_two_classes/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_nonmaxsuppression_two_classes/test_data_set_0/output_0.pb new file mode 100644 index 0000000..f66c0f9 Binary files /dev/null and b/onnx/backend/test/data/node/test_nonmaxsuppression_two_classes/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_nonzero_example/model.onnx b/onnx/backend/test/data/node/test_nonzero_example/model.onnx new file mode 100644 index 0000000..ea35117 Binary files /dev/null and b/onnx/backend/test/data/node/test_nonzero_example/model.onnx differ diff --git a/onnx/backend/test/data/node/test_nonzero_example/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_nonzero_example/test_data_set_0/input_0.pb new file mode 100644 index 0000000..deccba9 Binary files /dev/null and b/onnx/backend/test/data/node/test_nonzero_example/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_nonzero_example/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_nonzero_example/test_data_set_0/output_0.pb new file mode 100644 index 0000000..6c3c3c4 Binary files /dev/null and b/onnx/backend/test/data/node/test_nonzero_example/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_not_2d/model.onnx b/onnx/backend/test/data/node/test_not_2d/model.onnx new file mode 100644 index 0000000..30bcb31 Binary files /dev/null and b/onnx/backend/test/data/node/test_not_2d/model.onnx differ diff --git a/onnx/backend/test/data/node/test_not_2d/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_not_2d/test_data_set_0/input_0.pb new file mode 100644 index 0000000..d954177 Binary files /dev/null and b/onnx/backend/test/data/node/test_not_2d/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_not_2d/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_not_2d/test_data_set_0/output_0.pb new file mode 100644 index 0000000..0ca32c6 Binary files /dev/null and b/onnx/backend/test/data/node/test_not_2d/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_not_3d/model.onnx b/onnx/backend/test/data/node/test_not_3d/model.onnx new file mode 100644 index 0000000..798c8f7 Binary files /dev/null and b/onnx/backend/test/data/node/test_not_3d/model.onnx differ diff --git a/onnx/backend/test/data/node/test_not_3d/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_not_3d/test_data_set_0/input_0.pb new file mode 100644 index 0000000..5531431 Binary files /dev/null and b/onnx/backend/test/data/node/test_not_3d/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_not_3d/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_not_3d/test_data_set_0/output_0.pb new file mode 100644 index 0000000..684f874 Binary files /dev/null and b/onnx/backend/test/data/node/test_not_3d/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_not_4d/model.onnx b/onnx/backend/test/data/node/test_not_4d/model.onnx new file mode 100644 index 0000000..bbcc58b Binary files /dev/null and b/onnx/backend/test/data/node/test_not_4d/model.onnx differ diff --git a/onnx/backend/test/data/node/test_not_4d/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_not_4d/test_data_set_0/input_0.pb new file mode 100644 index 0000000..482239d Binary files /dev/null and b/onnx/backend/test/data/node/test_not_4d/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_not_4d/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_not_4d/test_data_set_0/output_0.pb new file mode 100644 index 0000000..f663b0f Binary files /dev/null and b/onnx/backend/test/data/node/test_not_4d/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_onehot_negative_indices/model.onnx b/onnx/backend/test/data/node/test_onehot_negative_indices/model.onnx new file mode 100644 index 0000000..fa1c9e8 Binary files /dev/null and b/onnx/backend/test/data/node/test_onehot_negative_indices/model.onnx differ diff --git a/onnx/backend/test/data/node/test_onehot_negative_indices/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_onehot_negative_indices/test_data_set_0/input_0.pb new file mode 100644 index 0000000..71291b6 Binary files /dev/null and b/onnx/backend/test/data/node/test_onehot_negative_indices/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_onehot_negative_indices/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_onehot_negative_indices/test_data_set_0/input_1.pb new file mode 100644 index 0000000..8e2555f Binary files /dev/null and b/onnx/backend/test/data/node/test_onehot_negative_indices/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_onehot_negative_indices/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_onehot_negative_indices/test_data_set_0/input_2.pb new file mode 100644 index 0000000..db6d62a Binary files /dev/null and b/onnx/backend/test/data/node/test_onehot_negative_indices/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_onehot_negative_indices/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_onehot_negative_indices/test_data_set_0/output_0.pb new file mode 100644 index 0000000..5b52b45 Binary files /dev/null and b/onnx/backend/test/data/node/test_onehot_negative_indices/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_onehot_out_of_range_indices/model.onnx b/onnx/backend/test/data/node/test_onehot_out_of_range_indices/model.onnx new file mode 100644 index 0000000..c258fb4 Binary files /dev/null and b/onnx/backend/test/data/node/test_onehot_out_of_range_indices/model.onnx differ diff --git a/onnx/backend/test/data/node/test_onehot_out_of_range_indices/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_onehot_out_of_range_indices/test_data_set_0/input_0.pb new file mode 100644 index 0000000..11abd17 Binary files /dev/null and b/onnx/backend/test/data/node/test_onehot_out_of_range_indices/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_onehot_out_of_range_indices/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_onehot_out_of_range_indices/test_data_set_0/input_1.pb new file mode 100644 index 0000000..3f45574 Binary files /dev/null and b/onnx/backend/test/data/node/test_onehot_out_of_range_indices/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_onehot_out_of_range_indices/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_onehot_out_of_range_indices/test_data_set_0/input_2.pb new file mode 100644 index 0000000..db6d62a Binary files /dev/null and b/onnx/backend/test/data/node/test_onehot_out_of_range_indices/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_onehot_out_of_range_indices/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_onehot_out_of_range_indices/test_data_set_0/output_0.pb new file mode 100644 index 0000000..f457a74 Binary files /dev/null and b/onnx/backend/test/data/node/test_onehot_out_of_range_indices/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_onehot_with_axis/model.onnx b/onnx/backend/test/data/node/test_onehot_with_axis/model.onnx new file mode 100644 index 0000000..e54bcba Binary files /dev/null and b/onnx/backend/test/data/node/test_onehot_with_axis/model.onnx differ diff --git a/onnx/backend/test/data/node/test_onehot_with_axis/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_onehot_with_axis/test_data_set_0/input_0.pb new file mode 100644 index 0000000..446e8a9 Binary files /dev/null and b/onnx/backend/test/data/node/test_onehot_with_axis/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_onehot_with_axis/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_onehot_with_axis/test_data_set_0/input_1.pb new file mode 100644 index 0000000..8e2555f Binary files /dev/null and b/onnx/backend/test/data/node/test_onehot_with_axis/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_onehot_with_axis/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_onehot_with_axis/test_data_set_0/input_2.pb new file mode 100644 index 0000000..db6d62a Binary files /dev/null and b/onnx/backend/test/data/node/test_onehot_with_axis/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_onehot_with_axis/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_onehot_with_axis/test_data_set_0/output_0.pb new file mode 100644 index 0000000..12db939 Binary files /dev/null and b/onnx/backend/test/data/node/test_onehot_with_axis/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_onehot_with_negative_axis/model.onnx b/onnx/backend/test/data/node/test_onehot_with_negative_axis/model.onnx new file mode 100644 index 0000000..2cdcc96 Binary files /dev/null and b/onnx/backend/test/data/node/test_onehot_with_negative_axis/model.onnx differ diff --git a/onnx/backend/test/data/node/test_onehot_with_negative_axis/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_onehot_with_negative_axis/test_data_set_0/input_0.pb new file mode 100644 index 0000000..446e8a9 Binary files /dev/null and b/onnx/backend/test/data/node/test_onehot_with_negative_axis/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_onehot_with_negative_axis/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_onehot_with_negative_axis/test_data_set_0/input_1.pb new file mode 100644 index 0000000..8e2555f Binary files /dev/null and b/onnx/backend/test/data/node/test_onehot_with_negative_axis/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_onehot_with_negative_axis/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_onehot_with_negative_axis/test_data_set_0/input_2.pb new file mode 100644 index 0000000..db6d62a Binary files /dev/null and b/onnx/backend/test/data/node/test_onehot_with_negative_axis/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_onehot_with_negative_axis/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_onehot_with_negative_axis/test_data_set_0/output_0.pb new file mode 100644 index 0000000..12db939 Binary files /dev/null and b/onnx/backend/test/data/node/test_onehot_with_negative_axis/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_onehot_without_axis/model.onnx b/onnx/backend/test/data/node/test_onehot_without_axis/model.onnx new file mode 100644 index 0000000..4dfdca4 Binary files /dev/null and b/onnx/backend/test/data/node/test_onehot_without_axis/model.onnx differ diff --git a/onnx/backend/test/data/node/test_onehot_without_axis/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_onehot_without_axis/test_data_set_0/input_0.pb new file mode 100644 index 0000000..e27319b Binary files /dev/null and b/onnx/backend/test/data/node/test_onehot_without_axis/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_onehot_without_axis/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_onehot_without_axis/test_data_set_0/input_1.pb new file mode 100644 index 0000000..434a8ba Binary files /dev/null and b/onnx/backend/test/data/node/test_onehot_without_axis/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_onehot_without_axis/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_onehot_without_axis/test_data_set_0/input_2.pb new file mode 100644 index 0000000..3501035 Binary files /dev/null and b/onnx/backend/test/data/node/test_onehot_without_axis/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_onehot_without_axis/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_onehot_without_axis/test_data_set_0/output_0.pb new file mode 100644 index 0000000..063234c Binary files /dev/null and b/onnx/backend/test/data/node/test_onehot_without_axis/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_optional_get_element_optional_sequence/model.onnx b/onnx/backend/test/data/node/test_optional_get_element_optional_sequence/model.onnx new file mode 100644 index 0000000..0110ecf Binary files /dev/null and b/onnx/backend/test/data/node/test_optional_get_element_optional_sequence/model.onnx differ diff --git a/onnx/backend/test/data/node/test_optional_get_element_optional_sequence/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_optional_get_element_optional_sequence/test_data_set_0/input_0.pb new file mode 100644 index 0000000..b8e0b61 Binary files /dev/null and b/onnx/backend/test/data/node/test_optional_get_element_optional_sequence/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_optional_get_element_optional_sequence/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_optional_get_element_optional_sequence/test_data_set_0/output_0.pb new file mode 100644 index 0000000..3475414 Binary files /dev/null and b/onnx/backend/test/data/node/test_optional_get_element_optional_sequence/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_optional_get_element_optional_tensor/model.onnx b/onnx/backend/test/data/node/test_optional_get_element_optional_tensor/model.onnx new file mode 100644 index 0000000..bef6fe0 Binary files /dev/null and b/onnx/backend/test/data/node/test_optional_get_element_optional_tensor/model.onnx differ diff --git a/onnx/backend/test/data/node/test_optional_get_element_optional_tensor/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_optional_get_element_optional_tensor/test_data_set_0/input_0.pb new file mode 100644 index 0000000..f8f5e54 Binary files /dev/null and b/onnx/backend/test/data/node/test_optional_get_element_optional_tensor/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_optional_get_element_optional_tensor/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_optional_get_element_optional_tensor/test_data_set_0/output_0.pb new file mode 100644 index 0000000..be680bf Binary files /dev/null and b/onnx/backend/test/data/node/test_optional_get_element_optional_tensor/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_optional_get_element_sequence/model.onnx b/onnx/backend/test/data/node/test_optional_get_element_sequence/model.onnx new file mode 100644 index 0000000..f40d78b Binary files /dev/null and b/onnx/backend/test/data/node/test_optional_get_element_sequence/model.onnx differ diff --git a/onnx/backend/test/data/node/test_optional_get_element_sequence/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_optional_get_element_sequence/test_data_set_0/input_0.pb new file mode 100644 index 0000000..403a550 Binary files /dev/null and b/onnx/backend/test/data/node/test_optional_get_element_sequence/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_optional_get_element_sequence/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_optional_get_element_sequence/test_data_set_0/output_0.pb new file mode 100644 index 0000000..3475414 Binary files /dev/null and b/onnx/backend/test/data/node/test_optional_get_element_sequence/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_optional_get_element_tensor/model.onnx b/onnx/backend/test/data/node/test_optional_get_element_tensor/model.onnx new file mode 100644 index 0000000..acad3ea Binary files /dev/null and b/onnx/backend/test/data/node/test_optional_get_element_tensor/model.onnx differ diff --git a/onnx/backend/test/data/node/test_optional_get_element_tensor/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_optional_get_element_tensor/test_data_set_0/input_0.pb new file mode 100644 index 0000000..1cb42c8 Binary files /dev/null and b/onnx/backend/test/data/node/test_optional_get_element_tensor/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_optional_get_element_tensor/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_optional_get_element_tensor/test_data_set_0/output_0.pb new file mode 100644 index 0000000..be680bf Binary files /dev/null and b/onnx/backend/test/data/node/test_optional_get_element_tensor/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_optional_has_element_empty_no_input_name_optional_input/model.onnx b/onnx/backend/test/data/node/test_optional_has_element_empty_no_input_name_optional_input/model.onnx new file mode 100644 index 0000000..8589ace Binary files /dev/null and b/onnx/backend/test/data/node/test_optional_has_element_empty_no_input_name_optional_input/model.onnx differ diff --git a/onnx/backend/test/data/node/test_optional_has_element_empty_no_input_name_optional_input/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_optional_has_element_empty_no_input_name_optional_input/test_data_set_0/output_0.pb new file mode 100644 index 0000000..730a379 Binary files /dev/null and b/onnx/backend/test/data/node/test_optional_has_element_empty_no_input_name_optional_input/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_optional_has_element_empty_no_input_name_tensor_input/model.onnx b/onnx/backend/test/data/node/test_optional_has_element_empty_no_input_name_tensor_input/model.onnx new file mode 100644 index 0000000..4812318 Binary files /dev/null and b/onnx/backend/test/data/node/test_optional_has_element_empty_no_input_name_tensor_input/model.onnx differ diff --git a/onnx/backend/test/data/node/test_optional_has_element_empty_no_input_name_tensor_input/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_optional_has_element_empty_no_input_name_tensor_input/test_data_set_0/output_0.pb new file mode 100644 index 0000000..730a379 Binary files /dev/null and b/onnx/backend/test/data/node/test_optional_has_element_empty_no_input_name_tensor_input/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_optional_has_element_empty_no_input_optional_input/model.onnx b/onnx/backend/test/data/node/test_optional_has_element_empty_no_input_optional_input/model.onnx new file mode 100644 index 0000000..95e5648 Binary files /dev/null and b/onnx/backend/test/data/node/test_optional_has_element_empty_no_input_optional_input/model.onnx differ diff --git a/onnx/backend/test/data/node/test_optional_has_element_empty_no_input_optional_input/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_optional_has_element_empty_no_input_optional_input/test_data_set_0/output_0.pb new file mode 100644 index 0000000..730a379 Binary files /dev/null and b/onnx/backend/test/data/node/test_optional_has_element_empty_no_input_optional_input/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_optional_has_element_empty_no_input_tensor_input/model.onnx b/onnx/backend/test/data/node/test_optional_has_element_empty_no_input_tensor_input/model.onnx new file mode 100644 index 0000000..8d46a5a Binary files /dev/null and b/onnx/backend/test/data/node/test_optional_has_element_empty_no_input_tensor_input/model.onnx differ diff --git a/onnx/backend/test/data/node/test_optional_has_element_empty_no_input_tensor_input/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_optional_has_element_empty_no_input_tensor_input/test_data_set_0/output_0.pb new file mode 100644 index 0000000..730a379 Binary files /dev/null and b/onnx/backend/test/data/node/test_optional_has_element_empty_no_input_tensor_input/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_optional_has_element_empty_optional_input/model.onnx b/onnx/backend/test/data/node/test_optional_has_element_empty_optional_input/model.onnx new file mode 100644 index 0000000..b6c8b57 Binary files /dev/null and b/onnx/backend/test/data/node/test_optional_has_element_empty_optional_input/model.onnx differ diff --git a/onnx/backend/test/data/node/test_optional_has_element_empty_optional_input/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_optional_has_element_empty_optional_input/test_data_set_0/input_0.pb new file mode 100644 index 0000000..d9a1909 Binary files /dev/null and b/onnx/backend/test/data/node/test_optional_has_element_empty_optional_input/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_optional_has_element_empty_optional_input/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_optional_has_element_empty_optional_input/test_data_set_0/output_0.pb new file mode 100644 index 0000000..730a379 Binary files /dev/null and b/onnx/backend/test/data/node/test_optional_has_element_empty_optional_input/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_optional_has_element_optional_input/model.onnx b/onnx/backend/test/data/node/test_optional_has_element_optional_input/model.onnx new file mode 100644 index 0000000..158a8e2 Binary files /dev/null and b/onnx/backend/test/data/node/test_optional_has_element_optional_input/model.onnx differ diff --git a/onnx/backend/test/data/node/test_optional_has_element_optional_input/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_optional_has_element_optional_input/test_data_set_0/input_0.pb new file mode 100644 index 0000000..f8f5e54 Binary files /dev/null and b/onnx/backend/test/data/node/test_optional_has_element_optional_input/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_optional_has_element_optional_input/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_optional_has_element_optional_input/test_data_set_0/output_0.pb new file mode 100644 index 0000000..629c2d2 --- /dev/null +++ b/onnx/backend/test/data/node/test_optional_has_element_optional_input/test_data_set_0/output_0.pb @@ -0,0 +1 @@ + BoutputJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_optional_has_element_tensor_input/model.onnx b/onnx/backend/test/data/node/test_optional_has_element_tensor_input/model.onnx new file mode 100644 index 0000000..9996227 Binary files /dev/null and b/onnx/backend/test/data/node/test_optional_has_element_tensor_input/model.onnx differ diff --git a/onnx/backend/test/data/node/test_optional_has_element_tensor_input/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_optional_has_element_tensor_input/test_data_set_0/input_0.pb new file mode 100644 index 0000000..f8f5e54 Binary files /dev/null and b/onnx/backend/test/data/node/test_optional_has_element_tensor_input/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_optional_has_element_tensor_input/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_optional_has_element_tensor_input/test_data_set_0/output_0.pb new file mode 100644 index 0000000..629c2d2 --- /dev/null +++ b/onnx/backend/test/data/node/test_optional_has_element_tensor_input/test_data_set_0/output_0.pb @@ -0,0 +1 @@ + BoutputJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_or2d/model.onnx b/onnx/backend/test/data/node/test_or2d/model.onnx new file mode 100644 index 0000000..6dacc2b Binary files /dev/null and b/onnx/backend/test/data/node/test_or2d/model.onnx differ diff --git a/onnx/backend/test/data/node/test_or2d/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_or2d/test_data_set_0/input_0.pb new file mode 100644 index 0000000..d954177 Binary files /dev/null and b/onnx/backend/test/data/node/test_or2d/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_or2d/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_or2d/test_data_set_0/input_1.pb new file mode 100644 index 0000000..2f37772 Binary files /dev/null and b/onnx/backend/test/data/node/test_or2d/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_or2d/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_or2d/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d185243 Binary files /dev/null and b/onnx/backend/test/data/node/test_or2d/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_or3d/model.onnx b/onnx/backend/test/data/node/test_or3d/model.onnx new file mode 100644 index 0000000..8dac059 Binary files /dev/null and b/onnx/backend/test/data/node/test_or3d/model.onnx differ diff --git a/onnx/backend/test/data/node/test_or3d/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_or3d/test_data_set_0/input_0.pb new file mode 100644 index 0000000..402cb45 Binary files /dev/null and b/onnx/backend/test/data/node/test_or3d/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_or3d/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_or3d/test_data_set_0/input_1.pb new file mode 100644 index 0000000..825b4f4 Binary files /dev/null and b/onnx/backend/test/data/node/test_or3d/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_or3d/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_or3d/test_data_set_0/output_0.pb new file mode 100644 index 0000000..a15fa6c Binary files /dev/null and b/onnx/backend/test/data/node/test_or3d/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_or4d/model.onnx b/onnx/backend/test/data/node/test_or4d/model.onnx new file mode 100644 index 0000000..78fc7b1 Binary files /dev/null and b/onnx/backend/test/data/node/test_or4d/model.onnx differ diff --git a/onnx/backend/test/data/node/test_or4d/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_or4d/test_data_set_0/input_0.pb new file mode 100644 index 0000000..3c2fb94 Binary files /dev/null and b/onnx/backend/test/data/node/test_or4d/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_or4d/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_or4d/test_data_set_0/input_1.pb new file mode 100644 index 0000000..925bab6 Binary files /dev/null and b/onnx/backend/test/data/node/test_or4d/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_or4d/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_or4d/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d31d551 Binary files /dev/null and b/onnx/backend/test/data/node/test_or4d/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_or_bcast3v1d/model.onnx b/onnx/backend/test/data/node/test_or_bcast3v1d/model.onnx new file mode 100644 index 0000000..a05959e Binary files /dev/null and b/onnx/backend/test/data/node/test_or_bcast3v1d/model.onnx differ diff --git a/onnx/backend/test/data/node/test_or_bcast3v1d/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_or_bcast3v1d/test_data_set_0/input_0.pb new file mode 100644 index 0000000..5cc32fe Binary files /dev/null and b/onnx/backend/test/data/node/test_or_bcast3v1d/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_or_bcast3v1d/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_or_bcast3v1d/test_data_set_0/input_1.pb new file mode 100644 index 0000000..1500686 Binary files /dev/null and b/onnx/backend/test/data/node/test_or_bcast3v1d/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_or_bcast3v1d/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_or_bcast3v1d/test_data_set_0/output_0.pb new file mode 100644 index 0000000..309a335 Binary files /dev/null and b/onnx/backend/test/data/node/test_or_bcast3v1d/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_or_bcast3v2d/model.onnx b/onnx/backend/test/data/node/test_or_bcast3v2d/model.onnx new file mode 100644 index 0000000..fcef127 Binary files /dev/null and b/onnx/backend/test/data/node/test_or_bcast3v2d/model.onnx differ diff --git a/onnx/backend/test/data/node/test_or_bcast3v2d/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_or_bcast3v2d/test_data_set_0/input_0.pb new file mode 100644 index 0000000..d784193 Binary files /dev/null and b/onnx/backend/test/data/node/test_or_bcast3v2d/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_or_bcast3v2d/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_or_bcast3v2d/test_data_set_0/input_1.pb new file mode 100644 index 0000000..8bab0d3 Binary files /dev/null and b/onnx/backend/test/data/node/test_or_bcast3v2d/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_or_bcast3v2d/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_or_bcast3v2d/test_data_set_0/output_0.pb new file mode 100644 index 0000000..2721aa9 Binary files /dev/null and b/onnx/backend/test/data/node/test_or_bcast3v2d/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_or_bcast4v2d/model.onnx b/onnx/backend/test/data/node/test_or_bcast4v2d/model.onnx new file mode 100644 index 0000000..a48b407 Binary files /dev/null and b/onnx/backend/test/data/node/test_or_bcast4v2d/model.onnx differ diff --git a/onnx/backend/test/data/node/test_or_bcast4v2d/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_or_bcast4v2d/test_data_set_0/input_0.pb new file mode 100644 index 0000000..22944e3 Binary files /dev/null and b/onnx/backend/test/data/node/test_or_bcast4v2d/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_or_bcast4v2d/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_or_bcast4v2d/test_data_set_0/input_1.pb new file mode 100644 index 0000000..d7cba2c Binary files /dev/null and b/onnx/backend/test/data/node/test_or_bcast4v2d/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_or_bcast4v2d/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_or_bcast4v2d/test_data_set_0/output_0.pb new file mode 100644 index 0000000..1b8a57d Binary files /dev/null and b/onnx/backend/test/data/node/test_or_bcast4v2d/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_or_bcast4v3d/model.onnx b/onnx/backend/test/data/node/test_or_bcast4v3d/model.onnx new file mode 100644 index 0000000..824dfed Binary files /dev/null and b/onnx/backend/test/data/node/test_or_bcast4v3d/model.onnx differ diff --git a/onnx/backend/test/data/node/test_or_bcast4v3d/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_or_bcast4v3d/test_data_set_0/input_0.pb new file mode 100644 index 0000000..70f33b9 Binary files /dev/null and b/onnx/backend/test/data/node/test_or_bcast4v3d/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_or_bcast4v3d/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_or_bcast4v3d/test_data_set_0/input_1.pb new file mode 100644 index 0000000..7e83c14 Binary files /dev/null and b/onnx/backend/test/data/node/test_or_bcast4v3d/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_or_bcast4v3d/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_or_bcast4v3d/test_data_set_0/output_0.pb new file mode 100644 index 0000000..e9785a1 Binary files /dev/null and b/onnx/backend/test/data/node/test_or_bcast4v3d/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_or_bcast4v4d/model.onnx b/onnx/backend/test/data/node/test_or_bcast4v4d/model.onnx new file mode 100644 index 0000000..8403956 Binary files /dev/null and b/onnx/backend/test/data/node/test_or_bcast4v4d/model.onnx differ diff --git a/onnx/backend/test/data/node/test_or_bcast4v4d/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_or_bcast4v4d/test_data_set_0/input_0.pb new file mode 100644 index 0000000..024a348 Binary files /dev/null and b/onnx/backend/test/data/node/test_or_bcast4v4d/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_or_bcast4v4d/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_or_bcast4v4d/test_data_set_0/input_1.pb new file mode 100644 index 0000000..8e18502 Binary files /dev/null and b/onnx/backend/test/data/node/test_or_bcast4v4d/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_or_bcast4v4d/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_or_bcast4v4d/test_data_set_0/output_0.pb new file mode 100644 index 0000000..bc77944 Binary files /dev/null and b/onnx/backend/test/data/node/test_or_bcast4v4d/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_pow/model.onnx b/onnx/backend/test/data/node/test_pow/model.onnx new file mode 100644 index 0000000..cd587fa Binary files /dev/null and b/onnx/backend/test/data/node/test_pow/model.onnx differ diff --git a/onnx/backend/test/data/node/test_pow/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_pow/test_data_set_0/input_0.pb new file mode 100644 index 0000000..24e3637 Binary files /dev/null and b/onnx/backend/test/data/node/test_pow/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_pow/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_pow/test_data_set_0/input_1.pb new file mode 100644 index 0000000..ad67ee7 --- /dev/null +++ b/onnx/backend/test/data/node/test_pow/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +ByJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_pow/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_pow/test_data_set_0/output_0.pb new file mode 100644 index 0000000..68db533 Binary files /dev/null and b/onnx/backend/test/data/node/test_pow/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_pow_bcast_array/model.onnx b/onnx/backend/test/data/node/test_pow_bcast_array/model.onnx new file mode 100644 index 0000000..849f3d6 Binary files /dev/null and b/onnx/backend/test/data/node/test_pow_bcast_array/model.onnx differ diff --git a/onnx/backend/test/data/node/test_pow_bcast_array/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_pow_bcast_array/test_data_set_0/input_0.pb new file mode 100644 index 0000000..9a18aee Binary files /dev/null and b/onnx/backend/test/data/node/test_pow_bcast_array/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_pow_bcast_array/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_pow_bcast_array/test_data_set_0/input_1.pb new file mode 100644 index 0000000..1b32d5d Binary files /dev/null and b/onnx/backend/test/data/node/test_pow_bcast_array/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_pow_bcast_array/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_pow_bcast_array/test_data_set_0/output_0.pb new file mode 100644 index 0000000..33eb805 Binary files /dev/null and b/onnx/backend/test/data/node/test_pow_bcast_array/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_pow_bcast_scalar/model.onnx b/onnx/backend/test/data/node/test_pow_bcast_scalar/model.onnx new file mode 100644 index 0000000..55a37ba Binary files /dev/null and b/onnx/backend/test/data/node/test_pow_bcast_scalar/model.onnx differ diff --git a/onnx/backend/test/data/node/test_pow_bcast_scalar/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_pow_bcast_scalar/test_data_set_0/input_0.pb new file mode 100644 index 0000000..62e4e87 Binary files /dev/null and b/onnx/backend/test/data/node/test_pow_bcast_scalar/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_pow_bcast_scalar/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_pow_bcast_scalar/test_data_set_0/input_1.pb new file mode 100644 index 0000000..edee9f4 Binary files /dev/null and b/onnx/backend/test/data/node/test_pow_bcast_scalar/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_pow_bcast_scalar/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_pow_bcast_scalar/test_data_set_0/output_0.pb new file mode 100644 index 0000000..ad82105 Binary files /dev/null and b/onnx/backend/test/data/node/test_pow_bcast_scalar/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_pow_example/model.onnx b/onnx/backend/test/data/node/test_pow_example/model.onnx new file mode 100644 index 0000000..6e3aa6d Binary files /dev/null and b/onnx/backend/test/data/node/test_pow_example/model.onnx differ diff --git a/onnx/backend/test/data/node/test_pow_example/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_pow_example/test_data_set_0/input_0.pb new file mode 100644 index 0000000..62e4e87 Binary files /dev/null and b/onnx/backend/test/data/node/test_pow_example/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_pow_example/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_pow_example/test_data_set_0/input_1.pb new file mode 100644 index 0000000..a760307 Binary files /dev/null and b/onnx/backend/test/data/node/test_pow_example/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_pow_example/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_pow_example/test_data_set_0/output_0.pb new file mode 100644 index 0000000..0cc3970 Binary files /dev/null and b/onnx/backend/test/data/node/test_pow_example/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_pow_types_float32_int32/model.onnx b/onnx/backend/test/data/node/test_pow_types_float32_int32/model.onnx new file mode 100644 index 0000000..4b34ebc Binary files /dev/null and b/onnx/backend/test/data/node/test_pow_types_float32_int32/model.onnx differ diff --git a/onnx/backend/test/data/node/test_pow_types_float32_int32/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_pow_types_float32_int32/test_data_set_0/input_0.pb new file mode 100644 index 0000000..62e4e87 Binary files /dev/null and b/onnx/backend/test/data/node/test_pow_types_float32_int32/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_pow_types_float32_int32/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_pow_types_float32_int32/test_data_set_0/input_1.pb new file mode 100644 index 0000000..194c2ad Binary files /dev/null and b/onnx/backend/test/data/node/test_pow_types_float32_int32/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_pow_types_float32_int32/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_pow_types_float32_int32/test_data_set_0/output_0.pb new file mode 100644 index 0000000..0cc3970 Binary files /dev/null and b/onnx/backend/test/data/node/test_pow_types_float32_int32/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_pow_types_float32_int64/model.onnx b/onnx/backend/test/data/node/test_pow_types_float32_int64/model.onnx new file mode 100644 index 0000000..40247cf Binary files /dev/null and b/onnx/backend/test/data/node/test_pow_types_float32_int64/model.onnx differ diff --git a/onnx/backend/test/data/node/test_pow_types_float32_int64/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_pow_types_float32_int64/test_data_set_0/input_0.pb new file mode 100644 index 0000000..62e4e87 Binary files /dev/null and b/onnx/backend/test/data/node/test_pow_types_float32_int64/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_pow_types_float32_int64/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_pow_types_float32_int64/test_data_set_0/input_1.pb new file mode 100644 index 0000000..2a77616 Binary files /dev/null and b/onnx/backend/test/data/node/test_pow_types_float32_int64/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_pow_types_float32_int64/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_pow_types_float32_int64/test_data_set_0/output_0.pb new file mode 100644 index 0000000..0cc3970 Binary files /dev/null and b/onnx/backend/test/data/node/test_pow_types_float32_int64/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_pow_types_float32_uint32/model.onnx b/onnx/backend/test/data/node/test_pow_types_float32_uint32/model.onnx new file mode 100644 index 0000000..7be41ec Binary files /dev/null and b/onnx/backend/test/data/node/test_pow_types_float32_uint32/model.onnx differ diff --git a/onnx/backend/test/data/node/test_pow_types_float32_uint32/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_pow_types_float32_uint32/test_data_set_0/input_0.pb new file mode 100644 index 0000000..62e4e87 Binary files /dev/null and b/onnx/backend/test/data/node/test_pow_types_float32_uint32/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_pow_types_float32_uint32/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_pow_types_float32_uint32/test_data_set_0/input_1.pb new file mode 100644 index 0000000..7918aa4 Binary files /dev/null and b/onnx/backend/test/data/node/test_pow_types_float32_uint32/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_pow_types_float32_uint32/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_pow_types_float32_uint32/test_data_set_0/output_0.pb new file mode 100644 index 0000000..0cc3970 Binary files /dev/null and b/onnx/backend/test/data/node/test_pow_types_float32_uint32/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_pow_types_float32_uint64/model.onnx b/onnx/backend/test/data/node/test_pow_types_float32_uint64/model.onnx new file mode 100644 index 0000000..27b580a Binary files /dev/null and b/onnx/backend/test/data/node/test_pow_types_float32_uint64/model.onnx differ diff --git a/onnx/backend/test/data/node/test_pow_types_float32_uint64/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_pow_types_float32_uint64/test_data_set_0/input_0.pb new file mode 100644 index 0000000..62e4e87 Binary files /dev/null and b/onnx/backend/test/data/node/test_pow_types_float32_uint64/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_pow_types_float32_uint64/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_pow_types_float32_uint64/test_data_set_0/input_1.pb new file mode 100644 index 0000000..015d9af Binary files /dev/null and b/onnx/backend/test/data/node/test_pow_types_float32_uint64/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_pow_types_float32_uint64/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_pow_types_float32_uint64/test_data_set_0/output_0.pb new file mode 100644 index 0000000..0cc3970 Binary files /dev/null and b/onnx/backend/test/data/node/test_pow_types_float32_uint64/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_pow_types_int32_float32/model.onnx b/onnx/backend/test/data/node/test_pow_types_int32_float32/model.onnx new file mode 100644 index 0000000..f761112 Binary files /dev/null and b/onnx/backend/test/data/node/test_pow_types_int32_float32/model.onnx differ diff --git a/onnx/backend/test/data/node/test_pow_types_int32_float32/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_pow_types_int32_float32/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bb7ca34 Binary files /dev/null and b/onnx/backend/test/data/node/test_pow_types_int32_float32/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_pow_types_int32_float32/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_pow_types_int32_float32/test_data_set_0/input_1.pb new file mode 100644 index 0000000..a760307 Binary files /dev/null and b/onnx/backend/test/data/node/test_pow_types_int32_float32/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_pow_types_int32_float32/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_pow_types_int32_float32/test_data_set_0/output_0.pb new file mode 100644 index 0000000..67fd11d Binary files /dev/null and b/onnx/backend/test/data/node/test_pow_types_int32_float32/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_pow_types_int32_int32/model.onnx b/onnx/backend/test/data/node/test_pow_types_int32_int32/model.onnx new file mode 100644 index 0000000..9fe38b7 Binary files /dev/null and b/onnx/backend/test/data/node/test_pow_types_int32_int32/model.onnx differ diff --git a/onnx/backend/test/data/node/test_pow_types_int32_int32/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_pow_types_int32_int32/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bb7ca34 Binary files /dev/null and b/onnx/backend/test/data/node/test_pow_types_int32_int32/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_pow_types_int32_int32/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_pow_types_int32_int32/test_data_set_0/input_1.pb new file mode 100644 index 0000000..194c2ad Binary files /dev/null and b/onnx/backend/test/data/node/test_pow_types_int32_int32/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_pow_types_int32_int32/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_pow_types_int32_int32/test_data_set_0/output_0.pb new file mode 100644 index 0000000..67fd11d Binary files /dev/null and b/onnx/backend/test/data/node/test_pow_types_int32_int32/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_pow_types_int64_float32/model.onnx b/onnx/backend/test/data/node/test_pow_types_int64_float32/model.onnx new file mode 100644 index 0000000..d314573 Binary files /dev/null and b/onnx/backend/test/data/node/test_pow_types_int64_float32/model.onnx differ diff --git a/onnx/backend/test/data/node/test_pow_types_int64_float32/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_pow_types_int64_float32/test_data_set_0/input_0.pb new file mode 100644 index 0000000..d91963f Binary files /dev/null and b/onnx/backend/test/data/node/test_pow_types_int64_float32/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_pow_types_int64_float32/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_pow_types_int64_float32/test_data_set_0/input_1.pb new file mode 100644 index 0000000..a760307 Binary files /dev/null and b/onnx/backend/test/data/node/test_pow_types_int64_float32/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_pow_types_int64_float32/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_pow_types_int64_float32/test_data_set_0/output_0.pb new file mode 100644 index 0000000..c77d210 Binary files /dev/null and b/onnx/backend/test/data/node/test_pow_types_int64_float32/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_pow_types_int64_int64/model.onnx b/onnx/backend/test/data/node/test_pow_types_int64_int64/model.onnx new file mode 100644 index 0000000..7031ea4 Binary files /dev/null and b/onnx/backend/test/data/node/test_pow_types_int64_int64/model.onnx differ diff --git a/onnx/backend/test/data/node/test_pow_types_int64_int64/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_pow_types_int64_int64/test_data_set_0/input_0.pb new file mode 100644 index 0000000..d91963f Binary files /dev/null and b/onnx/backend/test/data/node/test_pow_types_int64_int64/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_pow_types_int64_int64/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_pow_types_int64_int64/test_data_set_0/input_1.pb new file mode 100644 index 0000000..2a77616 Binary files /dev/null and b/onnx/backend/test/data/node/test_pow_types_int64_int64/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_pow_types_int64_int64/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_pow_types_int64_int64/test_data_set_0/output_0.pb new file mode 100644 index 0000000..c77d210 Binary files /dev/null and b/onnx/backend/test/data/node/test_pow_types_int64_int64/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_prelu_broadcast/model.onnx b/onnx/backend/test/data/node/test_prelu_broadcast/model.onnx new file mode 100644 index 0000000..fd8ef91 Binary files /dev/null and b/onnx/backend/test/data/node/test_prelu_broadcast/model.onnx differ diff --git a/onnx/backend/test/data/node/test_prelu_broadcast/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_prelu_broadcast/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_prelu_broadcast/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_prelu_broadcast/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_prelu_broadcast/test_data_set_0/input_1.pb new file mode 100644 index 0000000..9ba86ee --- /dev/null +++ b/onnx/backend/test/data/node/test_prelu_broadcast/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BslopeJ^&,Z[*Pܿ35> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_prelu_broadcast/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_prelu_broadcast/test_data_set_0/output_0.pb new file mode 100644 index 0000000..cfbf6fc --- /dev/null +++ b/onnx/backend/test/data/node/test_prelu_broadcast/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +ByJx?h>z?j@$ ?<(?8s? =v6>9>(>%?^B?0= B>]ת>=?*>iJ>-?S'?K]??C@o^z?Hm;=a>2??>>k8?Z@?| >*z??++?ڱ[4?ش???11Ԗ>> G?N2@9'?>>Op@B٣QN>.:=ݚ>)?σ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_prelu_broadcast_expanded/model.onnx b/onnx/backend/test/data/node/test_prelu_broadcast_expanded/model.onnx new file mode 100644 index 0000000..46c7395 Binary files /dev/null and b/onnx/backend/test/data/node/test_prelu_broadcast_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_prelu_broadcast_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_prelu_broadcast_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_prelu_broadcast_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_prelu_broadcast_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_prelu_broadcast_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..9ba86ee --- /dev/null +++ b/onnx/backend/test/data/node/test_prelu_broadcast_expanded/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BslopeJ^&,Z[*Pܿ35> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_prelu_broadcast_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_prelu_broadcast_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..cfbf6fc --- /dev/null +++ b/onnx/backend/test/data/node/test_prelu_broadcast_expanded/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +ByJx?h>z?j@$ ?<(?8s? =v6>9>(>%?^B?0= B>]ת>=?*>iJ>-?S'?K]??C@o^z?Hm;=a>2??>>k8?Z@?| >*z??++?ڱ[4?ش???11Ԗ>> G?N2@9'?>>Op@B٣QN>.:=ݚ>)?σ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_prelu_example/model.onnx b/onnx/backend/test/data/node/test_prelu_example/model.onnx new file mode 100644 index 0000000..d3f555b Binary files /dev/null and b/onnx/backend/test/data/node/test_prelu_example/model.onnx differ diff --git a/onnx/backend/test/data/node/test_prelu_example/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_prelu_example/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_prelu_example/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_prelu_example/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_prelu_example/test_data_set_0/input_1.pb new file mode 100644 index 0000000..8e8f7df --- /dev/null +++ b/onnx/backend/test/data/node/test_prelu_example/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BslopeJ^&,Z[*Pܿ35>;;Wп>DhT=:?>ב?>O/^~/Ѓ f=#f?Ok>Ŀ ??@?7>8lF?5mξy? FU>z?u>4?G,>> ?^Ab*x?(?Ӿ3Y?"??, ?g?Iy\}?7mM?r?N4?l? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_prelu_example/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_prelu_example/test_data_set_0/output_0.pb new file mode 100644 index 0000000..c8a3558 --- /dev/null +++ b/onnx/backend/test/data/node/test_prelu_example/test_data_set_0/output_0.pb @@ -0,0 +1,2 @@ +ByJx?h>z?j@$ ? >8s?s˿=9>(>%?^B?0= B>]ת>=?=6=iJ>|D`>@S'?K]?Q?C@w0Hm;= =2??>>[W=tn >*z??GXI%? +@??Yq? G?FC ֿ><>MS~;QN>.:=ݚ>oǾF \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_prelu_example_expanded/model.onnx b/onnx/backend/test/data/node/test_prelu_example_expanded/model.onnx new file mode 100644 index 0000000..d4bdf06 Binary files /dev/null and b/onnx/backend/test/data/node/test_prelu_example_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_prelu_example_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_prelu_example_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_prelu_example_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_prelu_example_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_prelu_example_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..8e8f7df --- /dev/null +++ b/onnx/backend/test/data/node/test_prelu_example_expanded/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BslopeJ^&,Z[*Pܿ35>;;Wп>DhT=:?>ב?>O/^~/Ѓ f=#f?Ok>Ŀ ??@?7>8lF?5mξy? FU>z?u>4?G,>> ?^Ab*x?(?Ӿ3Y?"??, ?g?Iy\}?7mM?r?N4?l? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_prelu_example_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_prelu_example_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..c8a3558 --- /dev/null +++ b/onnx/backend/test/data/node/test_prelu_example_expanded/test_data_set_0/output_0.pb @@ -0,0 +1,2 @@ +ByJx?h>z?j@$ ? >8s?s˿=9>(>%?^B?0= B>]ת>=?=6=iJ>|D`>@S'?K]?Q?C@w0Hm;= =2??>>[W=tn >*z??GXI%? +@??Yq? G?FC ֿ><>MS~;QN>.:=ݚ>oǾF \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_qlinearconv/model.onnx b/onnx/backend/test/data/node/test_qlinearconv/model.onnx new file mode 100644 index 0000000..3ab6ba4 Binary files /dev/null and b/onnx/backend/test/data/node/test_qlinearconv/model.onnx differ diff --git a/onnx/backend/test/data/node/test_qlinearconv/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_qlinearconv/test_data_set_0/input_0.pb new file mode 100644 index 0000000..8e5c824 Binary files /dev/null and b/onnx/backend/test/data/node/test_qlinearconv/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_qlinearconv/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_qlinearconv/test_data_set_0/input_1.pb new file mode 100644 index 0000000..a0312d3 --- /dev/null +++ b/onnx/backend/test/data/node/test_qlinearconv/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +Bx_scaleJEq; \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_qlinearconv/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_qlinearconv/test_data_set_0/input_2.pb new file mode 100644 index 0000000..19abda9 --- /dev/null +++ b/onnx/backend/test/data/node/test_qlinearconv/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +B x_zero_pointJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_qlinearconv/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_qlinearconv/test_data_set_0/input_3.pb new file mode 100644 index 0000000..8f7a61c Binary files /dev/null and b/onnx/backend/test/data/node/test_qlinearconv/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_qlinearconv/test_data_set_0/input_4.pb b/onnx/backend/test/data/node/test_qlinearconv/test_data_set_0/input_4.pb new file mode 100644 index 0000000..f4956fc --- /dev/null +++ b/onnx/backend/test/data/node/test_qlinearconv/test_data_set_0/input_4.pb @@ -0,0 +1 @@ +Bw_scaleJ=|: \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_qlinearconv/test_data_set_0/input_5.pb b/onnx/backend/test/data/node/test_qlinearconv/test_data_set_0/input_5.pb new file mode 100644 index 0000000..4af6cdb --- /dev/null +++ b/onnx/backend/test/data/node/test_qlinearconv/test_data_set_0/input_5.pb @@ -0,0 +1 @@ +B w_zero_pointJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_qlinearconv/test_data_set_0/input_6.pb b/onnx/backend/test/data/node/test_qlinearconv/test_data_set_0/input_6.pb new file mode 100644 index 0000000..b12e3ad --- /dev/null +++ b/onnx/backend/test/data/node/test_qlinearconv/test_data_set_0/input_6.pb @@ -0,0 +1 @@ +By_scaleJ:: \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_qlinearconv/test_data_set_0/input_7.pb b/onnx/backend/test/data/node/test_qlinearconv/test_data_set_0/input_7.pb new file mode 100644 index 0000000..dd078c6 --- /dev/null +++ b/onnx/backend/test/data/node/test_qlinearconv/test_data_set_0/input_7.pb @@ -0,0 +1 @@ +B y_zero_pointJ{ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_qlinearconv/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_qlinearconv/test_data_set_0/output_0.pb new file mode 100644 index 0000000..8e51997 Binary files /dev/null and b/onnx/backend/test/data/node/test_qlinearconv/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_qlinearmatmul_2D_int8_float16/model.onnx b/onnx/backend/test/data/node/test_qlinearmatmul_2D_int8_float16/model.onnx new file mode 100644 index 0000000..57d513f Binary files /dev/null and b/onnx/backend/test/data/node/test_qlinearmatmul_2D_int8_float16/model.onnx differ diff --git a/onnx/backend/test/data/node/test_qlinearmatmul_2D_int8_float16/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_qlinearmatmul_2D_int8_float16/test_data_set_0/input_0.pb new file mode 100644 index 0000000..229aa1a --- /dev/null +++ b/onnx/backend/test/data/node/test_qlinearmatmul_2D_int8_float16/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BaJQmoW \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_qlinearmatmul_2D_int8_float16/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_qlinearmatmul_2D_int8_float16/test_data_set_0/input_1.pb new file mode 100644 index 0000000..018faae --- /dev/null +++ b/onnx/backend/test/data/node/test_qlinearmatmul_2D_int8_float16/test_data_set_0/input_1.pb @@ -0,0 +1,2 @@ + +Ba_scaleJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_qlinearmatmul_2D_int8_float16/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_qlinearmatmul_2D_int8_float16/test_data_set_0/input_2.pb new file mode 100644 index 0000000..2ce2ca0 --- /dev/null +++ b/onnx/backend/test/data/node/test_qlinearmatmul_2D_int8_float16/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +B a_zero_pointJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_qlinearmatmul_2D_int8_float16/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_qlinearmatmul_2D_int8_float16/test_data_set_0/input_3.pb new file mode 100644 index 0000000..296f16a Binary files /dev/null and b/onnx/backend/test/data/node/test_qlinearmatmul_2D_int8_float16/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_qlinearmatmul_2D_int8_float16/test_data_set_0/input_4.pb b/onnx/backend/test/data/node/test_qlinearmatmul_2D_int8_float16/test_data_set_0/input_4.pb new file mode 100644 index 0000000..a752c8c --- /dev/null +++ b/onnx/backend/test/data/node/test_qlinearmatmul_2D_int8_float16/test_data_set_0/input_4.pb @@ -0,0 +1,2 @@ + +Bb_scaleJ8 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_qlinearmatmul_2D_int8_float16/test_data_set_0/input_5.pb b/onnx/backend/test/data/node/test_qlinearmatmul_2D_int8_float16/test_data_set_0/input_5.pb new file mode 100644 index 0000000..99edcfb --- /dev/null +++ b/onnx/backend/test/data/node/test_qlinearmatmul_2D_int8_float16/test_data_set_0/input_5.pb @@ -0,0 +1 @@ +B b_zero_pointJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_qlinearmatmul_2D_int8_float16/test_data_set_0/input_6.pb b/onnx/backend/test/data/node/test_qlinearmatmul_2D_int8_float16/test_data_set_0/input_6.pb new file mode 100644 index 0000000..7d5c692 --- /dev/null +++ b/onnx/backend/test/data/node/test_qlinearmatmul_2D_int8_float16/test_data_set_0/input_6.pb @@ -0,0 +1,2 @@ + +By_scaleJz! \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_qlinearmatmul_2D_int8_float16/test_data_set_0/input_7.pb b/onnx/backend/test/data/node/test_qlinearmatmul_2D_int8_float16/test_data_set_0/input_7.pb new file mode 100644 index 0000000..b4ea8c3 --- /dev/null +++ b/onnx/backend/test/data/node/test_qlinearmatmul_2D_int8_float16/test_data_set_0/input_7.pb @@ -0,0 +1 @@ +B y_zero_pointJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_qlinearmatmul_2D_int8_float16/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_qlinearmatmul_2D_int8_float16/test_data_set_0/output_0.pb new file mode 100644 index 0000000..8bee35f --- /dev/null +++ b/onnx/backend/test/data/node/test_qlinearmatmul_2D_int8_float16/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +ByJ) \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_qlinearmatmul_2D_int8_float32/model.onnx b/onnx/backend/test/data/node/test_qlinearmatmul_2D_int8_float32/model.onnx new file mode 100644 index 0000000..a2951e2 Binary files /dev/null and b/onnx/backend/test/data/node/test_qlinearmatmul_2D_int8_float32/model.onnx differ diff --git a/onnx/backend/test/data/node/test_qlinearmatmul_2D_int8_float32/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_qlinearmatmul_2D_int8_float32/test_data_set_0/input_0.pb new file mode 100644 index 0000000..229aa1a --- /dev/null +++ b/onnx/backend/test/data/node/test_qlinearmatmul_2D_int8_float32/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BaJQmoW \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_qlinearmatmul_2D_int8_float32/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_qlinearmatmul_2D_int8_float32/test_data_set_0/input_1.pb new file mode 100644 index 0000000..53c8940 --- /dev/null +++ b/onnx/backend/test/data/node/test_qlinearmatmul_2D_int8_float32/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +Ba_scaleJD; \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_qlinearmatmul_2D_int8_float32/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_qlinearmatmul_2D_int8_float32/test_data_set_0/input_2.pb new file mode 100644 index 0000000..2ce2ca0 --- /dev/null +++ b/onnx/backend/test/data/node/test_qlinearmatmul_2D_int8_float32/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +B a_zero_pointJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_qlinearmatmul_2D_int8_float32/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_qlinearmatmul_2D_int8_float32/test_data_set_0/input_3.pb new file mode 100644 index 0000000..296f16a Binary files /dev/null and b/onnx/backend/test/data/node/test_qlinearmatmul_2D_int8_float32/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_qlinearmatmul_2D_int8_float32/test_data_set_0/input_4.pb b/onnx/backend/test/data/node/test_qlinearmatmul_2D_int8_float32/test_data_set_0/input_4.pb new file mode 100644 index 0000000..e5f59fb --- /dev/null +++ b/onnx/backend/test/data/node/test_qlinearmatmul_2D_int8_float32/test_data_set_0/input_4.pb @@ -0,0 +1 @@ +Bb_scaleJ; \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_qlinearmatmul_2D_int8_float32/test_data_set_0/input_5.pb b/onnx/backend/test/data/node/test_qlinearmatmul_2D_int8_float32/test_data_set_0/input_5.pb new file mode 100644 index 0000000..99edcfb --- /dev/null +++ b/onnx/backend/test/data/node/test_qlinearmatmul_2D_int8_float32/test_data_set_0/input_5.pb @@ -0,0 +1 @@ +B b_zero_pointJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_qlinearmatmul_2D_int8_float32/test_data_set_0/input_6.pb b/onnx/backend/test/data/node/test_qlinearmatmul_2D_int8_float32/test_data_set_0/input_6.pb new file mode 100644 index 0000000..3128ded --- /dev/null +++ b/onnx/backend/test/data/node/test_qlinearmatmul_2D_int8_float32/test_data_set_0/input_6.pb @@ -0,0 +1 @@ +By_scaleJO/< \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_qlinearmatmul_2D_int8_float32/test_data_set_0/input_7.pb b/onnx/backend/test/data/node/test_qlinearmatmul_2D_int8_float32/test_data_set_0/input_7.pb new file mode 100644 index 0000000..b4ea8c3 --- /dev/null +++ b/onnx/backend/test/data/node/test_qlinearmatmul_2D_int8_float32/test_data_set_0/input_7.pb @@ -0,0 +1 @@ +B y_zero_pointJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_qlinearmatmul_2D_int8_float32/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_qlinearmatmul_2D_int8_float32/test_data_set_0/output_0.pb new file mode 100644 index 0000000..8bee35f --- /dev/null +++ b/onnx/backend/test/data/node/test_qlinearmatmul_2D_int8_float32/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +ByJ) \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_qlinearmatmul_2D_uint8_float16/model.onnx b/onnx/backend/test/data/node/test_qlinearmatmul_2D_uint8_float16/model.onnx new file mode 100644 index 0000000..ef8aed6 Binary files /dev/null and b/onnx/backend/test/data/node/test_qlinearmatmul_2D_uint8_float16/model.onnx differ diff --git a/onnx/backend/test/data/node/test_qlinearmatmul_2D_uint8_float16/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_qlinearmatmul_2D_uint8_float16/test_data_set_0/input_0.pb new file mode 100644 index 0000000..eb9265d Binary files /dev/null and b/onnx/backend/test/data/node/test_qlinearmatmul_2D_uint8_float16/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_qlinearmatmul_2D_uint8_float16/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_qlinearmatmul_2D_uint8_float16/test_data_set_0/input_1.pb new file mode 100644 index 0000000..018faae --- /dev/null +++ b/onnx/backend/test/data/node/test_qlinearmatmul_2D_uint8_float16/test_data_set_0/input_1.pb @@ -0,0 +1,2 @@ + +Ba_scaleJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_qlinearmatmul_2D_uint8_float16/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_qlinearmatmul_2D_uint8_float16/test_data_set_0/input_2.pb new file mode 100644 index 0000000..9cc71b9 --- /dev/null +++ b/onnx/backend/test/data/node/test_qlinearmatmul_2D_uint8_float16/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +B a_zero_pointJq \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_qlinearmatmul_2D_uint8_float16/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_qlinearmatmul_2D_uint8_float16/test_data_set_0/input_3.pb new file mode 100644 index 0000000..ea04e20 Binary files /dev/null and b/onnx/backend/test/data/node/test_qlinearmatmul_2D_uint8_float16/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_qlinearmatmul_2D_uint8_float16/test_data_set_0/input_4.pb b/onnx/backend/test/data/node/test_qlinearmatmul_2D_uint8_float16/test_data_set_0/input_4.pb new file mode 100644 index 0000000..a752c8c --- /dev/null +++ b/onnx/backend/test/data/node/test_qlinearmatmul_2D_uint8_float16/test_data_set_0/input_4.pb @@ -0,0 +1,2 @@ + +Bb_scaleJ8 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_qlinearmatmul_2D_uint8_float16/test_data_set_0/input_5.pb b/onnx/backend/test/data/node/test_qlinearmatmul_2D_uint8_float16/test_data_set_0/input_5.pb new file mode 100644 index 0000000..db93763 --- /dev/null +++ b/onnx/backend/test/data/node/test_qlinearmatmul_2D_uint8_float16/test_data_set_0/input_5.pb @@ -0,0 +1 @@ +B b_zero_pointJr \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_qlinearmatmul_2D_uint8_float16/test_data_set_0/input_6.pb b/onnx/backend/test/data/node/test_qlinearmatmul_2D_uint8_float16/test_data_set_0/input_6.pb new file mode 100644 index 0000000..7d5c692 --- /dev/null +++ b/onnx/backend/test/data/node/test_qlinearmatmul_2D_uint8_float16/test_data_set_0/input_6.pb @@ -0,0 +1,2 @@ + +By_scaleJz! \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_qlinearmatmul_2D_uint8_float16/test_data_set_0/input_7.pb b/onnx/backend/test/data/node/test_qlinearmatmul_2D_uint8_float16/test_data_set_0/input_7.pb new file mode 100644 index 0000000..521faf8 --- /dev/null +++ b/onnx/backend/test/data/node/test_qlinearmatmul_2D_uint8_float16/test_data_set_0/input_7.pb @@ -0,0 +1 @@ +B y_zero_pointJv \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_qlinearmatmul_2D_uint8_float16/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_qlinearmatmul_2D_uint8_float16/test_data_set_0/output_0.pb new file mode 100644 index 0000000..91b23e0 --- /dev/null +++ b/onnx/backend/test/data/node/test_qlinearmatmul_2D_uint8_float16/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +ByJsB \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_qlinearmatmul_2D_uint8_float32/model.onnx b/onnx/backend/test/data/node/test_qlinearmatmul_2D_uint8_float32/model.onnx new file mode 100644 index 0000000..154094d Binary files /dev/null and b/onnx/backend/test/data/node/test_qlinearmatmul_2D_uint8_float32/model.onnx differ diff --git a/onnx/backend/test/data/node/test_qlinearmatmul_2D_uint8_float32/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_qlinearmatmul_2D_uint8_float32/test_data_set_0/input_0.pb new file mode 100644 index 0000000..eb9265d Binary files /dev/null and b/onnx/backend/test/data/node/test_qlinearmatmul_2D_uint8_float32/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_qlinearmatmul_2D_uint8_float32/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_qlinearmatmul_2D_uint8_float32/test_data_set_0/input_1.pb new file mode 100644 index 0000000..53c8940 --- /dev/null +++ b/onnx/backend/test/data/node/test_qlinearmatmul_2D_uint8_float32/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +Ba_scaleJD; \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_qlinearmatmul_2D_uint8_float32/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_qlinearmatmul_2D_uint8_float32/test_data_set_0/input_2.pb new file mode 100644 index 0000000..9cc71b9 --- /dev/null +++ b/onnx/backend/test/data/node/test_qlinearmatmul_2D_uint8_float32/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +B a_zero_pointJq \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_qlinearmatmul_2D_uint8_float32/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_qlinearmatmul_2D_uint8_float32/test_data_set_0/input_3.pb new file mode 100644 index 0000000..ea04e20 Binary files /dev/null and b/onnx/backend/test/data/node/test_qlinearmatmul_2D_uint8_float32/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_qlinearmatmul_2D_uint8_float32/test_data_set_0/input_4.pb b/onnx/backend/test/data/node/test_qlinearmatmul_2D_uint8_float32/test_data_set_0/input_4.pb new file mode 100644 index 0000000..e5f59fb --- /dev/null +++ b/onnx/backend/test/data/node/test_qlinearmatmul_2D_uint8_float32/test_data_set_0/input_4.pb @@ -0,0 +1 @@ +Bb_scaleJ; \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_qlinearmatmul_2D_uint8_float32/test_data_set_0/input_5.pb b/onnx/backend/test/data/node/test_qlinearmatmul_2D_uint8_float32/test_data_set_0/input_5.pb new file mode 100644 index 0000000..db93763 --- /dev/null +++ b/onnx/backend/test/data/node/test_qlinearmatmul_2D_uint8_float32/test_data_set_0/input_5.pb @@ -0,0 +1 @@ +B b_zero_pointJr \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_qlinearmatmul_2D_uint8_float32/test_data_set_0/input_6.pb b/onnx/backend/test/data/node/test_qlinearmatmul_2D_uint8_float32/test_data_set_0/input_6.pb new file mode 100644 index 0000000..3128ded --- /dev/null +++ b/onnx/backend/test/data/node/test_qlinearmatmul_2D_uint8_float32/test_data_set_0/input_6.pb @@ -0,0 +1 @@ +By_scaleJO/< \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_qlinearmatmul_2D_uint8_float32/test_data_set_0/input_7.pb b/onnx/backend/test/data/node/test_qlinearmatmul_2D_uint8_float32/test_data_set_0/input_7.pb new file mode 100644 index 0000000..521faf8 --- /dev/null +++ b/onnx/backend/test/data/node/test_qlinearmatmul_2D_uint8_float32/test_data_set_0/input_7.pb @@ -0,0 +1 @@ +B y_zero_pointJv \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_qlinearmatmul_2D_uint8_float32/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_qlinearmatmul_2D_uint8_float32/test_data_set_0/output_0.pb new file mode 100644 index 0000000..91b23e0 --- /dev/null +++ b/onnx/backend/test/data/node/test_qlinearmatmul_2D_uint8_float32/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +ByJsB \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_qlinearmatmul_3D_int8_float16/model.onnx b/onnx/backend/test/data/node/test_qlinearmatmul_3D_int8_float16/model.onnx new file mode 100644 index 0000000..03671c2 Binary files /dev/null and b/onnx/backend/test/data/node/test_qlinearmatmul_3D_int8_float16/model.onnx differ diff --git a/onnx/backend/test/data/node/test_qlinearmatmul_3D_int8_float16/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_qlinearmatmul_3D_int8_float16/test_data_set_0/input_0.pb new file mode 100644 index 0000000..d18ee37 --- /dev/null +++ b/onnx/backend/test/data/node/test_qlinearmatmul_3D_int8_float16/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BaJQmoWQmoW \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_qlinearmatmul_3D_int8_float16/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_qlinearmatmul_3D_int8_float16/test_data_set_0/input_1.pb new file mode 100644 index 0000000..018faae --- /dev/null +++ b/onnx/backend/test/data/node/test_qlinearmatmul_3D_int8_float16/test_data_set_0/input_1.pb @@ -0,0 +1,2 @@ + +Ba_scaleJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_qlinearmatmul_3D_int8_float16/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_qlinearmatmul_3D_int8_float16/test_data_set_0/input_2.pb new file mode 100644 index 0000000..2ce2ca0 --- /dev/null +++ b/onnx/backend/test/data/node/test_qlinearmatmul_3D_int8_float16/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +B a_zero_pointJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_qlinearmatmul_3D_int8_float16/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_qlinearmatmul_3D_int8_float16/test_data_set_0/input_3.pb new file mode 100644 index 0000000..7ab13ed Binary files /dev/null and b/onnx/backend/test/data/node/test_qlinearmatmul_3D_int8_float16/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_qlinearmatmul_3D_int8_float16/test_data_set_0/input_4.pb b/onnx/backend/test/data/node/test_qlinearmatmul_3D_int8_float16/test_data_set_0/input_4.pb new file mode 100644 index 0000000..a752c8c --- /dev/null +++ b/onnx/backend/test/data/node/test_qlinearmatmul_3D_int8_float16/test_data_set_0/input_4.pb @@ -0,0 +1,2 @@ + +Bb_scaleJ8 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_qlinearmatmul_3D_int8_float16/test_data_set_0/input_5.pb b/onnx/backend/test/data/node/test_qlinearmatmul_3D_int8_float16/test_data_set_0/input_5.pb new file mode 100644 index 0000000..acff1ce --- /dev/null +++ b/onnx/backend/test/data/node/test_qlinearmatmul_3D_int8_float16/test_data_set_0/input_5.pb @@ -0,0 +1 @@ +B b_zero_pointJr \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_qlinearmatmul_3D_int8_float16/test_data_set_0/input_6.pb b/onnx/backend/test/data/node/test_qlinearmatmul_3D_int8_float16/test_data_set_0/input_6.pb new file mode 100644 index 0000000..7d5c692 --- /dev/null +++ b/onnx/backend/test/data/node/test_qlinearmatmul_3D_int8_float16/test_data_set_0/input_6.pb @@ -0,0 +1,2 @@ + +By_scaleJz! \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_qlinearmatmul_3D_int8_float16/test_data_set_0/input_7.pb b/onnx/backend/test/data/node/test_qlinearmatmul_3D_int8_float16/test_data_set_0/input_7.pb new file mode 100644 index 0000000..b4ea8c3 --- /dev/null +++ b/onnx/backend/test/data/node/test_qlinearmatmul_3D_int8_float16/test_data_set_0/input_7.pb @@ -0,0 +1 @@ +B y_zero_pointJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_qlinearmatmul_3D_int8_float16/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_qlinearmatmul_3D_int8_float16/test_data_set_0/output_0.pb new file mode 100644 index 0000000..58b695e --- /dev/null +++ b/onnx/backend/test/data/node/test_qlinearmatmul_3D_int8_float16/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +ByJ s's' \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_qlinearmatmul_3D_int8_float32/model.onnx b/onnx/backend/test/data/node/test_qlinearmatmul_3D_int8_float32/model.onnx new file mode 100644 index 0000000..1240eea Binary files /dev/null and b/onnx/backend/test/data/node/test_qlinearmatmul_3D_int8_float32/model.onnx differ diff --git a/onnx/backend/test/data/node/test_qlinearmatmul_3D_int8_float32/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_qlinearmatmul_3D_int8_float32/test_data_set_0/input_0.pb new file mode 100644 index 0000000..d18ee37 --- /dev/null +++ b/onnx/backend/test/data/node/test_qlinearmatmul_3D_int8_float32/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BaJQmoWQmoW \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_qlinearmatmul_3D_int8_float32/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_qlinearmatmul_3D_int8_float32/test_data_set_0/input_1.pb new file mode 100644 index 0000000..53c8940 --- /dev/null +++ b/onnx/backend/test/data/node/test_qlinearmatmul_3D_int8_float32/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +Ba_scaleJD; \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_qlinearmatmul_3D_int8_float32/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_qlinearmatmul_3D_int8_float32/test_data_set_0/input_2.pb new file mode 100644 index 0000000..2ce2ca0 --- /dev/null +++ b/onnx/backend/test/data/node/test_qlinearmatmul_3D_int8_float32/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +B a_zero_pointJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_qlinearmatmul_3D_int8_float32/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_qlinearmatmul_3D_int8_float32/test_data_set_0/input_3.pb new file mode 100644 index 0000000..7ab13ed Binary files /dev/null and b/onnx/backend/test/data/node/test_qlinearmatmul_3D_int8_float32/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_qlinearmatmul_3D_int8_float32/test_data_set_0/input_4.pb b/onnx/backend/test/data/node/test_qlinearmatmul_3D_int8_float32/test_data_set_0/input_4.pb new file mode 100644 index 0000000..e5f59fb --- /dev/null +++ b/onnx/backend/test/data/node/test_qlinearmatmul_3D_int8_float32/test_data_set_0/input_4.pb @@ -0,0 +1 @@ +Bb_scaleJ; \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_qlinearmatmul_3D_int8_float32/test_data_set_0/input_5.pb b/onnx/backend/test/data/node/test_qlinearmatmul_3D_int8_float32/test_data_set_0/input_5.pb new file mode 100644 index 0000000..acff1ce --- /dev/null +++ b/onnx/backend/test/data/node/test_qlinearmatmul_3D_int8_float32/test_data_set_0/input_5.pb @@ -0,0 +1 @@ +B b_zero_pointJr \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_qlinearmatmul_3D_int8_float32/test_data_set_0/input_6.pb b/onnx/backend/test/data/node/test_qlinearmatmul_3D_int8_float32/test_data_set_0/input_6.pb new file mode 100644 index 0000000..3128ded --- /dev/null +++ b/onnx/backend/test/data/node/test_qlinearmatmul_3D_int8_float32/test_data_set_0/input_6.pb @@ -0,0 +1 @@ +By_scaleJO/< \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_qlinearmatmul_3D_int8_float32/test_data_set_0/input_7.pb b/onnx/backend/test/data/node/test_qlinearmatmul_3D_int8_float32/test_data_set_0/input_7.pb new file mode 100644 index 0000000..b4ea8c3 --- /dev/null +++ b/onnx/backend/test/data/node/test_qlinearmatmul_3D_int8_float32/test_data_set_0/input_7.pb @@ -0,0 +1 @@ +B y_zero_pointJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_qlinearmatmul_3D_int8_float32/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_qlinearmatmul_3D_int8_float32/test_data_set_0/output_0.pb new file mode 100644 index 0000000..58b695e --- /dev/null +++ b/onnx/backend/test/data/node/test_qlinearmatmul_3D_int8_float32/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +ByJ s's' \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_qlinearmatmul_3D_uint8_float16/model.onnx b/onnx/backend/test/data/node/test_qlinearmatmul_3D_uint8_float16/model.onnx new file mode 100644 index 0000000..045c02e Binary files /dev/null and b/onnx/backend/test/data/node/test_qlinearmatmul_3D_uint8_float16/model.onnx differ diff --git a/onnx/backend/test/data/node/test_qlinearmatmul_3D_uint8_float16/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_qlinearmatmul_3D_uint8_float16/test_data_set_0/input_0.pb new file mode 100644 index 0000000..6e19bf7 Binary files /dev/null and b/onnx/backend/test/data/node/test_qlinearmatmul_3D_uint8_float16/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_qlinearmatmul_3D_uint8_float16/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_qlinearmatmul_3D_uint8_float16/test_data_set_0/input_1.pb new file mode 100644 index 0000000..018faae --- /dev/null +++ b/onnx/backend/test/data/node/test_qlinearmatmul_3D_uint8_float16/test_data_set_0/input_1.pb @@ -0,0 +1,2 @@ + +Ba_scaleJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_qlinearmatmul_3D_uint8_float16/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_qlinearmatmul_3D_uint8_float16/test_data_set_0/input_2.pb new file mode 100644 index 0000000..9cc71b9 --- /dev/null +++ b/onnx/backend/test/data/node/test_qlinearmatmul_3D_uint8_float16/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +B a_zero_pointJq \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_qlinearmatmul_3D_uint8_float16/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_qlinearmatmul_3D_uint8_float16/test_data_set_0/input_3.pb new file mode 100644 index 0000000..4ff4f2e Binary files /dev/null and b/onnx/backend/test/data/node/test_qlinearmatmul_3D_uint8_float16/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_qlinearmatmul_3D_uint8_float16/test_data_set_0/input_4.pb b/onnx/backend/test/data/node/test_qlinearmatmul_3D_uint8_float16/test_data_set_0/input_4.pb new file mode 100644 index 0000000..a752c8c --- /dev/null +++ b/onnx/backend/test/data/node/test_qlinearmatmul_3D_uint8_float16/test_data_set_0/input_4.pb @@ -0,0 +1,2 @@ + +Bb_scaleJ8 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_qlinearmatmul_3D_uint8_float16/test_data_set_0/input_5.pb b/onnx/backend/test/data/node/test_qlinearmatmul_3D_uint8_float16/test_data_set_0/input_5.pb new file mode 100644 index 0000000..db93763 --- /dev/null +++ b/onnx/backend/test/data/node/test_qlinearmatmul_3D_uint8_float16/test_data_set_0/input_5.pb @@ -0,0 +1 @@ +B b_zero_pointJr \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_qlinearmatmul_3D_uint8_float16/test_data_set_0/input_6.pb b/onnx/backend/test/data/node/test_qlinearmatmul_3D_uint8_float16/test_data_set_0/input_6.pb new file mode 100644 index 0000000..7d5c692 --- /dev/null +++ b/onnx/backend/test/data/node/test_qlinearmatmul_3D_uint8_float16/test_data_set_0/input_6.pb @@ -0,0 +1,2 @@ + +By_scaleJz! \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_qlinearmatmul_3D_uint8_float16/test_data_set_0/input_7.pb b/onnx/backend/test/data/node/test_qlinearmatmul_3D_uint8_float16/test_data_set_0/input_7.pb new file mode 100644 index 0000000..521faf8 --- /dev/null +++ b/onnx/backend/test/data/node/test_qlinearmatmul_3D_uint8_float16/test_data_set_0/input_7.pb @@ -0,0 +1 @@ +B y_zero_pointJv \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_qlinearmatmul_3D_uint8_float16/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_qlinearmatmul_3D_uint8_float16/test_data_set_0/output_0.pb new file mode 100644 index 0000000..e693951 --- /dev/null +++ b/onnx/backend/test/data/node/test_qlinearmatmul_3D_uint8_float16/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +ByJ sBsB \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_qlinearmatmul_3D_uint8_float32/model.onnx b/onnx/backend/test/data/node/test_qlinearmatmul_3D_uint8_float32/model.onnx new file mode 100644 index 0000000..0cc8add Binary files /dev/null and b/onnx/backend/test/data/node/test_qlinearmatmul_3D_uint8_float32/model.onnx differ diff --git a/onnx/backend/test/data/node/test_qlinearmatmul_3D_uint8_float32/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_qlinearmatmul_3D_uint8_float32/test_data_set_0/input_0.pb new file mode 100644 index 0000000..6e19bf7 Binary files /dev/null and b/onnx/backend/test/data/node/test_qlinearmatmul_3D_uint8_float32/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_qlinearmatmul_3D_uint8_float32/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_qlinearmatmul_3D_uint8_float32/test_data_set_0/input_1.pb new file mode 100644 index 0000000..53c8940 --- /dev/null +++ b/onnx/backend/test/data/node/test_qlinearmatmul_3D_uint8_float32/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +Ba_scaleJD; \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_qlinearmatmul_3D_uint8_float32/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_qlinearmatmul_3D_uint8_float32/test_data_set_0/input_2.pb new file mode 100644 index 0000000..9cc71b9 --- /dev/null +++ b/onnx/backend/test/data/node/test_qlinearmatmul_3D_uint8_float32/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +B a_zero_pointJq \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_qlinearmatmul_3D_uint8_float32/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_qlinearmatmul_3D_uint8_float32/test_data_set_0/input_3.pb new file mode 100644 index 0000000..4ff4f2e Binary files /dev/null and b/onnx/backend/test/data/node/test_qlinearmatmul_3D_uint8_float32/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_qlinearmatmul_3D_uint8_float32/test_data_set_0/input_4.pb b/onnx/backend/test/data/node/test_qlinearmatmul_3D_uint8_float32/test_data_set_0/input_4.pb new file mode 100644 index 0000000..e5f59fb --- /dev/null +++ b/onnx/backend/test/data/node/test_qlinearmatmul_3D_uint8_float32/test_data_set_0/input_4.pb @@ -0,0 +1 @@ +Bb_scaleJ; \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_qlinearmatmul_3D_uint8_float32/test_data_set_0/input_5.pb b/onnx/backend/test/data/node/test_qlinearmatmul_3D_uint8_float32/test_data_set_0/input_5.pb new file mode 100644 index 0000000..db93763 --- /dev/null +++ b/onnx/backend/test/data/node/test_qlinearmatmul_3D_uint8_float32/test_data_set_0/input_5.pb @@ -0,0 +1 @@ +B b_zero_pointJr \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_qlinearmatmul_3D_uint8_float32/test_data_set_0/input_6.pb b/onnx/backend/test/data/node/test_qlinearmatmul_3D_uint8_float32/test_data_set_0/input_6.pb new file mode 100644 index 0000000..3128ded --- /dev/null +++ b/onnx/backend/test/data/node/test_qlinearmatmul_3D_uint8_float32/test_data_set_0/input_6.pb @@ -0,0 +1 @@ +By_scaleJO/< \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_qlinearmatmul_3D_uint8_float32/test_data_set_0/input_7.pb b/onnx/backend/test/data/node/test_qlinearmatmul_3D_uint8_float32/test_data_set_0/input_7.pb new file mode 100644 index 0000000..521faf8 --- /dev/null +++ b/onnx/backend/test/data/node/test_qlinearmatmul_3D_uint8_float32/test_data_set_0/input_7.pb @@ -0,0 +1 @@ +B y_zero_pointJv \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_qlinearmatmul_3D_uint8_float32/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_qlinearmatmul_3D_uint8_float32/test_data_set_0/output_0.pb new file mode 100644 index 0000000..e693951 --- /dev/null +++ b/onnx/backend/test/data/node/test_qlinearmatmul_3D_uint8_float32/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +ByJ sBsB \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_quantizelinear/model.onnx b/onnx/backend/test/data/node/test_quantizelinear/model.onnx new file mode 100644 index 0000000..97900a3 Binary files /dev/null and b/onnx/backend/test/data/node/test_quantizelinear/model.onnx differ diff --git a/onnx/backend/test/data/node/test_quantizelinear/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_quantizelinear/test_data_set_0/input_0.pb new file mode 100644 index 0000000..c1a28ac Binary files /dev/null and b/onnx/backend/test/data/node/test_quantizelinear/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_quantizelinear/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_quantizelinear/test_data_set_0/input_1.pb new file mode 100644 index 0000000..c2965ad Binary files /dev/null and b/onnx/backend/test/data/node/test_quantizelinear/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_quantizelinear/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_quantizelinear/test_data_set_0/input_2.pb new file mode 100644 index 0000000..2119acc --- /dev/null +++ b/onnx/backend/test/data/node/test_quantizelinear/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +B y_zero_pointJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_quantizelinear/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_quantizelinear/test_data_set_0/output_0.pb new file mode 100644 index 0000000..5703f72 Binary files /dev/null and b/onnx/backend/test/data/node/test_quantizelinear/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_quantizelinear_axis/model.onnx b/onnx/backend/test/data/node/test_quantizelinear_axis/model.onnx new file mode 100644 index 0000000..a51a0f9 Binary files /dev/null and b/onnx/backend/test/data/node/test_quantizelinear_axis/model.onnx differ diff --git a/onnx/backend/test/data/node/test_quantizelinear_axis/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_quantizelinear_axis/test_data_set_0/input_0.pb new file mode 100644 index 0000000..a72a063 Binary files /dev/null and b/onnx/backend/test/data/node/test_quantizelinear_axis/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_quantizelinear_axis/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_quantizelinear_axis/test_data_set_0/input_1.pb new file mode 100644 index 0000000..52db106 Binary files /dev/null and b/onnx/backend/test/data/node/test_quantizelinear_axis/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_quantizelinear_axis/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_quantizelinear_axis/test_data_set_0/input_2.pb new file mode 100644 index 0000000..0639618 --- /dev/null +++ b/onnx/backend/test/data/node/test_quantizelinear_axis/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +B y_zero_pointJT \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_quantizelinear_axis/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_quantizelinear_axis/test_data_set_0/output_0.pb new file mode 100644 index 0000000..36b3f93 --- /dev/null +++ b/onnx/backend/test/data/node/test_quantizelinear_axis/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +ByJY"J;W cyf \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_quantizelinear_blocked_asymmetric/model.onnx b/onnx/backend/test/data/node/test_quantizelinear_blocked_asymmetric/model.onnx new file mode 100644 index 0000000..3e59936 Binary files /dev/null and b/onnx/backend/test/data/node/test_quantizelinear_blocked_asymmetric/model.onnx differ diff --git a/onnx/backend/test/data/node/test_quantizelinear_blocked_asymmetric/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_quantizelinear_blocked_asymmetric/test_data_set_0/input_0.pb new file mode 100644 index 0000000..8b2d222 Binary files /dev/null and b/onnx/backend/test/data/node/test_quantizelinear_blocked_asymmetric/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_quantizelinear_blocked_asymmetric/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_quantizelinear_blocked_asymmetric/test_data_set_0/input_1.pb new file mode 100644 index 0000000..acf8634 Binary files /dev/null and b/onnx/backend/test/data/node/test_quantizelinear_blocked_asymmetric/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_quantizelinear_blocked_asymmetric/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_quantizelinear_blocked_asymmetric/test_data_set_0/input_2.pb new file mode 100644 index 0000000..ce46e24 Binary files /dev/null and b/onnx/backend/test/data/node/test_quantizelinear_blocked_asymmetric/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_quantizelinear_blocked_asymmetric/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_quantizelinear_blocked_asymmetric/test_data_set_0/output_0.pb new file mode 100644 index 0000000..e0d1248 --- /dev/null +++ b/onnx/backend/test/data/node/test_quantizelinear_blocked_asymmetric/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +ByJ  \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_quantizelinear_blocked_symmetric/model.onnx b/onnx/backend/test/data/node/test_quantizelinear_blocked_symmetric/model.onnx new file mode 100644 index 0000000..ad0e421 Binary files /dev/null and b/onnx/backend/test/data/node/test_quantizelinear_blocked_symmetric/model.onnx differ diff --git a/onnx/backend/test/data/node/test_quantizelinear_blocked_symmetric/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_quantizelinear_blocked_symmetric/test_data_set_0/input_0.pb new file mode 100644 index 0000000..0028165 Binary files /dev/null and b/onnx/backend/test/data/node/test_quantizelinear_blocked_symmetric/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_quantizelinear_blocked_symmetric/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_quantizelinear_blocked_symmetric/test_data_set_0/input_1.pb new file mode 100644 index 0000000..acf8634 Binary files /dev/null and b/onnx/backend/test/data/node/test_quantizelinear_blocked_symmetric/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_quantizelinear_blocked_symmetric/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_quantizelinear_blocked_symmetric/test_data_set_0/output_0.pb new file mode 100644 index 0000000..53db589 Binary files /dev/null and b/onnx/backend/test/data/node/test_quantizelinear_blocked_symmetric/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_quantizelinear_e4m3fn/model.onnx b/onnx/backend/test/data/node/test_quantizelinear_e4m3fn/model.onnx new file mode 100644 index 0000000..2e0f381 Binary files /dev/null and b/onnx/backend/test/data/node/test_quantizelinear_e4m3fn/model.onnx differ diff --git a/onnx/backend/test/data/node/test_quantizelinear_e4m3fn/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_quantizelinear_e4m3fn/test_data_set_0/input_0.pb new file mode 100644 index 0000000..89dfd53 Binary files /dev/null and b/onnx/backend/test/data/node/test_quantizelinear_e4m3fn/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_quantizelinear_e4m3fn/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_quantizelinear_e4m3fn/test_data_set_0/input_1.pb new file mode 100644 index 0000000..c2965ad Binary files /dev/null and b/onnx/backend/test/data/node/test_quantizelinear_e4m3fn/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_quantizelinear_e4m3fn/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_quantizelinear_e4m3fn/test_data_set_0/input_2.pb new file mode 100644 index 0000000..012db71 Binary files /dev/null and b/onnx/backend/test/data/node/test_quantizelinear_e4m3fn/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_quantizelinear_e4m3fn/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_quantizelinear_e4m3fn/test_data_set_0/output_0.pb new file mode 100644 index 0000000..9bcfde7 Binary files /dev/null and b/onnx/backend/test/data/node/test_quantizelinear_e4m3fn/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_quantizelinear_e5m2/model.onnx b/onnx/backend/test/data/node/test_quantizelinear_e5m2/model.onnx new file mode 100644 index 0000000..70f628a Binary files /dev/null and b/onnx/backend/test/data/node/test_quantizelinear_e5m2/model.onnx differ diff --git a/onnx/backend/test/data/node/test_quantizelinear_e5m2/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_quantizelinear_e5m2/test_data_set_0/input_0.pb new file mode 100644 index 0000000..89dfd53 Binary files /dev/null and b/onnx/backend/test/data/node/test_quantizelinear_e5m2/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_quantizelinear_e5m2/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_quantizelinear_e5m2/test_data_set_0/input_1.pb new file mode 100644 index 0000000..c2965ad Binary files /dev/null and b/onnx/backend/test/data/node/test_quantizelinear_e5m2/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_quantizelinear_e5m2/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_quantizelinear_e5m2/test_data_set_0/input_2.pb new file mode 100644 index 0000000..b7eca6f Binary files /dev/null and b/onnx/backend/test/data/node/test_quantizelinear_e5m2/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_quantizelinear_e5m2/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_quantizelinear_e5m2/test_data_set_0/output_0.pb new file mode 100644 index 0000000..a77a10c Binary files /dev/null and b/onnx/backend/test/data/node/test_quantizelinear_e5m2/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_quantizelinear_float4e2m1/model.onnx b/onnx/backend/test/data/node/test_quantizelinear_float4e2m1/model.onnx new file mode 100644 index 0000000..f6e24f1 Binary files /dev/null and b/onnx/backend/test/data/node/test_quantizelinear_float4e2m1/model.onnx differ diff --git a/onnx/backend/test/data/node/test_quantizelinear_float4e2m1/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_quantizelinear_float4e2m1/test_data_set_0/input_0.pb new file mode 100644 index 0000000..29e2d75 Binary files /dev/null and b/onnx/backend/test/data/node/test_quantizelinear_float4e2m1/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_quantizelinear_float4e2m1/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_quantizelinear_float4e2m1/test_data_set_0/input_1.pb new file mode 100644 index 0000000..c4cda36 Binary files /dev/null and b/onnx/backend/test/data/node/test_quantizelinear_float4e2m1/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_quantizelinear_float4e2m1/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_quantizelinear_float4e2m1/test_data_set_0/input_2.pb new file mode 100644 index 0000000..dca288f Binary files /dev/null and b/onnx/backend/test/data/node/test_quantizelinear_float4e2m1/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_quantizelinear_float4e2m1/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_quantizelinear_float4e2m1/test_data_set_0/output_0.pb new file mode 100644 index 0000000..ad7efc3 --- /dev/null +++ b/onnx/backend/test/data/node/test_quantizelinear_float4e2m1/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +* dTBy \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_quantizelinear_int16/model.onnx b/onnx/backend/test/data/node/test_quantizelinear_int16/model.onnx new file mode 100644 index 0000000..77f2ed9 Binary files /dev/null and b/onnx/backend/test/data/node/test_quantizelinear_int16/model.onnx differ diff --git a/onnx/backend/test/data/node/test_quantizelinear_int16/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_quantizelinear_int16/test_data_set_0/input_0.pb new file mode 100644 index 0000000..7846b65 Binary files /dev/null and b/onnx/backend/test/data/node/test_quantizelinear_int16/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_quantizelinear_int16/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_quantizelinear_int16/test_data_set_0/input_1.pb new file mode 100644 index 0000000..c2965ad Binary files /dev/null and b/onnx/backend/test/data/node/test_quantizelinear_int16/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_quantizelinear_int16/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_quantizelinear_int16/test_data_set_0/input_2.pb new file mode 100644 index 0000000..9057d7b Binary files /dev/null and b/onnx/backend/test/data/node/test_quantizelinear_int16/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_quantizelinear_int16/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_quantizelinear_int16/test_data_set_0/output_0.pb new file mode 100644 index 0000000..1b0aadf Binary files /dev/null and b/onnx/backend/test/data/node/test_quantizelinear_int16/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_quantizelinear_int2/model.onnx b/onnx/backend/test/data/node/test_quantizelinear_int2/model.onnx new file mode 100644 index 0000000..9450cd1 Binary files /dev/null and b/onnx/backend/test/data/node/test_quantizelinear_int2/model.onnx differ diff --git a/onnx/backend/test/data/node/test_quantizelinear_int2/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_quantizelinear_int2/test_data_set_0/input_0.pb new file mode 100644 index 0000000..8c02e13 Binary files /dev/null and b/onnx/backend/test/data/node/test_quantizelinear_int2/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_quantizelinear_int2/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_quantizelinear_int2/test_data_set_0/input_1.pb new file mode 100644 index 0000000..c4cda36 Binary files /dev/null and b/onnx/backend/test/data/node/test_quantizelinear_int2/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_quantizelinear_int2/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_quantizelinear_int2/test_data_set_0/input_2.pb new file mode 100644 index 0000000..b169c9d Binary files /dev/null and b/onnx/backend/test/data/node/test_quantizelinear_int2/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_quantizelinear_int2/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_quantizelinear_int2/test_data_set_0/output_0.pb new file mode 100644 index 0000000..50dcfe3 --- /dev/null +++ b/onnx/backend/test/data/node/test_quantizelinear_int2/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +*TOBy \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_quantizelinear_int4/model.onnx b/onnx/backend/test/data/node/test_quantizelinear_int4/model.onnx new file mode 100644 index 0000000..8e3d3e0 Binary files /dev/null and b/onnx/backend/test/data/node/test_quantizelinear_int4/model.onnx differ diff --git a/onnx/backend/test/data/node/test_quantizelinear_int4/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_quantizelinear_int4/test_data_set_0/input_0.pb new file mode 100644 index 0000000..f39a379 Binary files /dev/null and b/onnx/backend/test/data/node/test_quantizelinear_int4/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_quantizelinear_int4/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_quantizelinear_int4/test_data_set_0/input_1.pb new file mode 100644 index 0000000..c4cda36 Binary files /dev/null and b/onnx/backend/test/data/node/test_quantizelinear_int4/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_quantizelinear_int4/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_quantizelinear_int4/test_data_set_0/input_2.pb new file mode 100644 index 0000000..7a0bc58 --- /dev/null +++ b/onnx/backend/test/data/node/test_quantizelinear_int4/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +*B y_zero_point \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_quantizelinear_int4/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_quantizelinear_int4/test_data_set_0/output_0.pb new file mode 100644 index 0000000..65ea807 --- /dev/null +++ b/onnx/backend/test/data/node/test_quantizelinear_int4/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +*!SCTuBy \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_quantizelinear_uint16/model.onnx b/onnx/backend/test/data/node/test_quantizelinear_uint16/model.onnx new file mode 100644 index 0000000..203673f Binary files /dev/null and b/onnx/backend/test/data/node/test_quantizelinear_uint16/model.onnx differ diff --git a/onnx/backend/test/data/node/test_quantizelinear_uint16/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_quantizelinear_uint16/test_data_set_0/input_0.pb new file mode 100644 index 0000000..5424c72 Binary files /dev/null and b/onnx/backend/test/data/node/test_quantizelinear_uint16/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_quantizelinear_uint16/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_quantizelinear_uint16/test_data_set_0/input_1.pb new file mode 100644 index 0000000..c2965ad Binary files /dev/null and b/onnx/backend/test/data/node/test_quantizelinear_uint16/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_quantizelinear_uint16/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_quantizelinear_uint16/test_data_set_0/input_2.pb new file mode 100644 index 0000000..9d6fd7b --- /dev/null +++ b/onnx/backend/test/data/node/test_quantizelinear_uint16/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +B y_zero_pointJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_quantizelinear_uint16/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_quantizelinear_uint16/test_data_set_0/output_0.pb new file mode 100644 index 0000000..811f4ef Binary files /dev/null and b/onnx/backend/test/data/node/test_quantizelinear_uint16/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_quantizelinear_uint2/model.onnx b/onnx/backend/test/data/node/test_quantizelinear_uint2/model.onnx new file mode 100644 index 0000000..7ba527d Binary files /dev/null and b/onnx/backend/test/data/node/test_quantizelinear_uint2/model.onnx differ diff --git a/onnx/backend/test/data/node/test_quantizelinear_uint2/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_quantizelinear_uint2/test_data_set_0/input_0.pb new file mode 100644 index 0000000..e626186 Binary files /dev/null and b/onnx/backend/test/data/node/test_quantizelinear_uint2/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_quantizelinear_uint2/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_quantizelinear_uint2/test_data_set_0/input_1.pb new file mode 100644 index 0000000..c4cda36 Binary files /dev/null and b/onnx/backend/test/data/node/test_quantizelinear_uint2/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_quantizelinear_uint2/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_quantizelinear_uint2/test_data_set_0/input_2.pb new file mode 100644 index 0000000..dde6705 Binary files /dev/null and b/onnx/backend/test/data/node/test_quantizelinear_uint2/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_quantizelinear_uint2/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_quantizelinear_uint2/test_data_set_0/output_0.pb new file mode 100644 index 0000000..618e5c5 --- /dev/null +++ b/onnx/backend/test/data/node/test_quantizelinear_uint2/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +*@By \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_quantizelinear_uint4/model.onnx b/onnx/backend/test/data/node/test_quantizelinear_uint4/model.onnx new file mode 100644 index 0000000..4bbdbf7 Binary files /dev/null and b/onnx/backend/test/data/node/test_quantizelinear_uint4/model.onnx differ diff --git a/onnx/backend/test/data/node/test_quantizelinear_uint4/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_quantizelinear_uint4/test_data_set_0/input_0.pb new file mode 100644 index 0000000..f39a379 Binary files /dev/null and b/onnx/backend/test/data/node/test_quantizelinear_uint4/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_quantizelinear_uint4/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_quantizelinear_uint4/test_data_set_0/input_1.pb new file mode 100644 index 0000000..c4cda36 Binary files /dev/null and b/onnx/backend/test/data/node/test_quantizelinear_uint4/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_quantizelinear_uint4/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_quantizelinear_uint4/test_data_set_0/input_2.pb new file mode 100644 index 0000000..b0fdf15 --- /dev/null +++ b/onnx/backend/test/data/node/test_quantizelinear_uint4/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +*B y_zero_point \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_quantizelinear_uint4/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_quantizelinear_uint4/test_data_set_0/output_0.pb new file mode 100644 index 0000000..b257471 Binary files /dev/null and b/onnx/backend/test/data/node/test_quantizelinear_uint4/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_range_bfloat16_type_positive_delta/model.onnx b/onnx/backend/test/data/node/test_range_bfloat16_type_positive_delta/model.onnx new file mode 100644 index 0000000..6668fe3 Binary files /dev/null and b/onnx/backend/test/data/node/test_range_bfloat16_type_positive_delta/model.onnx differ diff --git a/onnx/backend/test/data/node/test_range_bfloat16_type_positive_delta/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_range_bfloat16_type_positive_delta/test_data_set_0/input_0.pb new file mode 100644 index 0000000..ac02ca0 --- /dev/null +++ b/onnx/backend/test/data/node/test_range_bfloat16_type_positive_delta/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BstartJ? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_range_bfloat16_type_positive_delta/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_range_bfloat16_type_positive_delta/test_data_set_0/input_1.pb new file mode 100644 index 0000000..6340af2 --- /dev/null +++ b/onnx/backend/test/data/node/test_range_bfloat16_type_positive_delta/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BlimitJ@ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_range_bfloat16_type_positive_delta/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_range_bfloat16_type_positive_delta/test_data_set_0/input_2.pb new file mode 100644 index 0000000..1757b7b Binary files /dev/null and b/onnx/backend/test/data/node/test_range_bfloat16_type_positive_delta/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_range_bfloat16_type_positive_delta/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_range_bfloat16_type_positive_delta/test_data_set_0/output_0.pb new file mode 100644 index 0000000..312c8c3 --- /dev/null +++ b/onnx/backend/test/data/node/test_range_bfloat16_type_positive_delta/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BoutputJ?@@ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_range_bfloat16_type_positive_delta_expanded/model.onnx b/onnx/backend/test/data/node/test_range_bfloat16_type_positive_delta_expanded/model.onnx new file mode 100644 index 0000000..140a276 Binary files /dev/null and b/onnx/backend/test/data/node/test_range_bfloat16_type_positive_delta_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_range_bfloat16_type_positive_delta_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_range_bfloat16_type_positive_delta_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..ac02ca0 --- /dev/null +++ b/onnx/backend/test/data/node/test_range_bfloat16_type_positive_delta_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BstartJ? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_range_bfloat16_type_positive_delta_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_range_bfloat16_type_positive_delta_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..6340af2 --- /dev/null +++ b/onnx/backend/test/data/node/test_range_bfloat16_type_positive_delta_expanded/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BlimitJ@ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_range_bfloat16_type_positive_delta_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_range_bfloat16_type_positive_delta_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..1757b7b Binary files /dev/null and b/onnx/backend/test/data/node/test_range_bfloat16_type_positive_delta_expanded/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_range_bfloat16_type_positive_delta_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_range_bfloat16_type_positive_delta_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..312c8c3 --- /dev/null +++ b/onnx/backend/test/data/node/test_range_bfloat16_type_positive_delta_expanded/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BoutputJ?@@ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_range_float16_type_positive_delta/model.onnx b/onnx/backend/test/data/node/test_range_float16_type_positive_delta/model.onnx new file mode 100644 index 0000000..fb78b95 Binary files /dev/null and b/onnx/backend/test/data/node/test_range_float16_type_positive_delta/model.onnx differ diff --git a/onnx/backend/test/data/node/test_range_float16_type_positive_delta/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_range_float16_type_positive_delta/test_data_set_0/input_0.pb new file mode 100644 index 0000000..8d822d0 Binary files /dev/null and b/onnx/backend/test/data/node/test_range_float16_type_positive_delta/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_range_float16_type_positive_delta/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_range_float16_type_positive_delta/test_data_set_0/input_1.pb new file mode 100644 index 0000000..c64f9b3 Binary files /dev/null and b/onnx/backend/test/data/node/test_range_float16_type_positive_delta/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_range_float16_type_positive_delta/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_range_float16_type_positive_delta/test_data_set_0/input_2.pb new file mode 100644 index 0000000..a0b1de3 Binary files /dev/null and b/onnx/backend/test/data/node/test_range_float16_type_positive_delta/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_range_float16_type_positive_delta/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_range_float16_type_positive_delta/test_data_set_0/output_0.pb new file mode 100644 index 0000000..370cda3 Binary files /dev/null and b/onnx/backend/test/data/node/test_range_float16_type_positive_delta/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_range_float16_type_positive_delta_expanded/model.onnx b/onnx/backend/test/data/node/test_range_float16_type_positive_delta_expanded/model.onnx new file mode 100644 index 0000000..cc06bd7 Binary files /dev/null and b/onnx/backend/test/data/node/test_range_float16_type_positive_delta_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_range_float16_type_positive_delta_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_range_float16_type_positive_delta_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..8d822d0 Binary files /dev/null and b/onnx/backend/test/data/node/test_range_float16_type_positive_delta_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_range_float16_type_positive_delta_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_range_float16_type_positive_delta_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..c64f9b3 Binary files /dev/null and b/onnx/backend/test/data/node/test_range_float16_type_positive_delta_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_range_float16_type_positive_delta_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_range_float16_type_positive_delta_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..a0b1de3 Binary files /dev/null and b/onnx/backend/test/data/node/test_range_float16_type_positive_delta_expanded/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_range_float16_type_positive_delta_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_range_float16_type_positive_delta_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..370cda3 Binary files /dev/null and b/onnx/backend/test/data/node/test_range_float16_type_positive_delta_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_range_float_type_positive_delta/model.onnx b/onnx/backend/test/data/node/test_range_float_type_positive_delta/model.onnx new file mode 100644 index 0000000..dea2cf3 Binary files /dev/null and b/onnx/backend/test/data/node/test_range_float_type_positive_delta/model.onnx differ diff --git a/onnx/backend/test/data/node/test_range_float_type_positive_delta/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_range_float_type_positive_delta/test_data_set_0/input_0.pb new file mode 100644 index 0000000..d12d9e0 Binary files /dev/null and b/onnx/backend/test/data/node/test_range_float_type_positive_delta/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_range_float_type_positive_delta/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_range_float_type_positive_delta/test_data_set_0/input_1.pb new file mode 100644 index 0000000..fc750f0 Binary files /dev/null and b/onnx/backend/test/data/node/test_range_float_type_positive_delta/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_range_float_type_positive_delta/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_range_float_type_positive_delta/test_data_set_0/input_2.pb new file mode 100644 index 0000000..bf19463 Binary files /dev/null and b/onnx/backend/test/data/node/test_range_float_type_positive_delta/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_range_float_type_positive_delta/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_range_float_type_positive_delta/test_data_set_0/output_0.pb new file mode 100644 index 0000000..26e23a8 Binary files /dev/null and b/onnx/backend/test/data/node/test_range_float_type_positive_delta/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_range_float_type_positive_delta_expanded/model.onnx b/onnx/backend/test/data/node/test_range_float_type_positive_delta_expanded/model.onnx new file mode 100644 index 0000000..aaa312f Binary files /dev/null and b/onnx/backend/test/data/node/test_range_float_type_positive_delta_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_range_float_type_positive_delta_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_range_float_type_positive_delta_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..d12d9e0 Binary files /dev/null and b/onnx/backend/test/data/node/test_range_float_type_positive_delta_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_range_float_type_positive_delta_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_range_float_type_positive_delta_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..fc750f0 Binary files /dev/null and b/onnx/backend/test/data/node/test_range_float_type_positive_delta_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_range_float_type_positive_delta_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_range_float_type_positive_delta_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..bf19463 Binary files /dev/null and b/onnx/backend/test/data/node/test_range_float_type_positive_delta_expanded/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_range_float_type_positive_delta_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_range_float_type_positive_delta_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..26e23a8 Binary files /dev/null and b/onnx/backend/test/data/node/test_range_float_type_positive_delta_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_range_int32_type_negative_delta/model.onnx b/onnx/backend/test/data/node/test_range_int32_type_negative_delta/model.onnx new file mode 100644 index 0000000..25f84a0 Binary files /dev/null and b/onnx/backend/test/data/node/test_range_int32_type_negative_delta/model.onnx differ diff --git a/onnx/backend/test/data/node/test_range_int32_type_negative_delta/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_range_int32_type_negative_delta/test_data_set_0/input_0.pb new file mode 100644 index 0000000..5709b87 Binary files /dev/null and b/onnx/backend/test/data/node/test_range_int32_type_negative_delta/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_range_int32_type_negative_delta/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_range_int32_type_negative_delta/test_data_set_0/input_1.pb new file mode 100644 index 0000000..e269978 Binary files /dev/null and b/onnx/backend/test/data/node/test_range_int32_type_negative_delta/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_range_int32_type_negative_delta/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_range_int32_type_negative_delta/test_data_set_0/input_2.pb new file mode 100644 index 0000000..07ccefa --- /dev/null +++ b/onnx/backend/test/data/node/test_range_int32_type_negative_delta/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BdeltaJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_range_int32_type_negative_delta/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_range_int32_type_negative_delta/test_data_set_0/output_0.pb new file mode 100644 index 0000000..23aa393 Binary files /dev/null and b/onnx/backend/test/data/node/test_range_int32_type_negative_delta/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_range_int32_type_negative_delta_expanded/model.onnx b/onnx/backend/test/data/node/test_range_int32_type_negative_delta_expanded/model.onnx new file mode 100644 index 0000000..6465bda Binary files /dev/null and b/onnx/backend/test/data/node/test_range_int32_type_negative_delta_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_range_int32_type_negative_delta_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_range_int32_type_negative_delta_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..5709b87 Binary files /dev/null and b/onnx/backend/test/data/node/test_range_int32_type_negative_delta_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_range_int32_type_negative_delta_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_range_int32_type_negative_delta_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..e269978 Binary files /dev/null and b/onnx/backend/test/data/node/test_range_int32_type_negative_delta_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_range_int32_type_negative_delta_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_range_int32_type_negative_delta_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..07ccefa --- /dev/null +++ b/onnx/backend/test/data/node/test_range_int32_type_negative_delta_expanded/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BdeltaJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_range_int32_type_negative_delta_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_range_int32_type_negative_delta_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..23aa393 Binary files /dev/null and b/onnx/backend/test/data/node/test_range_int32_type_negative_delta_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_reciprocal/model.onnx b/onnx/backend/test/data/node/test_reciprocal/model.onnx new file mode 100644 index 0000000..3a6578e Binary files /dev/null and b/onnx/backend/test/data/node/test_reciprocal/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reciprocal/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reciprocal/test_data_set_0/input_0.pb new file mode 100644 index 0000000..851a5f8 --- /dev/null +++ b/onnx/backend/test/data/node/test_reciprocal/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJ??S?Z'??tl??p?%?MY?9)b??W?Բ??y?k/?N?-?J??\?^C?J?#v?b?? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reciprocal/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reciprocal/test_data_set_0/output_0.pb new file mode 100644 index 0000000..de5edfb Binary files /dev/null and b/onnx/backend/test/data/node/test_reciprocal/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_reciprocal_example/model.onnx b/onnx/backend/test/data/node/test_reciprocal_example/model.onnx new file mode 100644 index 0000000..7c51857 Binary files /dev/null and b/onnx/backend/test/data/node/test_reciprocal_example/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reciprocal_example/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reciprocal_example/test_data_set_0/input_0.pb new file mode 100644 index 0000000..a24b076 Binary files /dev/null and b/onnx/backend/test/data/node/test_reciprocal_example/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_reciprocal_example/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reciprocal_example/test_data_set_0/output_0.pb new file mode 100644 index 0000000..9884413 Binary files /dev/null and b/onnx/backend/test/data/node/test_reciprocal_example/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_l1_default_axes_keepdims_example/model.onnx b/onnx/backend/test/data/node/test_reduce_l1_default_axes_keepdims_example/model.onnx new file mode 100644 index 0000000..30c249e Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_l1_default_axes_keepdims_example/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_l1_default_axes_keepdims_example/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_l1_default_axes_keepdims_example/test_data_set_0/input_0.pb new file mode 100644 index 0000000..1ba9469 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_l1_default_axes_keepdims_example/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_l1_default_axes_keepdims_example/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_l1_default_axes_keepdims_example/test_data_set_0/input_1.pb new file mode 100644 index 0000000..2f3f037 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_l1_default_axes_keepdims_example/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_l1_default_axes_keepdims_example/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_l1_default_axes_keepdims_example/test_data_set_0/output_0.pb new file mode 100644 index 0000000..7234556 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_l1_default_axes_keepdims_example/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_l1_default_axes_keepdims_example_expanded/model.onnx b/onnx/backend/test/data/node/test_reduce_l1_default_axes_keepdims_example_expanded/model.onnx new file mode 100644 index 0000000..c722a71 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_l1_default_axes_keepdims_example_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_l1_default_axes_keepdims_example_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_l1_default_axes_keepdims_example_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..1ba9469 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_l1_default_axes_keepdims_example_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_l1_default_axes_keepdims_example_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_l1_default_axes_keepdims_example_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..2f3f037 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_l1_default_axes_keepdims_example_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_l1_default_axes_keepdims_example_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_l1_default_axes_keepdims_example_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..7234556 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_l1_default_axes_keepdims_example_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_l1_default_axes_keepdims_random/model.onnx b/onnx/backend/test/data/node/test_reduce_l1_default_axes_keepdims_random/model.onnx new file mode 100644 index 0000000..72ca98d Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_l1_default_axes_keepdims_random/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_l1_default_axes_keepdims_random/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_l1_default_axes_keepdims_random/test_data_set_0/input_0.pb new file mode 100644 index 0000000..7154933 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_l1_default_axes_keepdims_random/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BdataJ0y?@@Ie?qÿ:@Ɵ@A_A1;@&? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_l1_default_axes_keepdims_random/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_l1_default_axes_keepdims_random/test_data_set_0/input_1.pb new file mode 100644 index 0000000..2f3f037 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_l1_default_axes_keepdims_random/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_l1_default_axes_keepdims_random/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_l1_default_axes_keepdims_random/test_data_set_0/output_0.pb new file mode 100644 index 0000000..5c62600 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_l1_default_axes_keepdims_random/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BreducedJB \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_l1_default_axes_keepdims_random_expanded/model.onnx b/onnx/backend/test/data/node/test_reduce_l1_default_axes_keepdims_random_expanded/model.onnx new file mode 100644 index 0000000..9beedbb Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_l1_default_axes_keepdims_random_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_l1_default_axes_keepdims_random_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_l1_default_axes_keepdims_random_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..7154933 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_l1_default_axes_keepdims_random_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BdataJ0y?@@Ie?qÿ:@Ɵ@A_A1;@&? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_l1_default_axes_keepdims_random_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_l1_default_axes_keepdims_random_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..2f3f037 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_l1_default_axes_keepdims_random_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_l1_default_axes_keepdims_random_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_l1_default_axes_keepdims_random_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..5c62600 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_l1_default_axes_keepdims_random_expanded/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BreducedJB \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_l1_do_not_keepdims_example/model.onnx b/onnx/backend/test/data/node/test_reduce_l1_do_not_keepdims_example/model.onnx new file mode 100644 index 0000000..b575978 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_l1_do_not_keepdims_example/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_l1_do_not_keepdims_example/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_l1_do_not_keepdims_example/test_data_set_0/input_0.pb new file mode 100644 index 0000000..1ba9469 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_l1_do_not_keepdims_example/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_l1_do_not_keepdims_example/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_l1_do_not_keepdims_example/test_data_set_0/input_1.pb new file mode 100644 index 0000000..e8256ea Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_l1_do_not_keepdims_example/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_l1_do_not_keepdims_example/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_l1_do_not_keepdims_example/test_data_set_0/output_0.pb new file mode 100644 index 0000000..5864c47 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_l1_do_not_keepdims_example/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_l1_do_not_keepdims_example_expanded/model.onnx b/onnx/backend/test/data/node/test_reduce_l1_do_not_keepdims_example_expanded/model.onnx new file mode 100644 index 0000000..f82245a Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_l1_do_not_keepdims_example_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_l1_do_not_keepdims_example_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_l1_do_not_keepdims_example_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..1ba9469 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_l1_do_not_keepdims_example_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_l1_do_not_keepdims_example_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_l1_do_not_keepdims_example_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..e8256ea Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_l1_do_not_keepdims_example_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_l1_do_not_keepdims_example_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_l1_do_not_keepdims_example_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..5864c47 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_l1_do_not_keepdims_example_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_l1_do_not_keepdims_random/model.onnx b/onnx/backend/test/data/node/test_reduce_l1_do_not_keepdims_random/model.onnx new file mode 100644 index 0000000..951b53e Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_l1_do_not_keepdims_random/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_l1_do_not_keepdims_random/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_l1_do_not_keepdims_random/test_data_set_0/input_0.pb new file mode 100644 index 0000000..7154933 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_l1_do_not_keepdims_random/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BdataJ0y?@@Ie?qÿ:@Ɵ@A_A1;@&? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_l1_do_not_keepdims_random/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_l1_do_not_keepdims_random/test_data_set_0/input_1.pb new file mode 100644 index 0000000..e8256ea Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_l1_do_not_keepdims_random/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_l1_do_not_keepdims_random/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_l1_do_not_keepdims_random/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d64a1b9 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_l1_do_not_keepdims_random/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BreducedJ;@<@;@VA9A`2@ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_l1_do_not_keepdims_random_expanded/model.onnx b/onnx/backend/test/data/node/test_reduce_l1_do_not_keepdims_random_expanded/model.onnx new file mode 100644 index 0000000..10252be Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_l1_do_not_keepdims_random_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_l1_do_not_keepdims_random_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_l1_do_not_keepdims_random_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..7154933 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_l1_do_not_keepdims_random_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BdataJ0y?@@Ie?qÿ:@Ɵ@A_A1;@&? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_l1_do_not_keepdims_random_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_l1_do_not_keepdims_random_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..e8256ea Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_l1_do_not_keepdims_random_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_l1_do_not_keepdims_random_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_l1_do_not_keepdims_random_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d64a1b9 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_l1_do_not_keepdims_random_expanded/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BreducedJ;@<@;@VA9A`2@ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_l1_empty_set/model.onnx b/onnx/backend/test/data/node/test_reduce_l1_empty_set/model.onnx new file mode 100644 index 0000000..6b74054 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_l1_empty_set/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_l1_empty_set/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_l1_empty_set/test_data_set_0/input_0.pb new file mode 100644 index 0000000..99a6775 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_l1_empty_set/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_l1_empty_set/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_l1_empty_set/test_data_set_0/input_1.pb new file mode 100644 index 0000000..3179943 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_l1_empty_set/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_l1_empty_set/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_l1_empty_set/test_data_set_0/output_0.pb new file mode 100644 index 0000000..b43711b Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_l1_empty_set/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_l1_empty_set_expanded/model.onnx b/onnx/backend/test/data/node/test_reduce_l1_empty_set_expanded/model.onnx new file mode 100644 index 0000000..c7af418 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_l1_empty_set_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_l1_empty_set_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_l1_empty_set_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..99a6775 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_l1_empty_set_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_l1_empty_set_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_l1_empty_set_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..3179943 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_l1_empty_set_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_l1_empty_set_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_l1_empty_set_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..b43711b Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_l1_empty_set_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_l1_keep_dims_example/model.onnx b/onnx/backend/test/data/node/test_reduce_l1_keep_dims_example/model.onnx new file mode 100644 index 0000000..90e0182 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_l1_keep_dims_example/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_l1_keep_dims_example/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_l1_keep_dims_example/test_data_set_0/input_0.pb new file mode 100644 index 0000000..1ba9469 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_l1_keep_dims_example/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_l1_keep_dims_example/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_l1_keep_dims_example/test_data_set_0/input_1.pb new file mode 100644 index 0000000..e8256ea Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_l1_keep_dims_example/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_l1_keep_dims_example/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_l1_keep_dims_example/test_data_set_0/output_0.pb new file mode 100644 index 0000000..187306a Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_l1_keep_dims_example/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_l1_keep_dims_example_expanded/model.onnx b/onnx/backend/test/data/node/test_reduce_l1_keep_dims_example_expanded/model.onnx new file mode 100644 index 0000000..3c63ad3 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_l1_keep_dims_example_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_l1_keep_dims_example_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_l1_keep_dims_example_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..1ba9469 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_l1_keep_dims_example_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_l1_keep_dims_example_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_l1_keep_dims_example_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..e8256ea Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_l1_keep_dims_example_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_l1_keep_dims_example_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_l1_keep_dims_example_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..187306a Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_l1_keep_dims_example_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_l1_keep_dims_random/model.onnx b/onnx/backend/test/data/node/test_reduce_l1_keep_dims_random/model.onnx new file mode 100644 index 0000000..8f50a40 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_l1_keep_dims_random/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_l1_keep_dims_random/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_l1_keep_dims_random/test_data_set_0/input_0.pb new file mode 100644 index 0000000..7154933 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_l1_keep_dims_random/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BdataJ0y?@@Ie?qÿ:@Ɵ@A_A1;@&? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_l1_keep_dims_random/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_l1_keep_dims_random/test_data_set_0/input_1.pb new file mode 100644 index 0000000..e8256ea Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_l1_keep_dims_random/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_l1_keep_dims_random/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_l1_keep_dims_random/test_data_set_0/output_0.pb new file mode 100644 index 0000000..1ce9773 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_l1_keep_dims_random/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BreducedJ;@<@;@VA9A`2@ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_l1_keep_dims_random_expanded/model.onnx b/onnx/backend/test/data/node/test_reduce_l1_keep_dims_random_expanded/model.onnx new file mode 100644 index 0000000..3c36215 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_l1_keep_dims_random_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_l1_keep_dims_random_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_l1_keep_dims_random_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..7154933 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_l1_keep_dims_random_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BdataJ0y?@@Ie?qÿ:@Ɵ@A_A1;@&? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_l1_keep_dims_random_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_l1_keep_dims_random_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..e8256ea Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_l1_keep_dims_random_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_l1_keep_dims_random_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_l1_keep_dims_random_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..1ce9773 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_l1_keep_dims_random_expanded/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BreducedJ;@<@;@VA9A`2@ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_l1_negative_axes_keep_dims_example/model.onnx b/onnx/backend/test/data/node/test_reduce_l1_negative_axes_keep_dims_example/model.onnx new file mode 100644 index 0000000..a3809bf Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_l1_negative_axes_keep_dims_example/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_l1_negative_axes_keep_dims_example/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_l1_negative_axes_keep_dims_example/test_data_set_0/input_0.pb new file mode 100644 index 0000000..1ba9469 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_l1_negative_axes_keep_dims_example/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_l1_negative_axes_keep_dims_example/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_l1_negative_axes_keep_dims_example/test_data_set_0/input_1.pb new file mode 100644 index 0000000..0c87b22 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_l1_negative_axes_keep_dims_example/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BaxesJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_l1_negative_axes_keep_dims_example/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_l1_negative_axes_keep_dims_example/test_data_set_0/output_0.pb new file mode 100644 index 0000000..187306a Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_l1_negative_axes_keep_dims_example/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_l1_negative_axes_keep_dims_example_expanded/model.onnx b/onnx/backend/test/data/node/test_reduce_l1_negative_axes_keep_dims_example_expanded/model.onnx new file mode 100644 index 0000000..9c72308 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_l1_negative_axes_keep_dims_example_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_l1_negative_axes_keep_dims_example_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_l1_negative_axes_keep_dims_example_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..1ba9469 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_l1_negative_axes_keep_dims_example_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_l1_negative_axes_keep_dims_example_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_l1_negative_axes_keep_dims_example_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..0c87b22 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_l1_negative_axes_keep_dims_example_expanded/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BaxesJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_l1_negative_axes_keep_dims_example_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_l1_negative_axes_keep_dims_example_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..187306a Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_l1_negative_axes_keep_dims_example_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_l1_negative_axes_keep_dims_random/model.onnx b/onnx/backend/test/data/node/test_reduce_l1_negative_axes_keep_dims_random/model.onnx new file mode 100644 index 0000000..9aeab05 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_l1_negative_axes_keep_dims_random/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_l1_negative_axes_keep_dims_random/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_l1_negative_axes_keep_dims_random/test_data_set_0/input_0.pb new file mode 100644 index 0000000..7154933 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_l1_negative_axes_keep_dims_random/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BdataJ0y?@@Ie?qÿ:@Ɵ@A_A1;@&? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_l1_negative_axes_keep_dims_random/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_l1_negative_axes_keep_dims_random/test_data_set_0/input_1.pb new file mode 100644 index 0000000..0c87b22 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_l1_negative_axes_keep_dims_random/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BaxesJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_l1_negative_axes_keep_dims_random/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_l1_negative_axes_keep_dims_random/test_data_set_0/output_0.pb new file mode 100644 index 0000000..1ce9773 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_l1_negative_axes_keep_dims_random/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BreducedJ;@<@;@VA9A`2@ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_l1_negative_axes_keep_dims_random_expanded/model.onnx b/onnx/backend/test/data/node/test_reduce_l1_negative_axes_keep_dims_random_expanded/model.onnx new file mode 100644 index 0000000..580c2ec Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_l1_negative_axes_keep_dims_random_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_l1_negative_axes_keep_dims_random_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_l1_negative_axes_keep_dims_random_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..7154933 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_l1_negative_axes_keep_dims_random_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BdataJ0y?@@Ie?qÿ:@Ɵ@A_A1;@&? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_l1_negative_axes_keep_dims_random_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_l1_negative_axes_keep_dims_random_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..0c87b22 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_l1_negative_axes_keep_dims_random_expanded/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BaxesJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_l1_negative_axes_keep_dims_random_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_l1_negative_axes_keep_dims_random_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..1ce9773 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_l1_negative_axes_keep_dims_random_expanded/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BreducedJ;@<@;@VA9A`2@ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_l2_default_axes_keepdims_example/model.onnx b/onnx/backend/test/data/node/test_reduce_l2_default_axes_keepdims_example/model.onnx new file mode 100644 index 0000000..80cf79c Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_l2_default_axes_keepdims_example/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_l2_default_axes_keepdims_example/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_l2_default_axes_keepdims_example/test_data_set_0/input_0.pb new file mode 100644 index 0000000..1ba9469 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_l2_default_axes_keepdims_example/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_l2_default_axes_keepdims_example/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_l2_default_axes_keepdims_example/test_data_set_0/input_1.pb new file mode 100644 index 0000000..2f3f037 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_l2_default_axes_keepdims_example/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_l2_default_axes_keepdims_example/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_l2_default_axes_keepdims_example/test_data_set_0/output_0.pb new file mode 100644 index 0000000..9369f0f --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_l2_default_axes_keepdims_example/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BreducedJA \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_l2_default_axes_keepdims_example_expanded/model.onnx b/onnx/backend/test/data/node/test_reduce_l2_default_axes_keepdims_example_expanded/model.onnx new file mode 100644 index 0000000..bef7cbf Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_l2_default_axes_keepdims_example_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_l2_default_axes_keepdims_example_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_l2_default_axes_keepdims_example_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..1ba9469 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_l2_default_axes_keepdims_example_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_l2_default_axes_keepdims_example_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_l2_default_axes_keepdims_example_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..2f3f037 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_l2_default_axes_keepdims_example_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_l2_default_axes_keepdims_example_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_l2_default_axes_keepdims_example_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..9369f0f --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_l2_default_axes_keepdims_example_expanded/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BreducedJA \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_l2_default_axes_keepdims_random/model.onnx b/onnx/backend/test/data/node/test_reduce_l2_default_axes_keepdims_random/model.onnx new file mode 100644 index 0000000..6571eae Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_l2_default_axes_keepdims_random/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_l2_default_axes_keepdims_random/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_l2_default_axes_keepdims_random/test_data_set_0/input_0.pb new file mode 100644 index 0000000..7154933 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_l2_default_axes_keepdims_random/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BdataJ0y?@@Ie?qÿ:@Ɵ@A_A1;@&? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_l2_default_axes_keepdims_random/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_l2_default_axes_keepdims_random/test_data_set_0/input_1.pb new file mode 100644 index 0000000..2f3f037 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_l2_default_axes_keepdims_random/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_l2_default_axes_keepdims_random/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_l2_default_axes_keepdims_random/test_data_set_0/output_0.pb new file mode 100644 index 0000000..83dff2b --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_l2_default_axes_keepdims_random/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BreducedJoA \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_l2_default_axes_keepdims_random_expanded/model.onnx b/onnx/backend/test/data/node/test_reduce_l2_default_axes_keepdims_random_expanded/model.onnx new file mode 100644 index 0000000..37a0909 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_l2_default_axes_keepdims_random_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_l2_default_axes_keepdims_random_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_l2_default_axes_keepdims_random_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..7154933 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_l2_default_axes_keepdims_random_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BdataJ0y?@@Ie?qÿ:@Ɵ@A_A1;@&? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_l2_default_axes_keepdims_random_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_l2_default_axes_keepdims_random_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..2f3f037 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_l2_default_axes_keepdims_random_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_l2_default_axes_keepdims_random_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_l2_default_axes_keepdims_random_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..83dff2b --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_l2_default_axes_keepdims_random_expanded/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BreducedJoA \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_l2_do_not_keepdims_example/model.onnx b/onnx/backend/test/data/node/test_reduce_l2_do_not_keepdims_example/model.onnx new file mode 100644 index 0000000..8f30794 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_l2_do_not_keepdims_example/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_l2_do_not_keepdims_example/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_l2_do_not_keepdims_example/test_data_set_0/input_0.pb new file mode 100644 index 0000000..1ba9469 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_l2_do_not_keepdims_example/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_l2_do_not_keepdims_example/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_l2_do_not_keepdims_example/test_data_set_0/input_1.pb new file mode 100644 index 0000000..e8256ea Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_l2_do_not_keepdims_example/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_l2_do_not_keepdims_example/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_l2_do_not_keepdims_example/test_data_set_0/output_0.pb new file mode 100644 index 0000000..307fc64 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_l2_do_not_keepdims_example/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_l2_do_not_keepdims_example_expanded/model.onnx b/onnx/backend/test/data/node/test_reduce_l2_do_not_keepdims_example_expanded/model.onnx new file mode 100644 index 0000000..ddcafe2 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_l2_do_not_keepdims_example_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_l2_do_not_keepdims_example_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_l2_do_not_keepdims_example_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..1ba9469 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_l2_do_not_keepdims_example_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_l2_do_not_keepdims_example_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_l2_do_not_keepdims_example_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..e8256ea Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_l2_do_not_keepdims_example_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_l2_do_not_keepdims_example_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_l2_do_not_keepdims_example_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..307fc64 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_l2_do_not_keepdims_example_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_l2_do_not_keepdims_random/model.onnx b/onnx/backend/test/data/node/test_reduce_l2_do_not_keepdims_random/model.onnx new file mode 100644 index 0000000..f3ef778 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_l2_do_not_keepdims_random/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_l2_do_not_keepdims_random/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_l2_do_not_keepdims_random/test_data_set_0/input_0.pb new file mode 100644 index 0000000..7154933 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_l2_do_not_keepdims_random/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BdataJ0y?@@Ie?qÿ:@Ɵ@A_A1;@&? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_l2_do_not_keepdims_random/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_l2_do_not_keepdims_random/test_data_set_0/input_1.pb new file mode 100644 index 0000000..e8256ea Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_l2_do_not_keepdims_random/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_l2_do_not_keepdims_random/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_l2_do_not_keepdims_random/test_data_set_0/output_0.pb new file mode 100644 index 0000000..a479d93 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_l2_do_not_keepdims_random/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BreducedJV8@5@R@@ A@ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_l2_do_not_keepdims_random_expanded/model.onnx b/onnx/backend/test/data/node/test_reduce_l2_do_not_keepdims_random_expanded/model.onnx new file mode 100644 index 0000000..ac7d433 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_l2_do_not_keepdims_random_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_l2_do_not_keepdims_random_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_l2_do_not_keepdims_random_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..7154933 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_l2_do_not_keepdims_random_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BdataJ0y?@@Ie?qÿ:@Ɵ@A_A1;@&? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_l2_do_not_keepdims_random_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_l2_do_not_keepdims_random_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..e8256ea Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_l2_do_not_keepdims_random_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_l2_do_not_keepdims_random_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_l2_do_not_keepdims_random_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..a479d93 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_l2_do_not_keepdims_random_expanded/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BreducedJV8@5@R@@ A@ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_l2_empty_set/model.onnx b/onnx/backend/test/data/node/test_reduce_l2_empty_set/model.onnx new file mode 100644 index 0000000..ea21985 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_l2_empty_set/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_l2_empty_set/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_l2_empty_set/test_data_set_0/input_0.pb new file mode 100644 index 0000000..99a6775 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_l2_empty_set/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_l2_empty_set/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_l2_empty_set/test_data_set_0/input_1.pb new file mode 100644 index 0000000..3179943 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_l2_empty_set/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_l2_empty_set/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_l2_empty_set/test_data_set_0/output_0.pb new file mode 100644 index 0000000..b43711b Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_l2_empty_set/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_l2_empty_set_expanded/model.onnx b/onnx/backend/test/data/node/test_reduce_l2_empty_set_expanded/model.onnx new file mode 100644 index 0000000..5fe19d4 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_l2_empty_set_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_l2_empty_set_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_l2_empty_set_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..99a6775 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_l2_empty_set_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_l2_empty_set_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_l2_empty_set_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..3179943 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_l2_empty_set_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_l2_empty_set_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_l2_empty_set_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..b43711b Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_l2_empty_set_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_l2_keep_dims_example/model.onnx b/onnx/backend/test/data/node/test_reduce_l2_keep_dims_example/model.onnx new file mode 100644 index 0000000..a780df1 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_l2_keep_dims_example/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_l2_keep_dims_example/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_l2_keep_dims_example/test_data_set_0/input_0.pb new file mode 100644 index 0000000..1ba9469 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_l2_keep_dims_example/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_l2_keep_dims_example/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_l2_keep_dims_example/test_data_set_0/input_1.pb new file mode 100644 index 0000000..e8256ea Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_l2_keep_dims_example/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_l2_keep_dims_example/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_l2_keep_dims_example/test_data_set_0/output_0.pb new file mode 100644 index 0000000..60a0c66 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_l2_keep_dims_example/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_l2_keep_dims_example_expanded/model.onnx b/onnx/backend/test/data/node/test_reduce_l2_keep_dims_example_expanded/model.onnx new file mode 100644 index 0000000..47dde4b Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_l2_keep_dims_example_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_l2_keep_dims_example_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_l2_keep_dims_example_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..1ba9469 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_l2_keep_dims_example_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_l2_keep_dims_example_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_l2_keep_dims_example_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..e8256ea Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_l2_keep_dims_example_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_l2_keep_dims_example_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_l2_keep_dims_example_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..60a0c66 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_l2_keep_dims_example_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_l2_keep_dims_random/model.onnx b/onnx/backend/test/data/node/test_reduce_l2_keep_dims_random/model.onnx new file mode 100644 index 0000000..2ca647b Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_l2_keep_dims_random/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_l2_keep_dims_random/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_l2_keep_dims_random/test_data_set_0/input_0.pb new file mode 100644 index 0000000..7154933 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_l2_keep_dims_random/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BdataJ0y?@@Ie?qÿ:@Ɵ@A_A1;@&? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_l2_keep_dims_random/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_l2_keep_dims_random/test_data_set_0/input_1.pb new file mode 100644 index 0000000..e8256ea Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_l2_keep_dims_random/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_l2_keep_dims_random/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_l2_keep_dims_random/test_data_set_0/output_0.pb new file mode 100644 index 0000000..3001214 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_l2_keep_dims_random/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BreducedJV8@5@R@@ A@ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_l2_keep_dims_random_expanded/model.onnx b/onnx/backend/test/data/node/test_reduce_l2_keep_dims_random_expanded/model.onnx new file mode 100644 index 0000000..96a3964 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_l2_keep_dims_random_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_l2_keep_dims_random_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_l2_keep_dims_random_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..7154933 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_l2_keep_dims_random_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BdataJ0y?@@Ie?qÿ:@Ɵ@A_A1;@&? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_l2_keep_dims_random_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_l2_keep_dims_random_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..e8256ea Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_l2_keep_dims_random_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_l2_keep_dims_random_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_l2_keep_dims_random_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..3001214 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_l2_keep_dims_random_expanded/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BreducedJV8@5@R@@ A@ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_l2_negative_axes_keep_dims_example/model.onnx b/onnx/backend/test/data/node/test_reduce_l2_negative_axes_keep_dims_example/model.onnx new file mode 100644 index 0000000..cb7843e Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_l2_negative_axes_keep_dims_example/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_l2_negative_axes_keep_dims_example/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_l2_negative_axes_keep_dims_example/test_data_set_0/input_0.pb new file mode 100644 index 0000000..1ba9469 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_l2_negative_axes_keep_dims_example/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_l2_negative_axes_keep_dims_example/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_l2_negative_axes_keep_dims_example/test_data_set_0/input_1.pb new file mode 100644 index 0000000..0c87b22 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_l2_negative_axes_keep_dims_example/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BaxesJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_l2_negative_axes_keep_dims_example/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_l2_negative_axes_keep_dims_example/test_data_set_0/output_0.pb new file mode 100644 index 0000000..60a0c66 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_l2_negative_axes_keep_dims_example/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_l2_negative_axes_keep_dims_example_expanded/model.onnx b/onnx/backend/test/data/node/test_reduce_l2_negative_axes_keep_dims_example_expanded/model.onnx new file mode 100644 index 0000000..39daa38 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_l2_negative_axes_keep_dims_example_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_l2_negative_axes_keep_dims_example_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_l2_negative_axes_keep_dims_example_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..1ba9469 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_l2_negative_axes_keep_dims_example_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_l2_negative_axes_keep_dims_example_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_l2_negative_axes_keep_dims_example_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..0c87b22 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_l2_negative_axes_keep_dims_example_expanded/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BaxesJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_l2_negative_axes_keep_dims_example_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_l2_negative_axes_keep_dims_example_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..60a0c66 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_l2_negative_axes_keep_dims_example_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_l2_negative_axes_keep_dims_random/model.onnx b/onnx/backend/test/data/node/test_reduce_l2_negative_axes_keep_dims_random/model.onnx new file mode 100644 index 0000000..6bf25f4 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_l2_negative_axes_keep_dims_random/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_l2_negative_axes_keep_dims_random/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_l2_negative_axes_keep_dims_random/test_data_set_0/input_0.pb new file mode 100644 index 0000000..7154933 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_l2_negative_axes_keep_dims_random/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BdataJ0y?@@Ie?qÿ:@Ɵ@A_A1;@&? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_l2_negative_axes_keep_dims_random/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_l2_negative_axes_keep_dims_random/test_data_set_0/input_1.pb new file mode 100644 index 0000000..0c87b22 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_l2_negative_axes_keep_dims_random/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BaxesJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_l2_negative_axes_keep_dims_random/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_l2_negative_axes_keep_dims_random/test_data_set_0/output_0.pb new file mode 100644 index 0000000..3001214 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_l2_negative_axes_keep_dims_random/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BreducedJV8@5@R@@ A@ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_l2_negative_axes_keep_dims_random_expanded/model.onnx b/onnx/backend/test/data/node/test_reduce_l2_negative_axes_keep_dims_random_expanded/model.onnx new file mode 100644 index 0000000..5acf10f Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_l2_negative_axes_keep_dims_random_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_l2_negative_axes_keep_dims_random_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_l2_negative_axes_keep_dims_random_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..7154933 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_l2_negative_axes_keep_dims_random_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BdataJ0y?@@Ie?qÿ:@Ɵ@A_A1;@&? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_l2_negative_axes_keep_dims_random_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_l2_negative_axes_keep_dims_random_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..0c87b22 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_l2_negative_axes_keep_dims_random_expanded/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BaxesJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_l2_negative_axes_keep_dims_random_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_l2_negative_axes_keep_dims_random_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..3001214 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_l2_negative_axes_keep_dims_random_expanded/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BreducedJV8@5@R@@ A@ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_asc_axes/model.onnx b/onnx/backend/test/data/node/test_reduce_log_sum_asc_axes/model.onnx new file mode 100644 index 0000000..27599e0 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_log_sum_asc_axes/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_asc_axes/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_log_sum_asc_axes/test_data_set_0/input_0.pb new file mode 100644 index 0000000..3cc3bc3 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_log_sum_asc_axes/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BdataJ">] =7(? >LI>ɼ>,R? =V?>=?y? > z?(?a@=?a =̐>)=>'=΢>G>_=E1? ?">?c=;q?[m?x>h*?>8a7? ->;>%?>5 ???od>\s?>=X?3?I>UP?>a?M?ia?I1? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_asc_axes/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_log_sum_asc_axes/test_data_set_0/input_1.pb new file mode 100644 index 0000000..a067b99 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_log_sum_asc_axes/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_asc_axes/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_log_sum_asc_axes/test_data_set_0/output_0.pb new file mode 100644 index 0000000..cab8e98 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_log_sum_asc_axes/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BreducedJ?T?|g?*?4? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_asc_axes_expanded/model.onnx b/onnx/backend/test/data/node/test_reduce_log_sum_asc_axes_expanded/model.onnx new file mode 100644 index 0000000..fcef530 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_log_sum_asc_axes_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_asc_axes_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_log_sum_asc_axes_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..3cc3bc3 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_log_sum_asc_axes_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BdataJ">] =7(? >LI>ɼ>,R? =V?>=?y? > z?(?a@=?a =̐>)=>'=΢>G>_=E1? ?">?c=;q?[m?x>h*?>8a7? ->;>%?>5 ???od>\s?>=X?3?I>UP?>a?M?ia?I1? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_asc_axes_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_log_sum_asc_axes_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..a067b99 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_log_sum_asc_axes_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_asc_axes_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_log_sum_asc_axes_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..cab8e98 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_log_sum_asc_axes_expanded/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BreducedJ?T?|g?*?4? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_default/model.onnx b/onnx/backend/test/data/node/test_reduce_log_sum_default/model.onnx new file mode 100644 index 0000000..115b784 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_log_sum_default/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_default/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_log_sum_default/test_data_set_0/input_0.pb new file mode 100644 index 0000000..913f023 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_log_sum_default/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BdataJ  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{=p= <&U?H5G?^?z?L?G>G?9=#?4>q?ڗ?N>s>.4F?>?<\?N?c?yq?Ƌ.?k>>2?v=9*?+?nW>A>>L8>j?a>}?=U>R.%>2'?p>I>Jz> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_default/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_log_sum_default/test_data_set_0/input_1.pb new file mode 100644 index 0000000..2f3f037 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_log_sum_default/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_default/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_log_sum_default/test_data_set_0/output_0.pb new file mode 100644 index 0000000..8ac0928 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_log_sum_default/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BreducedJi[@ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_default_expanded/model.onnx b/onnx/backend/test/data/node/test_reduce_log_sum_default_expanded/model.onnx new file mode 100644 index 0000000..8f2a518 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_log_sum_default_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_default_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_log_sum_default_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..913f023 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_log_sum_default_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BdataJ  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{=p= <&U?H5G?^?z?L?G>G?9=#?4>q?ڗ?N>s>.4F?>?<\?N?c?yq?Ƌ.?k>>2?v=9*?+?nW>A>>L8>j?a>}?=U>R.%>2'?p>I>Jz> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_default_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_log_sum_default_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..2f3f037 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_log_sum_default_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_default_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_log_sum_default_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..8ac0928 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_log_sum_default_expanded/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BreducedJi[@ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_desc_axes/model.onnx b/onnx/backend/test/data/node/test_reduce_log_sum_desc_axes/model.onnx new file mode 100644 index 0000000..2bfa923 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_log_sum_desc_axes/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_desc_axes/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_log_sum_desc_axes/test_data_set_0/input_0.pb new file mode 100644 index 0000000..913f023 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_log_sum_desc_axes/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BdataJ  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{=p= <&U?H5G?^?z?L?G>G?9=#?4>q?ڗ?N>s>.4F?>?<\?N?c?yq?Ƌ.?k>>2?v=9*?+?nW>A>>L8>j?a>}?=U>R.%>2'?p>I>Jz> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_desc_axes/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_log_sum_desc_axes/test_data_set_0/input_1.pb new file mode 100644 index 0000000..bd24a0a Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_log_sum_desc_axes/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_desc_axes/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_log_sum_desc_axes/test_data_set_0/output_0.pb new file mode 100644 index 0000000..b147000 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_log_sum_desc_axes/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BreducedJ ! @F@@ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_desc_axes_expanded/model.onnx b/onnx/backend/test/data/node/test_reduce_log_sum_desc_axes_expanded/model.onnx new file mode 100644 index 0000000..51366e2 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_log_sum_desc_axes_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_desc_axes_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_log_sum_desc_axes_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..913f023 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_log_sum_desc_axes_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BdataJ  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{=p= <&U?H5G?^?z?L?G>G?9=#?4>q?ڗ?N>s>.4F?>?<\?N?c?yq?Ƌ.?k>>2?v=9*?+?nW>A>>L8>j?a>}?=U>R.%>2'?p>I>Jz> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_desc_axes_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_log_sum_desc_axes_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..bd24a0a Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_log_sum_desc_axes_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_desc_axes_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_log_sum_desc_axes_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..b147000 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_log_sum_desc_axes_expanded/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BreducedJ ! @F@@ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_empty_set/model.onnx b/onnx/backend/test/data/node/test_reduce_log_sum_empty_set/model.onnx new file mode 100644 index 0000000..3ae00b7 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_log_sum_empty_set/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_empty_set/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_log_sum_empty_set/test_data_set_0/input_0.pb new file mode 100644 index 0000000..99a6775 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_log_sum_empty_set/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_empty_set/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_log_sum_empty_set/test_data_set_0/input_1.pb new file mode 100644 index 0000000..3179943 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_log_sum_empty_set/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_empty_set/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_log_sum_empty_set/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d684528 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_log_sum_empty_set/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_empty_set_expanded/model.onnx b/onnx/backend/test/data/node/test_reduce_log_sum_empty_set_expanded/model.onnx new file mode 100644 index 0000000..8be396f Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_log_sum_empty_set_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_empty_set_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_log_sum_empty_set_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..99a6775 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_log_sum_empty_set_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_empty_set_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_log_sum_empty_set_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..3179943 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_log_sum_empty_set_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_empty_set_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_log_sum_empty_set_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d684528 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_log_sum_empty_set_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_exp_default_axes_keepdims_example/model.onnx b/onnx/backend/test/data/node/test_reduce_log_sum_exp_default_axes_keepdims_example/model.onnx new file mode 100644 index 0000000..f9ccb9e Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_log_sum_exp_default_axes_keepdims_example/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_exp_default_axes_keepdims_example/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_log_sum_exp_default_axes_keepdims_example/test_data_set_0/input_0.pb new file mode 100644 index 0000000..70c6fe9 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_log_sum_exp_default_axes_keepdims_example/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_exp_default_axes_keepdims_example/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_log_sum_exp_default_axes_keepdims_example/test_data_set_0/input_1.pb new file mode 100644 index 0000000..2f3f037 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_log_sum_exp_default_axes_keepdims_example/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_exp_default_axes_keepdims_example/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_log_sum_exp_default_axes_keepdims_example/test_data_set_0/output_0.pb new file mode 100644 index 0000000..ea77801 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_log_sum_exp_default_axes_keepdims_example/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_exp_default_axes_keepdims_example_expanded/model.onnx b/onnx/backend/test/data/node/test_reduce_log_sum_exp_default_axes_keepdims_example_expanded/model.onnx new file mode 100644 index 0000000..ade2c1b Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_log_sum_exp_default_axes_keepdims_example_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_exp_default_axes_keepdims_example_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_log_sum_exp_default_axes_keepdims_example_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..70c6fe9 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_log_sum_exp_default_axes_keepdims_example_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_exp_default_axes_keepdims_example_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_log_sum_exp_default_axes_keepdims_example_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..2f3f037 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_log_sum_exp_default_axes_keepdims_example_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_exp_default_axes_keepdims_example_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_log_sum_exp_default_axes_keepdims_example_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..ea77801 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_log_sum_exp_default_axes_keepdims_example_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_exp_default_axes_keepdims_random/model.onnx b/onnx/backend/test/data/node/test_reduce_log_sum_exp_default_axes_keepdims_random/model.onnx new file mode 100644 index 0000000..78be935 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_log_sum_exp_default_axes_keepdims_random/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_exp_default_axes_keepdims_random/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_log_sum_exp_default_axes_keepdims_random/test_data_set_0/input_0.pb new file mode 100644 index 0000000..a6a647e Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_log_sum_exp_default_axes_keepdims_random/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_exp_default_axes_keepdims_random/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_log_sum_exp_default_axes_keepdims_random/test_data_set_0/input_1.pb new file mode 100644 index 0000000..2f3f037 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_log_sum_exp_default_axes_keepdims_random/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_exp_default_axes_keepdims_random/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_log_sum_exp_default_axes_keepdims_random/test_data_set_0/output_0.pb new file mode 100644 index 0000000..9780d35 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_log_sum_exp_default_axes_keepdims_random/test_data_set_0/output_0.pb @@ -0,0 +1,2 @@ + BreducedJh+ +#@ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_exp_default_axes_keepdims_random_expanded/model.onnx b/onnx/backend/test/data/node/test_reduce_log_sum_exp_default_axes_keepdims_random_expanded/model.onnx new file mode 100644 index 0000000..8fed482 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_log_sum_exp_default_axes_keepdims_random_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_exp_default_axes_keepdims_random_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_log_sum_exp_default_axes_keepdims_random_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..a6a647e Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_log_sum_exp_default_axes_keepdims_random_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_exp_default_axes_keepdims_random_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_log_sum_exp_default_axes_keepdims_random_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..2f3f037 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_log_sum_exp_default_axes_keepdims_random_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_exp_default_axes_keepdims_random_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_log_sum_exp_default_axes_keepdims_random_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..9780d35 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_log_sum_exp_default_axes_keepdims_random_expanded/test_data_set_0/output_0.pb @@ -0,0 +1,2 @@ + BreducedJh+ +#@ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_exp_do_not_keepdims_example/model.onnx b/onnx/backend/test/data/node/test_reduce_log_sum_exp_do_not_keepdims_example/model.onnx new file mode 100644 index 0000000..58b8201 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_log_sum_exp_do_not_keepdims_example/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_exp_do_not_keepdims_example/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_log_sum_exp_do_not_keepdims_example/test_data_set_0/input_0.pb new file mode 100644 index 0000000..70c6fe9 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_log_sum_exp_do_not_keepdims_example/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_exp_do_not_keepdims_example/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_log_sum_exp_do_not_keepdims_example/test_data_set_0/input_1.pb new file mode 100644 index 0000000..3179943 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_log_sum_exp_do_not_keepdims_example/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_exp_do_not_keepdims_example/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_log_sum_exp_do_not_keepdims_example/test_data_set_0/output_0.pb new file mode 100644 index 0000000..85d6a90 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_log_sum_exp_do_not_keepdims_example/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_exp_do_not_keepdims_example_expanded/model.onnx b/onnx/backend/test/data/node/test_reduce_log_sum_exp_do_not_keepdims_example_expanded/model.onnx new file mode 100644 index 0000000..5e8bb94 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_log_sum_exp_do_not_keepdims_example_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_exp_do_not_keepdims_example_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_log_sum_exp_do_not_keepdims_example_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..70c6fe9 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_log_sum_exp_do_not_keepdims_example_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_exp_do_not_keepdims_example_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_log_sum_exp_do_not_keepdims_example_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..3179943 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_log_sum_exp_do_not_keepdims_example_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_exp_do_not_keepdims_example_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_log_sum_exp_do_not_keepdims_example_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..85d6a90 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_log_sum_exp_do_not_keepdims_example_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_exp_do_not_keepdims_random/model.onnx b/onnx/backend/test/data/node/test_reduce_log_sum_exp_do_not_keepdims_random/model.onnx new file mode 100644 index 0000000..1343418 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_log_sum_exp_do_not_keepdims_random/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_exp_do_not_keepdims_random/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_log_sum_exp_do_not_keepdims_random/test_data_set_0/input_0.pb new file mode 100644 index 0000000..a6a647e Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_log_sum_exp_do_not_keepdims_random/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_exp_do_not_keepdims_random/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_log_sum_exp_do_not_keepdims_random/test_data_set_0/input_1.pb new file mode 100644 index 0000000..3179943 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_log_sum_exp_do_not_keepdims_random/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_exp_do_not_keepdims_random/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_log_sum_exp_do_not_keepdims_random/test_data_set_0/output_0.pb new file mode 100644 index 0000000..1017191 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_log_sum_exp_do_not_keepdims_random/test_data_set_0/output_0.pb @@ -0,0 +1,2 @@ + BreducedJ0eMIz@&~X@{U忎c;^@n6"@ +1? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_exp_do_not_keepdims_random_expanded/model.onnx b/onnx/backend/test/data/node/test_reduce_log_sum_exp_do_not_keepdims_random_expanded/model.onnx new file mode 100644 index 0000000..1229c14 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_log_sum_exp_do_not_keepdims_random_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_exp_do_not_keepdims_random_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_log_sum_exp_do_not_keepdims_random_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..a6a647e Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_log_sum_exp_do_not_keepdims_random_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_exp_do_not_keepdims_random_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_log_sum_exp_do_not_keepdims_random_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..3179943 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_log_sum_exp_do_not_keepdims_random_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_exp_do_not_keepdims_random_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_log_sum_exp_do_not_keepdims_random_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..1017191 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_log_sum_exp_do_not_keepdims_random_expanded/test_data_set_0/output_0.pb @@ -0,0 +1,2 @@ + BreducedJ0eMIz@&~X@{U忎c;^@n6"@ +1? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_exp_empty_set/model.onnx b/onnx/backend/test/data/node/test_reduce_log_sum_exp_empty_set/model.onnx new file mode 100644 index 0000000..308e525 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_log_sum_exp_empty_set/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_exp_empty_set/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_log_sum_exp_empty_set/test_data_set_0/input_0.pb new file mode 100644 index 0000000..99a6775 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_log_sum_exp_empty_set/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_exp_empty_set/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_log_sum_exp_empty_set/test_data_set_0/input_1.pb new file mode 100644 index 0000000..3179943 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_log_sum_exp_empty_set/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_exp_empty_set/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_log_sum_exp_empty_set/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d684528 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_log_sum_exp_empty_set/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_exp_empty_set_expanded/model.onnx b/onnx/backend/test/data/node/test_reduce_log_sum_exp_empty_set_expanded/model.onnx new file mode 100644 index 0000000..252b1e5 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_log_sum_exp_empty_set_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_exp_empty_set_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_log_sum_exp_empty_set_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..99a6775 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_log_sum_exp_empty_set_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_exp_empty_set_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_log_sum_exp_empty_set_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..3179943 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_log_sum_exp_empty_set_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_exp_empty_set_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_log_sum_exp_empty_set_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d684528 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_log_sum_exp_empty_set_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_exp_keepdims_example/model.onnx b/onnx/backend/test/data/node/test_reduce_log_sum_exp_keepdims_example/model.onnx new file mode 100644 index 0000000..7ffd0e1 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_log_sum_exp_keepdims_example/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_exp_keepdims_example/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_log_sum_exp_keepdims_example/test_data_set_0/input_0.pb new file mode 100644 index 0000000..70c6fe9 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_log_sum_exp_keepdims_example/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_exp_keepdims_example/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_log_sum_exp_keepdims_example/test_data_set_0/input_1.pb new file mode 100644 index 0000000..3179943 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_log_sum_exp_keepdims_example/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_exp_keepdims_example/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_log_sum_exp_keepdims_example/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d6792bb Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_log_sum_exp_keepdims_example/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_exp_keepdims_example_expanded/model.onnx b/onnx/backend/test/data/node/test_reduce_log_sum_exp_keepdims_example_expanded/model.onnx new file mode 100644 index 0000000..c40d016 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_log_sum_exp_keepdims_example_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_exp_keepdims_example_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_log_sum_exp_keepdims_example_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..70c6fe9 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_log_sum_exp_keepdims_example_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_exp_keepdims_example_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_log_sum_exp_keepdims_example_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..3179943 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_log_sum_exp_keepdims_example_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_exp_keepdims_example_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_log_sum_exp_keepdims_example_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d6792bb Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_log_sum_exp_keepdims_example_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_exp_keepdims_random/model.onnx b/onnx/backend/test/data/node/test_reduce_log_sum_exp_keepdims_random/model.onnx new file mode 100644 index 0000000..316090f Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_log_sum_exp_keepdims_random/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_exp_keepdims_random/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_log_sum_exp_keepdims_random/test_data_set_0/input_0.pb new file mode 100644 index 0000000..a6a647e Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_log_sum_exp_keepdims_random/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_exp_keepdims_random/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_log_sum_exp_keepdims_random/test_data_set_0/input_1.pb new file mode 100644 index 0000000..3179943 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_log_sum_exp_keepdims_random/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_exp_keepdims_random/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_log_sum_exp_keepdims_random/test_data_set_0/output_0.pb new file mode 100644 index 0000000..f35be21 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_log_sum_exp_keepdims_random/test_data_set_0/output_0.pb @@ -0,0 +1,2 @@ + BreducedJ0eMIz@&~X@{U忎c;^@n6"@ +1? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_exp_keepdims_random_expanded/model.onnx b/onnx/backend/test/data/node/test_reduce_log_sum_exp_keepdims_random_expanded/model.onnx new file mode 100644 index 0000000..eddf05d Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_log_sum_exp_keepdims_random_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_exp_keepdims_random_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_log_sum_exp_keepdims_random_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..a6a647e Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_log_sum_exp_keepdims_random_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_exp_keepdims_random_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_log_sum_exp_keepdims_random_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..3179943 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_log_sum_exp_keepdims_random_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_exp_keepdims_random_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_log_sum_exp_keepdims_random_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..f35be21 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_log_sum_exp_keepdims_random_expanded/test_data_set_0/output_0.pb @@ -0,0 +1,2 @@ + BreducedJ0eMIz@&~X@{U忎c;^@n6"@ +1? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_exp_negative_axes_keepdims_example/model.onnx b/onnx/backend/test/data/node/test_reduce_log_sum_exp_negative_axes_keepdims_example/model.onnx new file mode 100644 index 0000000..d989ee9 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_log_sum_exp_negative_axes_keepdims_example/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_exp_negative_axes_keepdims_example/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_log_sum_exp_negative_axes_keepdims_example/test_data_set_0/input_0.pb new file mode 100644 index 0000000..70c6fe9 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_log_sum_exp_negative_axes_keepdims_example/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_exp_negative_axes_keepdims_example/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_log_sum_exp_negative_axes_keepdims_example/test_data_set_0/input_1.pb new file mode 100644 index 0000000..2f4bbd3 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_log_sum_exp_negative_axes_keepdims_example/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BaxesJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_exp_negative_axes_keepdims_example/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_log_sum_exp_negative_axes_keepdims_example/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d6792bb Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_log_sum_exp_negative_axes_keepdims_example/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_exp_negative_axes_keepdims_example_expanded/model.onnx b/onnx/backend/test/data/node/test_reduce_log_sum_exp_negative_axes_keepdims_example_expanded/model.onnx new file mode 100644 index 0000000..246f32e Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_log_sum_exp_negative_axes_keepdims_example_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_exp_negative_axes_keepdims_example_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_log_sum_exp_negative_axes_keepdims_example_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..70c6fe9 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_log_sum_exp_negative_axes_keepdims_example_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_exp_negative_axes_keepdims_example_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_log_sum_exp_negative_axes_keepdims_example_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..2f4bbd3 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_log_sum_exp_negative_axes_keepdims_example_expanded/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BaxesJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_exp_negative_axes_keepdims_example_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_log_sum_exp_negative_axes_keepdims_example_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d6792bb Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_log_sum_exp_negative_axes_keepdims_example_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_exp_negative_axes_keepdims_random/model.onnx b/onnx/backend/test/data/node/test_reduce_log_sum_exp_negative_axes_keepdims_random/model.onnx new file mode 100644 index 0000000..7166000 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_log_sum_exp_negative_axes_keepdims_random/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_exp_negative_axes_keepdims_random/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_log_sum_exp_negative_axes_keepdims_random/test_data_set_0/input_0.pb new file mode 100644 index 0000000..a6a647e Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_log_sum_exp_negative_axes_keepdims_random/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_exp_negative_axes_keepdims_random/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_log_sum_exp_negative_axes_keepdims_random/test_data_set_0/input_1.pb new file mode 100644 index 0000000..2f4bbd3 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_log_sum_exp_negative_axes_keepdims_random/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BaxesJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_exp_negative_axes_keepdims_random/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_log_sum_exp_negative_axes_keepdims_random/test_data_set_0/output_0.pb new file mode 100644 index 0000000..f35be21 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_log_sum_exp_negative_axes_keepdims_random/test_data_set_0/output_0.pb @@ -0,0 +1,2 @@ + BreducedJ0eMIz@&~X@{U忎c;^@n6"@ +1? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_exp_negative_axes_keepdims_random_expanded/model.onnx b/onnx/backend/test/data/node/test_reduce_log_sum_exp_negative_axes_keepdims_random_expanded/model.onnx new file mode 100644 index 0000000..7432714 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_log_sum_exp_negative_axes_keepdims_random_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_exp_negative_axes_keepdims_random_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_log_sum_exp_negative_axes_keepdims_random_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..a6a647e Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_log_sum_exp_negative_axes_keepdims_random_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_exp_negative_axes_keepdims_random_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_log_sum_exp_negative_axes_keepdims_random_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..2f4bbd3 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_log_sum_exp_negative_axes_keepdims_random_expanded/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BaxesJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_exp_negative_axes_keepdims_random_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_log_sum_exp_negative_axes_keepdims_random_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..f35be21 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_log_sum_exp_negative_axes_keepdims_random_expanded/test_data_set_0/output_0.pb @@ -0,0 +1,2 @@ + BreducedJ0eMIz@&~X@{U忎c;^@n6"@ +1? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_negative_axes/model.onnx b/onnx/backend/test/data/node/test_reduce_log_sum_negative_axes/model.onnx new file mode 100644 index 0000000..9dbeaa3 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_log_sum_negative_axes/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_negative_axes/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_log_sum_negative_axes/test_data_set_0/input_0.pb new file mode 100644 index 0000000..913f023 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_log_sum_negative_axes/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BdataJ  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{=p= <&U?H5G?^?z?L?G>G?9=#?4>q?ڗ?N>s>.4F?>?<\?N?c?yq?Ƌ.?k>>2?v=9*?+?nW>A>>L8>j?a>}?=U>R.%>2'?p>I>Jz> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_negative_axes/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_log_sum_negative_axes/test_data_set_0/input_1.pb new file mode 100644 index 0000000..2f4bbd3 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_log_sum_negative_axes/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BaxesJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_negative_axes/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_log_sum_negative_axes/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d557c73 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_log_sum_negative_axes/test_data_set_0/output_0.pb @@ -0,0 +1,2 @@ +BreducedJ?l ?X:? +l> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_negative_axes_expanded/model.onnx b/onnx/backend/test/data/node/test_reduce_log_sum_negative_axes_expanded/model.onnx new file mode 100644 index 0000000..524c62b Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_log_sum_negative_axes_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_negative_axes_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_log_sum_negative_axes_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..913f023 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_log_sum_negative_axes_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BdataJ  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{=p= <&U?H5G?^?z?L?G>G?9=#?4>q?ڗ?N>s>.4F?>?<\?N?c?yq?Ƌ.?k>>2?v=9*?+?nW>A>>L8>j?a>}?=U>R.%>2'?p>I>Jz> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_negative_axes_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_log_sum_negative_axes_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..2f4bbd3 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_log_sum_negative_axes_expanded/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BaxesJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_log_sum_negative_axes_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_log_sum_negative_axes_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d557c73 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_log_sum_negative_axes_expanded/test_data_set_0/output_0.pb @@ -0,0 +1,2 @@ +BreducedJ?l ?X:? +l> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_max_bool_inputs/model.onnx b/onnx/backend/test/data/node/test_reduce_max_bool_inputs/model.onnx new file mode 100644 index 0000000..e8a6ec5 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_max_bool_inputs/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_max_bool_inputs/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_max_bool_inputs/test_data_set_0/input_0.pb new file mode 100644 index 0000000..52bfa82 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_max_bool_inputs/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_max_bool_inputs/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_max_bool_inputs/test_data_set_0/input_1.pb new file mode 100644 index 0000000..3179943 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_max_bool_inputs/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_max_bool_inputs/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_max_bool_inputs/test_data_set_0/output_0.pb new file mode 100644 index 0000000..bae1e63 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_max_bool_inputs/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_max_default_axes_keepdim_example/model.onnx b/onnx/backend/test/data/node/test_reduce_max_default_axes_keepdim_example/model.onnx new file mode 100644 index 0000000..64b4a74 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_max_default_axes_keepdim_example/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_max_default_axes_keepdim_example/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_max_default_axes_keepdim_example/test_data_set_0/input_0.pb new file mode 100644 index 0000000..a47cf38 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_max_default_axes_keepdim_example/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_max_default_axes_keepdim_example/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_max_default_axes_keepdim_example/test_data_set_0/output_0.pb new file mode 100644 index 0000000..0c997f0 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_max_default_axes_keepdim_example/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_max_default_axes_keepdims_random/model.onnx b/onnx/backend/test/data/node/test_reduce_max_default_axes_keepdims_random/model.onnx new file mode 100644 index 0000000..f43f7b1 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_max_default_axes_keepdims_random/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_max_default_axes_keepdims_random/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_max_default_axes_keepdims_random/test_data_set_0/input_0.pb new file mode 100644 index 0000000..7154933 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_max_default_axes_keepdims_random/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BdataJ0y?@@Ie?qÿ:@Ɵ@A_A1;@&? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_max_default_axes_keepdims_random/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_max_default_axes_keepdims_random/test_data_set_0/output_0.pb new file mode 100644 index 0000000..e350003 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_max_default_axes_keepdims_random/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BreducedJA_A \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_max_do_not_keepdims_example/model.onnx b/onnx/backend/test/data/node/test_reduce_max_do_not_keepdims_example/model.onnx new file mode 100644 index 0000000..2105a71 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_max_do_not_keepdims_example/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_max_do_not_keepdims_example/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_max_do_not_keepdims_example/test_data_set_0/input_0.pb new file mode 100644 index 0000000..a47cf38 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_max_do_not_keepdims_example/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_max_do_not_keepdims_example/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_max_do_not_keepdims_example/test_data_set_0/input_1.pb new file mode 100644 index 0000000..3179943 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_max_do_not_keepdims_example/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_max_do_not_keepdims_example/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_max_do_not_keepdims_example/test_data_set_0/output_0.pb new file mode 100644 index 0000000..baa4437 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_max_do_not_keepdims_example/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_max_do_not_keepdims_random/model.onnx b/onnx/backend/test/data/node/test_reduce_max_do_not_keepdims_random/model.onnx new file mode 100644 index 0000000..db0fddf Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_max_do_not_keepdims_random/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_max_do_not_keepdims_random/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_max_do_not_keepdims_random/test_data_set_0/input_0.pb new file mode 100644 index 0000000..7154933 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_max_do_not_keepdims_random/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BdataJ0y?@@Ie?qÿ:@Ɵ@A_A1;@&? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_max_do_not_keepdims_random/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_max_do_not_keepdims_random/test_data_set_0/input_1.pb new file mode 100644 index 0000000..3179943 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_max_do_not_keepdims_random/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_max_do_not_keepdims_random/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_max_do_not_keepdims_random/test_data_set_0/output_0.pb new file mode 100644 index 0000000..1cae778 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_max_do_not_keepdims_random/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BreducedJ@@Ɵ@A_A&? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_max_empty_set/model.onnx b/onnx/backend/test/data/node/test_reduce_max_empty_set/model.onnx new file mode 100644 index 0000000..de1892f Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_max_empty_set/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_max_empty_set/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_max_empty_set/test_data_set_0/input_0.pb new file mode 100644 index 0000000..99a6775 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_max_empty_set/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_max_empty_set/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_max_empty_set/test_data_set_0/input_1.pb new file mode 100644 index 0000000..3179943 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_max_empty_set/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_max_empty_set/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_max_empty_set/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d684528 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_max_empty_set/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_max_keepdims_example/model.onnx b/onnx/backend/test/data/node/test_reduce_max_keepdims_example/model.onnx new file mode 100644 index 0000000..d878783 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_max_keepdims_example/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_max_keepdims_example/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_max_keepdims_example/test_data_set_0/input_0.pb new file mode 100644 index 0000000..a47cf38 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_max_keepdims_example/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_max_keepdims_example/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_max_keepdims_example/test_data_set_0/input_1.pb new file mode 100644 index 0000000..3179943 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_max_keepdims_example/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_max_keepdims_example/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_max_keepdims_example/test_data_set_0/output_0.pb new file mode 100644 index 0000000..7074788 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_max_keepdims_example/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_max_keepdims_random/model.onnx b/onnx/backend/test/data/node/test_reduce_max_keepdims_random/model.onnx new file mode 100644 index 0000000..25fe736 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_max_keepdims_random/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_max_keepdims_random/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_max_keepdims_random/test_data_set_0/input_0.pb new file mode 100644 index 0000000..7154933 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_max_keepdims_random/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BdataJ0y?@@Ie?qÿ:@Ɵ@A_A1;@&? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_max_keepdims_random/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_max_keepdims_random/test_data_set_0/input_1.pb new file mode 100644 index 0000000..3179943 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_max_keepdims_random/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_max_keepdims_random/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_max_keepdims_random/test_data_set_0/output_0.pb new file mode 100644 index 0000000..078ea58 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_max_keepdims_random/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BreducedJ@@Ɵ@A_A&? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_max_negative_axes_keepdims_example/model.onnx b/onnx/backend/test/data/node/test_reduce_max_negative_axes_keepdims_example/model.onnx new file mode 100644 index 0000000..bae8103 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_max_negative_axes_keepdims_example/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_max_negative_axes_keepdims_example/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_max_negative_axes_keepdims_example/test_data_set_0/input_0.pb new file mode 100644 index 0000000..a47cf38 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_max_negative_axes_keepdims_example/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_max_negative_axes_keepdims_example/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_max_negative_axes_keepdims_example/test_data_set_0/input_1.pb new file mode 100644 index 0000000..2f4bbd3 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_max_negative_axes_keepdims_example/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BaxesJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_max_negative_axes_keepdims_example/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_max_negative_axes_keepdims_example/test_data_set_0/output_0.pb new file mode 100644 index 0000000..7074788 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_max_negative_axes_keepdims_example/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_max_negative_axes_keepdims_random/model.onnx b/onnx/backend/test/data/node/test_reduce_max_negative_axes_keepdims_random/model.onnx new file mode 100644 index 0000000..9924f51 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_max_negative_axes_keepdims_random/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_max_negative_axes_keepdims_random/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_max_negative_axes_keepdims_random/test_data_set_0/input_0.pb new file mode 100644 index 0000000..7154933 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_max_negative_axes_keepdims_random/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BdataJ0y?@@Ie?qÿ:@Ɵ@A_A1;@&? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_max_negative_axes_keepdims_random/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_max_negative_axes_keepdims_random/test_data_set_0/input_1.pb new file mode 100644 index 0000000..2f4bbd3 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_max_negative_axes_keepdims_random/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BaxesJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_max_negative_axes_keepdims_random/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_max_negative_axes_keepdims_random/test_data_set_0/output_0.pb new file mode 100644 index 0000000..078ea58 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_max_negative_axes_keepdims_random/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BreducedJ@@Ɵ@A_A&? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_mean_default_axes_keepdims_example/model.onnx b/onnx/backend/test/data/node/test_reduce_mean_default_axes_keepdims_example/model.onnx new file mode 100644 index 0000000..56bc7db Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_mean_default_axes_keepdims_example/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_mean_default_axes_keepdims_example/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_mean_default_axes_keepdims_example/test_data_set_0/input_0.pb new file mode 100644 index 0000000..a47cf38 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_mean_default_axes_keepdims_example/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_mean_default_axes_keepdims_example/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_mean_default_axes_keepdims_example/test_data_set_0/input_1.pb new file mode 100644 index 0000000..2f3f037 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_mean_default_axes_keepdims_example/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_mean_default_axes_keepdims_example/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_mean_default_axes_keepdims_example/test_data_set_0/output_0.pb new file mode 100644 index 0000000..05bd7f0 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_mean_default_axes_keepdims_example/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_mean_default_axes_keepdims_random/model.onnx b/onnx/backend/test/data/node/test_reduce_mean_default_axes_keepdims_random/model.onnx new file mode 100644 index 0000000..29ec95e Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_mean_default_axes_keepdims_random/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_mean_default_axes_keepdims_random/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_mean_default_axes_keepdims_random/test_data_set_0/input_0.pb new file mode 100644 index 0000000..7154933 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_mean_default_axes_keepdims_random/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BdataJ0y?@@Ie?qÿ:@Ɵ@A_A1;@&? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_mean_default_axes_keepdims_random/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_mean_default_axes_keepdims_random/test_data_set_0/input_1.pb new file mode 100644 index 0000000..2f3f037 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_mean_default_axes_keepdims_random/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_mean_default_axes_keepdims_random/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_mean_default_axes_keepdims_random/test_data_set_0/output_0.pb new file mode 100644 index 0000000..b394041 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_mean_default_axes_keepdims_random/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BreducedJ@ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_mean_do_not_keepdims_example/model.onnx b/onnx/backend/test/data/node/test_reduce_mean_do_not_keepdims_example/model.onnx new file mode 100644 index 0000000..4dcd856 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_mean_do_not_keepdims_example/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_mean_do_not_keepdims_example/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_mean_do_not_keepdims_example/test_data_set_0/input_0.pb new file mode 100644 index 0000000..a47cf38 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_mean_do_not_keepdims_example/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_mean_do_not_keepdims_example/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_mean_do_not_keepdims_example/test_data_set_0/input_1.pb new file mode 100644 index 0000000..3179943 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_mean_do_not_keepdims_example/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_mean_do_not_keepdims_example/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_mean_do_not_keepdims_example/test_data_set_0/output_0.pb new file mode 100644 index 0000000..28ac847 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_mean_do_not_keepdims_example/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_mean_do_not_keepdims_random/model.onnx b/onnx/backend/test/data/node/test_reduce_mean_do_not_keepdims_random/model.onnx new file mode 100644 index 0000000..dc4bd9c Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_mean_do_not_keepdims_random/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_mean_do_not_keepdims_random/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_mean_do_not_keepdims_random/test_data_set_0/input_0.pb new file mode 100644 index 0000000..7154933 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_mean_do_not_keepdims_random/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BdataJ0y?@@Ie?qÿ:@Ɵ@A_A1;@&? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_mean_do_not_keepdims_random/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_mean_do_not_keepdims_random/test_data_set_0/input_1.pb new file mode 100644 index 0000000..3179943 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_mean_do_not_keepdims_random/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_mean_do_not_keepdims_random/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_mean_do_not_keepdims_random/test_data_set_0/output_0.pb new file mode 100644 index 0000000..be01437 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_mean_do_not_keepdims_random/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BreducedJ?Ir&@8 @^@1k` \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_mean_keepdims_example/model.onnx b/onnx/backend/test/data/node/test_reduce_mean_keepdims_example/model.onnx new file mode 100644 index 0000000..5a2cb6f Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_mean_keepdims_example/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_mean_keepdims_example/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_mean_keepdims_example/test_data_set_0/input_0.pb new file mode 100644 index 0000000..a47cf38 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_mean_keepdims_example/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_mean_keepdims_example/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_mean_keepdims_example/test_data_set_0/input_1.pb new file mode 100644 index 0000000..3179943 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_mean_keepdims_example/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_mean_keepdims_example/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_mean_keepdims_example/test_data_set_0/output_0.pb new file mode 100644 index 0000000..5a14b8a Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_mean_keepdims_example/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_mean_keepdims_random/model.onnx b/onnx/backend/test/data/node/test_reduce_mean_keepdims_random/model.onnx new file mode 100644 index 0000000..069ba68 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_mean_keepdims_random/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_mean_keepdims_random/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_mean_keepdims_random/test_data_set_0/input_0.pb new file mode 100644 index 0000000..7154933 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_mean_keepdims_random/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BdataJ0y?@@Ie?qÿ:@Ɵ@A_A1;@&? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_mean_keepdims_random/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_mean_keepdims_random/test_data_set_0/input_1.pb new file mode 100644 index 0000000..3179943 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_mean_keepdims_random/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_mean_keepdims_random/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_mean_keepdims_random/test_data_set_0/output_0.pb new file mode 100644 index 0000000..6b871c6 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_mean_keepdims_random/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BreducedJ?Ir&@8 @^@1k` \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_mean_negative_axes_keepdims_example/model.onnx b/onnx/backend/test/data/node/test_reduce_mean_negative_axes_keepdims_example/model.onnx new file mode 100644 index 0000000..1a143ab Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_mean_negative_axes_keepdims_example/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_mean_negative_axes_keepdims_example/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_mean_negative_axes_keepdims_example/test_data_set_0/input_0.pb new file mode 100644 index 0000000..a47cf38 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_mean_negative_axes_keepdims_example/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_mean_negative_axes_keepdims_example/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_mean_negative_axes_keepdims_example/test_data_set_0/input_1.pb new file mode 100644 index 0000000..2f4bbd3 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_mean_negative_axes_keepdims_example/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BaxesJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_mean_negative_axes_keepdims_example/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_mean_negative_axes_keepdims_example/test_data_set_0/output_0.pb new file mode 100644 index 0000000..5a14b8a Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_mean_negative_axes_keepdims_example/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_mean_negative_axes_keepdims_random/model.onnx b/onnx/backend/test/data/node/test_reduce_mean_negative_axes_keepdims_random/model.onnx new file mode 100644 index 0000000..6c70573 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_mean_negative_axes_keepdims_random/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_mean_negative_axes_keepdims_random/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_mean_negative_axes_keepdims_random/test_data_set_0/input_0.pb new file mode 100644 index 0000000..7154933 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_mean_negative_axes_keepdims_random/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BdataJ0y?@@Ie?qÿ:@Ɵ@A_A1;@&? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_mean_negative_axes_keepdims_random/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_mean_negative_axes_keepdims_random/test_data_set_0/input_1.pb new file mode 100644 index 0000000..2f4bbd3 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_mean_negative_axes_keepdims_random/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BaxesJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_mean_negative_axes_keepdims_random/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_mean_negative_axes_keepdims_random/test_data_set_0/output_0.pb new file mode 100644 index 0000000..6b871c6 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_mean_negative_axes_keepdims_random/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BreducedJ?Ir&@8 @^@1k` \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_min_bool_inputs/model.onnx b/onnx/backend/test/data/node/test_reduce_min_bool_inputs/model.onnx new file mode 100644 index 0000000..721eda5 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_min_bool_inputs/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_min_bool_inputs/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_min_bool_inputs/test_data_set_0/input_0.pb new file mode 100644 index 0000000..52bfa82 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_min_bool_inputs/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_min_bool_inputs/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_min_bool_inputs/test_data_set_0/input_1.pb new file mode 100644 index 0000000..3179943 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_min_bool_inputs/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_min_bool_inputs/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_min_bool_inputs/test_data_set_0/output_0.pb new file mode 100644 index 0000000..35a0a10 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_min_bool_inputs/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_min_default_axes_keepdims_example/model.onnx b/onnx/backend/test/data/node/test_reduce_min_default_axes_keepdims_example/model.onnx new file mode 100644 index 0000000..08c1a7f Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_min_default_axes_keepdims_example/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_min_default_axes_keepdims_example/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_min_default_axes_keepdims_example/test_data_set_0/input_0.pb new file mode 100644 index 0000000..a47cf38 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_min_default_axes_keepdims_example/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_min_default_axes_keepdims_example/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_min_default_axes_keepdims_example/test_data_set_0/output_0.pb new file mode 100644 index 0000000..b5a42c5 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_min_default_axes_keepdims_example/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_min_default_axes_keepdims_random/model.onnx b/onnx/backend/test/data/node/test_reduce_min_default_axes_keepdims_random/model.onnx new file mode 100644 index 0000000..4734736 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_min_default_axes_keepdims_random/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_min_default_axes_keepdims_random/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_min_default_axes_keepdims_random/test_data_set_0/input_0.pb new file mode 100644 index 0000000..7154933 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_min_default_axes_keepdims_random/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BdataJ0y?@@Ie?qÿ:@Ɵ@A_A1;@&? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_min_default_axes_keepdims_random/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_min_default_axes_keepdims_random/test_data_set_0/output_0.pb new file mode 100644 index 0000000..a453386 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_min_default_axes_keepdims_random/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BreducedJ1 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_min_do_not_keepdims_example/model.onnx b/onnx/backend/test/data/node/test_reduce_min_do_not_keepdims_example/model.onnx new file mode 100644 index 0000000..9567bab Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_min_do_not_keepdims_example/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_min_do_not_keepdims_example/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_min_do_not_keepdims_example/test_data_set_0/input_0.pb new file mode 100644 index 0000000..a47cf38 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_min_do_not_keepdims_example/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_min_do_not_keepdims_example/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_min_do_not_keepdims_example/test_data_set_0/input_1.pb new file mode 100644 index 0000000..3179943 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_min_do_not_keepdims_example/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_min_do_not_keepdims_example/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_min_do_not_keepdims_example/test_data_set_0/output_0.pb new file mode 100644 index 0000000..61f74f2 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_min_do_not_keepdims_example/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_min_do_not_keepdims_random/model.onnx b/onnx/backend/test/data/node/test_reduce_min_do_not_keepdims_random/model.onnx new file mode 100644 index 0000000..0b1bee9 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_min_do_not_keepdims_random/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_min_do_not_keepdims_random/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_min_do_not_keepdims_random/test_data_set_0/input_0.pb new file mode 100644 index 0000000..7154933 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_min_do_not_keepdims_random/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BdataJ0y?@@Ie?qÿ:@Ɵ@A_A1;@&? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_min_do_not_keepdims_random/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_min_do_not_keepdims_random/test_data_set_0/input_1.pb new file mode 100644 index 0000000..3179943 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_min_do_not_keepdims_random/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_min_do_not_keepdims_random/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_min_do_not_keepdims_random/test_data_set_0/output_0.pb new file mode 100644 index 0000000..02651dc --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_min_do_not_keepdims_random/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BreducedJy?Ie?qÿ:@;@1 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_min_empty_set/model.onnx b/onnx/backend/test/data/node/test_reduce_min_empty_set/model.onnx new file mode 100644 index 0000000..d3d2863 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_min_empty_set/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_min_empty_set/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_min_empty_set/test_data_set_0/input_0.pb new file mode 100644 index 0000000..99a6775 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_min_empty_set/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_min_empty_set/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_min_empty_set/test_data_set_0/input_1.pb new file mode 100644 index 0000000..3179943 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_min_empty_set/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_min_empty_set/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_min_empty_set/test_data_set_0/output_0.pb new file mode 100644 index 0000000..1f4fd3c Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_min_empty_set/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_min_keepdims_example/model.onnx b/onnx/backend/test/data/node/test_reduce_min_keepdims_example/model.onnx new file mode 100644 index 0000000..1528580 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_min_keepdims_example/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_min_keepdims_example/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_min_keepdims_example/test_data_set_0/input_0.pb new file mode 100644 index 0000000..a47cf38 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_min_keepdims_example/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_min_keepdims_example/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_min_keepdims_example/test_data_set_0/input_1.pb new file mode 100644 index 0000000..3179943 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_min_keepdims_example/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_min_keepdims_example/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_min_keepdims_example/test_data_set_0/output_0.pb new file mode 100644 index 0000000..eb58276 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_min_keepdims_example/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_min_keepdims_random/model.onnx b/onnx/backend/test/data/node/test_reduce_min_keepdims_random/model.onnx new file mode 100644 index 0000000..7ef0b4c Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_min_keepdims_random/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_min_keepdims_random/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_min_keepdims_random/test_data_set_0/input_0.pb new file mode 100644 index 0000000..7154933 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_min_keepdims_random/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BdataJ0y?@@Ie?qÿ:@Ɵ@A_A1;@&? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_min_keepdims_random/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_min_keepdims_random/test_data_set_0/input_1.pb new file mode 100644 index 0000000..3179943 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_min_keepdims_random/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_min_keepdims_random/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_min_keepdims_random/test_data_set_0/output_0.pb new file mode 100644 index 0000000..8adff16 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_min_keepdims_random/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BreducedJy?Ie?qÿ:@;@1 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_min_negative_axes_keepdims_example/model.onnx b/onnx/backend/test/data/node/test_reduce_min_negative_axes_keepdims_example/model.onnx new file mode 100644 index 0000000..f2efb33 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_min_negative_axes_keepdims_example/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_min_negative_axes_keepdims_example/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_min_negative_axes_keepdims_example/test_data_set_0/input_0.pb new file mode 100644 index 0000000..a47cf38 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_min_negative_axes_keepdims_example/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_min_negative_axes_keepdims_example/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_min_negative_axes_keepdims_example/test_data_set_0/input_1.pb new file mode 100644 index 0000000..2f4bbd3 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_min_negative_axes_keepdims_example/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BaxesJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_min_negative_axes_keepdims_example/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_min_negative_axes_keepdims_example/test_data_set_0/output_0.pb new file mode 100644 index 0000000..eb58276 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_min_negative_axes_keepdims_example/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_min_negative_axes_keepdims_random/model.onnx b/onnx/backend/test/data/node/test_reduce_min_negative_axes_keepdims_random/model.onnx new file mode 100644 index 0000000..796a3ac Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_min_negative_axes_keepdims_random/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_min_negative_axes_keepdims_random/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_min_negative_axes_keepdims_random/test_data_set_0/input_0.pb new file mode 100644 index 0000000..7154933 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_min_negative_axes_keepdims_random/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BdataJ0y?@@Ie?qÿ:@Ɵ@A_A1;@&? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_min_negative_axes_keepdims_random/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_min_negative_axes_keepdims_random/test_data_set_0/input_1.pb new file mode 100644 index 0000000..2f4bbd3 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_min_negative_axes_keepdims_random/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BaxesJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_min_negative_axes_keepdims_random/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_min_negative_axes_keepdims_random/test_data_set_0/output_0.pb new file mode 100644 index 0000000..8adff16 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_min_negative_axes_keepdims_random/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BreducedJy?Ie?qÿ:@;@1 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_prod_default_axes_keepdims_example/model.onnx b/onnx/backend/test/data/node/test_reduce_prod_default_axes_keepdims_example/model.onnx new file mode 100644 index 0000000..d7c7322 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_prod_default_axes_keepdims_example/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_prod_default_axes_keepdims_example/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_prod_default_axes_keepdims_example/test_data_set_0/input_0.pb new file mode 100644 index 0000000..1ba9469 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_prod_default_axes_keepdims_example/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_prod_default_axes_keepdims_example/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_prod_default_axes_keepdims_example/test_data_set_0/output_0.pb new file mode 100644 index 0000000..06c2b1a --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_prod_default_axes_keepdims_example/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BreducedJgM \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_prod_default_axes_keepdims_random/model.onnx b/onnx/backend/test/data/node/test_reduce_prod_default_axes_keepdims_random/model.onnx new file mode 100644 index 0000000..ee67ef0 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_prod_default_axes_keepdims_random/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_prod_default_axes_keepdims_random/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_prod_default_axes_keepdims_random/test_data_set_0/input_0.pb new file mode 100644 index 0000000..7154933 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_prod_default_axes_keepdims_random/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BdataJ0y?@@Ie?qÿ:@Ɵ@A_A1;@&? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_prod_default_axes_keepdims_random/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_prod_default_axes_keepdims_random/test_data_set_0/output_0.pb new file mode 100644 index 0000000..925f922 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_prod_default_axes_keepdims_random/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BreducedJZ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_prod_do_not_keepdims_example/model.onnx b/onnx/backend/test/data/node/test_reduce_prod_do_not_keepdims_example/model.onnx new file mode 100644 index 0000000..78523bf Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_prod_do_not_keepdims_example/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_prod_do_not_keepdims_example/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_prod_do_not_keepdims_example/test_data_set_0/input_0.pb new file mode 100644 index 0000000..1ba9469 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_prod_do_not_keepdims_example/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_prod_do_not_keepdims_example/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_prod_do_not_keepdims_example/test_data_set_0/input_1.pb new file mode 100644 index 0000000..3179943 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_prod_do_not_keepdims_example/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_prod_do_not_keepdims_example/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_prod_do_not_keepdims_example/test_data_set_0/output_0.pb new file mode 100644 index 0000000..ea6f56b Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_prod_do_not_keepdims_example/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_prod_do_not_keepdims_random/model.onnx b/onnx/backend/test/data/node/test_reduce_prod_do_not_keepdims_random/model.onnx new file mode 100644 index 0000000..58c928b Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_prod_do_not_keepdims_random/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_prod_do_not_keepdims_random/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_prod_do_not_keepdims_random/test_data_set_0/input_0.pb new file mode 100644 index 0000000..7154933 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_prod_do_not_keepdims_random/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BdataJ0y?@@Ie?qÿ:@Ɵ@A_A1;@&? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_prod_do_not_keepdims_random/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_prod_do_not_keepdims_random/test_data_set_0/input_1.pb new file mode 100644 index 0000000..3179943 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_prod_do_not_keepdims_random/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_prod_do_not_keepdims_random/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_prod_do_not_keepdims_random/test_data_set_0/output_0.pb new file mode 100644 index 0000000..a769a4a Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_prod_do_not_keepdims_random/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_prod_empty_set/model.onnx b/onnx/backend/test/data/node/test_reduce_prod_empty_set/model.onnx new file mode 100644 index 0000000..e093794 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_prod_empty_set/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_prod_empty_set/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_prod_empty_set/test_data_set_0/input_0.pb new file mode 100644 index 0000000..99a6775 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_prod_empty_set/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_prod_empty_set/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_prod_empty_set/test_data_set_0/input_1.pb new file mode 100644 index 0000000..3179943 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_prod_empty_set/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_prod_empty_set/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_prod_empty_set/test_data_set_0/output_0.pb new file mode 100644 index 0000000..9b10ea4 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_prod_empty_set/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_prod_keepdims_example/model.onnx b/onnx/backend/test/data/node/test_reduce_prod_keepdims_example/model.onnx new file mode 100644 index 0000000..10c92c6 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_prod_keepdims_example/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_prod_keepdims_example/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_prod_keepdims_example/test_data_set_0/input_0.pb new file mode 100644 index 0000000..1ba9469 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_prod_keepdims_example/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_prod_keepdims_example/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_prod_keepdims_example/test_data_set_0/input_1.pb new file mode 100644 index 0000000..3179943 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_prod_keepdims_example/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_prod_keepdims_example/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_prod_keepdims_example/test_data_set_0/output_0.pb new file mode 100644 index 0000000..bdead60 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_prod_keepdims_example/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_prod_keepdims_random/model.onnx b/onnx/backend/test/data/node/test_reduce_prod_keepdims_random/model.onnx new file mode 100644 index 0000000..932f700 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_prod_keepdims_random/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_prod_keepdims_random/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_prod_keepdims_random/test_data_set_0/input_0.pb new file mode 100644 index 0000000..7154933 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_prod_keepdims_random/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BdataJ0y?@@Ie?qÿ:@Ɵ@A_A1;@&? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_prod_keepdims_random/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_prod_keepdims_random/test_data_set_0/input_1.pb new file mode 100644 index 0000000..3179943 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_prod_keepdims_random/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_prod_keepdims_random/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_prod_keepdims_random/test_data_set_0/output_0.pb new file mode 100644 index 0000000..bc0e85c Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_prod_keepdims_random/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_prod_negative_axes_keepdims_example/model.onnx b/onnx/backend/test/data/node/test_reduce_prod_negative_axes_keepdims_example/model.onnx new file mode 100644 index 0000000..22153d5 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_prod_negative_axes_keepdims_example/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_prod_negative_axes_keepdims_example/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_prod_negative_axes_keepdims_example/test_data_set_0/input_0.pb new file mode 100644 index 0000000..1ba9469 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_prod_negative_axes_keepdims_example/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_prod_negative_axes_keepdims_example/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_prod_negative_axes_keepdims_example/test_data_set_0/input_1.pb new file mode 100644 index 0000000..2f4bbd3 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_prod_negative_axes_keepdims_example/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BaxesJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_prod_negative_axes_keepdims_example/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_prod_negative_axes_keepdims_example/test_data_set_0/output_0.pb new file mode 100644 index 0000000..bdead60 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_prod_negative_axes_keepdims_example/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_prod_negative_axes_keepdims_random/model.onnx b/onnx/backend/test/data/node/test_reduce_prod_negative_axes_keepdims_random/model.onnx new file mode 100644 index 0000000..28fe24b Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_prod_negative_axes_keepdims_random/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_prod_negative_axes_keepdims_random/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_prod_negative_axes_keepdims_random/test_data_set_0/input_0.pb new file mode 100644 index 0000000..7154933 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_prod_negative_axes_keepdims_random/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BdataJ0y?@@Ie?qÿ:@Ɵ@A_A1;@&? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_prod_negative_axes_keepdims_random/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_prod_negative_axes_keepdims_random/test_data_set_0/input_1.pb new file mode 100644 index 0000000..2f4bbd3 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_prod_negative_axes_keepdims_random/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BaxesJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_prod_negative_axes_keepdims_random/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_prod_negative_axes_keepdims_random/test_data_set_0/output_0.pb new file mode 100644 index 0000000..bc0e85c Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_prod_negative_axes_keepdims_random/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_sum_default_axes_keepdims_example/model.onnx b/onnx/backend/test/data/node/test_reduce_sum_default_axes_keepdims_example/model.onnx new file mode 100644 index 0000000..ce06147 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_sum_default_axes_keepdims_example/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_sum_default_axes_keepdims_example/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_sum_default_axes_keepdims_example/test_data_set_0/input_0.pb new file mode 100644 index 0000000..1ba9469 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_sum_default_axes_keepdims_example/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_sum_default_axes_keepdims_example/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_sum_default_axes_keepdims_example/test_data_set_0/input_1.pb new file mode 100644 index 0000000..2f3f037 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_sum_default_axes_keepdims_example/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_sum_default_axes_keepdims_example/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_sum_default_axes_keepdims_example/test_data_set_0/output_0.pb new file mode 100644 index 0000000..7234556 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_sum_default_axes_keepdims_example/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_sum_default_axes_keepdims_random/model.onnx b/onnx/backend/test/data/node/test_reduce_sum_default_axes_keepdims_random/model.onnx new file mode 100644 index 0000000..bd072d2 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_sum_default_axes_keepdims_random/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_sum_default_axes_keepdims_random/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_sum_default_axes_keepdims_random/test_data_set_0/input_0.pb new file mode 100644 index 0000000..7154933 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_sum_default_axes_keepdims_random/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BdataJ0y?@@Ie?qÿ:@Ɵ@A_A1;@&? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_sum_default_axes_keepdims_random/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_sum_default_axes_keepdims_random/test_data_set_0/input_1.pb new file mode 100644 index 0000000..2f3f037 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_sum_default_axes_keepdims_random/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_sum_default_axes_keepdims_random/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_sum_default_axes_keepdims_random/test_data_set_0/output_0.pb new file mode 100644 index 0000000..3ae4f69 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_sum_default_axes_keepdims_random/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BreducedJvA \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_sum_do_not_keepdims_example/model.onnx b/onnx/backend/test/data/node/test_reduce_sum_do_not_keepdims_example/model.onnx new file mode 100644 index 0000000..5c50ca6 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_sum_do_not_keepdims_example/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_sum_do_not_keepdims_example/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_sum_do_not_keepdims_example/test_data_set_0/input_0.pb new file mode 100644 index 0000000..1ba9469 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_sum_do_not_keepdims_example/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_sum_do_not_keepdims_example/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_sum_do_not_keepdims_example/test_data_set_0/input_1.pb new file mode 100644 index 0000000..3179943 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_sum_do_not_keepdims_example/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_sum_do_not_keepdims_example/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_sum_do_not_keepdims_example/test_data_set_0/output_0.pb new file mode 100644 index 0000000..73ce772 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_sum_do_not_keepdims_example/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_sum_do_not_keepdims_random/model.onnx b/onnx/backend/test/data/node/test_reduce_sum_do_not_keepdims_random/model.onnx new file mode 100644 index 0000000..22bd635 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_sum_do_not_keepdims_random/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_sum_do_not_keepdims_random/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_sum_do_not_keepdims_random/test_data_set_0/input_0.pb new file mode 100644 index 0000000..7154933 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_sum_do_not_keepdims_random/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BdataJ0y?@@Ie?qÿ:@Ɵ@A_A1;@&? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_sum_do_not_keepdims_random/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_sum_do_not_keepdims_random/test_data_set_0/input_1.pb new file mode 100644 index 0000000..3179943 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_sum_do_not_keepdims_random/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_sum_do_not_keepdims_random/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_sum_do_not_keepdims_random/test_data_set_0/output_0.pb new file mode 100644 index 0000000..e17090b --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_sum_do_not_keepdims_random/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BreducedJB@Ir@81 ,A^qA1k \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_sum_empty_axes_input_noop/model.onnx b/onnx/backend/test/data/node/test_reduce_sum_empty_axes_input_noop/model.onnx new file mode 100644 index 0000000..56ef2a9 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_sum_empty_axes_input_noop/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_sum_empty_axes_input_noop/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_sum_empty_axes_input_noop/test_data_set_0/input_0.pb new file mode 100644 index 0000000..7154933 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_sum_empty_axes_input_noop/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BdataJ0y?@@Ie?qÿ:@Ɵ@A_A1;@&? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_sum_empty_axes_input_noop/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_sum_empty_axes_input_noop/test_data_set_0/input_1.pb new file mode 100644 index 0000000..2f3f037 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_sum_empty_axes_input_noop/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_sum_empty_axes_input_noop/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_sum_empty_axes_input_noop/test_data_set_0/output_0.pb new file mode 100644 index 0000000..63d96ff --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_sum_empty_axes_input_noop/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BreducedJ0y?@@Ie?qÿ:@Ɵ@A_A1;@&? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_sum_empty_axes_input_noop_example/model.onnx b/onnx/backend/test/data/node/test_reduce_sum_empty_axes_input_noop_example/model.onnx new file mode 100644 index 0000000..88ec0bd Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_sum_empty_axes_input_noop_example/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_sum_empty_axes_input_noop_example/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_sum_empty_axes_input_noop_example/test_data_set_0/input_0.pb new file mode 100644 index 0000000..1ba9469 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_sum_empty_axes_input_noop_example/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_sum_empty_axes_input_noop_example/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_sum_empty_axes_input_noop_example/test_data_set_0/input_1.pb new file mode 100644 index 0000000..2f3f037 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_sum_empty_axes_input_noop_example/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_sum_empty_axes_input_noop_example/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_sum_empty_axes_input_noop_example/test_data_set_0/output_0.pb new file mode 100644 index 0000000..271a151 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_sum_empty_axes_input_noop_example/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_sum_empty_set/model.onnx b/onnx/backend/test/data/node/test_reduce_sum_empty_set/model.onnx new file mode 100644 index 0000000..0ef5cab Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_sum_empty_set/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_sum_empty_set/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_sum_empty_set/test_data_set_0/input_0.pb new file mode 100644 index 0000000..99a6775 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_sum_empty_set/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_sum_empty_set/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_sum_empty_set/test_data_set_0/input_1.pb new file mode 100644 index 0000000..3179943 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_sum_empty_set/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_sum_empty_set/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_sum_empty_set/test_data_set_0/output_0.pb new file mode 100644 index 0000000..b43711b Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_sum_empty_set/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_sum_empty_set_non_reduced_axis_zero/model.onnx b/onnx/backend/test/data/node/test_reduce_sum_empty_set_non_reduced_axis_zero/model.onnx new file mode 100644 index 0000000..4decf89 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_sum_empty_set_non_reduced_axis_zero/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_sum_empty_set_non_reduced_axis_zero/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_sum_empty_set_non_reduced_axis_zero/test_data_set_0/input_0.pb new file mode 100644 index 0000000..99a6775 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_sum_empty_set_non_reduced_axis_zero/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_sum_empty_set_non_reduced_axis_zero/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_sum_empty_set_non_reduced_axis_zero/test_data_set_0/input_1.pb new file mode 100644 index 0000000..e8256ea Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_sum_empty_set_non_reduced_axis_zero/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_sum_empty_set_non_reduced_axis_zero/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_sum_empty_set_non_reduced_axis_zero/test_data_set_0/output_0.pb new file mode 100644 index 0000000..2ebb1a2 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_sum_empty_set_non_reduced_axis_zero/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_sum_keepdims_example/model.onnx b/onnx/backend/test/data/node/test_reduce_sum_keepdims_example/model.onnx new file mode 100644 index 0000000..34d88aa Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_sum_keepdims_example/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_sum_keepdims_example/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_sum_keepdims_example/test_data_set_0/input_0.pb new file mode 100644 index 0000000..1ba9469 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_sum_keepdims_example/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_sum_keepdims_example/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_sum_keepdims_example/test_data_set_0/input_1.pb new file mode 100644 index 0000000..3179943 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_sum_keepdims_example/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_sum_keepdims_example/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_sum_keepdims_example/test_data_set_0/output_0.pb new file mode 100644 index 0000000..a39080e Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_sum_keepdims_example/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_sum_keepdims_random/model.onnx b/onnx/backend/test/data/node/test_reduce_sum_keepdims_random/model.onnx new file mode 100644 index 0000000..68bc37a Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_sum_keepdims_random/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_sum_keepdims_random/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_sum_keepdims_random/test_data_set_0/input_0.pb new file mode 100644 index 0000000..7154933 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_sum_keepdims_random/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BdataJ0y?@@Ie?qÿ:@Ɵ@A_A1;@&? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_sum_keepdims_random/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_sum_keepdims_random/test_data_set_0/input_1.pb new file mode 100644 index 0000000..3179943 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_sum_keepdims_random/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_sum_keepdims_random/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_sum_keepdims_random/test_data_set_0/output_0.pb new file mode 100644 index 0000000..76c670d --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_sum_keepdims_random/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BreducedJB@Ir@81 ,A^qA1k \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_sum_negative_axes_keepdims_example/model.onnx b/onnx/backend/test/data/node/test_reduce_sum_negative_axes_keepdims_example/model.onnx new file mode 100644 index 0000000..0f95aa0 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_sum_negative_axes_keepdims_example/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_sum_negative_axes_keepdims_example/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_sum_negative_axes_keepdims_example/test_data_set_0/input_0.pb new file mode 100644 index 0000000..1ba9469 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_sum_negative_axes_keepdims_example/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_sum_negative_axes_keepdims_example/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_sum_negative_axes_keepdims_example/test_data_set_0/input_1.pb new file mode 100644 index 0000000..2f4bbd3 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_sum_negative_axes_keepdims_example/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BaxesJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_sum_negative_axes_keepdims_example/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_sum_negative_axes_keepdims_example/test_data_set_0/output_0.pb new file mode 100644 index 0000000..a39080e Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_sum_negative_axes_keepdims_example/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_sum_negative_axes_keepdims_random/model.onnx b/onnx/backend/test/data/node/test_reduce_sum_negative_axes_keepdims_random/model.onnx new file mode 100644 index 0000000..31e71f2 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_sum_negative_axes_keepdims_random/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_sum_negative_axes_keepdims_random/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_sum_negative_axes_keepdims_random/test_data_set_0/input_0.pb new file mode 100644 index 0000000..7154933 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_sum_negative_axes_keepdims_random/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BdataJ0y?@@Ie?qÿ:@Ɵ@A_A1;@&? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_sum_negative_axes_keepdims_random/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_sum_negative_axes_keepdims_random/test_data_set_0/input_1.pb new file mode 100644 index 0000000..2f4bbd3 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_sum_negative_axes_keepdims_random/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BaxesJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_sum_negative_axes_keepdims_random/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_sum_negative_axes_keepdims_random/test_data_set_0/output_0.pb new file mode 100644 index 0000000..76c670d --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_sum_negative_axes_keepdims_random/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BreducedJB@Ir@81 ,A^qA1k \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_sum_square_default_axes_keepdims_example/model.onnx b/onnx/backend/test/data/node/test_reduce_sum_square_default_axes_keepdims_example/model.onnx new file mode 100644 index 0000000..b8999a5 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_sum_square_default_axes_keepdims_example/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_sum_square_default_axes_keepdims_example/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_sum_square_default_axes_keepdims_example/test_data_set_0/input_0.pb new file mode 100644 index 0000000..1ba9469 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_sum_square_default_axes_keepdims_example/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_sum_square_default_axes_keepdims_example/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_sum_square_default_axes_keepdims_example/test_data_set_0/input_1.pb new file mode 100644 index 0000000..2f3f037 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_sum_square_default_axes_keepdims_example/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_sum_square_default_axes_keepdims_example/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_sum_square_default_axes_keepdims_example/test_data_set_0/output_0.pb new file mode 100644 index 0000000..5086a99 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_sum_square_default_axes_keepdims_example/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_sum_square_default_axes_keepdims_example_expanded/model.onnx b/onnx/backend/test/data/node/test_reduce_sum_square_default_axes_keepdims_example_expanded/model.onnx new file mode 100644 index 0000000..026abf8 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_sum_square_default_axes_keepdims_example_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_sum_square_default_axes_keepdims_example_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_sum_square_default_axes_keepdims_example_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..1ba9469 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_sum_square_default_axes_keepdims_example_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_sum_square_default_axes_keepdims_example_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_sum_square_default_axes_keepdims_example_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..2f3f037 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_sum_square_default_axes_keepdims_example_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_sum_square_default_axes_keepdims_example_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_sum_square_default_axes_keepdims_example_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..5086a99 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_sum_square_default_axes_keepdims_example_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_sum_square_default_axes_keepdims_random/model.onnx b/onnx/backend/test/data/node/test_reduce_sum_square_default_axes_keepdims_random/model.onnx new file mode 100644 index 0000000..0fb64ca Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_sum_square_default_axes_keepdims_random/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_sum_square_default_axes_keepdims_random/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_sum_square_default_axes_keepdims_random/test_data_set_0/input_0.pb new file mode 100644 index 0000000..7154933 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_sum_square_default_axes_keepdims_random/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BdataJ0y?@@Ie?qÿ:@Ɵ@A_A1;@&? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_sum_square_default_axes_keepdims_random/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_sum_square_default_axes_keepdims_random/test_data_set_0/input_1.pb new file mode 100644 index 0000000..2f3f037 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_sum_square_default_axes_keepdims_random/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_sum_square_default_axes_keepdims_random/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_sum_square_default_axes_keepdims_random/test_data_set_0/output_0.pb new file mode 100644 index 0000000..3e95228 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_sum_square_default_axes_keepdims_random/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BreducedJN`C \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_sum_square_default_axes_keepdims_random_expanded/model.onnx b/onnx/backend/test/data/node/test_reduce_sum_square_default_axes_keepdims_random_expanded/model.onnx new file mode 100644 index 0000000..4f9185f Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_sum_square_default_axes_keepdims_random_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_sum_square_default_axes_keepdims_random_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_sum_square_default_axes_keepdims_random_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..7154933 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_sum_square_default_axes_keepdims_random_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BdataJ0y?@@Ie?qÿ:@Ɵ@A_A1;@&? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_sum_square_default_axes_keepdims_random_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_sum_square_default_axes_keepdims_random_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..2f3f037 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_sum_square_default_axes_keepdims_random_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_sum_square_default_axes_keepdims_random_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_sum_square_default_axes_keepdims_random_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..3e95228 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_sum_square_default_axes_keepdims_random_expanded/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BreducedJN`C \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_sum_square_do_not_keepdims_example/model.onnx b/onnx/backend/test/data/node/test_reduce_sum_square_do_not_keepdims_example/model.onnx new file mode 100644 index 0000000..cfdc1b2 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_sum_square_do_not_keepdims_example/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_sum_square_do_not_keepdims_example/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_sum_square_do_not_keepdims_example/test_data_set_0/input_0.pb new file mode 100644 index 0000000..1ba9469 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_sum_square_do_not_keepdims_example/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_sum_square_do_not_keepdims_example/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_sum_square_do_not_keepdims_example/test_data_set_0/input_1.pb new file mode 100644 index 0000000..3179943 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_sum_square_do_not_keepdims_example/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_sum_square_do_not_keepdims_example/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_sum_square_do_not_keepdims_example/test_data_set_0/output_0.pb new file mode 100644 index 0000000..a63a3ba Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_sum_square_do_not_keepdims_example/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_sum_square_do_not_keepdims_example_expanded/model.onnx b/onnx/backend/test/data/node/test_reduce_sum_square_do_not_keepdims_example_expanded/model.onnx new file mode 100644 index 0000000..1282288 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_sum_square_do_not_keepdims_example_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_sum_square_do_not_keepdims_example_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_sum_square_do_not_keepdims_example_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..1ba9469 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_sum_square_do_not_keepdims_example_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_sum_square_do_not_keepdims_example_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_sum_square_do_not_keepdims_example_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..3179943 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_sum_square_do_not_keepdims_example_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_sum_square_do_not_keepdims_example_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_sum_square_do_not_keepdims_example_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..a63a3ba Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_sum_square_do_not_keepdims_example_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_sum_square_do_not_keepdims_random/model.onnx b/onnx/backend/test/data/node/test_reduce_sum_square_do_not_keepdims_random/model.onnx new file mode 100644 index 0000000..bdd5785 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_sum_square_do_not_keepdims_random/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_sum_square_do_not_keepdims_random/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_sum_square_do_not_keepdims_random/test_data_set_0/input_0.pb new file mode 100644 index 0000000..7154933 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_sum_square_do_not_keepdims_random/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BdataJ0y?@@Ie?qÿ:@Ɵ@A_A1;@&? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_sum_square_do_not_keepdims_random/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_sum_square_do_not_keepdims_random/test_data_set_0/input_1.pb new file mode 100644 index 0000000..3179943 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_sum_square_do_not_keepdims_random/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_sum_square_do_not_keepdims_random/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_sum_square_do_not_keepdims_random/test_data_set_0/output_0.pb new file mode 100644 index 0000000..fc88d33 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_sum_square_do_not_keepdims_random/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BreducedJګ@Ax@#ыBB@ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_sum_square_do_not_keepdims_random_expanded/model.onnx b/onnx/backend/test/data/node/test_reduce_sum_square_do_not_keepdims_random_expanded/model.onnx new file mode 100644 index 0000000..1b66e65 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_sum_square_do_not_keepdims_random_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_sum_square_do_not_keepdims_random_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_sum_square_do_not_keepdims_random_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..7154933 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_sum_square_do_not_keepdims_random_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BdataJ0y?@@Ie?qÿ:@Ɵ@A_A1;@&? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_sum_square_do_not_keepdims_random_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_sum_square_do_not_keepdims_random_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..3179943 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_sum_square_do_not_keepdims_random_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_sum_square_do_not_keepdims_random_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_sum_square_do_not_keepdims_random_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..fc88d33 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_sum_square_do_not_keepdims_random_expanded/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BreducedJګ@Ax@#ыBB@ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_sum_square_empty_set/model.onnx b/onnx/backend/test/data/node/test_reduce_sum_square_empty_set/model.onnx new file mode 100644 index 0000000..5277d13 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_sum_square_empty_set/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_sum_square_empty_set/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_sum_square_empty_set/test_data_set_0/input_0.pb new file mode 100644 index 0000000..99a6775 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_sum_square_empty_set/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_sum_square_empty_set/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_sum_square_empty_set/test_data_set_0/input_1.pb new file mode 100644 index 0000000..3179943 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_sum_square_empty_set/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_sum_square_empty_set/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_sum_square_empty_set/test_data_set_0/output_0.pb new file mode 100644 index 0000000..b43711b Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_sum_square_empty_set/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_sum_square_empty_set_expanded/model.onnx b/onnx/backend/test/data/node/test_reduce_sum_square_empty_set_expanded/model.onnx new file mode 100644 index 0000000..af0404a Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_sum_square_empty_set_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_sum_square_empty_set_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_sum_square_empty_set_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..99a6775 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_sum_square_empty_set_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_sum_square_empty_set_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_sum_square_empty_set_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..3179943 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_sum_square_empty_set_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_sum_square_empty_set_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_sum_square_empty_set_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..b43711b Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_sum_square_empty_set_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_sum_square_keepdims_example/model.onnx b/onnx/backend/test/data/node/test_reduce_sum_square_keepdims_example/model.onnx new file mode 100644 index 0000000..04e8953 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_sum_square_keepdims_example/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_sum_square_keepdims_example/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_sum_square_keepdims_example/test_data_set_0/input_0.pb new file mode 100644 index 0000000..1ba9469 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_sum_square_keepdims_example/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_sum_square_keepdims_example/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_sum_square_keepdims_example/test_data_set_0/input_1.pb new file mode 100644 index 0000000..3179943 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_sum_square_keepdims_example/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_sum_square_keepdims_example/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_sum_square_keepdims_example/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d1fa987 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_sum_square_keepdims_example/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_sum_square_keepdims_example_expanded/model.onnx b/onnx/backend/test/data/node/test_reduce_sum_square_keepdims_example_expanded/model.onnx new file mode 100644 index 0000000..96e6662 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_sum_square_keepdims_example_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_sum_square_keepdims_example_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_sum_square_keepdims_example_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..1ba9469 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_sum_square_keepdims_example_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_sum_square_keepdims_example_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_sum_square_keepdims_example_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..3179943 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_sum_square_keepdims_example_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_sum_square_keepdims_example_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_sum_square_keepdims_example_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d1fa987 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_sum_square_keepdims_example_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_sum_square_keepdims_random/model.onnx b/onnx/backend/test/data/node/test_reduce_sum_square_keepdims_random/model.onnx new file mode 100644 index 0000000..3268943 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_sum_square_keepdims_random/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_sum_square_keepdims_random/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_sum_square_keepdims_random/test_data_set_0/input_0.pb new file mode 100644 index 0000000..7154933 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_sum_square_keepdims_random/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BdataJ0y?@@Ie?qÿ:@Ɵ@A_A1;@&? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_sum_square_keepdims_random/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_sum_square_keepdims_random/test_data_set_0/input_1.pb new file mode 100644 index 0000000..3179943 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_sum_square_keepdims_random/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_sum_square_keepdims_random/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_sum_square_keepdims_random/test_data_set_0/output_0.pb new file mode 100644 index 0000000..c18ae9b --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_sum_square_keepdims_random/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BreducedJګ@Ax@#ыBB@ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_sum_square_keepdims_random_expanded/model.onnx b/onnx/backend/test/data/node/test_reduce_sum_square_keepdims_random_expanded/model.onnx new file mode 100644 index 0000000..995e234 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_sum_square_keepdims_random_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_sum_square_keepdims_random_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_sum_square_keepdims_random_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..7154933 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_sum_square_keepdims_random_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BdataJ0y?@@Ie?qÿ:@Ɵ@A_A1;@&? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_sum_square_keepdims_random_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_sum_square_keepdims_random_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..3179943 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_sum_square_keepdims_random_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_sum_square_keepdims_random_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_sum_square_keepdims_random_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..c18ae9b --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_sum_square_keepdims_random_expanded/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BreducedJګ@Ax@#ыBB@ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_sum_square_negative_axes_keepdims_example/model.onnx b/onnx/backend/test/data/node/test_reduce_sum_square_negative_axes_keepdims_example/model.onnx new file mode 100644 index 0000000..7a655db Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_sum_square_negative_axes_keepdims_example/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_sum_square_negative_axes_keepdims_example/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_sum_square_negative_axes_keepdims_example/test_data_set_0/input_0.pb new file mode 100644 index 0000000..1ba9469 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_sum_square_negative_axes_keepdims_example/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_sum_square_negative_axes_keepdims_example/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_sum_square_negative_axes_keepdims_example/test_data_set_0/input_1.pb new file mode 100644 index 0000000..2f4bbd3 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_sum_square_negative_axes_keepdims_example/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BaxesJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_sum_square_negative_axes_keepdims_example/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_sum_square_negative_axes_keepdims_example/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d1fa987 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_sum_square_negative_axes_keepdims_example/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_sum_square_negative_axes_keepdims_example_expanded/model.onnx b/onnx/backend/test/data/node/test_reduce_sum_square_negative_axes_keepdims_example_expanded/model.onnx new file mode 100644 index 0000000..6b658e8 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_sum_square_negative_axes_keepdims_example_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_sum_square_negative_axes_keepdims_example_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_sum_square_negative_axes_keepdims_example_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..1ba9469 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_sum_square_negative_axes_keepdims_example_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_sum_square_negative_axes_keepdims_example_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_sum_square_negative_axes_keepdims_example_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..2f4bbd3 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_sum_square_negative_axes_keepdims_example_expanded/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BaxesJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_sum_square_negative_axes_keepdims_example_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_sum_square_negative_axes_keepdims_example_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d1fa987 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_sum_square_negative_axes_keepdims_example_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_reduce_sum_square_negative_axes_keepdims_random/model.onnx b/onnx/backend/test/data/node/test_reduce_sum_square_negative_axes_keepdims_random/model.onnx new file mode 100644 index 0000000..30710bb Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_sum_square_negative_axes_keepdims_random/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_sum_square_negative_axes_keepdims_random/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_sum_square_negative_axes_keepdims_random/test_data_set_0/input_0.pb new file mode 100644 index 0000000..7154933 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_sum_square_negative_axes_keepdims_random/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BdataJ0y?@@Ie?qÿ:@Ɵ@A_A1;@&? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_sum_square_negative_axes_keepdims_random/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_sum_square_negative_axes_keepdims_random/test_data_set_0/input_1.pb new file mode 100644 index 0000000..2f4bbd3 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_sum_square_negative_axes_keepdims_random/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BaxesJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_sum_square_negative_axes_keepdims_random/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_sum_square_negative_axes_keepdims_random/test_data_set_0/output_0.pb new file mode 100644 index 0000000..c18ae9b --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_sum_square_negative_axes_keepdims_random/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BreducedJګ@Ax@#ыBB@ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_sum_square_negative_axes_keepdims_random_expanded/model.onnx b/onnx/backend/test/data/node/test_reduce_sum_square_negative_axes_keepdims_random_expanded/model.onnx new file mode 100644 index 0000000..5d275f7 Binary files /dev/null and b/onnx/backend/test/data/node/test_reduce_sum_square_negative_axes_keepdims_random_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reduce_sum_square_negative_axes_keepdims_random_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_sum_square_negative_axes_keepdims_random_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..7154933 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_sum_square_negative_axes_keepdims_random_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BdataJ0y?@@Ie?qÿ:@Ɵ@A_A1;@&? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_sum_square_negative_axes_keepdims_random_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reduce_sum_square_negative_axes_keepdims_random_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..2f4bbd3 --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_sum_square_negative_axes_keepdims_random_expanded/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BaxesJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_sum_square_negative_axes_keepdims_random_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_sum_square_negative_axes_keepdims_random_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..c18ae9b --- /dev/null +++ b/onnx/backend/test/data/node/test_reduce_sum_square_negative_axes_keepdims_random_expanded/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BreducedJګ@Ax@#ыBB@ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reflect_pad/model.onnx b/onnx/backend/test/data/node/test_reflect_pad/model.onnx new file mode 100644 index 0000000..1952d7a Binary files /dev/null and b/onnx/backend/test/data/node/test_reflect_pad/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reflect_pad/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reflect_pad/test_data_set_0/input_0.pb new file mode 100644 index 0000000..3737f7c Binary files /dev/null and b/onnx/backend/test/data/node/test_reflect_pad/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_reflect_pad/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reflect_pad/test_data_set_0/input_1.pb new file mode 100644 index 0000000..131ea5f Binary files /dev/null and b/onnx/backend/test/data/node/test_reflect_pad/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reflect_pad/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reflect_pad/test_data_set_0/output_0.pb new file mode 100644 index 0000000..1827c78 Binary files /dev/null and b/onnx/backend/test/data/node/test_reflect_pad/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_regex_full_match_basic/model.onnx b/onnx/backend/test/data/node/test_regex_full_match_basic/model.onnx new file mode 100644 index 0000000..539f0ef Binary files /dev/null and b/onnx/backend/test/data/node/test_regex_full_match_basic/model.onnx differ diff --git a/onnx/backend/test/data/node/test_regex_full_match_basic/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_regex_full_match_basic/test_data_set_0/input_0.pb new file mode 100644 index 0000000..8b647d8 --- /dev/null +++ b/onnx/backend/test/data/node/test_regex_full_match_basic/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +2www.google.com2www.facebook.com2 www.bbc.co.ukBX \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_regex_full_match_basic/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_regex_full_match_basic/test_data_set_0/output_0.pb new file mode 100644 index 0000000..b676b43 Binary files /dev/null and b/onnx/backend/test/data/node/test_regex_full_match_basic/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_regex_full_match_email_domain/model.onnx b/onnx/backend/test/data/node/test_regex_full_match_email_domain/model.onnx new file mode 100644 index 0000000..bf03e4a Binary files /dev/null and b/onnx/backend/test/data/node/test_regex_full_match_email_domain/model.onnx differ diff --git a/onnx/backend/test/data/node/test_regex_full_match_email_domain/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_regex_full_match_email_domain/test_data_set_0/input_0.pb new file mode 100644 index 0000000..9eea4c7 --- /dev/null +++ b/onnx/backend/test/data/node/test_regex_full_match_email_domain/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +2account@gmail.com2account@hotmail.com2 not email2account2@yahoo.comBX \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_regex_full_match_email_domain/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_regex_full_match_email_domain/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d2ce9b0 Binary files /dev/null and b/onnx/backend/test/data/node/test_regex_full_match_email_domain/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_regex_full_match_empty/model.onnx b/onnx/backend/test/data/node/test_regex_full_match_empty/model.onnx new file mode 100644 index 0000000..5948686 Binary files /dev/null and b/onnx/backend/test/data/node/test_regex_full_match_empty/model.onnx differ diff --git a/onnx/backend/test/data/node/test_regex_full_match_empty/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_regex_full_match_empty/test_data_set_0/input_0.pb new file mode 100644 index 0000000..998c963 Binary files /dev/null and b/onnx/backend/test/data/node/test_regex_full_match_empty/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_regex_full_match_empty/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_regex_full_match_empty/test_data_set_0/output_0.pb new file mode 100644 index 0000000..0ac3770 Binary files /dev/null and b/onnx/backend/test/data/node/test_regex_full_match_empty/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_relu/model.onnx b/onnx/backend/test/data/node/test_relu/model.onnx new file mode 100644 index 0000000..6b6d137 Binary files /dev/null and b/onnx/backend/test/data/node/test_relu/model.onnx differ diff --git a/onnx/backend/test/data/node/test_relu/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_relu/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_relu/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_relu/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_relu/test_data_set_0/output_0.pb new file mode 100644 index 0000000..9210c94 Binary files /dev/null and b/onnx/backend/test/data/node/test_relu/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_relu_expanded_ver18/model.onnx b/onnx/backend/test/data/node/test_relu_expanded_ver18/model.onnx new file mode 100644 index 0000000..f16f97f Binary files /dev/null and b/onnx/backend/test/data/node/test_relu_expanded_ver18/model.onnx differ diff --git a/onnx/backend/test/data/node/test_relu_expanded_ver18/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_relu_expanded_ver18/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_relu_expanded_ver18/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_relu_expanded_ver18/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_relu_expanded_ver18/test_data_set_0/output_0.pb new file mode 100644 index 0000000..9210c94 Binary files /dev/null and b/onnx/backend/test/data/node/test_relu_expanded_ver18/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_reshape_allowzero_reordered/model.onnx b/onnx/backend/test/data/node/test_reshape_allowzero_reordered/model.onnx new file mode 100644 index 0000000..fcebbbf Binary files /dev/null and b/onnx/backend/test/data/node/test_reshape_allowzero_reordered/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reshape_allowzero_reordered/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reshape_allowzero_reordered/test_data_set_0/input_0.pb new file mode 100644 index 0000000..7f0a44b Binary files /dev/null and b/onnx/backend/test/data/node/test_reshape_allowzero_reordered/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_reshape_allowzero_reordered/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reshape_allowzero_reordered/test_data_set_0/input_1.pb new file mode 100644 index 0000000..4a499af Binary files /dev/null and b/onnx/backend/test/data/node/test_reshape_allowzero_reordered/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reshape_allowzero_reordered/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reshape_allowzero_reordered/test_data_set_0/output_0.pb new file mode 100644 index 0000000..92fa62e Binary files /dev/null and b/onnx/backend/test/data/node/test_reshape_allowzero_reordered/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_reshape_extended_dims/model.onnx b/onnx/backend/test/data/node/test_reshape_extended_dims/model.onnx new file mode 100644 index 0000000..40e657d Binary files /dev/null and b/onnx/backend/test/data/node/test_reshape_extended_dims/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reshape_extended_dims/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reshape_extended_dims/test_data_set_0/input_0.pb new file mode 100644 index 0000000..d80707a --- /dev/null +++ b/onnx/backend/test/data/node/test_reshape_extended_dims/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BdataJ`  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{=p= <&U?H5G?^?z?L?G>G? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reshape_extended_dims/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reshape_extended_dims/test_data_set_0/input_1.pb new file mode 100644 index 0000000..6febe46 Binary files /dev/null and b/onnx/backend/test/data/node/test_reshape_extended_dims/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reshape_extended_dims/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reshape_extended_dims/test_data_set_0/output_0.pb new file mode 100644 index 0000000..23118a4 --- /dev/null +++ b/onnx/backend/test/data/node/test_reshape_extended_dims/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BreshapedJ`  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{=p= <&U?H5G?^?z?L?G>G? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reshape_negative_dim/model.onnx b/onnx/backend/test/data/node/test_reshape_negative_dim/model.onnx new file mode 100644 index 0000000..09784ba Binary files /dev/null and b/onnx/backend/test/data/node/test_reshape_negative_dim/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reshape_negative_dim/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reshape_negative_dim/test_data_set_0/input_0.pb new file mode 100644 index 0000000..d80707a --- /dev/null +++ b/onnx/backend/test/data/node/test_reshape_negative_dim/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BdataJ`  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{=p= <&U?H5G?^?z?L?G>G? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reshape_negative_dim/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reshape_negative_dim/test_data_set_0/input_1.pb new file mode 100644 index 0000000..1f500c3 Binary files /dev/null and b/onnx/backend/test/data/node/test_reshape_negative_dim/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reshape_negative_dim/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reshape_negative_dim/test_data_set_0/output_0.pb new file mode 100644 index 0000000..3b8f76a --- /dev/null +++ b/onnx/backend/test/data/node/test_reshape_negative_dim/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BreshapedJ`  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{=p= <&U?H5G?^?z?L?G>G? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reshape_negative_extended_dims/model.onnx b/onnx/backend/test/data/node/test_reshape_negative_extended_dims/model.onnx new file mode 100644 index 0000000..632e58f Binary files /dev/null and b/onnx/backend/test/data/node/test_reshape_negative_extended_dims/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reshape_negative_extended_dims/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reshape_negative_extended_dims/test_data_set_0/input_0.pb new file mode 100644 index 0000000..d80707a --- /dev/null +++ b/onnx/backend/test/data/node/test_reshape_negative_extended_dims/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BdataJ`  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{=p= <&U?H5G?^?z?L?G>G? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reshape_negative_extended_dims/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reshape_negative_extended_dims/test_data_set_0/input_1.pb new file mode 100644 index 0000000..e2cc6aa Binary files /dev/null and b/onnx/backend/test/data/node/test_reshape_negative_extended_dims/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reshape_negative_extended_dims/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reshape_negative_extended_dims/test_data_set_0/output_0.pb new file mode 100644 index 0000000..86c7f3e --- /dev/null +++ b/onnx/backend/test/data/node/test_reshape_negative_extended_dims/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BreshapedJ`  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{=p= <&U?H5G?^?z?L?G>G? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reshape_one_dim/model.onnx b/onnx/backend/test/data/node/test_reshape_one_dim/model.onnx new file mode 100644 index 0000000..33a91fd Binary files /dev/null and b/onnx/backend/test/data/node/test_reshape_one_dim/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reshape_one_dim/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reshape_one_dim/test_data_set_0/input_0.pb new file mode 100644 index 0000000..d80707a --- /dev/null +++ b/onnx/backend/test/data/node/test_reshape_one_dim/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BdataJ`  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{=p= <&U?H5G?^?z?L?G>G? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reshape_one_dim/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reshape_one_dim/test_data_set_0/input_1.pb new file mode 100644 index 0000000..1c7276f Binary files /dev/null and b/onnx/backend/test/data/node/test_reshape_one_dim/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reshape_one_dim/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reshape_one_dim/test_data_set_0/output_0.pb new file mode 100644 index 0000000..caecce4 --- /dev/null +++ b/onnx/backend/test/data/node/test_reshape_one_dim/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BreshapedJ`  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{=p= <&U?H5G?^?z?L?G>G? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reshape_reduced_dims/model.onnx b/onnx/backend/test/data/node/test_reshape_reduced_dims/model.onnx new file mode 100644 index 0000000..9d45953 Binary files /dev/null and b/onnx/backend/test/data/node/test_reshape_reduced_dims/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reshape_reduced_dims/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reshape_reduced_dims/test_data_set_0/input_0.pb new file mode 100644 index 0000000..d80707a --- /dev/null +++ b/onnx/backend/test/data/node/test_reshape_reduced_dims/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BdataJ`  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{=p= <&U?H5G?^?z?L?G>G? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reshape_reduced_dims/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reshape_reduced_dims/test_data_set_0/input_1.pb new file mode 100644 index 0000000..36ae1cd Binary files /dev/null and b/onnx/backend/test/data/node/test_reshape_reduced_dims/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reshape_reduced_dims/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reshape_reduced_dims/test_data_set_0/output_0.pb new file mode 100644 index 0000000..515d48c --- /dev/null +++ b/onnx/backend/test/data/node/test_reshape_reduced_dims/test_data_set_0/output_0.pb @@ -0,0 +1 @@ + BreshapedJ`  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{=p= <&U?H5G?^?z?L?G>G? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reshape_reordered_all_dims/model.onnx b/onnx/backend/test/data/node/test_reshape_reordered_all_dims/model.onnx new file mode 100644 index 0000000..5fedfaf Binary files /dev/null and b/onnx/backend/test/data/node/test_reshape_reordered_all_dims/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reshape_reordered_all_dims/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reshape_reordered_all_dims/test_data_set_0/input_0.pb new file mode 100644 index 0000000..d80707a --- /dev/null +++ b/onnx/backend/test/data/node/test_reshape_reordered_all_dims/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BdataJ`  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{=p= <&U?H5G?^?z?L?G>G? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reshape_reordered_all_dims/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reshape_reordered_all_dims/test_data_set_0/input_1.pb new file mode 100644 index 0000000..15b5542 Binary files /dev/null and b/onnx/backend/test/data/node/test_reshape_reordered_all_dims/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reshape_reordered_all_dims/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reshape_reordered_all_dims/test_data_set_0/output_0.pb new file mode 100644 index 0000000..12748ef --- /dev/null +++ b/onnx/backend/test/data/node/test_reshape_reordered_all_dims/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BreshapedJ`  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{=p= <&U?H5G?^?z?L?G>G? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reshape_reordered_last_dims/model.onnx b/onnx/backend/test/data/node/test_reshape_reordered_last_dims/model.onnx new file mode 100644 index 0000000..a57fe99 Binary files /dev/null and b/onnx/backend/test/data/node/test_reshape_reordered_last_dims/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reshape_reordered_last_dims/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reshape_reordered_last_dims/test_data_set_0/input_0.pb new file mode 100644 index 0000000..d80707a --- /dev/null +++ b/onnx/backend/test/data/node/test_reshape_reordered_last_dims/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BdataJ`  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{=p= <&U?H5G?^?z?L?G>G? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reshape_reordered_last_dims/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reshape_reordered_last_dims/test_data_set_0/input_1.pb new file mode 100644 index 0000000..dd88ffb Binary files /dev/null and b/onnx/backend/test/data/node/test_reshape_reordered_last_dims/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reshape_reordered_last_dims/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reshape_reordered_last_dims/test_data_set_0/output_0.pb new file mode 100644 index 0000000..651078e --- /dev/null +++ b/onnx/backend/test/data/node/test_reshape_reordered_last_dims/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BreshapedJ`  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{=p= <&U?H5G?^?z?L?G>G? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reshape_zero_and_negative_dim/model.onnx b/onnx/backend/test/data/node/test_reshape_zero_and_negative_dim/model.onnx new file mode 100644 index 0000000..e966851 Binary files /dev/null and b/onnx/backend/test/data/node/test_reshape_zero_and_negative_dim/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reshape_zero_and_negative_dim/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reshape_zero_and_negative_dim/test_data_set_0/input_0.pb new file mode 100644 index 0000000..d80707a --- /dev/null +++ b/onnx/backend/test/data/node/test_reshape_zero_and_negative_dim/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BdataJ`  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{=p= <&U?H5G?^?z?L?G>G? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reshape_zero_and_negative_dim/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reshape_zero_and_negative_dim/test_data_set_0/input_1.pb new file mode 100644 index 0000000..ff09fd3 Binary files /dev/null and b/onnx/backend/test/data/node/test_reshape_zero_and_negative_dim/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reshape_zero_and_negative_dim/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reshape_zero_and_negative_dim/test_data_set_0/output_0.pb new file mode 100644 index 0000000..57f7584 --- /dev/null +++ b/onnx/backend/test/data/node/test_reshape_zero_and_negative_dim/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BreshapedJ`  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{=p= <&U?H5G?^?z?L?G>G? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reshape_zero_dim/model.onnx b/onnx/backend/test/data/node/test_reshape_zero_dim/model.onnx new file mode 100644 index 0000000..dda4bf8 Binary files /dev/null and b/onnx/backend/test/data/node/test_reshape_zero_dim/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reshape_zero_dim/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reshape_zero_dim/test_data_set_0/input_0.pb new file mode 100644 index 0000000..d80707a --- /dev/null +++ b/onnx/backend/test/data/node/test_reshape_zero_dim/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BdataJ`  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{=p= <&U?H5G?^?z?L?G>G? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reshape_zero_dim/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reshape_zero_dim/test_data_set_0/input_1.pb new file mode 100644 index 0000000..17ddeb3 Binary files /dev/null and b/onnx/backend/test/data/node/test_reshape_zero_dim/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reshape_zero_dim/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reshape_zero_dim/test_data_set_0/output_0.pb new file mode 100644 index 0000000..e4d5bf5 --- /dev/null +++ b/onnx/backend/test/data/node/test_reshape_zero_dim/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BreshapedJ`  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{=p= <&U?H5G?^?z?L?G>G? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_resize_downsample_scales_cubic/model.onnx b/onnx/backend/test/data/node/test_resize_downsample_scales_cubic/model.onnx new file mode 100644 index 0000000..67002ec Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_downsample_scales_cubic/model.onnx differ diff --git a/onnx/backend/test/data/node/test_resize_downsample_scales_cubic/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_resize_downsample_scales_cubic/test_data_set_0/input_0.pb new file mode 100644 index 0000000..97596cc Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_downsample_scales_cubic/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_resize_downsample_scales_cubic/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_resize_downsample_scales_cubic/test_data_set_0/input_1.pb new file mode 100644 index 0000000..bed53be Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_downsample_scales_cubic/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_resize_downsample_scales_cubic/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_resize_downsample_scales_cubic/test_data_set_0/output_0.pb new file mode 100644 index 0000000..23a0313 Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_downsample_scales_cubic/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_resize_downsample_scales_cubic_A_n0p5_exclude_outside/model.onnx b/onnx/backend/test/data/node/test_resize_downsample_scales_cubic_A_n0p5_exclude_outside/model.onnx new file mode 100644 index 0000000..4571472 Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_downsample_scales_cubic_A_n0p5_exclude_outside/model.onnx differ diff --git a/onnx/backend/test/data/node/test_resize_downsample_scales_cubic_A_n0p5_exclude_outside/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_resize_downsample_scales_cubic_A_n0p5_exclude_outside/test_data_set_0/input_0.pb new file mode 100644 index 0000000..97596cc Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_downsample_scales_cubic_A_n0p5_exclude_outside/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_resize_downsample_scales_cubic_A_n0p5_exclude_outside/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_resize_downsample_scales_cubic_A_n0p5_exclude_outside/test_data_set_0/input_1.pb new file mode 100644 index 0000000..bed53be Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_downsample_scales_cubic_A_n0p5_exclude_outside/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_resize_downsample_scales_cubic_A_n0p5_exclude_outside/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_resize_downsample_scales_cubic_A_n0p5_exclude_outside/test_data_set_0/output_0.pb new file mode 100644 index 0000000..e90ac9a Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_downsample_scales_cubic_A_n0p5_exclude_outside/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_resize_downsample_scales_cubic_align_corners/model.onnx b/onnx/backend/test/data/node/test_resize_downsample_scales_cubic_align_corners/model.onnx new file mode 100644 index 0000000..157355f Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_downsample_scales_cubic_align_corners/model.onnx differ diff --git a/onnx/backend/test/data/node/test_resize_downsample_scales_cubic_align_corners/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_resize_downsample_scales_cubic_align_corners/test_data_set_0/input_0.pb new file mode 100644 index 0000000..97596cc Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_downsample_scales_cubic_align_corners/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_resize_downsample_scales_cubic_align_corners/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_resize_downsample_scales_cubic_align_corners/test_data_set_0/input_1.pb new file mode 100644 index 0000000..bed53be Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_downsample_scales_cubic_align_corners/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_resize_downsample_scales_cubic_align_corners/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_resize_downsample_scales_cubic_align_corners/test_data_set_0/output_0.pb new file mode 100644 index 0000000..5255d0f Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_downsample_scales_cubic_align_corners/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_resize_downsample_scales_cubic_antialias/model.onnx b/onnx/backend/test/data/node/test_resize_downsample_scales_cubic_antialias/model.onnx new file mode 100644 index 0000000..505e7de Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_downsample_scales_cubic_antialias/model.onnx differ diff --git a/onnx/backend/test/data/node/test_resize_downsample_scales_cubic_antialias/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_resize_downsample_scales_cubic_antialias/test_data_set_0/input_0.pb new file mode 100644 index 0000000..97596cc Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_downsample_scales_cubic_antialias/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_resize_downsample_scales_cubic_antialias/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_resize_downsample_scales_cubic_antialias/test_data_set_0/input_1.pb new file mode 100644 index 0000000..2714f66 Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_downsample_scales_cubic_antialias/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_resize_downsample_scales_cubic_antialias/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_resize_downsample_scales_cubic_antialias/test_data_set_0/output_0.pb new file mode 100644 index 0000000..67f1667 --- /dev/null +++ b/onnx/backend/test/data/node/test_resize_downsample_scales_cubic_antialias/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BYJ(!@%@mA۶5A \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_resize_downsample_scales_linear/model.onnx b/onnx/backend/test/data/node/test_resize_downsample_scales_linear/model.onnx new file mode 100644 index 0000000..9577f17 Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_downsample_scales_linear/model.onnx differ diff --git a/onnx/backend/test/data/node/test_resize_downsample_scales_linear/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_resize_downsample_scales_linear/test_data_set_0/input_0.pb new file mode 100644 index 0000000..ba20d26 Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_downsample_scales_linear/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_resize_downsample_scales_linear/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_resize_downsample_scales_linear/test_data_set_0/input_1.pb new file mode 100644 index 0000000..2714f66 Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_downsample_scales_linear/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_resize_downsample_scales_linear/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_resize_downsample_scales_linear/test_data_set_0/output_0.pb new file mode 100644 index 0000000..0b5f698 --- /dev/null +++ b/onnx/backend/test/data/node/test_resize_downsample_scales_linear/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BYJ*@@ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_resize_downsample_scales_linear_align_corners/model.onnx b/onnx/backend/test/data/node/test_resize_downsample_scales_linear_align_corners/model.onnx new file mode 100644 index 0000000..3a357d3 Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_downsample_scales_linear_align_corners/model.onnx differ diff --git a/onnx/backend/test/data/node/test_resize_downsample_scales_linear_align_corners/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_resize_downsample_scales_linear_align_corners/test_data_set_0/input_0.pb new file mode 100644 index 0000000..ba20d26 Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_downsample_scales_linear_align_corners/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_resize_downsample_scales_linear_align_corners/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_resize_downsample_scales_linear_align_corners/test_data_set_0/input_1.pb new file mode 100644 index 0000000..2714f66 Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_downsample_scales_linear_align_corners/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_resize_downsample_scales_linear_align_corners/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_resize_downsample_scales_linear_align_corners/test_data_set_0/output_0.pb new file mode 100644 index 0000000..862210f Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_downsample_scales_linear_align_corners/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_resize_downsample_scales_linear_antialias/model.onnx b/onnx/backend/test/data/node/test_resize_downsample_scales_linear_antialias/model.onnx new file mode 100644 index 0000000..218260d Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_downsample_scales_linear_antialias/model.onnx differ diff --git a/onnx/backend/test/data/node/test_resize_downsample_scales_linear_antialias/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_resize_downsample_scales_linear_antialias/test_data_set_0/input_0.pb new file mode 100644 index 0000000..97596cc Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_downsample_scales_linear_antialias/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_resize_downsample_scales_linear_antialias/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_resize_downsample_scales_linear_antialias/test_data_set_0/input_1.pb new file mode 100644 index 0000000..2714f66 Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_downsample_scales_linear_antialias/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_resize_downsample_scales_linear_antialias/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_resize_downsample_scales_linear_antialias/test_data_set_0/output_0.pb new file mode 100644 index 0000000..66f7463 Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_downsample_scales_linear_antialias/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_resize_downsample_scales_linear_half_pixel_symmetric/model.onnx b/onnx/backend/test/data/node/test_resize_downsample_scales_linear_half_pixel_symmetric/model.onnx new file mode 100644 index 0000000..d36d421 Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_downsample_scales_linear_half_pixel_symmetric/model.onnx differ diff --git a/onnx/backend/test/data/node/test_resize_downsample_scales_linear_half_pixel_symmetric/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_resize_downsample_scales_linear_half_pixel_symmetric/test_data_set_0/input_0.pb new file mode 100644 index 0000000..6087e9b Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_downsample_scales_linear_half_pixel_symmetric/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_resize_downsample_scales_linear_half_pixel_symmetric/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_resize_downsample_scales_linear_half_pixel_symmetric/test_data_set_0/input_1.pb new file mode 100644 index 0000000..b2a5bc4 Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_downsample_scales_linear_half_pixel_symmetric/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_resize_downsample_scales_linear_half_pixel_symmetric/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_resize_downsample_scales_linear_half_pixel_symmetric/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d55a529 --- /dev/null +++ b/onnx/backend/test/data/node/test_resize_downsample_scales_linear_half_pixel_symmetric/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BYJVU?UUU@ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_resize_downsample_scales_nearest/model.onnx b/onnx/backend/test/data/node/test_resize_downsample_scales_nearest/model.onnx new file mode 100644 index 0000000..788a002 Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_downsample_scales_nearest/model.onnx differ diff --git a/onnx/backend/test/data/node/test_resize_downsample_scales_nearest/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_resize_downsample_scales_nearest/test_data_set_0/input_0.pb new file mode 100644 index 0000000..ba20d26 Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_downsample_scales_nearest/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_resize_downsample_scales_nearest/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_resize_downsample_scales_nearest/test_data_set_0/input_1.pb new file mode 100644 index 0000000..2714f66 Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_downsample_scales_nearest/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_resize_downsample_scales_nearest/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_resize_downsample_scales_nearest/test_data_set_0/output_0.pb new file mode 100644 index 0000000..22295fc Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_downsample_scales_nearest/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_resize_downsample_sizes_cubic/model.onnx b/onnx/backend/test/data/node/test_resize_downsample_sizes_cubic/model.onnx new file mode 100644 index 0000000..dfefdc2 Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_downsample_sizes_cubic/model.onnx differ diff --git a/onnx/backend/test/data/node/test_resize_downsample_sizes_cubic/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_resize_downsample_sizes_cubic/test_data_set_0/input_0.pb new file mode 100644 index 0000000..97596cc Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_downsample_sizes_cubic/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_resize_downsample_sizes_cubic/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_resize_downsample_sizes_cubic/test_data_set_0/input_1.pb new file mode 100644 index 0000000..c028168 Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_downsample_sizes_cubic/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_resize_downsample_sizes_cubic/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_resize_downsample_sizes_cubic/test_data_set_0/output_0.pb new file mode 100644 index 0000000..e9a6d91 Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_downsample_sizes_cubic/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_resize_downsample_sizes_cubic_antialias/model.onnx b/onnx/backend/test/data/node/test_resize_downsample_sizes_cubic_antialias/model.onnx new file mode 100644 index 0000000..ca9e96d Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_downsample_sizes_cubic_antialias/model.onnx differ diff --git a/onnx/backend/test/data/node/test_resize_downsample_sizes_cubic_antialias/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_resize_downsample_sizes_cubic_antialias/test_data_set_0/input_0.pb new file mode 100644 index 0000000..97596cc Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_downsample_sizes_cubic_antialias/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_resize_downsample_sizes_cubic_antialias/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_resize_downsample_sizes_cubic_antialias/test_data_set_0/input_1.pb new file mode 100644 index 0000000..c028168 Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_downsample_sizes_cubic_antialias/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_resize_downsample_sizes_cubic_antialias/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_resize_downsample_sizes_cubic_antialias/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d8ee224 Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_downsample_sizes_cubic_antialias/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_resize_downsample_sizes_linear_antialias/model.onnx b/onnx/backend/test/data/node/test_resize_downsample_sizes_linear_antialias/model.onnx new file mode 100644 index 0000000..22b95ce Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_downsample_sizes_linear_antialias/model.onnx differ diff --git a/onnx/backend/test/data/node/test_resize_downsample_sizes_linear_antialias/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_resize_downsample_sizes_linear_antialias/test_data_set_0/input_0.pb new file mode 100644 index 0000000..97596cc Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_downsample_sizes_linear_antialias/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_resize_downsample_sizes_linear_antialias/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_resize_downsample_sizes_linear_antialias/test_data_set_0/input_1.pb new file mode 100644 index 0000000..c028168 Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_downsample_sizes_linear_antialias/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_resize_downsample_sizes_linear_antialias/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_resize_downsample_sizes_linear_antialias/test_data_set_0/output_0.pb new file mode 100644 index 0000000..e716783 Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_downsample_sizes_linear_antialias/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_resize_downsample_sizes_linear_pytorch_half_pixel/model.onnx b/onnx/backend/test/data/node/test_resize_downsample_sizes_linear_pytorch_half_pixel/model.onnx new file mode 100644 index 0000000..c0eb4af Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_downsample_sizes_linear_pytorch_half_pixel/model.onnx differ diff --git a/onnx/backend/test/data/node/test_resize_downsample_sizes_linear_pytorch_half_pixel/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_resize_downsample_sizes_linear_pytorch_half_pixel/test_data_set_0/input_0.pb new file mode 100644 index 0000000..97596cc Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_downsample_sizes_linear_pytorch_half_pixel/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_resize_downsample_sizes_linear_pytorch_half_pixel/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_resize_downsample_sizes_linear_pytorch_half_pixel/test_data_set_0/input_1.pb new file mode 100644 index 0000000..1761b4d Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_downsample_sizes_linear_pytorch_half_pixel/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_resize_downsample_sizes_linear_pytorch_half_pixel/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_resize_downsample_sizes_linear_pytorch_half_pixel/test_data_set_0/output_0.pb new file mode 100644 index 0000000..18da7b7 Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_downsample_sizes_linear_pytorch_half_pixel/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_resize_downsample_sizes_nearest/model.onnx b/onnx/backend/test/data/node/test_resize_downsample_sizes_nearest/model.onnx new file mode 100644 index 0000000..631fbae Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_downsample_sizes_nearest/model.onnx differ diff --git a/onnx/backend/test/data/node/test_resize_downsample_sizes_nearest/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_resize_downsample_sizes_nearest/test_data_set_0/input_0.pb new file mode 100644 index 0000000..ba20d26 Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_downsample_sizes_nearest/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_resize_downsample_sizes_nearest/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_resize_downsample_sizes_nearest/test_data_set_0/input_1.pb new file mode 100644 index 0000000..cbab6e4 Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_downsample_sizes_nearest/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_resize_downsample_sizes_nearest/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_resize_downsample_sizes_nearest/test_data_set_0/output_0.pb new file mode 100644 index 0000000..ab23a3f Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_downsample_sizes_nearest/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_resize_downsample_sizes_nearest_not_larger/model.onnx b/onnx/backend/test/data/node/test_resize_downsample_sizes_nearest_not_larger/model.onnx new file mode 100644 index 0000000..c328c68 Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_downsample_sizes_nearest_not_larger/model.onnx differ diff --git a/onnx/backend/test/data/node/test_resize_downsample_sizes_nearest_not_larger/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_resize_downsample_sizes_nearest_not_larger/test_data_set_0/input_0.pb new file mode 100644 index 0000000..ba20d26 Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_downsample_sizes_nearest_not_larger/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_resize_downsample_sizes_nearest_not_larger/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_resize_downsample_sizes_nearest_not_larger/test_data_set_0/input_1.pb new file mode 100644 index 0000000..890be08 Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_downsample_sizes_nearest_not_larger/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_resize_downsample_sizes_nearest_not_larger/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_resize_downsample_sizes_nearest_not_larger/test_data_set_0/output_0.pb new file mode 100644 index 0000000..22295fc Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_downsample_sizes_nearest_not_larger/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_resize_downsample_sizes_nearest_not_smaller/model.onnx b/onnx/backend/test/data/node/test_resize_downsample_sizes_nearest_not_smaller/model.onnx new file mode 100644 index 0000000..700273d Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_downsample_sizes_nearest_not_smaller/model.onnx differ diff --git a/onnx/backend/test/data/node/test_resize_downsample_sizes_nearest_not_smaller/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_resize_downsample_sizes_nearest_not_smaller/test_data_set_0/input_0.pb new file mode 100644 index 0000000..ba20d26 Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_downsample_sizes_nearest_not_smaller/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_resize_downsample_sizes_nearest_not_smaller/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_resize_downsample_sizes_nearest_not_smaller/test_data_set_0/input_1.pb new file mode 100644 index 0000000..890be08 Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_downsample_sizes_nearest_not_smaller/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_resize_downsample_sizes_nearest_not_smaller/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_resize_downsample_sizes_nearest_not_smaller/test_data_set_0/output_0.pb new file mode 100644 index 0000000..a70118d Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_downsample_sizes_nearest_not_smaller/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_resize_tf_crop_and_resize/model.onnx b/onnx/backend/test/data/node/test_resize_tf_crop_and_resize/model.onnx new file mode 100644 index 0000000..9d66dc7 Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_tf_crop_and_resize/model.onnx differ diff --git a/onnx/backend/test/data/node/test_resize_tf_crop_and_resize/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_resize_tf_crop_and_resize/test_data_set_0/input_0.pb new file mode 100644 index 0000000..97596cc Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_tf_crop_and_resize/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_resize_tf_crop_and_resize/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_resize_tf_crop_and_resize/test_data_set_0/input_1.pb new file mode 100644 index 0000000..97d51d7 Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_tf_crop_and_resize/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_resize_tf_crop_and_resize/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_resize_tf_crop_and_resize/test_data_set_0/input_2.pb new file mode 100644 index 0000000..c028168 Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_tf_crop_and_resize/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_resize_tf_crop_and_resize/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_resize_tf_crop_and_resize/test_data_set_0/output_0.pb new file mode 100644 index 0000000..ff0974f Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_tf_crop_and_resize/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_resize_tf_crop_and_resize_axes_2_3/model.onnx b/onnx/backend/test/data/node/test_resize_tf_crop_and_resize_axes_2_3/model.onnx new file mode 100644 index 0000000..901fd46 Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_tf_crop_and_resize_axes_2_3/model.onnx differ diff --git a/onnx/backend/test/data/node/test_resize_tf_crop_and_resize_axes_2_3/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_resize_tf_crop_and_resize_axes_2_3/test_data_set_0/input_0.pb new file mode 100644 index 0000000..97596cc Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_tf_crop_and_resize_axes_2_3/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_resize_tf_crop_and_resize_axes_2_3/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_resize_tf_crop_and_resize_axes_2_3/test_data_set_0/input_1.pb new file mode 100644 index 0000000..620b45c --- /dev/null +++ b/onnx/backend/test/data/node/test_resize_tf_crop_and_resize_axes_2_3/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BroiJ>??L? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_resize_tf_crop_and_resize_axes_2_3/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_resize_tf_crop_and_resize_axes_2_3/test_data_set_0/input_2.pb new file mode 100644 index 0000000..3e53e34 Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_tf_crop_and_resize_axes_2_3/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_resize_tf_crop_and_resize_axes_2_3/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_resize_tf_crop_and_resize_axes_2_3/test_data_set_0/output_0.pb new file mode 100644 index 0000000..ff0974f Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_tf_crop_and_resize_axes_2_3/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_resize_tf_crop_and_resize_axes_3_2/model.onnx b/onnx/backend/test/data/node/test_resize_tf_crop_and_resize_axes_3_2/model.onnx new file mode 100644 index 0000000..ec376c4 Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_tf_crop_and_resize_axes_3_2/model.onnx differ diff --git a/onnx/backend/test/data/node/test_resize_tf_crop_and_resize_axes_3_2/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_resize_tf_crop_and_resize_axes_3_2/test_data_set_0/input_0.pb new file mode 100644 index 0000000..97596cc Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_tf_crop_and_resize_axes_3_2/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_resize_tf_crop_and_resize_axes_3_2/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_resize_tf_crop_and_resize_axes_3_2/test_data_set_0/input_1.pb new file mode 100644 index 0000000..80eb473 --- /dev/null +++ b/onnx/backend/test/data/node/test_resize_tf_crop_and_resize_axes_3_2/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BroiJ?>L?? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_resize_tf_crop_and_resize_axes_3_2/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_resize_tf_crop_and_resize_axes_3_2/test_data_set_0/input_2.pb new file mode 100644 index 0000000..3e53e34 Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_tf_crop_and_resize_axes_3_2/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_resize_tf_crop_and_resize_axes_3_2/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_resize_tf_crop_and_resize_axes_3_2/test_data_set_0/output_0.pb new file mode 100644 index 0000000..ff0974f Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_tf_crop_and_resize_axes_3_2/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_resize_tf_crop_and_resize_extrapolation_value/model.onnx b/onnx/backend/test/data/node/test_resize_tf_crop_and_resize_extrapolation_value/model.onnx new file mode 100644 index 0000000..61f951d Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_tf_crop_and_resize_extrapolation_value/model.onnx differ diff --git a/onnx/backend/test/data/node/test_resize_tf_crop_and_resize_extrapolation_value/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_resize_tf_crop_and_resize_extrapolation_value/test_data_set_0/input_0.pb new file mode 100644 index 0000000..97596cc Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_tf_crop_and_resize_extrapolation_value/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_resize_tf_crop_and_resize_extrapolation_value/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_resize_tf_crop_and_resize_extrapolation_value/test_data_set_0/input_1.pb new file mode 100644 index 0000000..5f7472d Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_tf_crop_and_resize_extrapolation_value/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_resize_tf_crop_and_resize_extrapolation_value/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_resize_tf_crop_and_resize_extrapolation_value/test_data_set_0/input_2.pb new file mode 100644 index 0000000..c028168 Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_tf_crop_and_resize_extrapolation_value/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_resize_tf_crop_and_resize_extrapolation_value/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_resize_tf_crop_and_resize_extrapolation_value/test_data_set_0/output_0.pb new file mode 100644 index 0000000..0119c6b Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_tf_crop_and_resize_extrapolation_value/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_resize_upsample_scales_cubic/model.onnx b/onnx/backend/test/data/node/test_resize_upsample_scales_cubic/model.onnx new file mode 100644 index 0000000..cf7792e Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_upsample_scales_cubic/model.onnx differ diff --git a/onnx/backend/test/data/node/test_resize_upsample_scales_cubic/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_resize_upsample_scales_cubic/test_data_set_0/input_0.pb new file mode 100644 index 0000000..97596cc Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_upsample_scales_cubic/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_resize_upsample_scales_cubic/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_resize_upsample_scales_cubic/test_data_set_0/input_1.pb new file mode 100644 index 0000000..87cd42c Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_upsample_scales_cubic/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_resize_upsample_scales_cubic/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_resize_upsample_scales_cubic/test_data_set_0/output_0.pb new file mode 100644 index 0000000..ab475cb Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_upsample_scales_cubic/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_resize_upsample_scales_cubic_A_n0p5_exclude_outside/model.onnx b/onnx/backend/test/data/node/test_resize_upsample_scales_cubic_A_n0p5_exclude_outside/model.onnx new file mode 100644 index 0000000..5fba2ec Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_upsample_scales_cubic_A_n0p5_exclude_outside/model.onnx differ diff --git a/onnx/backend/test/data/node/test_resize_upsample_scales_cubic_A_n0p5_exclude_outside/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_resize_upsample_scales_cubic_A_n0p5_exclude_outside/test_data_set_0/input_0.pb new file mode 100644 index 0000000..97596cc Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_upsample_scales_cubic_A_n0p5_exclude_outside/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_resize_upsample_scales_cubic_A_n0p5_exclude_outside/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_resize_upsample_scales_cubic_A_n0p5_exclude_outside/test_data_set_0/input_1.pb new file mode 100644 index 0000000..87cd42c Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_upsample_scales_cubic_A_n0p5_exclude_outside/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_resize_upsample_scales_cubic_A_n0p5_exclude_outside/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_resize_upsample_scales_cubic_A_n0p5_exclude_outside/test_data_set_0/output_0.pb new file mode 100644 index 0000000..5dad368 Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_upsample_scales_cubic_A_n0p5_exclude_outside/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_resize_upsample_scales_cubic_align_corners/model.onnx b/onnx/backend/test/data/node/test_resize_upsample_scales_cubic_align_corners/model.onnx new file mode 100644 index 0000000..a5d0531 Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_upsample_scales_cubic_align_corners/model.onnx differ diff --git a/onnx/backend/test/data/node/test_resize_upsample_scales_cubic_align_corners/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_resize_upsample_scales_cubic_align_corners/test_data_set_0/input_0.pb new file mode 100644 index 0000000..97596cc Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_upsample_scales_cubic_align_corners/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_resize_upsample_scales_cubic_align_corners/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_resize_upsample_scales_cubic_align_corners/test_data_set_0/input_1.pb new file mode 100644 index 0000000..87cd42c Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_upsample_scales_cubic_align_corners/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_resize_upsample_scales_cubic_align_corners/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_resize_upsample_scales_cubic_align_corners/test_data_set_0/output_0.pb new file mode 100644 index 0000000..98130c7 Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_upsample_scales_cubic_align_corners/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_resize_upsample_scales_cubic_asymmetric/model.onnx b/onnx/backend/test/data/node/test_resize_upsample_scales_cubic_asymmetric/model.onnx new file mode 100644 index 0000000..e67d0b2 Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_upsample_scales_cubic_asymmetric/model.onnx differ diff --git a/onnx/backend/test/data/node/test_resize_upsample_scales_cubic_asymmetric/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_resize_upsample_scales_cubic_asymmetric/test_data_set_0/input_0.pb new file mode 100644 index 0000000..97596cc Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_upsample_scales_cubic_asymmetric/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_resize_upsample_scales_cubic_asymmetric/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_resize_upsample_scales_cubic_asymmetric/test_data_set_0/input_1.pb new file mode 100644 index 0000000..87cd42c Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_upsample_scales_cubic_asymmetric/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_resize_upsample_scales_cubic_asymmetric/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_resize_upsample_scales_cubic_asymmetric/test_data_set_0/output_0.pb new file mode 100644 index 0000000..2b849dd Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_upsample_scales_cubic_asymmetric/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_resize_upsample_scales_linear/model.onnx b/onnx/backend/test/data/node/test_resize_upsample_scales_linear/model.onnx new file mode 100644 index 0000000..514dc10 Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_upsample_scales_linear/model.onnx differ diff --git a/onnx/backend/test/data/node/test_resize_upsample_scales_linear/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_resize_upsample_scales_linear/test_data_set_0/input_0.pb new file mode 100644 index 0000000..b41f51b Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_upsample_scales_linear/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_resize_upsample_scales_linear/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_resize_upsample_scales_linear/test_data_set_0/input_1.pb new file mode 100644 index 0000000..87cd42c Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_upsample_scales_linear/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_resize_upsample_scales_linear/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_resize_upsample_scales_linear/test_data_set_0/output_0.pb new file mode 100644 index 0000000..1df9afe Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_upsample_scales_linear/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_resize_upsample_scales_linear_align_corners/model.onnx b/onnx/backend/test/data/node/test_resize_upsample_scales_linear_align_corners/model.onnx new file mode 100644 index 0000000..97668aa Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_upsample_scales_linear_align_corners/model.onnx differ diff --git a/onnx/backend/test/data/node/test_resize_upsample_scales_linear_align_corners/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_resize_upsample_scales_linear_align_corners/test_data_set_0/input_0.pb new file mode 100644 index 0000000..b41f51b Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_upsample_scales_linear_align_corners/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_resize_upsample_scales_linear_align_corners/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_resize_upsample_scales_linear_align_corners/test_data_set_0/input_1.pb new file mode 100644 index 0000000..87cd42c Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_upsample_scales_linear_align_corners/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_resize_upsample_scales_linear_align_corners/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_resize_upsample_scales_linear_align_corners/test_data_set_0/output_0.pb new file mode 100644 index 0000000..e357768 Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_upsample_scales_linear_align_corners/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_resize_upsample_scales_linear_half_pixel_symmetric/model.onnx b/onnx/backend/test/data/node/test_resize_upsample_scales_linear_half_pixel_symmetric/model.onnx new file mode 100644 index 0000000..668e0f5 Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_upsample_scales_linear_half_pixel_symmetric/model.onnx differ diff --git a/onnx/backend/test/data/node/test_resize_upsample_scales_linear_half_pixel_symmetric/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_resize_upsample_scales_linear_half_pixel_symmetric/test_data_set_0/input_0.pb new file mode 100644 index 0000000..b41f51b Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_upsample_scales_linear_half_pixel_symmetric/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_resize_upsample_scales_linear_half_pixel_symmetric/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_resize_upsample_scales_linear_half_pixel_symmetric/test_data_set_0/input_1.pb new file mode 100644 index 0000000..83b65cb Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_upsample_scales_linear_half_pixel_symmetric/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_resize_upsample_scales_linear_half_pixel_symmetric/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_resize_upsample_scales_linear_half_pixel_symmetric/test_data_set_0/output_0.pb new file mode 100644 index 0000000..478eec7 Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_upsample_scales_linear_half_pixel_symmetric/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_resize_upsample_scales_nearest/model.onnx b/onnx/backend/test/data/node/test_resize_upsample_scales_nearest/model.onnx new file mode 100644 index 0000000..4393e84 Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_upsample_scales_nearest/model.onnx differ diff --git a/onnx/backend/test/data/node/test_resize_upsample_scales_nearest/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_resize_upsample_scales_nearest/test_data_set_0/input_0.pb new file mode 100644 index 0000000..b41f51b Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_upsample_scales_nearest/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_resize_upsample_scales_nearest/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_resize_upsample_scales_nearest/test_data_set_0/input_1.pb new file mode 100644 index 0000000..c1adc83 Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_upsample_scales_nearest/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_resize_upsample_scales_nearest/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_resize_upsample_scales_nearest/test_data_set_0/output_0.pb new file mode 100644 index 0000000..617f127 Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_upsample_scales_nearest/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_resize_upsample_scales_nearest_axes_2_3/model.onnx b/onnx/backend/test/data/node/test_resize_upsample_scales_nearest_axes_2_3/model.onnx new file mode 100644 index 0000000..a32bb22 Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_upsample_scales_nearest_axes_2_3/model.onnx differ diff --git a/onnx/backend/test/data/node/test_resize_upsample_scales_nearest_axes_2_3/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_resize_upsample_scales_nearest_axes_2_3/test_data_set_0/input_0.pb new file mode 100644 index 0000000..b41f51b Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_upsample_scales_nearest_axes_2_3/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_resize_upsample_scales_nearest_axes_2_3/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_resize_upsample_scales_nearest_axes_2_3/test_data_set_0/input_1.pb new file mode 100644 index 0000000..368e6e3 Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_upsample_scales_nearest_axes_2_3/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_resize_upsample_scales_nearest_axes_2_3/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_resize_upsample_scales_nearest_axes_2_3/test_data_set_0/output_0.pb new file mode 100644 index 0000000..617f127 Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_upsample_scales_nearest_axes_2_3/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_resize_upsample_scales_nearest_axes_3_2/model.onnx b/onnx/backend/test/data/node/test_resize_upsample_scales_nearest_axes_3_2/model.onnx new file mode 100644 index 0000000..f609937 Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_upsample_scales_nearest_axes_3_2/model.onnx differ diff --git a/onnx/backend/test/data/node/test_resize_upsample_scales_nearest_axes_3_2/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_resize_upsample_scales_nearest_axes_3_2/test_data_set_0/input_0.pb new file mode 100644 index 0000000..b41f51b Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_upsample_scales_nearest_axes_3_2/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_resize_upsample_scales_nearest_axes_3_2/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_resize_upsample_scales_nearest_axes_3_2/test_data_set_0/input_1.pb new file mode 100644 index 0000000..35b496c Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_upsample_scales_nearest_axes_3_2/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_resize_upsample_scales_nearest_axes_3_2/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_resize_upsample_scales_nearest_axes_3_2/test_data_set_0/output_0.pb new file mode 100644 index 0000000..617f127 Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_upsample_scales_nearest_axes_3_2/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_resize_upsample_sizes_cubic/model.onnx b/onnx/backend/test/data/node/test_resize_upsample_sizes_cubic/model.onnx new file mode 100644 index 0000000..5534530 Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_upsample_sizes_cubic/model.onnx differ diff --git a/onnx/backend/test/data/node/test_resize_upsample_sizes_cubic/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_resize_upsample_sizes_cubic/test_data_set_0/input_0.pb new file mode 100644 index 0000000..97596cc Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_upsample_sizes_cubic/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_resize_upsample_sizes_cubic/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_resize_upsample_sizes_cubic/test_data_set_0/input_1.pb new file mode 100644 index 0000000..f07c6b4 Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_upsample_sizes_cubic/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_resize_upsample_sizes_cubic/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_resize_upsample_sizes_cubic/test_data_set_0/output_0.pb new file mode 100644 index 0000000..1c3c5c1 Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_upsample_sizes_cubic/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_resize_upsample_sizes_nearest/model.onnx b/onnx/backend/test/data/node/test_resize_upsample_sizes_nearest/model.onnx new file mode 100644 index 0000000..4d0e002 Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_upsample_sizes_nearest/model.onnx differ diff --git a/onnx/backend/test/data/node/test_resize_upsample_sizes_nearest/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_resize_upsample_sizes_nearest/test_data_set_0/input_0.pb new file mode 100644 index 0000000..b41f51b Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_upsample_sizes_nearest/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_resize_upsample_sizes_nearest/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_resize_upsample_sizes_nearest/test_data_set_0/input_1.pb new file mode 100644 index 0000000..dae9d7b Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_upsample_sizes_nearest/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_resize_upsample_sizes_nearest/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_resize_upsample_sizes_nearest/test_data_set_0/output_0.pb new file mode 100644 index 0000000..3455f38 Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_upsample_sizes_nearest/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_resize_upsample_sizes_nearest_axes_2_3/model.onnx b/onnx/backend/test/data/node/test_resize_upsample_sizes_nearest_axes_2_3/model.onnx new file mode 100644 index 0000000..936d83d Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_upsample_sizes_nearest_axes_2_3/model.onnx differ diff --git a/onnx/backend/test/data/node/test_resize_upsample_sizes_nearest_axes_2_3/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_resize_upsample_sizes_nearest_axes_2_3/test_data_set_0/input_0.pb new file mode 100644 index 0000000..b41f51b Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_upsample_sizes_nearest_axes_2_3/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_resize_upsample_sizes_nearest_axes_2_3/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_resize_upsample_sizes_nearest_axes_2_3/test_data_set_0/input_1.pb new file mode 100644 index 0000000..3ef9c82 Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_upsample_sizes_nearest_axes_2_3/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_resize_upsample_sizes_nearest_axes_2_3/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_resize_upsample_sizes_nearest_axes_2_3/test_data_set_0/output_0.pb new file mode 100644 index 0000000..3455f38 Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_upsample_sizes_nearest_axes_2_3/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_resize_upsample_sizes_nearest_axes_3_2/model.onnx b/onnx/backend/test/data/node/test_resize_upsample_sizes_nearest_axes_3_2/model.onnx new file mode 100644 index 0000000..fae879b Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_upsample_sizes_nearest_axes_3_2/model.onnx differ diff --git a/onnx/backend/test/data/node/test_resize_upsample_sizes_nearest_axes_3_2/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_resize_upsample_sizes_nearest_axes_3_2/test_data_set_0/input_0.pb new file mode 100644 index 0000000..b41f51b Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_upsample_sizes_nearest_axes_3_2/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_resize_upsample_sizes_nearest_axes_3_2/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_resize_upsample_sizes_nearest_axes_3_2/test_data_set_0/input_1.pb new file mode 100644 index 0000000..62367ba Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_upsample_sizes_nearest_axes_3_2/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_resize_upsample_sizes_nearest_axes_3_2/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_resize_upsample_sizes_nearest_axes_3_2/test_data_set_0/output_0.pb new file mode 100644 index 0000000..3455f38 Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_upsample_sizes_nearest_axes_3_2/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_resize_upsample_sizes_nearest_ceil_half_pixel/model.onnx b/onnx/backend/test/data/node/test_resize_upsample_sizes_nearest_ceil_half_pixel/model.onnx new file mode 100644 index 0000000..d9550d6 Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_upsample_sizes_nearest_ceil_half_pixel/model.onnx differ diff --git a/onnx/backend/test/data/node/test_resize_upsample_sizes_nearest_ceil_half_pixel/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_resize_upsample_sizes_nearest_ceil_half_pixel/test_data_set_0/input_0.pb new file mode 100644 index 0000000..97596cc Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_upsample_sizes_nearest_ceil_half_pixel/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_resize_upsample_sizes_nearest_ceil_half_pixel/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_resize_upsample_sizes_nearest_ceil_half_pixel/test_data_set_0/input_1.pb new file mode 100644 index 0000000..dbc7c2c Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_upsample_sizes_nearest_ceil_half_pixel/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_resize_upsample_sizes_nearest_ceil_half_pixel/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_resize_upsample_sizes_nearest_ceil_half_pixel/test_data_set_0/output_0.pb new file mode 100644 index 0000000..f570dcd Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_upsample_sizes_nearest_ceil_half_pixel/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_resize_upsample_sizes_nearest_floor_align_corners/model.onnx b/onnx/backend/test/data/node/test_resize_upsample_sizes_nearest_floor_align_corners/model.onnx new file mode 100644 index 0000000..2401f58 Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_upsample_sizes_nearest_floor_align_corners/model.onnx differ diff --git a/onnx/backend/test/data/node/test_resize_upsample_sizes_nearest_floor_align_corners/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_resize_upsample_sizes_nearest_floor_align_corners/test_data_set_0/input_0.pb new file mode 100644 index 0000000..97596cc Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_upsample_sizes_nearest_floor_align_corners/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_resize_upsample_sizes_nearest_floor_align_corners/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_resize_upsample_sizes_nearest_floor_align_corners/test_data_set_0/input_1.pb new file mode 100644 index 0000000..dbc7c2c Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_upsample_sizes_nearest_floor_align_corners/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_resize_upsample_sizes_nearest_floor_align_corners/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_resize_upsample_sizes_nearest_floor_align_corners/test_data_set_0/output_0.pb new file mode 100644 index 0000000..1f3bda5 Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_upsample_sizes_nearest_floor_align_corners/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_resize_upsample_sizes_nearest_not_larger/model.onnx b/onnx/backend/test/data/node/test_resize_upsample_sizes_nearest_not_larger/model.onnx new file mode 100644 index 0000000..06168d9 Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_upsample_sizes_nearest_not_larger/model.onnx differ diff --git a/onnx/backend/test/data/node/test_resize_upsample_sizes_nearest_not_larger/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_resize_upsample_sizes_nearest_not_larger/test_data_set_0/input_0.pb new file mode 100644 index 0000000..b41f51b Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_upsample_sizes_nearest_not_larger/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_resize_upsample_sizes_nearest_not_larger/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_resize_upsample_sizes_nearest_not_larger/test_data_set_0/input_1.pb new file mode 100644 index 0000000..3ef9c82 Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_upsample_sizes_nearest_not_larger/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_resize_upsample_sizes_nearest_not_larger/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_resize_upsample_sizes_nearest_not_larger/test_data_set_0/output_0.pb new file mode 100644 index 0000000..1140b55 Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_upsample_sizes_nearest_not_larger/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_resize_upsample_sizes_nearest_not_smaller/model.onnx b/onnx/backend/test/data/node/test_resize_upsample_sizes_nearest_not_smaller/model.onnx new file mode 100644 index 0000000..1490d86 Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_upsample_sizes_nearest_not_smaller/model.onnx differ diff --git a/onnx/backend/test/data/node/test_resize_upsample_sizes_nearest_not_smaller/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_resize_upsample_sizes_nearest_not_smaller/test_data_set_0/input_0.pb new file mode 100644 index 0000000..b41f51b Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_upsample_sizes_nearest_not_smaller/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_resize_upsample_sizes_nearest_not_smaller/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_resize_upsample_sizes_nearest_not_smaller/test_data_set_0/input_1.pb new file mode 100644 index 0000000..3ef9c82 Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_upsample_sizes_nearest_not_smaller/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_resize_upsample_sizes_nearest_not_smaller/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_resize_upsample_sizes_nearest_not_smaller/test_data_set_0/output_0.pb new file mode 100644 index 0000000..18aaecf Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_upsample_sizes_nearest_not_smaller/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_resize_upsample_sizes_nearest_round_prefer_ceil_asymmetric/model.onnx b/onnx/backend/test/data/node/test_resize_upsample_sizes_nearest_round_prefer_ceil_asymmetric/model.onnx new file mode 100644 index 0000000..ce7bae9 Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_upsample_sizes_nearest_round_prefer_ceil_asymmetric/model.onnx differ diff --git a/onnx/backend/test/data/node/test_resize_upsample_sizes_nearest_round_prefer_ceil_asymmetric/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_resize_upsample_sizes_nearest_round_prefer_ceil_asymmetric/test_data_set_0/input_0.pb new file mode 100644 index 0000000..97596cc Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_upsample_sizes_nearest_round_prefer_ceil_asymmetric/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_resize_upsample_sizes_nearest_round_prefer_ceil_asymmetric/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_resize_upsample_sizes_nearest_round_prefer_ceil_asymmetric/test_data_set_0/input_1.pb new file mode 100644 index 0000000..dbc7c2c Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_upsample_sizes_nearest_round_prefer_ceil_asymmetric/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_resize_upsample_sizes_nearest_round_prefer_ceil_asymmetric/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_resize_upsample_sizes_nearest_round_prefer_ceil_asymmetric/test_data_set_0/output_0.pb new file mode 100644 index 0000000..f570dcd Binary files /dev/null and b/onnx/backend/test/data/node/test_resize_upsample_sizes_nearest_round_prefer_ceil_asymmetric/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_reversesequence_batch/model.onnx b/onnx/backend/test/data/node/test_reversesequence_batch/model.onnx new file mode 100644 index 0000000..f4a4ec1 Binary files /dev/null and b/onnx/backend/test/data/node/test_reversesequence_batch/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reversesequence_batch/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reversesequence_batch/test_data_set_0/input_0.pb new file mode 100644 index 0000000..624b0f5 Binary files /dev/null and b/onnx/backend/test/data/node/test_reversesequence_batch/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_reversesequence_batch/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reversesequence_batch/test_data_set_0/input_1.pb new file mode 100644 index 0000000..239f9c1 Binary files /dev/null and b/onnx/backend/test/data/node/test_reversesequence_batch/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reversesequence_batch/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reversesequence_batch/test_data_set_0/output_0.pb new file mode 100644 index 0000000..a98ca22 Binary files /dev/null and b/onnx/backend/test/data/node/test_reversesequence_batch/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_reversesequence_time/model.onnx b/onnx/backend/test/data/node/test_reversesequence_time/model.onnx new file mode 100644 index 0000000..8da2127 Binary files /dev/null and b/onnx/backend/test/data/node/test_reversesequence_time/model.onnx differ diff --git a/onnx/backend/test/data/node/test_reversesequence_time/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reversesequence_time/test_data_set_0/input_0.pb new file mode 100644 index 0000000..edef4e7 Binary files /dev/null and b/onnx/backend/test/data/node/test_reversesequence_time/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_reversesequence_time/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_reversesequence_time/test_data_set_0/input_1.pb new file mode 100644 index 0000000..6180380 Binary files /dev/null and b/onnx/backend/test/data/node/test_reversesequence_time/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_reversesequence_time/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reversesequence_time/test_data_set_0/output_0.pb new file mode 100644 index 0000000..ce39dc5 Binary files /dev/null and b/onnx/backend/test/data/node/test_reversesequence_time/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_rms_normalization_2d_axis0/model.onnx b/onnx/backend/test/data/node/test_rms_normalization_2d_axis0/model.onnx new file mode 100644 index 0000000..877d8e8 Binary files /dev/null and b/onnx/backend/test/data/node/test_rms_normalization_2d_axis0/model.onnx differ diff --git a/onnx/backend/test/data/node/test_rms_normalization_2d_axis0/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_rms_normalization_2d_axis0/test_data_set_0/input_0.pb new file mode 100644 index 0000000..6a03306 --- /dev/null +++ b/onnx/backend/test/data/node/test_rms_normalization_2d_axis0/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BXJ0x?h>z?j@$ ?.z8s?bhdӽ9>(>%? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rms_normalization_2d_axis0/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_rms_normalization_2d_axis0/test_data_set_0/input_1.pb new file mode 100644 index 0000000..cb9f861 --- /dev/null +++ b/onnx/backend/test/data/node/test_rms_normalization_2d_axis0/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BWJ0^B?0= B>]ת>=?RiJ>Z/d#S'?K]?= \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rms_normalization_2d_axis0/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_rms_normalization_2d_axis0/test_data_set_0/output_0.pb new file mode 100644 index 0000000..78995a8 --- /dev/null +++ b/onnx/backend/test/data/node/test_rms_normalization_2d_axis0/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BYJ0?j'=;>!!?R@,>1>=%c>Ug>r=.h \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rms_normalization_2d_axis0_expanded/model.onnx b/onnx/backend/test/data/node/test_rms_normalization_2d_axis0_expanded/model.onnx new file mode 100644 index 0000000..50f0127 Binary files /dev/null and b/onnx/backend/test/data/node/test_rms_normalization_2d_axis0_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_rms_normalization_2d_axis0_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_rms_normalization_2d_axis0_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..6a03306 --- /dev/null +++ b/onnx/backend/test/data/node/test_rms_normalization_2d_axis0_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BXJ0x?h>z?j@$ ?.z8s?bhdӽ9>(>%? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rms_normalization_2d_axis0_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_rms_normalization_2d_axis0_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..cb9f861 --- /dev/null +++ b/onnx/backend/test/data/node/test_rms_normalization_2d_axis0_expanded/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BWJ0^B?0= B>]ת>=?RiJ>Z/d#S'?K]?= \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rms_normalization_2d_axis0_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_rms_normalization_2d_axis0_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..78995a8 --- /dev/null +++ b/onnx/backend/test/data/node/test_rms_normalization_2d_axis0_expanded/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BYJ0?j'=;>!!?R@,>1>=%c>Ug>r=.h \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rms_normalization_2d_axis1/model.onnx b/onnx/backend/test/data/node/test_rms_normalization_2d_axis1/model.onnx new file mode 100644 index 0000000..3de4c30 Binary files /dev/null and b/onnx/backend/test/data/node/test_rms_normalization_2d_axis1/model.onnx differ diff --git a/onnx/backend/test/data/node/test_rms_normalization_2d_axis1/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_rms_normalization_2d_axis1/test_data_set_0/input_0.pb new file mode 100644 index 0000000..6a03306 --- /dev/null +++ b/onnx/backend/test/data/node/test_rms_normalization_2d_axis1/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BXJ0x?h>z?j@$ ?.z8s?bhdӽ9>(>%? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rms_normalization_2d_axis1/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_rms_normalization_2d_axis1/test_data_set_0/input_1.pb new file mode 100644 index 0000000..e1a324f --- /dev/null +++ b/onnx/backend/test/data/node/test_rms_normalization_2d_axis1/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BWJ*z??Oƾmǚ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rms_normalization_2d_axis1/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_rms_normalization_2d_axis1/test_data_set_0/output_0.pb new file mode 100644 index 0000000..2b90fe2 --- /dev/null +++ b/onnx/backend/test/data/node/test_rms_normalization_2d_axis1/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BYJ0Ω?+> @1例?uԁϢH!=*Q"&?i2 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rms_normalization_2d_axis1_expanded/model.onnx b/onnx/backend/test/data/node/test_rms_normalization_2d_axis1_expanded/model.onnx new file mode 100644 index 0000000..a618e0d Binary files /dev/null and b/onnx/backend/test/data/node/test_rms_normalization_2d_axis1_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_rms_normalization_2d_axis1_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_rms_normalization_2d_axis1_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..6a03306 --- /dev/null +++ b/onnx/backend/test/data/node/test_rms_normalization_2d_axis1_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BXJ0x?h>z?j@$ ?.z8s?bhdӽ9>(>%? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rms_normalization_2d_axis1_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_rms_normalization_2d_axis1_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..e1a324f --- /dev/null +++ b/onnx/backend/test/data/node/test_rms_normalization_2d_axis1_expanded/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BWJ*z??Oƾmǚ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rms_normalization_2d_axis1_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_rms_normalization_2d_axis1_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..2b90fe2 --- /dev/null +++ b/onnx/backend/test/data/node/test_rms_normalization_2d_axis1_expanded/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BYJ0Ω?+> @1例?uԁϢH!=*Q"&?i2 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rms_normalization_2d_axis_negative_1/model.onnx b/onnx/backend/test/data/node/test_rms_normalization_2d_axis_negative_1/model.onnx new file mode 100644 index 0000000..229077e Binary files /dev/null and b/onnx/backend/test/data/node/test_rms_normalization_2d_axis_negative_1/model.onnx differ diff --git a/onnx/backend/test/data/node/test_rms_normalization_2d_axis_negative_1/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_rms_normalization_2d_axis_negative_1/test_data_set_0/input_0.pb new file mode 100644 index 0000000..6a03306 --- /dev/null +++ b/onnx/backend/test/data/node/test_rms_normalization_2d_axis_negative_1/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BXJ0x?h>z?j@$ ?.z8s?bhdӽ9>(>%? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rms_normalization_2d_axis_negative_1/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_rms_normalization_2d_axis_negative_1/test_data_set_0/input_1.pb new file mode 100644 index 0000000..38d7e2a --- /dev/null +++ b/onnx/backend/test/data/node/test_rms_normalization_2d_axis_negative_1/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BWJ6&õgڿ? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rms_normalization_2d_axis_negative_1/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_rms_normalization_2d_axis_negative_1/test_data_set_0/output_0.pb new file mode 100644 index 0000000..adfcff9 --- /dev/null +++ b/onnx/backend/test/data/node/test_rms_normalization_2d_axis_negative_1/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BYJ0/L7@{\ؿvT?~ܮ>4Diժn@ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rms_normalization_2d_axis_negative_1_expanded/model.onnx b/onnx/backend/test/data/node/test_rms_normalization_2d_axis_negative_1_expanded/model.onnx new file mode 100644 index 0000000..8b7e26e Binary files /dev/null and b/onnx/backend/test/data/node/test_rms_normalization_2d_axis_negative_1_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_rms_normalization_2d_axis_negative_1_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_rms_normalization_2d_axis_negative_1_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..6a03306 --- /dev/null +++ b/onnx/backend/test/data/node/test_rms_normalization_2d_axis_negative_1_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BXJ0x?h>z?j@$ ?.z8s?bhdӽ9>(>%? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rms_normalization_2d_axis_negative_1_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_rms_normalization_2d_axis_negative_1_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..38d7e2a --- /dev/null +++ b/onnx/backend/test/data/node/test_rms_normalization_2d_axis_negative_1_expanded/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BWJ6&õgڿ? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rms_normalization_2d_axis_negative_1_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_rms_normalization_2d_axis_negative_1_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..adfcff9 --- /dev/null +++ b/onnx/backend/test/data/node/test_rms_normalization_2d_axis_negative_1_expanded/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BYJ0/L7@{\ؿvT?~ܮ>4Diժn@ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rms_normalization_2d_axis_negative_2/model.onnx b/onnx/backend/test/data/node/test_rms_normalization_2d_axis_negative_2/model.onnx new file mode 100644 index 0000000..4482a6f Binary files /dev/null and b/onnx/backend/test/data/node/test_rms_normalization_2d_axis_negative_2/model.onnx differ diff --git a/onnx/backend/test/data/node/test_rms_normalization_2d_axis_negative_2/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_rms_normalization_2d_axis_negative_2/test_data_set_0/input_0.pb new file mode 100644 index 0000000..6a03306 --- /dev/null +++ b/onnx/backend/test/data/node/test_rms_normalization_2d_axis_negative_2/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BXJ0x?h>z?j@$ ?.z8s?bhdӽ9>(>%? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rms_normalization_2d_axis_negative_2/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_rms_normalization_2d_axis_negative_2/test_data_set_0/input_1.pb new file mode 100644 index 0000000..16b73d1 --- /dev/null +++ b/onnx/backend/test/data/node/test_rms_normalization_2d_axis_negative_2/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BWJ0C@(Hm;= ?2??>>Ec! > \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rms_normalization_2d_axis_negative_2/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_rms_normalization_2d_axis_negative_2/test_data_set_0/output_0.pb new file mode 100644 index 0000000..7d4ef6d --- /dev/null +++ b/onnx/backend/test/data/node/test_rms_normalization_2d_axis_negative_2/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BYJ0W@qj=vȴ7@=YE@=C/,C> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rms_normalization_2d_axis_negative_2_expanded/model.onnx b/onnx/backend/test/data/node/test_rms_normalization_2d_axis_negative_2_expanded/model.onnx new file mode 100644 index 0000000..e8b4ca9 Binary files /dev/null and b/onnx/backend/test/data/node/test_rms_normalization_2d_axis_negative_2_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_rms_normalization_2d_axis_negative_2_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_rms_normalization_2d_axis_negative_2_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..6a03306 --- /dev/null +++ b/onnx/backend/test/data/node/test_rms_normalization_2d_axis_negative_2_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BXJ0x?h>z?j@$ ?.z8s?bhdӽ9>(>%? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rms_normalization_2d_axis_negative_2_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_rms_normalization_2d_axis_negative_2_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..16b73d1 --- /dev/null +++ b/onnx/backend/test/data/node/test_rms_normalization_2d_axis_negative_2_expanded/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BWJ0C@(Hm;= ?2??>>Ec! > \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rms_normalization_2d_axis_negative_2_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_rms_normalization_2d_axis_negative_2_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..7d4ef6d --- /dev/null +++ b/onnx/backend/test/data/node/test_rms_normalization_2d_axis_negative_2_expanded/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BYJ0W@qj=vȴ7@=YE@=C/,C> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rms_normalization_3d_axis0_epsilon/model.onnx b/onnx/backend/test/data/node/test_rms_normalization_3d_axis0_epsilon/model.onnx new file mode 100644 index 0000000..87af9d9 Binary files /dev/null and b/onnx/backend/test/data/node/test_rms_normalization_3d_axis0_epsilon/model.onnx differ diff --git a/onnx/backend/test/data/node/test_rms_normalization_3d_axis0_epsilon/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_rms_normalization_3d_axis0_epsilon/test_data_set_0/input_0.pb new file mode 100644 index 0000000..2dbaacc --- /dev/null +++ b/onnx/backend/test/data/node/test_rms_normalization_3d_axis0_epsilon/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BXJxx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2?? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rms_normalization_3d_axis0_epsilon/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_rms_normalization_3d_axis0_epsilon/test_data_set_0/input_1.pb new file mode 100644 index 0000000..a316592 --- /dev/null +++ b/onnx/backend/test/data/node/test_rms_normalization_3d_axis0_epsilon/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BWJx>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rms_normalization_3d_axis0_epsilon/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_rms_normalization_3d_axis0_epsilon/test_data_set_0/output_0.pb new file mode 100644 index 0000000..13ffd1f --- /dev/null +++ b/onnx/backend/test/data/node/test_rms_normalization_3d_axis0_epsilon/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BYJxT!g>=7jZ 4w?g9=ѽnEGڿAѵH>LI?5Bſվ>?U>kb;9?[XͰ^$;?MUY \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rms_normalization_3d_axis0_epsilon_expanded/model.onnx b/onnx/backend/test/data/node/test_rms_normalization_3d_axis0_epsilon_expanded/model.onnx new file mode 100644 index 0000000..3f88445 Binary files /dev/null and b/onnx/backend/test/data/node/test_rms_normalization_3d_axis0_epsilon_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_rms_normalization_3d_axis0_epsilon_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_rms_normalization_3d_axis0_epsilon_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..2dbaacc --- /dev/null +++ b/onnx/backend/test/data/node/test_rms_normalization_3d_axis0_epsilon_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BXJxx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2?? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rms_normalization_3d_axis0_epsilon_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_rms_normalization_3d_axis0_epsilon_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..a316592 --- /dev/null +++ b/onnx/backend/test/data/node/test_rms_normalization_3d_axis0_epsilon_expanded/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BWJx>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rms_normalization_3d_axis0_epsilon_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_rms_normalization_3d_axis0_epsilon_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..13ffd1f --- /dev/null +++ b/onnx/backend/test/data/node/test_rms_normalization_3d_axis0_epsilon_expanded/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BYJxT!g>=7jZ 4w?g9=ѽnEGڿAѵH>LI?5Bſվ>?U>kb;9?[XͰ^$;?MUY \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rms_normalization_3d_axis1_epsilon/model.onnx b/onnx/backend/test/data/node/test_rms_normalization_3d_axis1_epsilon/model.onnx new file mode 100644 index 0000000..7c460c4 Binary files /dev/null and b/onnx/backend/test/data/node/test_rms_normalization_3d_axis1_epsilon/model.onnx differ diff --git a/onnx/backend/test/data/node/test_rms_normalization_3d_axis1_epsilon/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_rms_normalization_3d_axis1_epsilon/test_data_set_0/input_0.pb new file mode 100644 index 0000000..2dbaacc --- /dev/null +++ b/onnx/backend/test/data/node/test_rms_normalization_3d_axis1_epsilon/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BXJxx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2?? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rms_normalization_3d_axis1_epsilon/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_rms_normalization_3d_axis1_epsilon/test_data_set_0/input_1.pb new file mode 100644 index 0000000..ca2b1b6 --- /dev/null +++ b/onnx/backend/test/data/node/test_rms_normalization_3d_axis1_epsilon/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BWJ<5mξy? FU>z?u>4?G,>> ?^Ab*x?( \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rms_normalization_3d_axis1_epsilon/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_rms_normalization_3d_axis1_epsilon/test_data_set_0/output_0.pb new file mode 100644 index 0000000..da314ae --- /dev/null +++ b/onnx/backend/test/data/node/test_rms_normalization_3d_axis1_epsilon/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BYJx f9>u`8>Zp?}?/$^<|t=J>Xu>ęݿeZ_={|뾔hֽO?g3Rs>+r%;xƙ?5?gJD}=>? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rms_normalization_3d_axis1_epsilon_expanded/model.onnx b/onnx/backend/test/data/node/test_rms_normalization_3d_axis1_epsilon_expanded/model.onnx new file mode 100644 index 0000000..04b3b4c Binary files /dev/null and b/onnx/backend/test/data/node/test_rms_normalization_3d_axis1_epsilon_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_rms_normalization_3d_axis1_epsilon_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_rms_normalization_3d_axis1_epsilon_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..2dbaacc --- /dev/null +++ b/onnx/backend/test/data/node/test_rms_normalization_3d_axis1_epsilon_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BXJxx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2?? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rms_normalization_3d_axis1_epsilon_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_rms_normalization_3d_axis1_epsilon_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..ca2b1b6 --- /dev/null +++ b/onnx/backend/test/data/node/test_rms_normalization_3d_axis1_epsilon_expanded/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BWJ<5mξy? FU>z?u>4?G,>> ?^Ab*x?( \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rms_normalization_3d_axis1_epsilon_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_rms_normalization_3d_axis1_epsilon_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..da314ae --- /dev/null +++ b/onnx/backend/test/data/node/test_rms_normalization_3d_axis1_epsilon_expanded/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BYJx f9>u`8>Zp?}?/$^<|t=J>Xu>ęݿeZ_={|뾔hֽO?g3Rs>+r%;xƙ?5?gJD}=>? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rms_normalization_3d_axis2_epsilon/model.onnx b/onnx/backend/test/data/node/test_rms_normalization_3d_axis2_epsilon/model.onnx new file mode 100644 index 0000000..a77885d Binary files /dev/null and b/onnx/backend/test/data/node/test_rms_normalization_3d_axis2_epsilon/model.onnx differ diff --git a/onnx/backend/test/data/node/test_rms_normalization_3d_axis2_epsilon/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_rms_normalization_3d_axis2_epsilon/test_data_set_0/input_0.pb new file mode 100644 index 0000000..2dbaacc --- /dev/null +++ b/onnx/backend/test/data/node/test_rms_normalization_3d_axis2_epsilon/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BXJxx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2?? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rms_normalization_3d_axis2_epsilon/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_rms_normalization_3d_axis2_epsilon/test_data_set_0/input_1.pb new file mode 100644 index 0000000..2664d33 --- /dev/null +++ b/onnx/backend/test/data/node/test_rms_normalization_3d_axis2_epsilon/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BWJٺ>*>ǩ?31 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rms_normalization_3d_axis2_epsilon/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_rms_normalization_3d_axis2_epsilon/test_data_set_0/output_0.pb new file mode 100644 index 0000000..8a8fe2c --- /dev/null +++ b/onnx/backend/test/data/node/test_rms_normalization_3d_axis2_epsilon/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BYJx>YlB7>?&Lں3MC̾b#="5_>G>?>fh&>:0?hܾ]>+8r8:/,?s?KQZ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rms_normalization_3d_axis2_epsilon_expanded/model.onnx b/onnx/backend/test/data/node/test_rms_normalization_3d_axis2_epsilon_expanded/model.onnx new file mode 100644 index 0000000..ddb4e6a Binary files /dev/null and b/onnx/backend/test/data/node/test_rms_normalization_3d_axis2_epsilon_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_rms_normalization_3d_axis2_epsilon_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_rms_normalization_3d_axis2_epsilon_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..2dbaacc --- /dev/null +++ b/onnx/backend/test/data/node/test_rms_normalization_3d_axis2_epsilon_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BXJxx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2?? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rms_normalization_3d_axis2_epsilon_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_rms_normalization_3d_axis2_epsilon_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..2664d33 --- /dev/null +++ b/onnx/backend/test/data/node/test_rms_normalization_3d_axis2_epsilon_expanded/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BWJٺ>*>ǩ?31 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rms_normalization_3d_axis2_epsilon_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_rms_normalization_3d_axis2_epsilon_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..8a8fe2c --- /dev/null +++ b/onnx/backend/test/data/node/test_rms_normalization_3d_axis2_epsilon_expanded/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BYJx>YlB7>?&Lں3MC̾b#="5_>G>?>fh&>:0?hܾ]>+8r8:/,?s?KQZ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rms_normalization_3d_axis_negative_1_epsilon/model.onnx b/onnx/backend/test/data/node/test_rms_normalization_3d_axis_negative_1_epsilon/model.onnx new file mode 100644 index 0000000..bc17752 Binary files /dev/null and b/onnx/backend/test/data/node/test_rms_normalization_3d_axis_negative_1_epsilon/model.onnx differ diff --git a/onnx/backend/test/data/node/test_rms_normalization_3d_axis_negative_1_epsilon/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_rms_normalization_3d_axis_negative_1_epsilon/test_data_set_0/input_0.pb new file mode 100644 index 0000000..2dbaacc --- /dev/null +++ b/onnx/backend/test/data/node/test_rms_normalization_3d_axis_negative_1_epsilon/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BXJxx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2?? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rms_normalization_3d_axis_negative_1_epsilon/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_rms_normalization_3d_axis_negative_1_epsilon/test_data_set_0/input_1.pb new file mode 100644 index 0000000..f005fed --- /dev/null +++ b/onnx/backend/test/data/node/test_rms_normalization_3d_axis_negative_1_epsilon/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BWJ9r޾?,?֞> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rms_normalization_3d_axis_negative_1_epsilon/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_rms_normalization_3d_axis_negative_1_epsilon/test_data_set_0/output_0.pb new file mode 100644 index 0000000..453f1e3 Binary files /dev/null and b/onnx/backend/test/data/node/test_rms_normalization_3d_axis_negative_1_epsilon/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_rms_normalization_3d_axis_negative_1_epsilon_expanded/model.onnx b/onnx/backend/test/data/node/test_rms_normalization_3d_axis_negative_1_epsilon_expanded/model.onnx new file mode 100644 index 0000000..3a9c013 Binary files /dev/null and b/onnx/backend/test/data/node/test_rms_normalization_3d_axis_negative_1_epsilon_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_rms_normalization_3d_axis_negative_1_epsilon_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_rms_normalization_3d_axis_negative_1_epsilon_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..2dbaacc --- /dev/null +++ b/onnx/backend/test/data/node/test_rms_normalization_3d_axis_negative_1_epsilon_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BXJxx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2?? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rms_normalization_3d_axis_negative_1_epsilon_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_rms_normalization_3d_axis_negative_1_epsilon_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..f005fed --- /dev/null +++ b/onnx/backend/test/data/node/test_rms_normalization_3d_axis_negative_1_epsilon_expanded/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BWJ9r޾?,?֞> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rms_normalization_3d_axis_negative_1_epsilon_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_rms_normalization_3d_axis_negative_1_epsilon_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..453f1e3 Binary files /dev/null and b/onnx/backend/test/data/node/test_rms_normalization_3d_axis_negative_1_epsilon_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_rms_normalization_3d_axis_negative_2_epsilon/model.onnx b/onnx/backend/test/data/node/test_rms_normalization_3d_axis_negative_2_epsilon/model.onnx new file mode 100644 index 0000000..86944f8 Binary files /dev/null and b/onnx/backend/test/data/node/test_rms_normalization_3d_axis_negative_2_epsilon/model.onnx differ diff --git a/onnx/backend/test/data/node/test_rms_normalization_3d_axis_negative_2_epsilon/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_rms_normalization_3d_axis_negative_2_epsilon/test_data_set_0/input_0.pb new file mode 100644 index 0000000..2dbaacc --- /dev/null +++ b/onnx/backend/test/data/node/test_rms_normalization_3d_axis_negative_2_epsilon/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BXJxx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2?? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rms_normalization_3d_axis_negative_2_epsilon/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_rms_normalization_3d_axis_negative_2_epsilon/test_data_set_0/input_1.pb new file mode 100644 index 0000000..d10a903 --- /dev/null +++ b/onnx/backend/test/data/node/test_rms_normalization_3d_axis_negative_2_epsilon/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BWJ3?d:e=>{vm>P4E_ƀh) +=z<;?? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rms_normalization_3d_axis_negative_2_epsilon_expanded/model.onnx b/onnx/backend/test/data/node/test_rms_normalization_3d_axis_negative_2_epsilon_expanded/model.onnx new file mode 100644 index 0000000..92c41d7 Binary files /dev/null and b/onnx/backend/test/data/node/test_rms_normalization_3d_axis_negative_2_epsilon_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_rms_normalization_3d_axis_negative_2_epsilon_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_rms_normalization_3d_axis_negative_2_epsilon_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..2dbaacc --- /dev/null +++ b/onnx/backend/test/data/node/test_rms_normalization_3d_axis_negative_2_epsilon_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BXJxx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2?? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rms_normalization_3d_axis_negative_2_epsilon_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_rms_normalization_3d_axis_negative_2_epsilon_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..d10a903 --- /dev/null +++ b/onnx/backend/test/data/node/test_rms_normalization_3d_axis_negative_2_epsilon_expanded/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BWJ3?d:e=>{vm>P4E_ƀh) +=z<;?? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rms_normalization_3d_axis_negative_3_epsilon/model.onnx b/onnx/backend/test/data/node/test_rms_normalization_3d_axis_negative_3_epsilon/model.onnx new file mode 100644 index 0000000..70b8c7e Binary files /dev/null and b/onnx/backend/test/data/node/test_rms_normalization_3d_axis_negative_3_epsilon/model.onnx differ diff --git a/onnx/backend/test/data/node/test_rms_normalization_3d_axis_negative_3_epsilon/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_rms_normalization_3d_axis_negative_3_epsilon/test_data_set_0/input_0.pb new file mode 100644 index 0000000..2dbaacc --- /dev/null +++ b/onnx/backend/test/data/node/test_rms_normalization_3d_axis_negative_3_epsilon/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BXJxx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2?? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rms_normalization_3d_axis_negative_3_epsilon/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_rms_normalization_3d_axis_negative_3_epsilon/test_data_set_0/input_1.pb new file mode 100644 index 0000000..99ddacc --- /dev/null +++ b/onnx/backend/test/data/node/test_rms_normalization_3d_axis_negative_3_epsilon/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BWJx^&,Z[*Pܿ35>;;Wп>DhT=:?>ב?>O/^~/Ѓ f=#f?Ok>Ŀ ??@?7>8lF? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rms_normalization_3d_axis_negative_3_epsilon/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_rms_normalization_3d_axis_negative_3_epsilon/test_data_set_0/output_0.pb new file mode 100644 index 0000000..99faffd --- /dev/null +++ b/onnx/backend/test/data/node/test_rms_normalization_3d_axis_negative_3_epsilon/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BYJxzR>(qLP>>ŵ]l?a=uH<=>O7?>8AÄ=A"4@>0>Nq?2@6q6=fz?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2?? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rms_normalization_3d_axis_negative_3_epsilon_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_rms_normalization_3d_axis_negative_3_epsilon_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..99ddacc --- /dev/null +++ b/onnx/backend/test/data/node/test_rms_normalization_3d_axis_negative_3_epsilon_expanded/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BWJx^&,Z[*Pܿ35>;;Wп>DhT=:?>ב?>O/^~/Ѓ f=#f?Ok>Ŀ ??@?7>8lF? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rms_normalization_3d_axis_negative_3_epsilon_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_rms_normalization_3d_axis_negative_3_epsilon_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..99faffd --- /dev/null +++ b/onnx/backend/test/data/node/test_rms_normalization_3d_axis_negative_3_epsilon_expanded/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BYJxzR>(qLP>>ŵ]l?a=uH<=>O7?>8AÄ=A"4@>0>Nq?2@6q6=fz?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6^&,Z[*Pܿ35>;;Wп>DhT=:?>ב?>O/^~/Ѓ f=#f?Ok>Ŀ ??@?7>8lF?5mξy? FU>z?u>4?G,>> ?^Ab*x?(?Ӿ3Y?"??, ?g?Iy\}?7mM?r?N4?l? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rms_normalization_4d_axis0/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_rms_normalization_4d_axis0/test_data_set_0/input_1.pb new file mode 100644 index 0000000..177f420 Binary files /dev/null and b/onnx/backend/test/data/node/test_rms_normalization_4d_axis0/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_rms_normalization_4d_axis0/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_rms_normalization_4d_axis0/test_data_set_0/output_0.pb new file mode 100644 index 0000000..eaac2a8 Binary files /dev/null and b/onnx/backend/test/data/node/test_rms_normalization_4d_axis0/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_rms_normalization_4d_axis0_expanded/model.onnx b/onnx/backend/test/data/node/test_rms_normalization_4d_axis0_expanded/model.onnx new file mode 100644 index 0000000..087216e Binary files /dev/null and b/onnx/backend/test/data/node/test_rms_normalization_4d_axis0_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_rms_normalization_4d_axis0_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_rms_normalization_4d_axis0_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..703fd46 --- /dev/null +++ b/onnx/backend/test/data/node/test_rms_normalization_4d_axis0_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BXJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6^&,Z[*Pܿ35>;;Wп>DhT=:?>ב?>O/^~/Ѓ f=#f?Ok>Ŀ ??@?7>8lF?5mξy? FU>z?u>4?G,>> ?^Ab*x?(?Ӿ3Y?"??, ?g?Iy\}?7mM?r?N4?l? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rms_normalization_4d_axis0_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_rms_normalization_4d_axis0_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..177f420 Binary files /dev/null and b/onnx/backend/test/data/node/test_rms_normalization_4d_axis0_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_rms_normalization_4d_axis0_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_rms_normalization_4d_axis0_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..eaac2a8 Binary files /dev/null and b/onnx/backend/test/data/node/test_rms_normalization_4d_axis0_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_rms_normalization_4d_axis1/model.onnx b/onnx/backend/test/data/node/test_rms_normalization_4d_axis1/model.onnx new file mode 100644 index 0000000..a074082 Binary files /dev/null and b/onnx/backend/test/data/node/test_rms_normalization_4d_axis1/model.onnx differ diff --git a/onnx/backend/test/data/node/test_rms_normalization_4d_axis1/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_rms_normalization_4d_axis1/test_data_set_0/input_0.pb new file mode 100644 index 0000000..703fd46 --- /dev/null +++ b/onnx/backend/test/data/node/test_rms_normalization_4d_axis1/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BXJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6^&,Z[*Pܿ35>;;Wп>DhT=:?>ב?>O/^~/Ѓ f=#f?Ok>Ŀ ??@?7>8lF?5mξy? FU>z?u>4?G,>> ?^Ab*x?(?Ӿ3Y?"??, ?g?Iy\}?7mM?r?N4?l? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rms_normalization_4d_axis1/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_rms_normalization_4d_axis1/test_data_set_0/input_1.pb new file mode 100644 index 0000000..979d0cf --- /dev/null +++ b/onnx/backend/test/data/node/test_rms_normalization_4d_axis1/test_data_set_0/input_1.pb @@ -0,0 +1,3 @@ +BWJ2?!w;n?>w[$>:C)ʾ_b>Y=~&uW?r@J=->B$?0 +ɿShSa?[ٿI>*[Ⴟ;=>ԿoJ|e?R+(>9?dοk'B[??ڸ?@Z?bAՎ +DD?l>x_⿶>_P?[q=~= N (TL?@Do?w;/?ܽ>x>1?? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rms_normalization_4d_axis1/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_rms_normalization_4d_axis1/test_data_set_0/output_0.pb new file mode 100644 index 0000000..cebefda --- /dev/null +++ b/onnx/backend/test/data/node/test_rms_normalization_4d_axis1/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BYJj?g :[?7?m".]f= <*߾ =@.O?鼂]<>g?&B>y5@Ws>꿮6?=@->&@Xh>ni=mKF/>@@*=vH~?E?\x1:?S?r'?t%Y?u˘0=>U%>?N1>(>τ>:<E>(<%=AHhMFA_(9٘.}]>-)3+n>eqyH>U0k?>13;?za=y@l`ҁ>Hؿ)>r@`2rX3|˽Q <?}6>>*R?noR>LF?t[)?(),rJ%~1?Z>)ھ8㾌?3>Ld?[? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rms_normalization_4d_axis1_expanded/model.onnx b/onnx/backend/test/data/node/test_rms_normalization_4d_axis1_expanded/model.onnx new file mode 100644 index 0000000..8e48125 Binary files /dev/null and b/onnx/backend/test/data/node/test_rms_normalization_4d_axis1_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_rms_normalization_4d_axis1_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_rms_normalization_4d_axis1_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..703fd46 --- /dev/null +++ b/onnx/backend/test/data/node/test_rms_normalization_4d_axis1_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BXJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6^&,Z[*Pܿ35>;;Wп>DhT=:?>ב?>O/^~/Ѓ f=#f?Ok>Ŀ ??@?7>8lF?5mξy? FU>z?u>4?G,>> ?^Ab*x?(?Ӿ3Y?"??, ?g?Iy\}?7mM?r?N4?l? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rms_normalization_4d_axis1_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_rms_normalization_4d_axis1_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..979d0cf --- /dev/null +++ b/onnx/backend/test/data/node/test_rms_normalization_4d_axis1_expanded/test_data_set_0/input_1.pb @@ -0,0 +1,3 @@ +BWJ2?!w;n?>w[$>:C)ʾ_b>Y=~&uW?r@J=->B$?0 +ɿShSa?[ٿI>*[Ⴟ;=>ԿoJ|e?R+(>9?dοk'B[??ڸ?@Z?bAՎ +DD?l>x_⿶>_P?[q=~= N (TL?@Do?w;/?ܽ>x>1?? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rms_normalization_4d_axis1_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_rms_normalization_4d_axis1_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..cebefda --- /dev/null +++ b/onnx/backend/test/data/node/test_rms_normalization_4d_axis1_expanded/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BYJj?g :[?7?m".]f= <*߾ =@.O?鼂]<>g?&B>y5@Ws>꿮6?=@->&@Xh>ni=mKF/>@@*=vH~?E?\x1:?S?r'?t%Y?u˘0=>U%>?N1>(>τ>:<E>(<%=AHhMFA_(9٘.}]>-)3+n>eqyH>U0k?>13;?za=y@l`ҁ>Hؿ)>r@`2rX3|˽Q <?}6>>*R?noR>LF?t[)?(),rJ%~1?Z>)ھ8㾌?3>Ld?[? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rms_normalization_4d_axis2/model.onnx b/onnx/backend/test/data/node/test_rms_normalization_4d_axis2/model.onnx new file mode 100644 index 0000000..20c78f0 Binary files /dev/null and b/onnx/backend/test/data/node/test_rms_normalization_4d_axis2/model.onnx differ diff --git a/onnx/backend/test/data/node/test_rms_normalization_4d_axis2/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_rms_normalization_4d_axis2/test_data_set_0/input_0.pb new file mode 100644 index 0000000..703fd46 --- /dev/null +++ b/onnx/backend/test/data/node/test_rms_normalization_4d_axis2/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BXJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6^&,Z[*Pܿ35>;;Wп>DhT=:?>ב?>O/^~/Ѓ f=#f?Ok>Ŀ ??@?7>8lF?5mξy? FU>z?u>4?G,>> ?^Ab*x?(?Ӿ3Y?"??, ?g?Iy\}?7mM?r?N4?l? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rms_normalization_4d_axis2/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_rms_normalization_4d_axis2/test_data_set_0/input_1.pb new file mode 100644 index 0000000..a5f6cb1 --- /dev/null +++ b/onnx/backend/test/data/node/test_rms_normalization_4d_axis2/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BWJPzE?ă?h)@پ\?)? ?4;a>ԃ+֌?%?,@e(֤2OPr \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rms_normalization_4d_axis2/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_rms_normalization_4d_axis2/test_data_set_0/output_0.pb new file mode 100644 index 0000000..2912f3c Binary files /dev/null and b/onnx/backend/test/data/node/test_rms_normalization_4d_axis2/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_rms_normalization_4d_axis2_expanded/model.onnx b/onnx/backend/test/data/node/test_rms_normalization_4d_axis2_expanded/model.onnx new file mode 100644 index 0000000..fdffe4a Binary files /dev/null and b/onnx/backend/test/data/node/test_rms_normalization_4d_axis2_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_rms_normalization_4d_axis2_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_rms_normalization_4d_axis2_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..703fd46 --- /dev/null +++ b/onnx/backend/test/data/node/test_rms_normalization_4d_axis2_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BXJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6^&,Z[*Pܿ35>;;Wп>DhT=:?>ב?>O/^~/Ѓ f=#f?Ok>Ŀ ??@?7>8lF?5mξy? FU>z?u>4?G,>> ?^Ab*x?(?Ӿ3Y?"??, ?g?Iy\}?7mM?r?N4?l? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rms_normalization_4d_axis2_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_rms_normalization_4d_axis2_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..a5f6cb1 --- /dev/null +++ b/onnx/backend/test/data/node/test_rms_normalization_4d_axis2_expanded/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BWJPzE?ă?h)@پ\?)? ?4;a>ԃ+֌?%?,@e(֤2OPr \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rms_normalization_4d_axis2_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_rms_normalization_4d_axis2_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..2912f3c Binary files /dev/null and b/onnx/backend/test/data/node/test_rms_normalization_4d_axis2_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_rms_normalization_4d_axis3/model.onnx b/onnx/backend/test/data/node/test_rms_normalization_4d_axis3/model.onnx new file mode 100644 index 0000000..db3072e Binary files /dev/null and b/onnx/backend/test/data/node/test_rms_normalization_4d_axis3/model.onnx differ diff --git a/onnx/backend/test/data/node/test_rms_normalization_4d_axis3/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_rms_normalization_4d_axis3/test_data_set_0/input_0.pb new file mode 100644 index 0000000..703fd46 --- /dev/null +++ b/onnx/backend/test/data/node/test_rms_normalization_4d_axis3/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BXJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6^&,Z[*Pܿ35>;;Wп>DhT=:?>ב?>O/^~/Ѓ f=#f?Ok>Ŀ ??@?7>8lF?5mξy? FU>z?u>4?G,>> ?^Ab*x?(?Ӿ3Y?"??, ?g?Iy\}?7mM?r?N4?l? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rms_normalization_4d_axis3/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_rms_normalization_4d_axis3/test_data_set_0/input_1.pb new file mode 100644 index 0000000..e1a2b66 --- /dev/null +++ b/onnx/backend/test/data/node/test_rms_normalization_4d_axis3/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BWJci)2׿cw> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rms_normalization_4d_axis3/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_rms_normalization_4d_axis3/test_data_set_0/output_0.pb new file mode 100644 index 0000000..f076391 --- /dev/null +++ b/onnx/backend/test/data/node/test_rms_normalization_4d_axis3/test_data_set_0/output_0.pb @@ -0,0 +1,2 @@ +BYJ{bejb >c>X>3c>r>++(޿]ֿX>J½ٿrJ>oƱ>]Nc b>>>E>Н>MH ʰ ?;(>i?8@=߱yf=0?A Z?ˤRU>k{9? +?0r2b?v^-&>?:>??g>== ?bZk?j<ѴEvd&?T=sZ>A~??>/<a>u2)('?0\>5$nd-f> J?YX>s=at=(72Z`k=nog?ҋ?!/XU>_?ļ~>s6?F:HVtf!>:x> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rms_normalization_4d_axis3_expanded/model.onnx b/onnx/backend/test/data/node/test_rms_normalization_4d_axis3_expanded/model.onnx new file mode 100644 index 0000000..38dc776 Binary files /dev/null and b/onnx/backend/test/data/node/test_rms_normalization_4d_axis3_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_rms_normalization_4d_axis3_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_rms_normalization_4d_axis3_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..703fd46 --- /dev/null +++ b/onnx/backend/test/data/node/test_rms_normalization_4d_axis3_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BXJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6^&,Z[*Pܿ35>;;Wп>DhT=:?>ב?>O/^~/Ѓ f=#f?Ok>Ŀ ??@?7>8lF?5mξy? FU>z?u>4?G,>> ?^Ab*x?(?Ӿ3Y?"??, ?g?Iy\}?7mM?r?N4?l? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rms_normalization_4d_axis3_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_rms_normalization_4d_axis3_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..e1a2b66 --- /dev/null +++ b/onnx/backend/test/data/node/test_rms_normalization_4d_axis3_expanded/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BWJci)2׿cw> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rms_normalization_4d_axis3_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_rms_normalization_4d_axis3_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..f076391 --- /dev/null +++ b/onnx/backend/test/data/node/test_rms_normalization_4d_axis3_expanded/test_data_set_0/output_0.pb @@ -0,0 +1,2 @@ +BYJ{bejb >c>X>3c>r>++(޿]ֿX>J½ٿrJ>oƱ>]Nc b>>>E>Н>MH ʰ ?;(>i?8@=߱yf=0?A Z?ˤRU>k{9? +?0r2b?v^-&>?:>??g>== ?bZk?j<ѴEvd&?T=sZ>A~??>/<a>u2)('?0\>5$nd-f> J?YX>s=at=(72Z`k=nog?ҋ?!/XU>_?ļ~>s6?F:HVtf!>:x> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_1/model.onnx b/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_1/model.onnx new file mode 100644 index 0000000..36b9664 Binary files /dev/null and b/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_1/model.onnx differ diff --git a/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_1/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_1/test_data_set_0/input_0.pb new file mode 100644 index 0000000..703fd46 --- /dev/null +++ b/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_1/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BXJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6^&,Z[*Pܿ35>;;Wп>DhT=:?>ב?>O/^~/Ѓ f=#f?Ok>Ŀ ??@?7>8lF?5mξy? FU>z?u>4?G,>> ?^Ab*x?(?Ӿ3Y?"??, ?g?Iy\}?7mM?r?N4?l? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_1/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_1/test_data_set_0/input_1.pb new file mode 100644 index 0000000..5b7b698 --- /dev/null +++ b/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_1/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BWJ,c[o?'Ǵ?P2]? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_1/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_1/test_data_set_0/output_0.pb new file mode 100644 index 0000000..5f01427 Binary files /dev/null and b/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_1/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_1_expanded/model.onnx b/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_1_expanded/model.onnx new file mode 100644 index 0000000..3c24965 Binary files /dev/null and b/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_1_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_1_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_1_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..703fd46 --- /dev/null +++ b/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_1_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BXJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6^&,Z[*Pܿ35>;;Wп>DhT=:?>ב?>O/^~/Ѓ f=#f?Ok>Ŀ ??@?7>8lF?5mξy? FU>z?u>4?G,>> ?^Ab*x?(?Ӿ3Y?"??, ?g?Iy\}?7mM?r?N4?l? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_1_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_1_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..5b7b698 --- /dev/null +++ b/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_1_expanded/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BWJ,c[o?'Ǵ?P2]? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_1_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_1_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..5f01427 Binary files /dev/null and b/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_1_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_2/model.onnx b/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_2/model.onnx new file mode 100644 index 0000000..cd5ce58 Binary files /dev/null and b/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_2/model.onnx differ diff --git a/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_2/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_2/test_data_set_0/input_0.pb new file mode 100644 index 0000000..703fd46 --- /dev/null +++ b/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_2/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BXJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6^&,Z[*Pܿ35>;;Wп>DhT=:?>ב?>O/^~/Ѓ f=#f?Ok>Ŀ ??@?7>8lF?5mξy? FU>z?u>4?G,>> ?^Ab*x?(?Ӿ3Y?"??, ?g?Iy\}?7mM?r?N4?l? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_2/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_2/test_data_set_0/input_1.pb new file mode 100644 index 0000000..c4e28a2 --- /dev/null +++ b/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_2/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BWJP>A U?Do 屾+пȿ2?/e??酪s( 4>UT>#?>? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_2/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_2/test_data_set_0/output_0.pb new file mode 100644 index 0000000..1afcc98 Binary files /dev/null and b/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_2/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_2_expanded/model.onnx b/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_2_expanded/model.onnx new file mode 100644 index 0000000..bb7f8b0 Binary files /dev/null and b/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_2_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_2_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_2_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..703fd46 --- /dev/null +++ b/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_2_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BXJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6^&,Z[*Pܿ35>;;Wп>DhT=:?>ב?>O/^~/Ѓ f=#f?Ok>Ŀ ??@?7>8lF?5mξy? FU>z?u>4?G,>> ?^Ab*x?(?Ӿ3Y?"??, ?g?Iy\}?7mM?r?N4?l? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_2_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_2_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..c4e28a2 --- /dev/null +++ b/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_2_expanded/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BWJP>A U?Do 屾+пȿ2?/e??酪s( 4>UT>#?>? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_2_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_2_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..1afcc98 Binary files /dev/null and b/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_2_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_3/model.onnx b/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_3/model.onnx new file mode 100644 index 0000000..147c149 Binary files /dev/null and b/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_3/model.onnx differ diff --git a/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_3/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_3/test_data_set_0/input_0.pb new file mode 100644 index 0000000..703fd46 --- /dev/null +++ b/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_3/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BXJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6^&,Z[*Pܿ35>;;Wп>DhT=:?>ב?>O/^~/Ѓ f=#f?Ok>Ŀ ??@?7>8lF?5mξy? FU>z?u>4?G,>> ?^Ab*x?(?Ӿ3Y?"??, ?g?Iy\}?7mM?r?N4?l? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_3/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_3/test_data_set_0/input_1.pb new file mode 100644 index 0000000..2382063 Binary files /dev/null and b/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_3/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_3/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_3/test_data_set_0/output_0.pb new file mode 100644 index 0000000..31bcce1 --- /dev/null +++ b/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_3/test_data_set_0/output_0.pb @@ -0,0 +1,4 @@ +BYJ?҃`>6>'jW?>]b==Ԛ +6R?P=ۯϾIu=ݓ?q>LӀKs?6#* +u?&S!>B\<->'NAyu> ƾ/?㽪@># +vl8ǔkv>u~?u^@:NI?!Ia>I?<9>= x,a-R6@M?thQ jci9>[<ܦ 03Űr?󊿾8aS]/>@t;>G}S(?Ud*?+*>hM?Ar>u?B&=Y>=?Mvbpe</n֮??[,>.?@>O?׆>xfȜ1h>$vC?$?>)?=> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_3_expanded/model.onnx b/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_3_expanded/model.onnx new file mode 100644 index 0000000..1d88f25 Binary files /dev/null and b/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_3_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_3_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_3_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..703fd46 --- /dev/null +++ b/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_3_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BXJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6^&,Z[*Pܿ35>;;Wп>DhT=:?>ב?>O/^~/Ѓ f=#f?Ok>Ŀ ??@?7>8lF?5mξy? FU>z?u>4?G,>> ?^Ab*x?(?Ӿ3Y?"??, ?g?Iy\}?7mM?r?N4?l? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_3_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_3_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..2382063 Binary files /dev/null and b/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_3_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_3_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_3_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..31bcce1 --- /dev/null +++ b/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_3_expanded/test_data_set_0/output_0.pb @@ -0,0 +1,4 @@ +BYJ?҃`>6>'jW?>]b==Ԛ +6R?P=ۯϾIu=ݓ?q>LӀKs?6#* +u?&S!>B\<->'NAyu> ƾ/?㽪@># +vl8ǔkv>u~?u^@:NI?!Ia>I?<9>= x,a-R6@M?thQ jci9>[<ܦ 03Űr?󊿾8aS]/>@t;>G}S(?Ud*?+*>hM?Ar>u?B&=Y>=?Mvbpe</n֮??[,>.?@>O?׆>xfȜ1h>$vC?$?>)?=> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_4/model.onnx b/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_4/model.onnx new file mode 100644 index 0000000..938d615 Binary files /dev/null and b/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_4/model.onnx differ diff --git a/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_4/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_4/test_data_set_0/input_0.pb new file mode 100644 index 0000000..703fd46 --- /dev/null +++ b/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_4/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BXJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6^&,Z[*Pܿ35>;;Wп>DhT=:?>ב?>O/^~/Ѓ f=#f?Ok>Ŀ ??@?7>8lF?5mξy? FU>z?u>4?G,>> ?^Ab*x?(?Ӿ3Y?"??, ?g?Iy\}?7mM?r?N4?l? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_4/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_4/test_data_set_0/input_1.pb new file mode 100644 index 0000000..6ba3495 --- /dev/null +++ b/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_4/test_data_set_0/input_1.pb @@ -0,0 +1,2 @@ +BWJ/#6g˾ x6Kֿ?0?8P˳d?f,\>1?1?9ʿA?, PW-OA>?=y,y=O>)r1V[?P>@' ++Ⱦ> @$c?.*1?>1?ʅ?0?梦?Y 0I_s@f6 ?$=t<?̾w>F<=?) .*?wȪ=a1?8g#?; ;žh;=,Ⓘk|۽78O Ph>d8$䟾vs!(n@=g4yq?G??Y/E?g/*7?>W/)l?Ĉ?/" 0fv >?>C ?0&lr? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_4/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_4/test_data_set_0/output_0.pb new file mode 100644 index 0000000..836b174 Binary files /dev/null and b/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_4/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_4_expanded/model.onnx b/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_4_expanded/model.onnx new file mode 100644 index 0000000..9fcce91 Binary files /dev/null and b/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_4_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_4_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_4_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..703fd46 --- /dev/null +++ b/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_4_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BXJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6^&,Z[*Pܿ35>;;Wп>DhT=:?>ב?>O/^~/Ѓ f=#f?Ok>Ŀ ??@?7>8lF?5mξy? FU>z?u>4?G,>> ?^Ab*x?(?Ӿ3Y?"??, ?g?Iy\}?7mM?r?N4?l? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_4_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_4_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..6ba3495 --- /dev/null +++ b/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_4_expanded/test_data_set_0/input_1.pb @@ -0,0 +1,2 @@ +BWJ/#6g˾ x6Kֿ?0?8P˳d?f,\>1?1?9ʿA?, PW-OA>?=y,y=O>)r1V[?P>@' ++Ⱦ> @$c?.*1?>1?ʅ?0?梦?Y 0I_s@f6 ?$=t<?̾w>F<=?) .*?wȪ=a1?8g#?; ;žh;=,Ⓘk|۽78O Ph>d8$䟾vs!(n@=g4yq?G??Y/E?g/*7?>W/)l?Ĉ?/" 0fv >?>C ?0&lr? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_4_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_4_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..836b174 Binary files /dev/null and b/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_4_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_rms_normalization_default_axis/model.onnx b/onnx/backend/test/data/node/test_rms_normalization_default_axis/model.onnx new file mode 100644 index 0000000..62c9188 Binary files /dev/null and b/onnx/backend/test/data/node/test_rms_normalization_default_axis/model.onnx differ diff --git a/onnx/backend/test/data/node/test_rms_normalization_default_axis/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_rms_normalization_default_axis/test_data_set_0/input_0.pb new file mode 100644 index 0000000..703fd46 --- /dev/null +++ b/onnx/backend/test/data/node/test_rms_normalization_default_axis/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BXJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6^&,Z[*Pܿ35>;;Wп>DhT=:?>ב?>O/^~/Ѓ f=#f?Ok>Ŀ ??@?7>8lF?5mξy? FU>z?u>4?G,>> ?^Ab*x?(?Ӿ3Y?"??, ?g?Iy\}?7mM?r?N4?l? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rms_normalization_default_axis/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_rms_normalization_default_axis/test_data_set_0/input_1.pb new file mode 100644 index 0000000..2664d33 --- /dev/null +++ b/onnx/backend/test/data/node/test_rms_normalization_default_axis/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BWJٺ>*>ǩ?31 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rms_normalization_default_axis/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_rms_normalization_default_axis/test_data_set_0/output_0.pb new file mode 100644 index 0000000..495bf6c Binary files /dev/null and b/onnx/backend/test/data/node/test_rms_normalization_default_axis/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_rms_normalization_default_axis_expanded/model.onnx b/onnx/backend/test/data/node/test_rms_normalization_default_axis_expanded/model.onnx new file mode 100644 index 0000000..852d3e1 Binary files /dev/null and b/onnx/backend/test/data/node/test_rms_normalization_default_axis_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_rms_normalization_default_axis_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_rms_normalization_default_axis_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..703fd46 --- /dev/null +++ b/onnx/backend/test/data/node/test_rms_normalization_default_axis_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BXJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6^&,Z[*Pܿ35>;;Wп>DhT=:?>ב?>O/^~/Ѓ f=#f?Ok>Ŀ ??@?7>8lF?5mξy? FU>z?u>4?G,>> ?^Ab*x?(?Ӿ3Y?"??, ?g?Iy\}?7mM?r?N4?l? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rms_normalization_default_axis_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_rms_normalization_default_axis_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..2664d33 --- /dev/null +++ b/onnx/backend/test/data/node/test_rms_normalization_default_axis_expanded/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BWJٺ>*>ǩ?31 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rms_normalization_default_axis_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_rms_normalization_default_axis_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..495bf6c Binary files /dev/null and b/onnx/backend/test/data/node/test_rms_normalization_default_axis_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_rnn_seq_length/model.onnx b/onnx/backend/test/data/node/test_rnn_seq_length/model.onnx new file mode 100644 index 0000000..7a02500 Binary files /dev/null and b/onnx/backend/test/data/node/test_rnn_seq_length/model.onnx differ diff --git a/onnx/backend/test/data/node/test_rnn_seq_length/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_rnn_seq_length/test_data_set_0/input_0.pb new file mode 100644 index 0000000..0879670 Binary files /dev/null and b/onnx/backend/test/data/node/test_rnn_seq_length/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_rnn_seq_length/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_rnn_seq_length/test_data_set_0/input_1.pb new file mode 100644 index 0000000..481acbc --- /dev/null +++ b/onnx/backend/test/data/node/test_rnn_seq_length/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BWJz?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rnn_seq_length/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_rnn_seq_length/test_data_set_0/input_2.pb new file mode 100644 index 0000000..4f52fb9 --- /dev/null +++ b/onnx/backend/test/data/node/test_rnn_seq_length/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BRJd]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rnn_seq_length/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_rnn_seq_length/test_data_set_0/input_3.pb new file mode 100644 index 0000000..88f54cf --- /dev/null +++ b/onnx/backend/test/data/node/test_rnn_seq_length/test_data_set_0/input_3.pb @@ -0,0 +1,2 @@ + +BBJ(6&õgڿ?xFKྙ[ G?4οY \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rnn_seq_length/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_rnn_seq_length/test_data_set_0/output_0.pb new file mode 100644 index 0000000..2aaa730 Binary files /dev/null and b/onnx/backend/test/data/node/test_rnn_seq_length/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_roialign_aligned_false/model.onnx b/onnx/backend/test/data/node/test_roialign_aligned_false/model.onnx new file mode 100644 index 0000000..cd9dfe7 Binary files /dev/null and b/onnx/backend/test/data/node/test_roialign_aligned_false/model.onnx differ diff --git a/onnx/backend/test/data/node/test_roialign_aligned_false/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_roialign_aligned_false/test_data_set_0/input_0.pb new file mode 100644 index 0000000..b50b557 Binary files /dev/null and b/onnx/backend/test/data/node/test_roialign_aligned_false/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_roialign_aligned_false/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_roialign_aligned_false/test_data_set_0/input_1.pb new file mode 100644 index 0000000..bb14c14 Binary files /dev/null and b/onnx/backend/test/data/node/test_roialign_aligned_false/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_roialign_aligned_false/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_roialign_aligned_false/test_data_set_0/input_2.pb new file mode 100644 index 0000000..7e24ffa Binary files /dev/null and b/onnx/backend/test/data/node/test_roialign_aligned_false/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_roialign_aligned_false/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_roialign_aligned_false/test_data_set_0/output_0.pb new file mode 100644 index 0000000..951f415 --- /dev/null +++ b/onnx/backend/test/data/node/test_roialign_aligned_false/test_data_set_0/output_0.pb @@ -0,0 +1,3 @@ +BYJ>>V>??W?$(>>Z> c?F>>u>?M ?">G>0?m>I`??ff6? ?ƫ>>>j>io>q>, +?/>z4?X9? +h>3?+>?%??TtT?s?(=?m4?RV?*c?Di?M?5?ۊ?>!t>;>vO>(?B?>>6?l?y?,?F%?&? C?`? ?a>=[>'>Q>|>g>}Г>vq>p> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_roialign_aligned_true/model.onnx b/onnx/backend/test/data/node/test_roialign_aligned_true/model.onnx new file mode 100644 index 0000000..eb22ab1 Binary files /dev/null and b/onnx/backend/test/data/node/test_roialign_aligned_true/model.onnx differ diff --git a/onnx/backend/test/data/node/test_roialign_aligned_true/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_roialign_aligned_true/test_data_set_0/input_0.pb new file mode 100644 index 0000000..b50b557 Binary files /dev/null and b/onnx/backend/test/data/node/test_roialign_aligned_true/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_roialign_aligned_true/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_roialign_aligned_true/test_data_set_0/input_1.pb new file mode 100644 index 0000000..bb14c14 Binary files /dev/null and b/onnx/backend/test/data/node/test_roialign_aligned_true/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_roialign_aligned_true/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_roialign_aligned_true/test_data_set_0/input_2.pb new file mode 100644 index 0000000..7e24ffa Binary files /dev/null and b/onnx/backend/test/data/node/test_roialign_aligned_true/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_roialign_aligned_true/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_roialign_aligned_true/test_data_set_0/output_0.pb new file mode 100644 index 0000000..597556b --- /dev/null +++ b/onnx/backend/test/data/node/test_roialign_aligned_true/test_data_set_0/output_0.pb @@ -0,0 +1,2 @@ +BYJ? ү>&S>> +h"? c>^ ?>>D>I>>?2?sh>>:>?>U/?>B6?ZR?>>/>_>ڪ>#>X>$?>Ș>\?b>$><>>??>ྎ>.>)?333?I@?}?}3?'9?Q;? P? u>ף>;>G>s>>W>->S$?OT?;?>;p? @?{n?')??l>>*?)?䃾>ΈR>]mE>H}> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_roialign_mode_max/model.onnx b/onnx/backend/test/data/node/test_roialign_mode_max/model.onnx new file mode 100644 index 0000000..c27207a Binary files /dev/null and b/onnx/backend/test/data/node/test_roialign_mode_max/model.onnx differ diff --git a/onnx/backend/test/data/node/test_roialign_mode_max/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_roialign_mode_max/test_data_set_0/input_0.pb new file mode 100644 index 0000000..b50b557 Binary files /dev/null and b/onnx/backend/test/data/node/test_roialign_mode_max/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_roialign_mode_max/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_roialign_mode_max/test_data_set_0/input_1.pb new file mode 100644 index 0000000..bb14c14 Binary files /dev/null and b/onnx/backend/test/data/node/test_roialign_mode_max/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_roialign_mode_max/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_roialign_mode_max/test_data_set_0/input_2.pb new file mode 100644 index 0000000..7e24ffa Binary files /dev/null and b/onnx/backend/test/data/node/test_roialign_mode_max/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_roialign_mode_max/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_roialign_mode_max/test_data_set_0/output_0.pb new file mode 100644 index 0000000..29a1461 --- /dev/null +++ b/onnx/backend/test/data/node/test_roialign_mode_max/test_data_set_0/output_0.pb @@ -0,0 +1,2 @@ +BYJKe>h>>W>΃>Ȣ> ?I*??Ί>TUY>>}W?GJ?zr>>Gz> M?m> ?!> ?U +?s>L>?>4?P>ؕ>>4?Y?>>X>9K?o4><]>>>X>7!??Y?p ?)p?t83?>??y?>ӭW>>葿>B?>s>B>B?~?GnF?e> ?˷>p3?"?? >7>p>>8>z>@t>>˹> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rotary_embedding/model.onnx b/onnx/backend/test/data/node/test_rotary_embedding/model.onnx new file mode 100644 index 0000000..baa8be7 Binary files /dev/null and b/onnx/backend/test/data/node/test_rotary_embedding/model.onnx differ diff --git a/onnx/backend/test/data/node/test_rotary_embedding/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_rotary_embedding/test_data_set_0/input_0.pb new file mode 100644 index 0000000..aa55451 Binary files /dev/null and b/onnx/backend/test/data/node/test_rotary_embedding/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_rotary_embedding/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_rotary_embedding/test_data_set_0/input_1.pb new file mode 100644 index 0000000..b73f52c Binary files /dev/null and b/onnx/backend/test/data/node/test_rotary_embedding/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_rotary_embedding/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_rotary_embedding/test_data_set_0/input_2.pb new file mode 100644 index 0000000..62163a3 Binary files /dev/null and b/onnx/backend/test/data/node/test_rotary_embedding/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_rotary_embedding/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_rotary_embedding/test_data_set_0/input_3.pb new file mode 100644 index 0000000..557cce2 Binary files /dev/null and b/onnx/backend/test/data/node/test_rotary_embedding/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_rotary_embedding/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_rotary_embedding/test_data_set_0/output_0.pb new file mode 100644 index 0000000..1ab85e6 Binary files /dev/null and b/onnx/backend/test/data/node/test_rotary_embedding/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_rotary_embedding_3d_input/model.onnx b/onnx/backend/test/data/node/test_rotary_embedding_3d_input/model.onnx new file mode 100644 index 0000000..bd055d2 Binary files /dev/null and b/onnx/backend/test/data/node/test_rotary_embedding_3d_input/model.onnx differ diff --git a/onnx/backend/test/data/node/test_rotary_embedding_3d_input/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_rotary_embedding_3d_input/test_data_set_0/input_0.pb new file mode 100644 index 0000000..c067ad6 Binary files /dev/null and b/onnx/backend/test/data/node/test_rotary_embedding_3d_input/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_rotary_embedding_3d_input/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_rotary_embedding_3d_input/test_data_set_0/input_1.pb new file mode 100644 index 0000000..b73f52c Binary files /dev/null and b/onnx/backend/test/data/node/test_rotary_embedding_3d_input/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_rotary_embedding_3d_input/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_rotary_embedding_3d_input/test_data_set_0/input_2.pb new file mode 100644 index 0000000..62163a3 Binary files /dev/null and b/onnx/backend/test/data/node/test_rotary_embedding_3d_input/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_rotary_embedding_3d_input/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_rotary_embedding_3d_input/test_data_set_0/input_3.pb new file mode 100644 index 0000000..557cce2 Binary files /dev/null and b/onnx/backend/test/data/node/test_rotary_embedding_3d_input/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_rotary_embedding_3d_input/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_rotary_embedding_3d_input/test_data_set_0/output_0.pb new file mode 100644 index 0000000..715ad1d Binary files /dev/null and b/onnx/backend/test/data/node/test_rotary_embedding_3d_input/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_rotary_embedding_3d_input_expanded/model.onnx b/onnx/backend/test/data/node/test_rotary_embedding_3d_input_expanded/model.onnx new file mode 100644 index 0000000..defe649 Binary files /dev/null and b/onnx/backend/test/data/node/test_rotary_embedding_3d_input_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_rotary_embedding_3d_input_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_rotary_embedding_3d_input_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..c067ad6 Binary files /dev/null and b/onnx/backend/test/data/node/test_rotary_embedding_3d_input_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_rotary_embedding_3d_input_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_rotary_embedding_3d_input_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..b73f52c Binary files /dev/null and b/onnx/backend/test/data/node/test_rotary_embedding_3d_input_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_rotary_embedding_3d_input_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_rotary_embedding_3d_input_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..62163a3 Binary files /dev/null and b/onnx/backend/test/data/node/test_rotary_embedding_3d_input_expanded/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_rotary_embedding_3d_input_expanded/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_rotary_embedding_3d_input_expanded/test_data_set_0/input_3.pb new file mode 100644 index 0000000..557cce2 Binary files /dev/null and b/onnx/backend/test/data/node/test_rotary_embedding_3d_input_expanded/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_rotary_embedding_3d_input_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_rotary_embedding_3d_input_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..715ad1d Binary files /dev/null and b/onnx/backend/test/data/node/test_rotary_embedding_3d_input_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_rotary_embedding_expanded/model.onnx b/onnx/backend/test/data/node/test_rotary_embedding_expanded/model.onnx new file mode 100644 index 0000000..167f1b2 Binary files /dev/null and b/onnx/backend/test/data/node/test_rotary_embedding_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_rotary_embedding_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_rotary_embedding_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..aa55451 Binary files /dev/null and b/onnx/backend/test/data/node/test_rotary_embedding_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_rotary_embedding_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_rotary_embedding_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..b73f52c Binary files /dev/null and b/onnx/backend/test/data/node/test_rotary_embedding_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_rotary_embedding_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_rotary_embedding_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..62163a3 Binary files /dev/null and b/onnx/backend/test/data/node/test_rotary_embedding_expanded/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_rotary_embedding_expanded/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_rotary_embedding_expanded/test_data_set_0/input_3.pb new file mode 100644 index 0000000..557cce2 Binary files /dev/null and b/onnx/backend/test/data/node/test_rotary_embedding_expanded/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_rotary_embedding_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_rotary_embedding_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..1ab85e6 Binary files /dev/null and b/onnx/backend/test/data/node/test_rotary_embedding_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_rotary_embedding_interleaved/model.onnx b/onnx/backend/test/data/node/test_rotary_embedding_interleaved/model.onnx new file mode 100644 index 0000000..b107a8f Binary files /dev/null and b/onnx/backend/test/data/node/test_rotary_embedding_interleaved/model.onnx differ diff --git a/onnx/backend/test/data/node/test_rotary_embedding_interleaved/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_rotary_embedding_interleaved/test_data_set_0/input_0.pb new file mode 100644 index 0000000..aa55451 Binary files /dev/null and b/onnx/backend/test/data/node/test_rotary_embedding_interleaved/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_rotary_embedding_interleaved/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_rotary_embedding_interleaved/test_data_set_0/input_1.pb new file mode 100644 index 0000000..b73f52c Binary files /dev/null and b/onnx/backend/test/data/node/test_rotary_embedding_interleaved/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_rotary_embedding_interleaved/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_rotary_embedding_interleaved/test_data_set_0/input_2.pb new file mode 100644 index 0000000..62163a3 Binary files /dev/null and b/onnx/backend/test/data/node/test_rotary_embedding_interleaved/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_rotary_embedding_interleaved/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_rotary_embedding_interleaved/test_data_set_0/input_3.pb new file mode 100644 index 0000000..557cce2 Binary files /dev/null and b/onnx/backend/test/data/node/test_rotary_embedding_interleaved/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_rotary_embedding_interleaved/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_rotary_embedding_interleaved/test_data_set_0/output_0.pb new file mode 100644 index 0000000..fefe261 Binary files /dev/null and b/onnx/backend/test/data/node/test_rotary_embedding_interleaved/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_rotary_embedding_interleaved_expanded/model.onnx b/onnx/backend/test/data/node/test_rotary_embedding_interleaved_expanded/model.onnx new file mode 100644 index 0000000..3340cc7 Binary files /dev/null and b/onnx/backend/test/data/node/test_rotary_embedding_interleaved_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_rotary_embedding_interleaved_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_rotary_embedding_interleaved_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..aa55451 Binary files /dev/null and b/onnx/backend/test/data/node/test_rotary_embedding_interleaved_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_rotary_embedding_interleaved_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_rotary_embedding_interleaved_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..b73f52c Binary files /dev/null and b/onnx/backend/test/data/node/test_rotary_embedding_interleaved_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_rotary_embedding_interleaved_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_rotary_embedding_interleaved_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..62163a3 Binary files /dev/null and b/onnx/backend/test/data/node/test_rotary_embedding_interleaved_expanded/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_rotary_embedding_interleaved_expanded/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_rotary_embedding_interleaved_expanded/test_data_set_0/input_3.pb new file mode 100644 index 0000000..557cce2 Binary files /dev/null and b/onnx/backend/test/data/node/test_rotary_embedding_interleaved_expanded/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_rotary_embedding_interleaved_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_rotary_embedding_interleaved_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..fefe261 Binary files /dev/null and b/onnx/backend/test/data/node/test_rotary_embedding_interleaved_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_rotary_embedding_no_position_ids/model.onnx b/onnx/backend/test/data/node/test_rotary_embedding_no_position_ids/model.onnx new file mode 100644 index 0000000..bd22701 Binary files /dev/null and b/onnx/backend/test/data/node/test_rotary_embedding_no_position_ids/model.onnx differ diff --git a/onnx/backend/test/data/node/test_rotary_embedding_no_position_ids/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_rotary_embedding_no_position_ids/test_data_set_0/input_0.pb new file mode 100644 index 0000000..aa55451 Binary files /dev/null and b/onnx/backend/test/data/node/test_rotary_embedding_no_position_ids/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_rotary_embedding_no_position_ids/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_rotary_embedding_no_position_ids/test_data_set_0/input_1.pb new file mode 100644 index 0000000..1e3883d --- /dev/null +++ b/onnx/backend/test/data/node/test_rotary_embedding_no_position_ids/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +B cos_cacheJ`J٣>aU>?T?!? f_? >LL?Y>>'s?;/? \>r?^;?>tnZ>ͨ?:< sT>`p>5>Y>Z%>7? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rotary_embedding_no_position_ids/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_rotary_embedding_no_position_ids/test_data_set_0/input_2.pb new file mode 100644 index 0000000..a1ab485 --- /dev/null +++ b/onnx/backend/test/data/node/test_rotary_embedding_no_position_ids/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +B sin_cacheJ`a>>dq?3S=?k>ah>;>m=k>>C2?h>7> +<-=-?J>A] ?@e?چ}?>^>~)?1҆>I,<%B? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rotary_embedding_no_position_ids/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_rotary_embedding_no_position_ids/test_data_set_0/output_0.pb new file mode 100644 index 0000000..1fbe61b Binary files /dev/null and b/onnx/backend/test/data/node/test_rotary_embedding_no_position_ids/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_rotary_embedding_no_position_ids_expanded/model.onnx b/onnx/backend/test/data/node/test_rotary_embedding_no_position_ids_expanded/model.onnx new file mode 100644 index 0000000..2ea29c0 Binary files /dev/null and b/onnx/backend/test/data/node/test_rotary_embedding_no_position_ids_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_rotary_embedding_no_position_ids_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_rotary_embedding_no_position_ids_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..aa55451 Binary files /dev/null and b/onnx/backend/test/data/node/test_rotary_embedding_no_position_ids_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_rotary_embedding_no_position_ids_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_rotary_embedding_no_position_ids_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..1e3883d --- /dev/null +++ b/onnx/backend/test/data/node/test_rotary_embedding_no_position_ids_expanded/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +B cos_cacheJ`J٣>aU>?T?!? f_? >LL?Y>>'s?;/? \>r?^;?>tnZ>ͨ?:< sT>`p>5>Y>Z%>7? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rotary_embedding_no_position_ids_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_rotary_embedding_no_position_ids_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..a1ab485 --- /dev/null +++ b/onnx/backend/test/data/node/test_rotary_embedding_no_position_ids_expanded/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +B sin_cacheJ`a>>dq?3S=?k>ah>;>m=k>>C2?h>7> +<-=-?J>A] ?@e?چ}?>^>~)?1҆>I,<%B? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rotary_embedding_no_position_ids_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_rotary_embedding_no_position_ids_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..1fbe61b Binary files /dev/null and b/onnx/backend/test/data/node/test_rotary_embedding_no_position_ids_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_rotary_embedding_no_position_ids_interleaved/model.onnx b/onnx/backend/test/data/node/test_rotary_embedding_no_position_ids_interleaved/model.onnx new file mode 100644 index 0000000..92ddb6b Binary files /dev/null and b/onnx/backend/test/data/node/test_rotary_embedding_no_position_ids_interleaved/model.onnx differ diff --git a/onnx/backend/test/data/node/test_rotary_embedding_no_position_ids_interleaved/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_rotary_embedding_no_position_ids_interleaved/test_data_set_0/input_0.pb new file mode 100644 index 0000000..aa55451 Binary files /dev/null and b/onnx/backend/test/data/node/test_rotary_embedding_no_position_ids_interleaved/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_rotary_embedding_no_position_ids_interleaved/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_rotary_embedding_no_position_ids_interleaved/test_data_set_0/input_1.pb new file mode 100644 index 0000000..1e3883d --- /dev/null +++ b/onnx/backend/test/data/node/test_rotary_embedding_no_position_ids_interleaved/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +B cos_cacheJ`J٣>aU>?T?!? f_? >LL?Y>>'s?;/? \>r?^;?>tnZ>ͨ?:< sT>`p>5>Y>Z%>7? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rotary_embedding_no_position_ids_interleaved/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_rotary_embedding_no_position_ids_interleaved/test_data_set_0/input_2.pb new file mode 100644 index 0000000..a1ab485 --- /dev/null +++ b/onnx/backend/test/data/node/test_rotary_embedding_no_position_ids_interleaved/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +B sin_cacheJ`a>>dq?3S=?k>ah>;>m=k>>C2?h>7> +<-=-?J>A] ?@e?چ}?>^>~)?1҆>I,<%B? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rotary_embedding_no_position_ids_interleaved/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_rotary_embedding_no_position_ids_interleaved/test_data_set_0/output_0.pb new file mode 100644 index 0000000..2b03d11 Binary files /dev/null and b/onnx/backend/test/data/node/test_rotary_embedding_no_position_ids_interleaved/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_rotary_embedding_no_position_ids_interleaved_expanded/model.onnx b/onnx/backend/test/data/node/test_rotary_embedding_no_position_ids_interleaved_expanded/model.onnx new file mode 100644 index 0000000..7a4cfa4 Binary files /dev/null and b/onnx/backend/test/data/node/test_rotary_embedding_no_position_ids_interleaved_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_rotary_embedding_no_position_ids_interleaved_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_rotary_embedding_no_position_ids_interleaved_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..aa55451 Binary files /dev/null and b/onnx/backend/test/data/node/test_rotary_embedding_no_position_ids_interleaved_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_rotary_embedding_no_position_ids_interleaved_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_rotary_embedding_no_position_ids_interleaved_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..1e3883d --- /dev/null +++ b/onnx/backend/test/data/node/test_rotary_embedding_no_position_ids_interleaved_expanded/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +B cos_cacheJ`J٣>aU>?T?!? f_? >LL?Y>>'s?;/? \>r?^;?>tnZ>ͨ?:< sT>`p>5>Y>Z%>7? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rotary_embedding_no_position_ids_interleaved_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_rotary_embedding_no_position_ids_interleaved_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..a1ab485 --- /dev/null +++ b/onnx/backend/test/data/node/test_rotary_embedding_no_position_ids_interleaved_expanded/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +B sin_cacheJ`a>>dq?3S=?k>ah>;>m=k>>C2?h>7> +<-=-?J>A] ?@e?چ}?>^>~)?1҆>I,<%B? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rotary_embedding_no_position_ids_interleaved_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_rotary_embedding_no_position_ids_interleaved_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..2b03d11 Binary files /dev/null and b/onnx/backend/test/data/node/test_rotary_embedding_no_position_ids_interleaved_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_rotary_embedding_no_position_ids_rotary_dim/model.onnx b/onnx/backend/test/data/node/test_rotary_embedding_no_position_ids_rotary_dim/model.onnx new file mode 100644 index 0000000..3069480 Binary files /dev/null and b/onnx/backend/test/data/node/test_rotary_embedding_no_position_ids_rotary_dim/model.onnx differ diff --git a/onnx/backend/test/data/node/test_rotary_embedding_no_position_ids_rotary_dim/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_rotary_embedding_no_position_ids_rotary_dim/test_data_set_0/input_0.pb new file mode 100644 index 0000000..aa55451 Binary files /dev/null and b/onnx/backend/test/data/node/test_rotary_embedding_no_position_ids_rotary_dim/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_rotary_embedding_no_position_ids_rotary_dim/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_rotary_embedding_no_position_ids_rotary_dim/test_data_set_0/input_1.pb new file mode 100644 index 0000000..8573ef8 --- /dev/null +++ b/onnx/backend/test/data/node/test_rotary_embedding_no_position_ids_rotary_dim/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +B cos_cacheJ0 +<-=-?J>A] ?@e?چ}?>^>~)?1҆>I,<%B? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rotary_embedding_no_position_ids_rotary_dim/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_rotary_embedding_no_position_ids_rotary_dim/test_data_set_0/input_2.pb new file mode 100644 index 0000000..f5b27b3 --- /dev/null +++ b/onnx/backend/test/data/node/test_rotary_embedding_no_position_ids_rotary_dim/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +B sin_cacheJ0a>>dq?3S=?k>ah>;>m=k>>C2?h>7> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rotary_embedding_no_position_ids_rotary_dim/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_rotary_embedding_no_position_ids_rotary_dim/test_data_set_0/output_0.pb new file mode 100644 index 0000000..afb950f Binary files /dev/null and b/onnx/backend/test/data/node/test_rotary_embedding_no_position_ids_rotary_dim/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_rotary_embedding_no_position_ids_rotary_dim_expanded/model.onnx b/onnx/backend/test/data/node/test_rotary_embedding_no_position_ids_rotary_dim_expanded/model.onnx new file mode 100644 index 0000000..743f4a6 Binary files /dev/null and b/onnx/backend/test/data/node/test_rotary_embedding_no_position_ids_rotary_dim_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_rotary_embedding_no_position_ids_rotary_dim_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_rotary_embedding_no_position_ids_rotary_dim_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..aa55451 Binary files /dev/null and b/onnx/backend/test/data/node/test_rotary_embedding_no_position_ids_rotary_dim_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_rotary_embedding_no_position_ids_rotary_dim_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_rotary_embedding_no_position_ids_rotary_dim_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..8573ef8 --- /dev/null +++ b/onnx/backend/test/data/node/test_rotary_embedding_no_position_ids_rotary_dim_expanded/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +B cos_cacheJ0 +<-=-?J>A] ?@e?چ}?>^>~)?1҆>I,<%B? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rotary_embedding_no_position_ids_rotary_dim_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_rotary_embedding_no_position_ids_rotary_dim_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..f5b27b3 --- /dev/null +++ b/onnx/backend/test/data/node/test_rotary_embedding_no_position_ids_rotary_dim_expanded/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +B sin_cacheJ0a>>dq?3S=?k>ah>;>m=k>>C2?h>7> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rotary_embedding_no_position_ids_rotary_dim_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_rotary_embedding_no_position_ids_rotary_dim_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..afb950f Binary files /dev/null and b/onnx/backend/test/data/node/test_rotary_embedding_no_position_ids_rotary_dim_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_rotary_embedding_with_interleaved_rotary_dim/model.onnx b/onnx/backend/test/data/node/test_rotary_embedding_with_interleaved_rotary_dim/model.onnx new file mode 100644 index 0000000..669060e Binary files /dev/null and b/onnx/backend/test/data/node/test_rotary_embedding_with_interleaved_rotary_dim/model.onnx differ diff --git a/onnx/backend/test/data/node/test_rotary_embedding_with_interleaved_rotary_dim/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_rotary_embedding_with_interleaved_rotary_dim/test_data_set_0/input_0.pb new file mode 100644 index 0000000..aa55451 Binary files /dev/null and b/onnx/backend/test/data/node/test_rotary_embedding_with_interleaved_rotary_dim/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_rotary_embedding_with_interleaved_rotary_dim/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_rotary_embedding_with_interleaved_rotary_dim/test_data_set_0/input_1.pb new file mode 100644 index 0000000..45d2b7a Binary files /dev/null and b/onnx/backend/test/data/node/test_rotary_embedding_with_interleaved_rotary_dim/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_rotary_embedding_with_interleaved_rotary_dim/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_rotary_embedding_with_interleaved_rotary_dim/test_data_set_0/input_2.pb new file mode 100644 index 0000000..29780b5 --- /dev/null +++ b/onnx/backend/test/data/node/test_rotary_embedding_with_interleaved_rotary_dim/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +2B sin_cacheJm=k>>C2?h>7> +<-=-?J>A] ?@e?چ}?>^>~)?1҆>I,<%B?J٣>aU>?T?!? f_? >LL?Y>>'s?;/? \>r?^;?>tnZ>ͨ?:< sT>`p>5>Y>Z%>7?%]?=r?<>7?V>s?;>R>>>&p?[C?k??-Zg?b٪=|\ ?9?vAv?\>қv>f=n>?=.>=z?b`?,#>v)v?1Cm>s?!p?L? e!?V_?>]TY?+-?hX<ȱ>=>,Y{?>>y#?>/ >OvR?~gB>?]e>b=\? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rotary_embedding_with_interleaved_rotary_dim/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_rotary_embedding_with_interleaved_rotary_dim/test_data_set_0/input_3.pb new file mode 100644 index 0000000..557cce2 Binary files /dev/null and b/onnx/backend/test/data/node/test_rotary_embedding_with_interleaved_rotary_dim/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_rotary_embedding_with_interleaved_rotary_dim/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_rotary_embedding_with_interleaved_rotary_dim/test_data_set_0/output_0.pb new file mode 100644 index 0000000..4a65a3a Binary files /dev/null and b/onnx/backend/test/data/node/test_rotary_embedding_with_interleaved_rotary_dim/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_rotary_embedding_with_interleaved_rotary_dim_expanded/model.onnx b/onnx/backend/test/data/node/test_rotary_embedding_with_interleaved_rotary_dim_expanded/model.onnx new file mode 100644 index 0000000..82045dc Binary files /dev/null and b/onnx/backend/test/data/node/test_rotary_embedding_with_interleaved_rotary_dim_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_rotary_embedding_with_interleaved_rotary_dim_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_rotary_embedding_with_interleaved_rotary_dim_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..aa55451 Binary files /dev/null and b/onnx/backend/test/data/node/test_rotary_embedding_with_interleaved_rotary_dim_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_rotary_embedding_with_interleaved_rotary_dim_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_rotary_embedding_with_interleaved_rotary_dim_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..45d2b7a Binary files /dev/null and b/onnx/backend/test/data/node/test_rotary_embedding_with_interleaved_rotary_dim_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_rotary_embedding_with_interleaved_rotary_dim_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_rotary_embedding_with_interleaved_rotary_dim_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..29780b5 --- /dev/null +++ b/onnx/backend/test/data/node/test_rotary_embedding_with_interleaved_rotary_dim_expanded/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +2B sin_cacheJm=k>>C2?h>7> +<-=-?J>A] ?@e?چ}?>^>~)?1҆>I,<%B?J٣>aU>?T?!? f_? >LL?Y>>'s?;/? \>r?^;?>tnZ>ͨ?:< sT>`p>5>Y>Z%>7?%]?=r?<>7?V>s?;>R>>>&p?[C?k??-Zg?b٪=|\ ?9?vAv?\>қv>f=n>?=.>=z?b`?,#>v)v?1Cm>s?!p?L? e!?V_?>]TY?+-?hX<ȱ>=>,Y{?>>y#?>/ >OvR?~gB>?]e>b=\? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rotary_embedding_with_interleaved_rotary_dim_expanded/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_rotary_embedding_with_interleaved_rotary_dim_expanded/test_data_set_0/input_3.pb new file mode 100644 index 0000000..557cce2 Binary files /dev/null and b/onnx/backend/test/data/node/test_rotary_embedding_with_interleaved_rotary_dim_expanded/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_rotary_embedding_with_interleaved_rotary_dim_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_rotary_embedding_with_interleaved_rotary_dim_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..4a65a3a Binary files /dev/null and b/onnx/backend/test/data/node/test_rotary_embedding_with_interleaved_rotary_dim_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_rotary_embedding_with_rotary_dim/model.onnx b/onnx/backend/test/data/node/test_rotary_embedding_with_rotary_dim/model.onnx new file mode 100644 index 0000000..947030b Binary files /dev/null and b/onnx/backend/test/data/node/test_rotary_embedding_with_rotary_dim/model.onnx differ diff --git a/onnx/backend/test/data/node/test_rotary_embedding_with_rotary_dim/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_rotary_embedding_with_rotary_dim/test_data_set_0/input_0.pb new file mode 100644 index 0000000..aa55451 Binary files /dev/null and b/onnx/backend/test/data/node/test_rotary_embedding_with_rotary_dim/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_rotary_embedding_with_rotary_dim/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_rotary_embedding_with_rotary_dim/test_data_set_0/input_1.pb new file mode 100644 index 0000000..45d2b7a Binary files /dev/null and b/onnx/backend/test/data/node/test_rotary_embedding_with_rotary_dim/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_rotary_embedding_with_rotary_dim/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_rotary_embedding_with_rotary_dim/test_data_set_0/input_2.pb new file mode 100644 index 0000000..29780b5 --- /dev/null +++ b/onnx/backend/test/data/node/test_rotary_embedding_with_rotary_dim/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +2B sin_cacheJm=k>>C2?h>7> +<-=-?J>A] ?@e?چ}?>^>~)?1҆>I,<%B?J٣>aU>?T?!? f_? >LL?Y>>'s?;/? \>r?^;?>tnZ>ͨ?:< sT>`p>5>Y>Z%>7?%]?=r?<>7?V>s?;>R>>>&p?[C?k??-Zg?b٪=|\ ?9?vAv?\>қv>f=n>?=.>=z?b`?,#>v)v?1Cm>s?!p?L? e!?V_?>]TY?+-?hX<ȱ>=>,Y{?>>y#?>/ >OvR?~gB>?]e>b=\? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rotary_embedding_with_rotary_dim/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_rotary_embedding_with_rotary_dim/test_data_set_0/input_3.pb new file mode 100644 index 0000000..557cce2 Binary files /dev/null and b/onnx/backend/test/data/node/test_rotary_embedding_with_rotary_dim/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_rotary_embedding_with_rotary_dim/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_rotary_embedding_with_rotary_dim/test_data_set_0/output_0.pb new file mode 100644 index 0000000..0fafd11 --- /dev/null +++ b/onnx/backend/test/data/node/test_rotary_embedding_with_rotary_dim/test_data_set_0/output_0.pb @@ -0,0 +1,4 @@ +BoutputJP@=;B>>?H>QY%?n >>?Η?^k?l?Z{=p=?s n??z?L?G>G?3};@L=BE?ڗ?N>s>.4F?w=+>N~>6!?N?c?yq?Ƌ.?^ܾ6=+V?;>9*?+?nW>A>Lr =t>֒>}?=U>R.%>@[,>U(?߂>">] =7(? >\<*X=.V?>=?y? >^2>>?@>̐>)=>'=<a>W>#*? ?">?c=|=M.I?A?>8a7? ->;>W(;oB?e;b-?|>>5x?od>\s?>=X?I<:*hr>¶>a?M?ia?I1?>( =g?4>><?;<h>MW{ ?`x> +>v>8?pC?VE>'&?e?1>)>Ud?%>MB=?}>6?p?>=^? o( +> +&?uN??Tz>m=Դ" 4Ll>/?ǻy?[?n?< O>XQ=.=.?!E=L> 0=>ZgP?(>5?A?-s>~½:>*?G:?A>>HV> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rotary_embedding_with_rotary_dim_expanded/model.onnx b/onnx/backend/test/data/node/test_rotary_embedding_with_rotary_dim_expanded/model.onnx new file mode 100644 index 0000000..b1e6d38 Binary files /dev/null and b/onnx/backend/test/data/node/test_rotary_embedding_with_rotary_dim_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_rotary_embedding_with_rotary_dim_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_rotary_embedding_with_rotary_dim_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..aa55451 Binary files /dev/null and b/onnx/backend/test/data/node/test_rotary_embedding_with_rotary_dim_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_rotary_embedding_with_rotary_dim_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_rotary_embedding_with_rotary_dim_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..45d2b7a Binary files /dev/null and b/onnx/backend/test/data/node/test_rotary_embedding_with_rotary_dim_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_rotary_embedding_with_rotary_dim_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_rotary_embedding_with_rotary_dim_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..29780b5 --- /dev/null +++ b/onnx/backend/test/data/node/test_rotary_embedding_with_rotary_dim_expanded/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +2B sin_cacheJm=k>>C2?h>7> +<-=-?J>A] ?@e?چ}?>^>~)?1҆>I,<%B?J٣>aU>?T?!? f_? >LL?Y>>'s?;/? \>r?^;?>tnZ>ͨ?:< sT>`p>5>Y>Z%>7?%]?=r?<>7?V>s?;>R>>>&p?[C?k??-Zg?b٪=|\ ?9?vAv?\>қv>f=n>?=.>=z?b`?,#>v)v?1Cm>s?!p?L? e!?V_?>]TY?+-?hX<ȱ>=>,Y{?>>y#?>/ >OvR?~gB>?]e>b=\? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rotary_embedding_with_rotary_dim_expanded/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_rotary_embedding_with_rotary_dim_expanded/test_data_set_0/input_3.pb new file mode 100644 index 0000000..557cce2 Binary files /dev/null and b/onnx/backend/test/data/node/test_rotary_embedding_with_rotary_dim_expanded/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_rotary_embedding_with_rotary_dim_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_rotary_embedding_with_rotary_dim_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..0fafd11 --- /dev/null +++ b/onnx/backend/test/data/node/test_rotary_embedding_with_rotary_dim_expanded/test_data_set_0/output_0.pb @@ -0,0 +1,4 @@ +BoutputJP@=;B>>?H>QY%?n >>?Η?^k?l?Z{=p=?s n??z?L?G>G?3};@L=BE?ڗ?N>s>.4F?w=+>N~>6!?N?c?yq?Ƌ.?^ܾ6=+V?;>9*?+?nW>A>Lr =t>֒>}?=U>R.%>@[,>U(?߂>">] =7(? >\<*X=.V?>=?y? >^2>>?@>̐>)=>'=<a>W>#*? ?">?c=|=M.I?A?>8a7? ->;>W(;oB?e;b-?|>>5x?od>\s?>=X?I<:*hr>¶>a?M?ia?I1?>( =g?4>><?;<h>MW{ ?`x> +>v>8?pC?VE>'&?e?1>)>Ud?%>MB=?}>6?p?>=^? o( +> +&?uN??Tz>m=Դ" 4Ll>/?ǻy?[?n?< O>XQ=.=.?!E=L> 0=>ZgP?(>5?A?-s>~½:>*?G:?A>>HV> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_round/model.onnx b/onnx/backend/test/data/node/test_round/model.onnx new file mode 100644 index 0000000..385814c Binary files /dev/null and b/onnx/backend/test/data/node/test_round/model.onnx differ diff --git a/onnx/backend/test/data/node/test_round/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_round/test_data_set_0/input_0.pb new file mode 100644 index 0000000..2638e9c Binary files /dev/null and b/onnx/backend/test/data/node/test_round/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_round/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_round/test_data_set_0/output_0.pb new file mode 100644 index 0000000..97748c1 Binary files /dev/null and b/onnx/backend/test/data/node/test_round/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_scan9_multi_state/model.onnx b/onnx/backend/test/data/node/test_scan9_multi_state/model.onnx new file mode 100644 index 0000000..7e37f07 Binary files /dev/null and b/onnx/backend/test/data/node/test_scan9_multi_state/model.onnx differ diff --git a/onnx/backend/test/data/node/test_scan9_multi_state/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_scan9_multi_state/test_data_set_0/input_0.pb new file mode 100644 index 0000000..2cb1b3e Binary files /dev/null and b/onnx/backend/test/data/node/test_scan9_multi_state/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_scan9_multi_state/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_scan9_multi_state/test_data_set_0/input_1.pb new file mode 100644 index 0000000..2cf1ebb Binary files /dev/null and b/onnx/backend/test/data/node/test_scan9_multi_state/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_scan9_multi_state/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_scan9_multi_state/test_data_set_0/input_2.pb new file mode 100644 index 0000000..da6e540 Binary files /dev/null and b/onnx/backend/test/data/node/test_scan9_multi_state/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_scan9_multi_state/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_scan9_multi_state/test_data_set_0/output_0.pb new file mode 100644 index 0000000..ff2bbf5 Binary files /dev/null and b/onnx/backend/test/data/node/test_scan9_multi_state/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_scan9_multi_state/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_scan9_multi_state/test_data_set_0/output_1.pb new file mode 100644 index 0000000..efc1609 Binary files /dev/null and b/onnx/backend/test/data/node/test_scan9_multi_state/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_scan9_multi_state/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_scan9_multi_state/test_data_set_0/output_2.pb new file mode 100644 index 0000000..8d6db10 Binary files /dev/null and b/onnx/backend/test/data/node/test_scan9_multi_state/test_data_set_0/output_2.pb differ diff --git a/onnx/backend/test/data/node/test_scan9_scalar/model.onnx b/onnx/backend/test/data/node/test_scan9_scalar/model.onnx new file mode 100644 index 0000000..f34d8a4 Binary files /dev/null and b/onnx/backend/test/data/node/test_scan9_scalar/model.onnx differ diff --git a/onnx/backend/test/data/node/test_scan9_scalar/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_scan9_scalar/test_data_set_0/input_0.pb new file mode 100644 index 0000000..43a74c5 Binary files /dev/null and b/onnx/backend/test/data/node/test_scan9_scalar/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_scan9_scalar/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_scan9_scalar/test_data_set_0/input_1.pb new file mode 100644 index 0000000..e1a7e42 Binary files /dev/null and b/onnx/backend/test/data/node/test_scan9_scalar/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_scan9_scalar/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_scan9_scalar/test_data_set_0/output_0.pb new file mode 100644 index 0000000..54d8f18 Binary files /dev/null and b/onnx/backend/test/data/node/test_scan9_scalar/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_scan9_scalar/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_scan9_scalar/test_data_set_0/output_1.pb new file mode 100644 index 0000000..79c79bb Binary files /dev/null and b/onnx/backend/test/data/node/test_scan9_scalar/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_scan9_sum/model.onnx b/onnx/backend/test/data/node/test_scan9_sum/model.onnx new file mode 100644 index 0000000..380da1c Binary files /dev/null and b/onnx/backend/test/data/node/test_scan9_sum/model.onnx differ diff --git a/onnx/backend/test/data/node/test_scan9_sum/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_scan9_sum/test_data_set_0/input_0.pb new file mode 100644 index 0000000..4e664a2 Binary files /dev/null and b/onnx/backend/test/data/node/test_scan9_sum/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_scan9_sum/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_scan9_sum/test_data_set_0/input_1.pb new file mode 100644 index 0000000..da6e540 Binary files /dev/null and b/onnx/backend/test/data/node/test_scan9_sum/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_scan9_sum/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_scan9_sum/test_data_set_0/output_0.pb new file mode 100644 index 0000000..cecc069 Binary files /dev/null and b/onnx/backend/test/data/node/test_scan9_sum/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_scan9_sum/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_scan9_sum/test_data_set_0/output_1.pb new file mode 100644 index 0000000..8d6db10 Binary files /dev/null and b/onnx/backend/test/data/node/test_scan9_sum/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_scan_sum/model.onnx b/onnx/backend/test/data/node/test_scan_sum/model.onnx new file mode 100644 index 0000000..4f75e18 Binary files /dev/null and b/onnx/backend/test/data/node/test_scan_sum/model.onnx differ diff --git a/onnx/backend/test/data/node/test_scan_sum/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_scan_sum/test_data_set_0/input_0.pb new file mode 100644 index 0000000..7bf1077 Binary files /dev/null and b/onnx/backend/test/data/node/test_scan_sum/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_scan_sum/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_scan_sum/test_data_set_0/input_1.pb new file mode 100644 index 0000000..8421af8 Binary files /dev/null and b/onnx/backend/test/data/node/test_scan_sum/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_scan_sum/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_scan_sum/test_data_set_0/output_0.pb new file mode 100644 index 0000000..ab08a5f Binary files /dev/null and b/onnx/backend/test/data/node/test_scan_sum/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_scan_sum/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_scan_sum/test_data_set_0/output_1.pb new file mode 100644 index 0000000..76bc629 Binary files /dev/null and b/onnx/backend/test/data/node/test_scan_sum/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_scatter_elements_with_axis/model.onnx b/onnx/backend/test/data/node/test_scatter_elements_with_axis/model.onnx new file mode 100644 index 0000000..3a1c040 Binary files /dev/null and b/onnx/backend/test/data/node/test_scatter_elements_with_axis/model.onnx differ diff --git a/onnx/backend/test/data/node/test_scatter_elements_with_axis/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_scatter_elements_with_axis/test_data_set_0/input_0.pb new file mode 100644 index 0000000..661309d Binary files /dev/null and b/onnx/backend/test/data/node/test_scatter_elements_with_axis/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_scatter_elements_with_axis/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_scatter_elements_with_axis/test_data_set_0/input_1.pb new file mode 100644 index 0000000..ffdfd30 Binary files /dev/null and b/onnx/backend/test/data/node/test_scatter_elements_with_axis/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_scatter_elements_with_axis/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_scatter_elements_with_axis/test_data_set_0/input_2.pb new file mode 100644 index 0000000..1fdaa8c --- /dev/null +++ b/onnx/backend/test/data/node/test_scatter_elements_with_axis/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BupdatesJ̌?ff@ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_scatter_elements_with_axis/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_scatter_elements_with_axis/test_data_set_0/output_0.pb new file mode 100644 index 0000000..c0e60ea Binary files /dev/null and b/onnx/backend/test/data/node/test_scatter_elements_with_axis/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_scatter_elements_with_duplicate_indices/model.onnx b/onnx/backend/test/data/node/test_scatter_elements_with_duplicate_indices/model.onnx new file mode 100644 index 0000000..9c0383a Binary files /dev/null and b/onnx/backend/test/data/node/test_scatter_elements_with_duplicate_indices/model.onnx differ diff --git a/onnx/backend/test/data/node/test_scatter_elements_with_duplicate_indices/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_scatter_elements_with_duplicate_indices/test_data_set_0/input_0.pb new file mode 100644 index 0000000..661309d Binary files /dev/null and b/onnx/backend/test/data/node/test_scatter_elements_with_duplicate_indices/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_scatter_elements_with_duplicate_indices/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_scatter_elements_with_duplicate_indices/test_data_set_0/input_1.pb new file mode 100644 index 0000000..989ee89 Binary files /dev/null and b/onnx/backend/test/data/node/test_scatter_elements_with_duplicate_indices/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_scatter_elements_with_duplicate_indices/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_scatter_elements_with_duplicate_indices/test_data_set_0/input_2.pb new file mode 100644 index 0000000..1fdaa8c --- /dev/null +++ b/onnx/backend/test/data/node/test_scatter_elements_with_duplicate_indices/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BupdatesJ̌?ff@ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_scatter_elements_with_duplicate_indices/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_scatter_elements_with_duplicate_indices/test_data_set_0/output_0.pb new file mode 100644 index 0000000..0733c0f Binary files /dev/null and b/onnx/backend/test/data/node/test_scatter_elements_with_duplicate_indices/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_scatter_elements_with_negative_indices/model.onnx b/onnx/backend/test/data/node/test_scatter_elements_with_negative_indices/model.onnx new file mode 100644 index 0000000..f0f811a Binary files /dev/null and b/onnx/backend/test/data/node/test_scatter_elements_with_negative_indices/model.onnx differ diff --git a/onnx/backend/test/data/node/test_scatter_elements_with_negative_indices/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_scatter_elements_with_negative_indices/test_data_set_0/input_0.pb new file mode 100644 index 0000000..661309d Binary files /dev/null and b/onnx/backend/test/data/node/test_scatter_elements_with_negative_indices/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_scatter_elements_with_negative_indices/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_scatter_elements_with_negative_indices/test_data_set_0/input_1.pb new file mode 100644 index 0000000..97a7da2 Binary files /dev/null and b/onnx/backend/test/data/node/test_scatter_elements_with_negative_indices/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_scatter_elements_with_negative_indices/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_scatter_elements_with_negative_indices/test_data_set_0/input_2.pb new file mode 100644 index 0000000..1fdaa8c --- /dev/null +++ b/onnx/backend/test/data/node/test_scatter_elements_with_negative_indices/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BupdatesJ̌?ff@ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_scatter_elements_with_negative_indices/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_scatter_elements_with_negative_indices/test_data_set_0/output_0.pb new file mode 100644 index 0000000..115d80f Binary files /dev/null and b/onnx/backend/test/data/node/test_scatter_elements_with_negative_indices/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_scatter_elements_with_reduction_max/model.onnx b/onnx/backend/test/data/node/test_scatter_elements_with_reduction_max/model.onnx new file mode 100644 index 0000000..937ebcb Binary files /dev/null and b/onnx/backend/test/data/node/test_scatter_elements_with_reduction_max/model.onnx differ diff --git a/onnx/backend/test/data/node/test_scatter_elements_with_reduction_max/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_scatter_elements_with_reduction_max/test_data_set_0/input_0.pb new file mode 100644 index 0000000..661309d Binary files /dev/null and b/onnx/backend/test/data/node/test_scatter_elements_with_reduction_max/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_scatter_elements_with_reduction_max/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_scatter_elements_with_reduction_max/test_data_set_0/input_1.pb new file mode 100644 index 0000000..989ee89 Binary files /dev/null and b/onnx/backend/test/data/node/test_scatter_elements_with_reduction_max/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_scatter_elements_with_reduction_max/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_scatter_elements_with_reduction_max/test_data_set_0/input_2.pb new file mode 100644 index 0000000..1fdaa8c --- /dev/null +++ b/onnx/backend/test/data/node/test_scatter_elements_with_reduction_max/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BupdatesJ̌?ff@ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_scatter_elements_with_reduction_max/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_scatter_elements_with_reduction_max/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d3b5e04 Binary files /dev/null and b/onnx/backend/test/data/node/test_scatter_elements_with_reduction_max/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_scatter_elements_with_reduction_min/model.onnx b/onnx/backend/test/data/node/test_scatter_elements_with_reduction_min/model.onnx new file mode 100644 index 0000000..c8ed01c Binary files /dev/null and b/onnx/backend/test/data/node/test_scatter_elements_with_reduction_min/model.onnx differ diff --git a/onnx/backend/test/data/node/test_scatter_elements_with_reduction_min/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_scatter_elements_with_reduction_min/test_data_set_0/input_0.pb new file mode 100644 index 0000000..661309d Binary files /dev/null and b/onnx/backend/test/data/node/test_scatter_elements_with_reduction_min/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_scatter_elements_with_reduction_min/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_scatter_elements_with_reduction_min/test_data_set_0/input_1.pb new file mode 100644 index 0000000..989ee89 Binary files /dev/null and b/onnx/backend/test/data/node/test_scatter_elements_with_reduction_min/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_scatter_elements_with_reduction_min/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_scatter_elements_with_reduction_min/test_data_set_0/input_2.pb new file mode 100644 index 0000000..1fdaa8c --- /dev/null +++ b/onnx/backend/test/data/node/test_scatter_elements_with_reduction_min/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BupdatesJ̌?ff@ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_scatter_elements_with_reduction_min/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_scatter_elements_with_reduction_min/test_data_set_0/output_0.pb new file mode 100644 index 0000000..240c512 Binary files /dev/null and b/onnx/backend/test/data/node/test_scatter_elements_with_reduction_min/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_scatter_elements_with_reduction_mul/model.onnx b/onnx/backend/test/data/node/test_scatter_elements_with_reduction_mul/model.onnx new file mode 100644 index 0000000..d93513e Binary files /dev/null and b/onnx/backend/test/data/node/test_scatter_elements_with_reduction_mul/model.onnx differ diff --git a/onnx/backend/test/data/node/test_scatter_elements_with_reduction_mul/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_scatter_elements_with_reduction_mul/test_data_set_0/input_0.pb new file mode 100644 index 0000000..661309d Binary files /dev/null and b/onnx/backend/test/data/node/test_scatter_elements_with_reduction_mul/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_scatter_elements_with_reduction_mul/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_scatter_elements_with_reduction_mul/test_data_set_0/input_1.pb new file mode 100644 index 0000000..989ee89 Binary files /dev/null and b/onnx/backend/test/data/node/test_scatter_elements_with_reduction_mul/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_scatter_elements_with_reduction_mul/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_scatter_elements_with_reduction_mul/test_data_set_0/input_2.pb new file mode 100644 index 0000000..1fdaa8c --- /dev/null +++ b/onnx/backend/test/data/node/test_scatter_elements_with_reduction_mul/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BupdatesJ̌?ff@ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_scatter_elements_with_reduction_mul/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_scatter_elements_with_reduction_mul/test_data_set_0/output_0.pb new file mode 100644 index 0000000..a7750e5 Binary files /dev/null and b/onnx/backend/test/data/node/test_scatter_elements_with_reduction_mul/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_scatter_elements_without_axis/model.onnx b/onnx/backend/test/data/node/test_scatter_elements_without_axis/model.onnx new file mode 100644 index 0000000..8c39d45 Binary files /dev/null and b/onnx/backend/test/data/node/test_scatter_elements_without_axis/model.onnx differ diff --git a/onnx/backend/test/data/node/test_scatter_elements_without_axis/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_scatter_elements_without_axis/test_data_set_0/input_0.pb new file mode 100644 index 0000000..c063bb7 Binary files /dev/null and b/onnx/backend/test/data/node/test_scatter_elements_without_axis/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_scatter_elements_without_axis/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_scatter_elements_without_axis/test_data_set_0/input_1.pb new file mode 100644 index 0000000..be4025f Binary files /dev/null and b/onnx/backend/test/data/node/test_scatter_elements_without_axis/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_scatter_elements_without_axis/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_scatter_elements_without_axis/test_data_set_0/input_2.pb new file mode 100644 index 0000000..e50cacb Binary files /dev/null and b/onnx/backend/test/data/node/test_scatter_elements_without_axis/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_scatter_elements_without_axis/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_scatter_elements_without_axis/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d5e565d Binary files /dev/null and b/onnx/backend/test/data/node/test_scatter_elements_without_axis/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_scatter_with_axis/model.onnx b/onnx/backend/test/data/node/test_scatter_with_axis/model.onnx new file mode 100644 index 0000000..c1898b8 Binary files /dev/null and b/onnx/backend/test/data/node/test_scatter_with_axis/model.onnx differ diff --git a/onnx/backend/test/data/node/test_scatter_with_axis/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_scatter_with_axis/test_data_set_0/input_0.pb new file mode 100644 index 0000000..661309d Binary files /dev/null and b/onnx/backend/test/data/node/test_scatter_with_axis/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_scatter_with_axis/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_scatter_with_axis/test_data_set_0/input_1.pb new file mode 100644 index 0000000..ffdfd30 Binary files /dev/null and b/onnx/backend/test/data/node/test_scatter_with_axis/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_scatter_with_axis/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_scatter_with_axis/test_data_set_0/input_2.pb new file mode 100644 index 0000000..1fdaa8c --- /dev/null +++ b/onnx/backend/test/data/node/test_scatter_with_axis/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BupdatesJ̌?ff@ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_scatter_with_axis/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_scatter_with_axis/test_data_set_0/output_0.pb new file mode 100644 index 0000000..c0e60ea Binary files /dev/null and b/onnx/backend/test/data/node/test_scatter_with_axis/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_scatter_without_axis/model.onnx b/onnx/backend/test/data/node/test_scatter_without_axis/model.onnx new file mode 100644 index 0000000..f7fadac Binary files /dev/null and b/onnx/backend/test/data/node/test_scatter_without_axis/model.onnx differ diff --git a/onnx/backend/test/data/node/test_scatter_without_axis/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_scatter_without_axis/test_data_set_0/input_0.pb new file mode 100644 index 0000000..c063bb7 Binary files /dev/null and b/onnx/backend/test/data/node/test_scatter_without_axis/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_scatter_without_axis/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_scatter_without_axis/test_data_set_0/input_1.pb new file mode 100644 index 0000000..be4025f Binary files /dev/null and b/onnx/backend/test/data/node/test_scatter_without_axis/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_scatter_without_axis/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_scatter_without_axis/test_data_set_0/input_2.pb new file mode 100644 index 0000000..e50cacb Binary files /dev/null and b/onnx/backend/test/data/node/test_scatter_without_axis/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_scatter_without_axis/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_scatter_without_axis/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d5e565d Binary files /dev/null and b/onnx/backend/test/data/node/test_scatter_without_axis/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_scatternd/model.onnx b/onnx/backend/test/data/node/test_scatternd/model.onnx new file mode 100644 index 0000000..92fe79f Binary files /dev/null and b/onnx/backend/test/data/node/test_scatternd/model.onnx differ diff --git a/onnx/backend/test/data/node/test_scatternd/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_scatternd/test_data_set_0/input_0.pb new file mode 100644 index 0000000..8f14eae Binary files /dev/null and b/onnx/backend/test/data/node/test_scatternd/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_scatternd/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_scatternd/test_data_set_0/input_1.pb new file mode 100644 index 0000000..1b01526 Binary files /dev/null and b/onnx/backend/test/data/node/test_scatternd/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_scatternd/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_scatternd/test_data_set_0/input_2.pb new file mode 100644 index 0000000..ed14664 Binary files /dev/null and b/onnx/backend/test/data/node/test_scatternd/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_scatternd/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_scatternd/test_data_set_0/output_0.pb new file mode 100644 index 0000000..2357108 Binary files /dev/null and b/onnx/backend/test/data/node/test_scatternd/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_scatternd_add/model.onnx b/onnx/backend/test/data/node/test_scatternd_add/model.onnx new file mode 100644 index 0000000..7390db7 Binary files /dev/null and b/onnx/backend/test/data/node/test_scatternd_add/model.onnx differ diff --git a/onnx/backend/test/data/node/test_scatternd_add/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_scatternd_add/test_data_set_0/input_0.pb new file mode 100644 index 0000000..8f14eae Binary files /dev/null and b/onnx/backend/test/data/node/test_scatternd_add/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_scatternd_add/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_scatternd_add/test_data_set_0/input_1.pb new file mode 100644 index 0000000..5637149 Binary files /dev/null and b/onnx/backend/test/data/node/test_scatternd_add/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_scatternd_add/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_scatternd_add/test_data_set_0/input_2.pb new file mode 100644 index 0000000..ed14664 Binary files /dev/null and b/onnx/backend/test/data/node/test_scatternd_add/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_scatternd_add/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_scatternd_add/test_data_set_0/output_0.pb new file mode 100644 index 0000000..cd316b9 Binary files /dev/null and b/onnx/backend/test/data/node/test_scatternd_add/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_scatternd_max/model.onnx b/onnx/backend/test/data/node/test_scatternd_max/model.onnx new file mode 100644 index 0000000..4aca374 Binary files /dev/null and b/onnx/backend/test/data/node/test_scatternd_max/model.onnx differ diff --git a/onnx/backend/test/data/node/test_scatternd_max/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_scatternd_max/test_data_set_0/input_0.pb new file mode 100644 index 0000000..8f14eae Binary files /dev/null and b/onnx/backend/test/data/node/test_scatternd_max/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_scatternd_max/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_scatternd_max/test_data_set_0/input_1.pb new file mode 100644 index 0000000..5637149 Binary files /dev/null and b/onnx/backend/test/data/node/test_scatternd_max/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_scatternd_max/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_scatternd_max/test_data_set_0/input_2.pb new file mode 100644 index 0000000..ed14664 Binary files /dev/null and b/onnx/backend/test/data/node/test_scatternd_max/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_scatternd_max/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_scatternd_max/test_data_set_0/output_0.pb new file mode 100644 index 0000000..6fd8332 Binary files /dev/null and b/onnx/backend/test/data/node/test_scatternd_max/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_scatternd_max_with_element_indices/model.onnx b/onnx/backend/test/data/node/test_scatternd_max_with_element_indices/model.onnx new file mode 100644 index 0000000..9405406 Binary files /dev/null and b/onnx/backend/test/data/node/test_scatternd_max_with_element_indices/model.onnx differ diff --git a/onnx/backend/test/data/node/test_scatternd_max_with_element_indices/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_scatternd_max_with_element_indices/test_data_set_0/input_0.pb new file mode 100644 index 0000000..a2f61e2 Binary files /dev/null and b/onnx/backend/test/data/node/test_scatternd_max_with_element_indices/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_scatternd_max_with_element_indices/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_scatternd_max_with_element_indices/test_data_set_0/input_1.pb new file mode 100644 index 0000000..44cc403 Binary files /dev/null and b/onnx/backend/test/data/node/test_scatternd_max_with_element_indices/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_scatternd_max_with_element_indices/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_scatternd_max_with_element_indices/test_data_set_0/input_2.pb new file mode 100644 index 0000000..a1e0047 Binary files /dev/null and b/onnx/backend/test/data/node/test_scatternd_max_with_element_indices/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_scatternd_max_with_element_indices/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_scatternd_max_with_element_indices/test_data_set_0/output_0.pb new file mode 100644 index 0000000..bb5c239 Binary files /dev/null and b/onnx/backend/test/data/node/test_scatternd_max_with_element_indices/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_scatternd_min/model.onnx b/onnx/backend/test/data/node/test_scatternd_min/model.onnx new file mode 100644 index 0000000..c19369a Binary files /dev/null and b/onnx/backend/test/data/node/test_scatternd_min/model.onnx differ diff --git a/onnx/backend/test/data/node/test_scatternd_min/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_scatternd_min/test_data_set_0/input_0.pb new file mode 100644 index 0000000..8f14eae Binary files /dev/null and b/onnx/backend/test/data/node/test_scatternd_min/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_scatternd_min/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_scatternd_min/test_data_set_0/input_1.pb new file mode 100644 index 0000000..5637149 Binary files /dev/null and b/onnx/backend/test/data/node/test_scatternd_min/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_scatternd_min/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_scatternd_min/test_data_set_0/input_2.pb new file mode 100644 index 0000000..ed14664 Binary files /dev/null and b/onnx/backend/test/data/node/test_scatternd_min/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_scatternd_min/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_scatternd_min/test_data_set_0/output_0.pb new file mode 100644 index 0000000..5e83909 Binary files /dev/null and b/onnx/backend/test/data/node/test_scatternd_min/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_scatternd_min_with_element_indices/model.onnx b/onnx/backend/test/data/node/test_scatternd_min_with_element_indices/model.onnx new file mode 100644 index 0000000..5f1f793 Binary files /dev/null and b/onnx/backend/test/data/node/test_scatternd_min_with_element_indices/model.onnx differ diff --git a/onnx/backend/test/data/node/test_scatternd_min_with_element_indices/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_scatternd_min_with_element_indices/test_data_set_0/input_0.pb new file mode 100644 index 0000000..a2f61e2 Binary files /dev/null and b/onnx/backend/test/data/node/test_scatternd_min_with_element_indices/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_scatternd_min_with_element_indices/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_scatternd_min_with_element_indices/test_data_set_0/input_1.pb new file mode 100644 index 0000000..44cc403 Binary files /dev/null and b/onnx/backend/test/data/node/test_scatternd_min_with_element_indices/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_scatternd_min_with_element_indices/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_scatternd_min_with_element_indices/test_data_set_0/input_2.pb new file mode 100644 index 0000000..a1e0047 Binary files /dev/null and b/onnx/backend/test/data/node/test_scatternd_min_with_element_indices/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_scatternd_min_with_element_indices/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_scatternd_min_with_element_indices/test_data_set_0/output_0.pb new file mode 100644 index 0000000..92caa1b Binary files /dev/null and b/onnx/backend/test/data/node/test_scatternd_min_with_element_indices/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_scatternd_multiply/model.onnx b/onnx/backend/test/data/node/test_scatternd_multiply/model.onnx new file mode 100644 index 0000000..5009929 Binary files /dev/null and b/onnx/backend/test/data/node/test_scatternd_multiply/model.onnx differ diff --git a/onnx/backend/test/data/node/test_scatternd_multiply/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_scatternd_multiply/test_data_set_0/input_0.pb new file mode 100644 index 0000000..8f14eae Binary files /dev/null and b/onnx/backend/test/data/node/test_scatternd_multiply/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_scatternd_multiply/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_scatternd_multiply/test_data_set_0/input_1.pb new file mode 100644 index 0000000..5637149 Binary files /dev/null and b/onnx/backend/test/data/node/test_scatternd_multiply/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_scatternd_multiply/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_scatternd_multiply/test_data_set_0/input_2.pb new file mode 100644 index 0000000..ed14664 Binary files /dev/null and b/onnx/backend/test/data/node/test_scatternd_multiply/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_scatternd_multiply/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_scatternd_multiply/test_data_set_0/output_0.pb new file mode 100644 index 0000000..2b812a9 Binary files /dev/null and b/onnx/backend/test/data/node/test_scatternd_multiply/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_sce_NCd1_mean_weight_negative_ii/model.onnx b/onnx/backend/test/data/node/test_sce_NCd1_mean_weight_negative_ii/model.onnx new file mode 100644 index 0000000..649e1ad Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_NCd1_mean_weight_negative_ii/model.onnx differ diff --git a/onnx/backend/test/data/node/test_sce_NCd1_mean_weight_negative_ii/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_sce_NCd1_mean_weight_negative_ii/test_data_set_0/input_0.pb new file mode 100644 index 0000000..9cc7c74 --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_NCd1_mean_weight_negative_ii/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJ  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{=p= <&U?H5G?^?z?L?G>G?9=#?4>q?ڗ?N>s>.4F?>?<\?N?c?yq?Ƌ.?k>>2?v=9*?+?nW>A>>L8>j?a>}?=U>R.%>2'?p>I>Jz>">] =7(? >LI>ɼ>,R? =V?>=?y? > z?(?a@=?a =̐>)=>'=΢>G>_=E1? ?">?c=;q?[m? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_NCd1_mean_weight_negative_ii/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_sce_NCd1_mean_weight_negative_ii/test_data_set_0/input_1.pb new file mode 100644 index 0000000..b03b082 Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_NCd1_mean_weight_negative_ii/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_sce_NCd1_mean_weight_negative_ii/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_sce_NCd1_mean_weight_negative_ii/test_data_set_0/input_2.pb new file mode 100644 index 0000000..94db59b --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_NCd1_mean_weight_negative_ii/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BwJ/>>5A?e>be? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_NCd1_mean_weight_negative_ii/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sce_NCd1_mean_weight_negative_ii/test_data_set_0/output_0.pb new file mode 100644 index 0000000..4f60538 --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_NCd1_mean_weight_negative_ii/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BzJ(? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_NCd1_mean_weight_negative_ii_expanded/model.onnx b/onnx/backend/test/data/node/test_sce_NCd1_mean_weight_negative_ii_expanded/model.onnx new file mode 100644 index 0000000..4bd8ebb Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_NCd1_mean_weight_negative_ii_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_sce_NCd1_mean_weight_negative_ii_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_sce_NCd1_mean_weight_negative_ii_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..9cc7c74 --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_NCd1_mean_weight_negative_ii_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJ  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{=p= <&U?H5G?^?z?L?G>G?9=#?4>q?ڗ?N>s>.4F?>?<\?N?c?yq?Ƌ.?k>>2?v=9*?+?nW>A>>L8>j?a>}?=U>R.%>2'?p>I>Jz>">] =7(? >LI>ɼ>,R? =V?>=?y? > z?(?a@=?a =̐>)=>'=΢>G>_=E1? ?">?c=;q?[m? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_NCd1_mean_weight_negative_ii_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_sce_NCd1_mean_weight_negative_ii_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..b03b082 Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_NCd1_mean_weight_negative_ii_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_sce_NCd1_mean_weight_negative_ii_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_sce_NCd1_mean_weight_negative_ii_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..94db59b --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_NCd1_mean_weight_negative_ii_expanded/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BwJ/>>5A?e>be? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_NCd1_mean_weight_negative_ii_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sce_NCd1_mean_weight_negative_ii_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..4f60538 --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_NCd1_mean_weight_negative_ii_expanded/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BzJ(? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_NCd1_mean_weight_negative_ii_log_prob/model.onnx b/onnx/backend/test/data/node/test_sce_NCd1_mean_weight_negative_ii_log_prob/model.onnx new file mode 100644 index 0000000..200c732 Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_NCd1_mean_weight_negative_ii_log_prob/model.onnx differ diff --git a/onnx/backend/test/data/node/test_sce_NCd1_mean_weight_negative_ii_log_prob/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_sce_NCd1_mean_weight_negative_ii_log_prob/test_data_set_0/input_0.pb new file mode 100644 index 0000000..9cc7c74 --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_NCd1_mean_weight_negative_ii_log_prob/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJ  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{=p= <&U?H5G?^?z?L?G>G?9=#?4>q?ڗ?N>s>.4F?>?<\?N?c?yq?Ƌ.?k>>2?v=9*?+?nW>A>>L8>j?a>}?=U>R.%>2'?p>I>Jz>">] =7(? >LI>ɼ>,R? =V?>=?y? > z?(?a@=?a =̐>)=>'=΢>G>_=E1? ?">?c=;q?[m? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_NCd1_mean_weight_negative_ii_log_prob/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_sce_NCd1_mean_weight_negative_ii_log_prob/test_data_set_0/input_1.pb new file mode 100644 index 0000000..b03b082 Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_NCd1_mean_weight_negative_ii_log_prob/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_sce_NCd1_mean_weight_negative_ii_log_prob/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_sce_NCd1_mean_weight_negative_ii_log_prob/test_data_set_0/input_2.pb new file mode 100644 index 0000000..94db59b --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_NCd1_mean_weight_negative_ii_log_prob/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BwJ/>>5A?e>be? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_NCd1_mean_weight_negative_ii_log_prob/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sce_NCd1_mean_weight_negative_ii_log_prob/test_data_set_0/output_0.pb new file mode 100644 index 0000000..4f60538 --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_NCd1_mean_weight_negative_ii_log_prob/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BzJ(? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_NCd1_mean_weight_negative_ii_log_prob/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_sce_NCd1_mean_weight_negative_ii_log_prob/test_data_set_0/output_1.pb new file mode 100644 index 0000000..ede2e50 Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_NCd1_mean_weight_negative_ii_log_prob/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_sce_NCd1_mean_weight_negative_ii_log_prob_expanded/model.onnx b/onnx/backend/test/data/node/test_sce_NCd1_mean_weight_negative_ii_log_prob_expanded/model.onnx new file mode 100644 index 0000000..f26896d Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_NCd1_mean_weight_negative_ii_log_prob_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_sce_NCd1_mean_weight_negative_ii_log_prob_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_sce_NCd1_mean_weight_negative_ii_log_prob_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..9cc7c74 --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_NCd1_mean_weight_negative_ii_log_prob_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJ  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{=p= <&U?H5G?^?z?L?G>G?9=#?4>q?ڗ?N>s>.4F?>?<\?N?c?yq?Ƌ.?k>>2?v=9*?+?nW>A>>L8>j?a>}?=U>R.%>2'?p>I>Jz>">] =7(? >LI>ɼ>,R? =V?>=?y? > z?(?a@=?a =̐>)=>'=΢>G>_=E1? ?">?c=;q?[m? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_NCd1_mean_weight_negative_ii_log_prob_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_sce_NCd1_mean_weight_negative_ii_log_prob_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..b03b082 Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_NCd1_mean_weight_negative_ii_log_prob_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_sce_NCd1_mean_weight_negative_ii_log_prob_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_sce_NCd1_mean_weight_negative_ii_log_prob_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..94db59b --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_NCd1_mean_weight_negative_ii_log_prob_expanded/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BwJ/>>5A?e>be? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_NCd1_mean_weight_negative_ii_log_prob_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sce_NCd1_mean_weight_negative_ii_log_prob_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..4f60538 --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_NCd1_mean_weight_negative_ii_log_prob_expanded/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BzJ(? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_NCd1_mean_weight_negative_ii_log_prob_expanded/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_sce_NCd1_mean_weight_negative_ii_log_prob_expanded/test_data_set_0/output_1.pb new file mode 100644 index 0000000..ede2e50 Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_NCd1_mean_weight_negative_ii_log_prob_expanded/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_sce_NCd1d2d3_none_no_weight_negative_ii/model.onnx b/onnx/backend/test/data/node/test_sce_NCd1d2d3_none_no_weight_negative_ii/model.onnx new file mode 100644 index 0000000..5018642 Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_NCd1d2d3_none_no_weight_negative_ii/model.onnx differ diff --git a/onnx/backend/test/data/node/test_sce_NCd1d2d3_none_no_weight_negative_ii/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_sce_NCd1d2d3_none_no_weight_negative_ii/test_data_set_0/input_0.pb new file mode 100644 index 0000000..05f2333 Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_NCd1d2d3_none_no_weight_negative_ii/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_sce_NCd1d2d3_none_no_weight_negative_ii/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_sce_NCd1d2d3_none_no_weight_negative_ii/test_data_set_0/input_1.pb new file mode 100644 index 0000000..4c3b664 Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_NCd1d2d3_none_no_weight_negative_ii/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_sce_NCd1d2d3_none_no_weight_negative_ii/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sce_NCd1d2d3_none_no_weight_negative_ii/test_data_set_0/output_0.pb new file mode 100644 index 0000000..0af5e50 Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_NCd1d2d3_none_no_weight_negative_ii/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_sce_NCd1d2d3_none_no_weight_negative_ii_expanded/model.onnx b/onnx/backend/test/data/node/test_sce_NCd1d2d3_none_no_weight_negative_ii_expanded/model.onnx new file mode 100644 index 0000000..6416004 Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_NCd1d2d3_none_no_weight_negative_ii_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_sce_NCd1d2d3_none_no_weight_negative_ii_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_sce_NCd1d2d3_none_no_weight_negative_ii_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..05f2333 Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_NCd1d2d3_none_no_weight_negative_ii_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_sce_NCd1d2d3_none_no_weight_negative_ii_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_sce_NCd1d2d3_none_no_weight_negative_ii_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..4c3b664 Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_NCd1d2d3_none_no_weight_negative_ii_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_sce_NCd1d2d3_none_no_weight_negative_ii_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sce_NCd1d2d3_none_no_weight_negative_ii_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..0af5e50 Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_NCd1d2d3_none_no_weight_negative_ii_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_sce_NCd1d2d3_none_no_weight_negative_ii_log_prob/model.onnx b/onnx/backend/test/data/node/test_sce_NCd1d2d3_none_no_weight_negative_ii_log_prob/model.onnx new file mode 100644 index 0000000..0de9ec8 Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_NCd1d2d3_none_no_weight_negative_ii_log_prob/model.onnx differ diff --git a/onnx/backend/test/data/node/test_sce_NCd1d2d3_none_no_weight_negative_ii_log_prob/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_sce_NCd1d2d3_none_no_weight_negative_ii_log_prob/test_data_set_0/input_0.pb new file mode 100644 index 0000000..05f2333 Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_NCd1d2d3_none_no_weight_negative_ii_log_prob/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_sce_NCd1d2d3_none_no_weight_negative_ii_log_prob/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_sce_NCd1d2d3_none_no_weight_negative_ii_log_prob/test_data_set_0/input_1.pb new file mode 100644 index 0000000..4c3b664 Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_NCd1d2d3_none_no_weight_negative_ii_log_prob/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_sce_NCd1d2d3_none_no_weight_negative_ii_log_prob/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sce_NCd1d2d3_none_no_weight_negative_ii_log_prob/test_data_set_0/output_0.pb new file mode 100644 index 0000000..0af5e50 Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_NCd1d2d3_none_no_weight_negative_ii_log_prob/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_sce_NCd1d2d3_none_no_weight_negative_ii_log_prob/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_sce_NCd1d2d3_none_no_weight_negative_ii_log_prob/test_data_set_0/output_1.pb new file mode 100644 index 0000000..e9bbe9d Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_NCd1d2d3_none_no_weight_negative_ii_log_prob/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_sce_NCd1d2d3_none_no_weight_negative_ii_log_prob_expanded/model.onnx b/onnx/backend/test/data/node/test_sce_NCd1d2d3_none_no_weight_negative_ii_log_prob_expanded/model.onnx new file mode 100644 index 0000000..22158c5 Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_NCd1d2d3_none_no_weight_negative_ii_log_prob_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_sce_NCd1d2d3_none_no_weight_negative_ii_log_prob_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_sce_NCd1d2d3_none_no_weight_negative_ii_log_prob_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..05f2333 Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_NCd1d2d3_none_no_weight_negative_ii_log_prob_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_sce_NCd1d2d3_none_no_weight_negative_ii_log_prob_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_sce_NCd1d2d3_none_no_weight_negative_ii_log_prob_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..4c3b664 Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_NCd1d2d3_none_no_weight_negative_ii_log_prob_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_sce_NCd1d2d3_none_no_weight_negative_ii_log_prob_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sce_NCd1d2d3_none_no_weight_negative_ii_log_prob_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..0af5e50 Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_NCd1d2d3_none_no_weight_negative_ii_log_prob_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_sce_NCd1d2d3_none_no_weight_negative_ii_log_prob_expanded/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_sce_NCd1d2d3_none_no_weight_negative_ii_log_prob_expanded/test_data_set_0/output_1.pb new file mode 100644 index 0000000..e9bbe9d Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_NCd1d2d3_none_no_weight_negative_ii_log_prob_expanded/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_sce_NCd1d2d3_sum_weight_high_ii/model.onnx b/onnx/backend/test/data/node/test_sce_NCd1d2d3_sum_weight_high_ii/model.onnx new file mode 100644 index 0000000..3218b42 Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_NCd1d2d3_sum_weight_high_ii/model.onnx differ diff --git a/onnx/backend/test/data/node/test_sce_NCd1d2d3_sum_weight_high_ii/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_sce_NCd1d2d3_sum_weight_high_ii/test_data_set_0/input_0.pb new file mode 100644 index 0000000..aeb52e9 --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_NCd1d2d3_sum_weight_high_ii/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJ<  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{= \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_NCd1d2d3_sum_weight_high_ii/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_sce_NCd1d2d3_sum_weight_high_ii/test_data_set_0/input_1.pb new file mode 100644 index 0000000..d6912d0 Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_NCd1d2d3_sum_weight_high_ii/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_sce_NCd1d2d3_sum_weight_high_ii/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_sce_NCd1d2d3_sum_weight_high_ii/test_data_set_0/input_2.pb new file mode 100644 index 0000000..199d6e3 --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_NCd1d2d3_sum_weight_high_ii/test_data_set_0/input_2.pb @@ -0,0 +1,2 @@ +BwJ(>u?> +^?|> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_NCd1d2d3_sum_weight_high_ii/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sce_NCd1d2d3_sum_weight_high_ii/test_data_set_0/output_0.pb new file mode 100644 index 0000000..74b8cbd --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_NCd1d2d3_sum_weight_high_ii/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BzJ@ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_NCd1d2d3_sum_weight_high_ii_expanded/model.onnx b/onnx/backend/test/data/node/test_sce_NCd1d2d3_sum_weight_high_ii_expanded/model.onnx new file mode 100644 index 0000000..41f9b73 Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_NCd1d2d3_sum_weight_high_ii_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_sce_NCd1d2d3_sum_weight_high_ii_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_sce_NCd1d2d3_sum_weight_high_ii_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..aeb52e9 --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_NCd1d2d3_sum_weight_high_ii_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJ<  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{= \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_NCd1d2d3_sum_weight_high_ii_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_sce_NCd1d2d3_sum_weight_high_ii_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..d6912d0 Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_NCd1d2d3_sum_weight_high_ii_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_sce_NCd1d2d3_sum_weight_high_ii_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_sce_NCd1d2d3_sum_weight_high_ii_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..199d6e3 --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_NCd1d2d3_sum_weight_high_ii_expanded/test_data_set_0/input_2.pb @@ -0,0 +1,2 @@ +BwJ(>u?> +^?|> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_NCd1d2d3_sum_weight_high_ii_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sce_NCd1d2d3_sum_weight_high_ii_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..74b8cbd --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_NCd1d2d3_sum_weight_high_ii_expanded/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BzJ@ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_NCd1d2d3_sum_weight_high_ii_log_prob/model.onnx b/onnx/backend/test/data/node/test_sce_NCd1d2d3_sum_weight_high_ii_log_prob/model.onnx new file mode 100644 index 0000000..9bbfd95 Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_NCd1d2d3_sum_weight_high_ii_log_prob/model.onnx differ diff --git a/onnx/backend/test/data/node/test_sce_NCd1d2d3_sum_weight_high_ii_log_prob/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_sce_NCd1d2d3_sum_weight_high_ii_log_prob/test_data_set_0/input_0.pb new file mode 100644 index 0000000..aeb52e9 --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_NCd1d2d3_sum_weight_high_ii_log_prob/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJ<  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{= \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_NCd1d2d3_sum_weight_high_ii_log_prob/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_sce_NCd1d2d3_sum_weight_high_ii_log_prob/test_data_set_0/input_1.pb new file mode 100644 index 0000000..d6912d0 Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_NCd1d2d3_sum_weight_high_ii_log_prob/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_sce_NCd1d2d3_sum_weight_high_ii_log_prob/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_sce_NCd1d2d3_sum_weight_high_ii_log_prob/test_data_set_0/input_2.pb new file mode 100644 index 0000000..199d6e3 --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_NCd1d2d3_sum_weight_high_ii_log_prob/test_data_set_0/input_2.pb @@ -0,0 +1,2 @@ +BwJ(>u?> +^?|> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_NCd1d2d3_sum_weight_high_ii_log_prob/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sce_NCd1d2d3_sum_weight_high_ii_log_prob/test_data_set_0/output_0.pb new file mode 100644 index 0000000..74b8cbd --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_NCd1d2d3_sum_weight_high_ii_log_prob/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BzJ@ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_NCd1d2d3_sum_weight_high_ii_log_prob/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_sce_NCd1d2d3_sum_weight_high_ii_log_prob/test_data_set_0/output_1.pb new file mode 100644 index 0000000..935f07e --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_NCd1d2d3_sum_weight_high_ii_log_prob/test_data_set_0/output_1.pb @@ -0,0 +1 @@ +Blog_probJQY%?n >~J?e?^k?l?Z{= \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_NCd1d2d3_sum_weight_high_ii_log_prob_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_sce_NCd1d2d3_sum_weight_high_ii_log_prob_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..d6912d0 Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_NCd1d2d3_sum_weight_high_ii_log_prob_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_sce_NCd1d2d3_sum_weight_high_ii_log_prob_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_sce_NCd1d2d3_sum_weight_high_ii_log_prob_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..199d6e3 --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_NCd1d2d3_sum_weight_high_ii_log_prob_expanded/test_data_set_0/input_2.pb @@ -0,0 +1,2 @@ +BwJ(>u?> +^?|> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_NCd1d2d3_sum_weight_high_ii_log_prob_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sce_NCd1d2d3_sum_weight_high_ii_log_prob_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..74b8cbd --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_NCd1d2d3_sum_weight_high_ii_log_prob_expanded/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BzJ@ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_NCd1d2d3_sum_weight_high_ii_log_prob_expanded/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_sce_NCd1d2d3_sum_weight_high_ii_log_prob_expanded/test_data_set_0/output_1.pb new file mode 100644 index 0000000..935f07e --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_NCd1d2d3_sum_weight_high_ii_log_prob_expanded/test_data_set_0/output_1.pb @@ -0,0 +1 @@ +Blog_probJid> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_mean_weight/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_mean_weight/test_data_set_0/output_0.pb new file mode 100644 index 0000000..2d53399 --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_mean_weight/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BzJX? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_mean_weight_expanded/model.onnx b/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_mean_weight_expanded/model.onnx new file mode 100644 index 0000000..3398a7b Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_mean_weight_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_mean_weight_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_mean_weight_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..4f77b9a Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_mean_weight_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_mean_weight_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_mean_weight_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..181fd66 Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_mean_weight_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_mean_weight_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_mean_weight_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..cb79a6e --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_mean_weight_expanded/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BwJ =?@?o>id> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_mean_weight_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_mean_weight_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..2d53399 --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_mean_weight_expanded/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BzJX? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_mean_weight_log_prob/model.onnx b/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_mean_weight_log_prob/model.onnx new file mode 100644 index 0000000..f0af3fa Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_mean_weight_log_prob/model.onnx differ diff --git a/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_mean_weight_log_prob/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_mean_weight_log_prob/test_data_set_0/input_0.pb new file mode 100644 index 0000000..4f77b9a Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_mean_weight_log_prob/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_mean_weight_log_prob/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_mean_weight_log_prob/test_data_set_0/input_1.pb new file mode 100644 index 0000000..181fd66 Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_mean_weight_log_prob/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_mean_weight_log_prob/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_mean_weight_log_prob/test_data_set_0/input_2.pb new file mode 100644 index 0000000..cb79a6e --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_mean_weight_log_prob/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BwJ =?@?o>id> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_mean_weight_log_prob/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_mean_weight_log_prob/test_data_set_0/output_0.pb new file mode 100644 index 0000000..2d53399 --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_mean_weight_log_prob/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BzJX? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_mean_weight_log_prob/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_mean_weight_log_prob/test_data_set_0/output_1.pb new file mode 100644 index 0000000..5f4a11a Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_mean_weight_log_prob/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_mean_weight_log_prob_expanded/model.onnx b/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_mean_weight_log_prob_expanded/model.onnx new file mode 100644 index 0000000..d10c1ee Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_mean_weight_log_prob_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_mean_weight_log_prob_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_mean_weight_log_prob_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..4f77b9a Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_mean_weight_log_prob_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_mean_weight_log_prob_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_mean_weight_log_prob_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..181fd66 Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_mean_weight_log_prob_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_mean_weight_log_prob_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_mean_weight_log_prob_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..cb79a6e --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_mean_weight_log_prob_expanded/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BwJ =?@?o>id> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_mean_weight_log_prob_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_mean_weight_log_prob_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..2d53399 --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_mean_weight_log_prob_expanded/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BzJX? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_mean_weight_log_prob_expanded/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_mean_weight_log_prob_expanded/test_data_set_0/output_1.pb new file mode 100644 index 0000000..5f4a11a Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_mean_weight_log_prob_expanded/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_none_no_weight/model.onnx b/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_none_no_weight/model.onnx new file mode 100644 index 0000000..f29bb3d Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_none_no_weight/model.onnx differ diff --git a/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_none_no_weight/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_none_no_weight/test_data_set_0/input_0.pb new file mode 100644 index 0000000..4f77b9a Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_none_no_weight/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_none_no_weight/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_none_no_weight/test_data_set_0/input_1.pb new file mode 100644 index 0000000..181fd66 Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_none_no_weight/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_none_no_weight/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_none_no_weight/test_data_set_0/output_0.pb new file mode 100644 index 0000000..73961bf Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_none_no_weight/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_none_no_weight_expanded/model.onnx b/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_none_no_weight_expanded/model.onnx new file mode 100644 index 0000000..2106055 Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_none_no_weight_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_none_no_weight_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_none_no_weight_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..4f77b9a Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_none_no_weight_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_none_no_weight_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_none_no_weight_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..181fd66 Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_none_no_weight_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_none_no_weight_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_none_no_weight_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..73961bf Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_none_no_weight_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_none_no_weight_log_prob/model.onnx b/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_none_no_weight_log_prob/model.onnx new file mode 100644 index 0000000..1d67ec3 Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_none_no_weight_log_prob/model.onnx differ diff --git a/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_none_no_weight_log_prob/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_none_no_weight_log_prob/test_data_set_0/input_0.pb new file mode 100644 index 0000000..4f77b9a Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_none_no_weight_log_prob/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_none_no_weight_log_prob/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_none_no_weight_log_prob/test_data_set_0/input_1.pb new file mode 100644 index 0000000..181fd66 Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_none_no_weight_log_prob/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_none_no_weight_log_prob/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_none_no_weight_log_prob/test_data_set_0/output_0.pb new file mode 100644 index 0000000..73961bf Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_none_no_weight_log_prob/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_none_no_weight_log_prob/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_none_no_weight_log_prob/test_data_set_0/output_1.pb new file mode 100644 index 0000000..5f4a11a Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_none_no_weight_log_prob/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_none_no_weight_log_prob_expanded/model.onnx b/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_none_no_weight_log_prob_expanded/model.onnx new file mode 100644 index 0000000..86b60fd Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_none_no_weight_log_prob_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_none_no_weight_log_prob_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_none_no_weight_log_prob_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..4f77b9a Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_none_no_weight_log_prob_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_none_no_weight_log_prob_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_none_no_weight_log_prob_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..181fd66 Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_none_no_weight_log_prob_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_none_no_weight_log_prob_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_none_no_weight_log_prob_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..73961bf Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_none_no_weight_log_prob_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_none_no_weight_log_prob_expanded/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_none_no_weight_log_prob_expanded/test_data_set_0/output_1.pb new file mode 100644 index 0000000..5f4a11a Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_NCd1d2d3d4d5_none_no_weight_log_prob_expanded/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_sce_mean/model.onnx b/onnx/backend/test/data/node/test_sce_mean/model.onnx new file mode 100644 index 0000000..b67c687 Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_mean/model.onnx differ diff --git a/onnx/backend/test/data/node/test_sce_mean/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_sce_mean/test_data_set_0/input_0.pb new file mode 100644 index 0000000..aeb52e9 --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_mean/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJ<  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{= \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_mean/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_sce_mean/test_data_set_0/input_1.pb new file mode 100644 index 0000000..6251a1c Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_mean/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_sce_mean/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sce_mean/test_data_set_0/output_0.pb new file mode 100644 index 0000000..9109ee6 --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_mean/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BzJu? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_mean_3d/model.onnx b/onnx/backend/test/data/node/test_sce_mean_3d/model.onnx new file mode 100644 index 0000000..49a011b Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_mean_3d/model.onnx differ diff --git a/onnx/backend/test/data/node/test_sce_mean_3d/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_sce_mean_3d/test_data_set_0/input_0.pb new file mode 100644 index 0000000..eb26b51 --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_mean_3d/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{=p= <&U?H5G?^?z?L?G>G?9=#?4>q?ڗ?N> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_mean_3d/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_sce_mean_3d/test_data_set_0/input_1.pb new file mode 100644 index 0000000..cd3dd54 Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_mean_3d/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_sce_mean_3d/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sce_mean_3d/test_data_set_0/output_0.pb new file mode 100644 index 0000000..8e8ae88 --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_mean_3d/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BzJ? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_mean_3d_expanded/model.onnx b/onnx/backend/test/data/node/test_sce_mean_3d_expanded/model.onnx new file mode 100644 index 0000000..85eda3c Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_mean_3d_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_sce_mean_3d_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_sce_mean_3d_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..eb26b51 --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_mean_3d_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{=p= <&U?H5G?^?z?L?G>G?9=#?4>q?ڗ?N> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_mean_3d_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_sce_mean_3d_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..cd3dd54 Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_mean_3d_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_sce_mean_3d_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sce_mean_3d_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..8e8ae88 --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_mean_3d_expanded/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BzJ? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_mean_3d_log_prob/model.onnx b/onnx/backend/test/data/node/test_sce_mean_3d_log_prob/model.onnx new file mode 100644 index 0000000..0c0f7dc Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_mean_3d_log_prob/model.onnx differ diff --git a/onnx/backend/test/data/node/test_sce_mean_3d_log_prob/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_sce_mean_3d_log_prob/test_data_set_0/input_0.pb new file mode 100644 index 0000000..eb26b51 --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_mean_3d_log_prob/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{=p= <&U?H5G?^?z?L?G>G?9=#?4>q?ڗ?N> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_mean_3d_log_prob/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_sce_mean_3d_log_prob/test_data_set_0/input_1.pb new file mode 100644 index 0000000..cd3dd54 Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_mean_3d_log_prob/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_sce_mean_3d_log_prob/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sce_mean_3d_log_prob/test_data_set_0/output_0.pb new file mode 100644 index 0000000..8e8ae88 --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_mean_3d_log_prob/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BzJ? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_mean_3d_log_prob/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_sce_mean_3d_log_prob/test_data_set_0/output_1.pb new file mode 100644 index 0000000..6756c5d Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_mean_3d_log_prob/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_sce_mean_3d_log_prob_expanded/model.onnx b/onnx/backend/test/data/node/test_sce_mean_3d_log_prob_expanded/model.onnx new file mode 100644 index 0000000..42c9f1c Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_mean_3d_log_prob_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_sce_mean_3d_log_prob_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_sce_mean_3d_log_prob_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..eb26b51 --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_mean_3d_log_prob_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{=p= <&U?H5G?^?z?L?G>G?9=#?4>q?ڗ?N> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_mean_3d_log_prob_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_sce_mean_3d_log_prob_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..cd3dd54 Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_mean_3d_log_prob_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_sce_mean_3d_log_prob_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sce_mean_3d_log_prob_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..8e8ae88 --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_mean_3d_log_prob_expanded/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BzJ? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_mean_3d_log_prob_expanded/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_sce_mean_3d_log_prob_expanded/test_data_set_0/output_1.pb new file mode 100644 index 0000000..6756c5d Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_mean_3d_log_prob_expanded/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_sce_mean_expanded/model.onnx b/onnx/backend/test/data/node/test_sce_mean_expanded/model.onnx new file mode 100644 index 0000000..14a3f87 Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_mean_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_sce_mean_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_sce_mean_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..aeb52e9 --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_mean_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJ<  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{= \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_mean_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_sce_mean_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..6251a1c Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_mean_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_sce_mean_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sce_mean_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..9109ee6 --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_mean_expanded/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BzJu? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_mean_log_prob/model.onnx b/onnx/backend/test/data/node/test_sce_mean_log_prob/model.onnx new file mode 100644 index 0000000..2743011 Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_mean_log_prob/model.onnx differ diff --git a/onnx/backend/test/data/node/test_sce_mean_log_prob/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_sce_mean_log_prob/test_data_set_0/input_0.pb new file mode 100644 index 0000000..aeb52e9 --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_mean_log_prob/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJ<  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{= \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_mean_log_prob/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_sce_mean_log_prob/test_data_set_0/input_1.pb new file mode 100644 index 0000000..6251a1c Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_mean_log_prob/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_sce_mean_log_prob/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sce_mean_log_prob/test_data_set_0/output_0.pb new file mode 100644 index 0000000..9109ee6 --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_mean_log_prob/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BzJu? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_mean_log_prob/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_sce_mean_log_prob/test_data_set_0/output_1.pb new file mode 100644 index 0000000..935f07e --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_mean_log_prob/test_data_set_0/output_1.pb @@ -0,0 +1 @@ +Blog_probJQY%?n >~J?e?^k?l?Z{= \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_mean_log_prob_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_sce_mean_log_prob_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..6251a1c Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_mean_log_prob_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_sce_mean_log_prob_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sce_mean_log_prob_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..9109ee6 --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_mean_log_prob_expanded/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BzJu? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_mean_log_prob_expanded/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_sce_mean_log_prob_expanded/test_data_set_0/output_1.pb new file mode 100644 index 0000000..935f07e --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_mean_log_prob_expanded/test_data_set_0/output_1.pb @@ -0,0 +1 @@ +Blog_probJQY%?n >~J?e?^k?l?Z{= \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_mean_no_weight_ii/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_sce_mean_no_weight_ii/test_data_set_0/input_1.pb new file mode 100644 index 0000000..2705ae5 Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_mean_no_weight_ii/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_sce_mean_no_weight_ii/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sce_mean_no_weight_ii/test_data_set_0/output_0.pb new file mode 100644 index 0000000..c97c11c --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_mean_no_weight_ii/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BzJ? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_3d/model.onnx b/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_3d/model.onnx new file mode 100644 index 0000000..34be2c3 Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_3d/model.onnx differ diff --git a/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_3d/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_3d/test_data_set_0/input_0.pb new file mode 100644 index 0000000..eb26b51 --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_3d/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{=p= <&U?H5G?^?z?L?G>G?9=#?4>q?ڗ?N> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_3d/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_3d/test_data_set_0/input_1.pb new file mode 100644 index 0000000..5e4604b Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_3d/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_3d/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_3d/test_data_set_0/output_0.pb new file mode 100644 index 0000000..a2101ef --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_3d/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BzJC? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_3d_expanded/model.onnx b/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_3d_expanded/model.onnx new file mode 100644 index 0000000..e7e12d4 Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_3d_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_3d_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_3d_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..eb26b51 --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_3d_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{=p= <&U?H5G?^?z?L?G>G?9=#?4>q?ڗ?N> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_3d_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_3d_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..5e4604b Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_3d_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_3d_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_3d_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..a2101ef --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_3d_expanded/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BzJC? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_3d_log_prob/model.onnx b/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_3d_log_prob/model.onnx new file mode 100644 index 0000000..b99b392 Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_3d_log_prob/model.onnx differ diff --git a/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_3d_log_prob/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_3d_log_prob/test_data_set_0/input_0.pb new file mode 100644 index 0000000..eb26b51 --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_3d_log_prob/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{=p= <&U?H5G?^?z?L?G>G?9=#?4>q?ڗ?N> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_3d_log_prob/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_3d_log_prob/test_data_set_0/input_1.pb new file mode 100644 index 0000000..5e4604b Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_3d_log_prob/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_3d_log_prob/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_3d_log_prob/test_data_set_0/output_0.pb new file mode 100644 index 0000000..a2101ef --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_3d_log_prob/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BzJC? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_3d_log_prob/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_3d_log_prob/test_data_set_0/output_1.pb new file mode 100644 index 0000000..6756c5d Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_3d_log_prob/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_3d_log_prob_expanded/model.onnx b/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_3d_log_prob_expanded/model.onnx new file mode 100644 index 0000000..71ffae6 Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_3d_log_prob_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_3d_log_prob_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_3d_log_prob_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..eb26b51 --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_3d_log_prob_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{=p= <&U?H5G?^?z?L?G>G?9=#?4>q?ڗ?N> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_3d_log_prob_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_3d_log_prob_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..5e4604b Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_3d_log_prob_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_3d_log_prob_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_3d_log_prob_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..a2101ef --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_3d_log_prob_expanded/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BzJC? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_3d_log_prob_expanded/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_3d_log_prob_expanded/test_data_set_0/output_1.pb new file mode 100644 index 0000000..6756c5d Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_3d_log_prob_expanded/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_4d/model.onnx b/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_4d/model.onnx new file mode 100644 index 0000000..5f09088 Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_4d/model.onnx differ diff --git a/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_4d/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_4d/test_data_set_0/input_0.pb new file mode 100644 index 0000000..52d3816 Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_4d/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_4d/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_4d/test_data_set_0/input_1.pb new file mode 100644 index 0000000..6e79fac Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_4d/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_4d/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_4d/test_data_set_0/output_0.pb new file mode 100644 index 0000000..51ae4ed --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_4d/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BzJh? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_4d_expanded/model.onnx b/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_4d_expanded/model.onnx new file mode 100644 index 0000000..998988a Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_4d_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_4d_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_4d_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..52d3816 Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_4d_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_4d_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_4d_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..6e79fac Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_4d_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_4d_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_4d_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..51ae4ed --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_4d_expanded/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BzJh? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_4d_log_prob/model.onnx b/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_4d_log_prob/model.onnx new file mode 100644 index 0000000..9951b42 Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_4d_log_prob/model.onnx differ diff --git a/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_4d_log_prob/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_4d_log_prob/test_data_set_0/input_0.pb new file mode 100644 index 0000000..52d3816 Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_4d_log_prob/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_4d_log_prob/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_4d_log_prob/test_data_set_0/input_1.pb new file mode 100644 index 0000000..6e79fac Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_4d_log_prob/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_4d_log_prob/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_4d_log_prob/test_data_set_0/output_0.pb new file mode 100644 index 0000000..51ae4ed --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_4d_log_prob/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BzJh? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_4d_log_prob/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_4d_log_prob/test_data_set_0/output_1.pb new file mode 100644 index 0000000..9d79cec Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_4d_log_prob/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_4d_log_prob_expanded/model.onnx b/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_4d_log_prob_expanded/model.onnx new file mode 100644 index 0000000..21d7b3b Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_4d_log_prob_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_4d_log_prob_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_4d_log_prob_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..52d3816 Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_4d_log_prob_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_4d_log_prob_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_4d_log_prob_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..6e79fac Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_4d_log_prob_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_4d_log_prob_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_4d_log_prob_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..51ae4ed --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_4d_log_prob_expanded/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BzJh? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_4d_log_prob_expanded/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_4d_log_prob_expanded/test_data_set_0/output_1.pb new file mode 100644 index 0000000..9d79cec Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_4d_log_prob_expanded/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_expanded/model.onnx b/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_expanded/model.onnx new file mode 100644 index 0000000..02c3fe5 Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..aeb52e9 --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJ<  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{= \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..2705ae5 Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..c97c11c --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_expanded/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BzJ? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_log_prob/model.onnx b/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_log_prob/model.onnx new file mode 100644 index 0000000..35d38d8 Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_log_prob/model.onnx differ diff --git a/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_log_prob/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_log_prob/test_data_set_0/input_0.pb new file mode 100644 index 0000000..aeb52e9 --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_log_prob/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJ<  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{= \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_log_prob/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_log_prob/test_data_set_0/input_1.pb new file mode 100644 index 0000000..2705ae5 Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_log_prob/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_log_prob/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_log_prob/test_data_set_0/output_0.pb new file mode 100644 index 0000000..c97c11c --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_log_prob/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BzJ? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_log_prob/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_log_prob/test_data_set_0/output_1.pb new file mode 100644 index 0000000..935f07e --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_log_prob/test_data_set_0/output_1.pb @@ -0,0 +1 @@ +Blog_probJQY%?n >~J?e?^k?l?Z{= \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_log_prob_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_log_prob_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..2705ae5 Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_log_prob_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_log_prob_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_log_prob_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..c97c11c --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_log_prob_expanded/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BzJ? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_log_prob_expanded/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_log_prob_expanded/test_data_set_0/output_1.pb new file mode 100644 index 0000000..935f07e --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_mean_no_weight_ii_log_prob_expanded/test_data_set_0/output_1.pb @@ -0,0 +1 @@ +Blog_probJQY%?n >~J?e?^k?l?Z{= \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_mean_weight/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_sce_mean_weight/test_data_set_0/input_1.pb new file mode 100644 index 0000000..6251a1c Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_mean_weight/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_sce_mean_weight/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_sce_mean_weight/test_data_set_0/input_2.pb new file mode 100644 index 0000000..2186ff7 --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_mean_weight/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BwJfff?333?L?fff?fff? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_mean_weight/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sce_mean_weight/test_data_set_0/output_0.pb new file mode 100644 index 0000000..a5cf9d9 --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_mean_weight/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BzJ? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_mean_weight_expanded/model.onnx b/onnx/backend/test/data/node/test_sce_mean_weight_expanded/model.onnx new file mode 100644 index 0000000..692a0b6 Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_mean_weight_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_sce_mean_weight_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_sce_mean_weight_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..aeb52e9 --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_mean_weight_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJ<  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{= \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_mean_weight_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_sce_mean_weight_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..6251a1c Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_mean_weight_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_sce_mean_weight_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_sce_mean_weight_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..2186ff7 --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_mean_weight_expanded/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BwJfff?333?L?fff?fff? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_mean_weight_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sce_mean_weight_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..a5cf9d9 --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_mean_weight_expanded/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BzJ? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_mean_weight_ii/model.onnx b/onnx/backend/test/data/node/test_sce_mean_weight_ii/model.onnx new file mode 100644 index 0000000..e7aeb8a Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_mean_weight_ii/model.onnx differ diff --git a/onnx/backend/test/data/node/test_sce_mean_weight_ii/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_sce_mean_weight_ii/test_data_set_0/input_0.pb new file mode 100644 index 0000000..aeb52e9 --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_mean_weight_ii/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJ<  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{= \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_mean_weight_ii/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_sce_mean_weight_ii/test_data_set_0/input_1.pb new file mode 100644 index 0000000..a8a859f Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_mean_weight_ii/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_sce_mean_weight_ii/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_sce_mean_weight_ii/test_data_set_0/input_2.pb new file mode 100644 index 0000000..2186ff7 --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_mean_weight_ii/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BwJfff?333?L?fff?fff? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_mean_weight_ii/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sce_mean_weight_ii/test_data_set_0/output_0.pb new file mode 100644 index 0000000..840b42e --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_mean_weight_ii/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BzJ? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_mean_weight_ii_3d/model.onnx b/onnx/backend/test/data/node/test_sce_mean_weight_ii_3d/model.onnx new file mode 100644 index 0000000..9dd0ba8 Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_mean_weight_ii_3d/model.onnx differ diff --git a/onnx/backend/test/data/node/test_sce_mean_weight_ii_3d/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_sce_mean_weight_ii_3d/test_data_set_0/input_0.pb new file mode 100644 index 0000000..eb26b51 --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_mean_weight_ii_3d/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{=p= <&U?H5G?^?z?L?G>G?9=#?4>q?ڗ?N> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_mean_weight_ii_3d/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_sce_mean_weight_ii_3d/test_data_set_0/input_1.pb new file mode 100644 index 0000000..3dedbc0 Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_mean_weight_ii_3d/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_sce_mean_weight_ii_3d/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_sce_mean_weight_ii_3d/test_data_set_0/input_2.pb new file mode 100644 index 0000000..5c06a8d Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_mean_weight_ii_3d/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_sce_mean_weight_ii_3d/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sce_mean_weight_ii_3d/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d2f7b97 --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_mean_weight_ii_3d/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BzJA? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_mean_weight_ii_3d_expanded/model.onnx b/onnx/backend/test/data/node/test_sce_mean_weight_ii_3d_expanded/model.onnx new file mode 100644 index 0000000..421483e Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_mean_weight_ii_3d_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_sce_mean_weight_ii_3d_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_sce_mean_weight_ii_3d_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..eb26b51 --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_mean_weight_ii_3d_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{=p= <&U?H5G?^?z?L?G>G?9=#?4>q?ڗ?N> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_mean_weight_ii_3d_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_sce_mean_weight_ii_3d_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..3dedbc0 Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_mean_weight_ii_3d_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_sce_mean_weight_ii_3d_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_sce_mean_weight_ii_3d_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..5c06a8d Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_mean_weight_ii_3d_expanded/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_sce_mean_weight_ii_3d_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sce_mean_weight_ii_3d_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d2f7b97 --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_mean_weight_ii_3d_expanded/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BzJA? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_mean_weight_ii_3d_log_prob/model.onnx b/onnx/backend/test/data/node/test_sce_mean_weight_ii_3d_log_prob/model.onnx new file mode 100644 index 0000000..510fad2 Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_mean_weight_ii_3d_log_prob/model.onnx differ diff --git a/onnx/backend/test/data/node/test_sce_mean_weight_ii_3d_log_prob/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_sce_mean_weight_ii_3d_log_prob/test_data_set_0/input_0.pb new file mode 100644 index 0000000..eb26b51 --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_mean_weight_ii_3d_log_prob/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{=p= <&U?H5G?^?z?L?G>G?9=#?4>q?ڗ?N> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_mean_weight_ii_3d_log_prob/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_sce_mean_weight_ii_3d_log_prob/test_data_set_0/input_1.pb new file mode 100644 index 0000000..3dedbc0 Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_mean_weight_ii_3d_log_prob/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_sce_mean_weight_ii_3d_log_prob/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_sce_mean_weight_ii_3d_log_prob/test_data_set_0/input_2.pb new file mode 100644 index 0000000..5c06a8d Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_mean_weight_ii_3d_log_prob/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_sce_mean_weight_ii_3d_log_prob/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sce_mean_weight_ii_3d_log_prob/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d2f7b97 --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_mean_weight_ii_3d_log_prob/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BzJA? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_mean_weight_ii_3d_log_prob/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_sce_mean_weight_ii_3d_log_prob/test_data_set_0/output_1.pb new file mode 100644 index 0000000..6756c5d Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_mean_weight_ii_3d_log_prob/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_sce_mean_weight_ii_3d_log_prob_expanded/model.onnx b/onnx/backend/test/data/node/test_sce_mean_weight_ii_3d_log_prob_expanded/model.onnx new file mode 100644 index 0000000..a453067 Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_mean_weight_ii_3d_log_prob_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_sce_mean_weight_ii_3d_log_prob_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_sce_mean_weight_ii_3d_log_prob_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..eb26b51 --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_mean_weight_ii_3d_log_prob_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{=p= <&U?H5G?^?z?L?G>G?9=#?4>q?ڗ?N> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_mean_weight_ii_3d_log_prob_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_sce_mean_weight_ii_3d_log_prob_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..3dedbc0 Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_mean_weight_ii_3d_log_prob_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_sce_mean_weight_ii_3d_log_prob_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_sce_mean_weight_ii_3d_log_prob_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..5c06a8d Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_mean_weight_ii_3d_log_prob_expanded/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_sce_mean_weight_ii_3d_log_prob_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sce_mean_weight_ii_3d_log_prob_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d2f7b97 --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_mean_weight_ii_3d_log_prob_expanded/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BzJA? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_mean_weight_ii_3d_log_prob_expanded/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_sce_mean_weight_ii_3d_log_prob_expanded/test_data_set_0/output_1.pb new file mode 100644 index 0000000..6756c5d Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_mean_weight_ii_3d_log_prob_expanded/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_sce_mean_weight_ii_4d/model.onnx b/onnx/backend/test/data/node/test_sce_mean_weight_ii_4d/model.onnx new file mode 100644 index 0000000..9153b24 Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_mean_weight_ii_4d/model.onnx differ diff --git a/onnx/backend/test/data/node/test_sce_mean_weight_ii_4d/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_sce_mean_weight_ii_4d/test_data_set_0/input_0.pb new file mode 100644 index 0000000..52d3816 Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_mean_weight_ii_4d/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_sce_mean_weight_ii_4d/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_sce_mean_weight_ii_4d/test_data_set_0/input_1.pb new file mode 100644 index 0000000..6e79fac Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_mean_weight_ii_4d/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_sce_mean_weight_ii_4d/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_sce_mean_weight_ii_4d/test_data_set_0/input_2.pb new file mode 100644 index 0000000..5c06a8d Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_mean_weight_ii_4d/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_sce_mean_weight_ii_4d/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sce_mean_weight_ii_4d/test_data_set_0/output_0.pb new file mode 100644 index 0000000..83911ce --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_mean_weight_ii_4d/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BzJ+? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_mean_weight_ii_4d_expanded/model.onnx b/onnx/backend/test/data/node/test_sce_mean_weight_ii_4d_expanded/model.onnx new file mode 100644 index 0000000..b1b4ef6 Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_mean_weight_ii_4d_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_sce_mean_weight_ii_4d_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_sce_mean_weight_ii_4d_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..52d3816 Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_mean_weight_ii_4d_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_sce_mean_weight_ii_4d_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_sce_mean_weight_ii_4d_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..6e79fac Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_mean_weight_ii_4d_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_sce_mean_weight_ii_4d_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_sce_mean_weight_ii_4d_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..5c06a8d Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_mean_weight_ii_4d_expanded/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_sce_mean_weight_ii_4d_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sce_mean_weight_ii_4d_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..83911ce --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_mean_weight_ii_4d_expanded/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BzJ+? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_mean_weight_ii_4d_log_prob/model.onnx b/onnx/backend/test/data/node/test_sce_mean_weight_ii_4d_log_prob/model.onnx new file mode 100644 index 0000000..aacb6c6 Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_mean_weight_ii_4d_log_prob/model.onnx differ diff --git a/onnx/backend/test/data/node/test_sce_mean_weight_ii_4d_log_prob/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_sce_mean_weight_ii_4d_log_prob/test_data_set_0/input_0.pb new file mode 100644 index 0000000..52d3816 Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_mean_weight_ii_4d_log_prob/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_sce_mean_weight_ii_4d_log_prob/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_sce_mean_weight_ii_4d_log_prob/test_data_set_0/input_1.pb new file mode 100644 index 0000000..6e79fac Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_mean_weight_ii_4d_log_prob/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_sce_mean_weight_ii_4d_log_prob/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_sce_mean_weight_ii_4d_log_prob/test_data_set_0/input_2.pb new file mode 100644 index 0000000..5c06a8d Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_mean_weight_ii_4d_log_prob/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_sce_mean_weight_ii_4d_log_prob/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sce_mean_weight_ii_4d_log_prob/test_data_set_0/output_0.pb new file mode 100644 index 0000000..83911ce --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_mean_weight_ii_4d_log_prob/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BzJ+? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_mean_weight_ii_4d_log_prob/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_sce_mean_weight_ii_4d_log_prob/test_data_set_0/output_1.pb new file mode 100644 index 0000000..9d79cec Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_mean_weight_ii_4d_log_prob/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_sce_mean_weight_ii_4d_log_prob_expanded/model.onnx b/onnx/backend/test/data/node/test_sce_mean_weight_ii_4d_log_prob_expanded/model.onnx new file mode 100644 index 0000000..9f8a0b8 Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_mean_weight_ii_4d_log_prob_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_sce_mean_weight_ii_4d_log_prob_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_sce_mean_weight_ii_4d_log_prob_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..52d3816 Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_mean_weight_ii_4d_log_prob_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_sce_mean_weight_ii_4d_log_prob_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_sce_mean_weight_ii_4d_log_prob_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..6e79fac Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_mean_weight_ii_4d_log_prob_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_sce_mean_weight_ii_4d_log_prob_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_sce_mean_weight_ii_4d_log_prob_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..5c06a8d Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_mean_weight_ii_4d_log_prob_expanded/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_sce_mean_weight_ii_4d_log_prob_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sce_mean_weight_ii_4d_log_prob_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..83911ce --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_mean_weight_ii_4d_log_prob_expanded/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BzJ+? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_mean_weight_ii_4d_log_prob_expanded/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_sce_mean_weight_ii_4d_log_prob_expanded/test_data_set_0/output_1.pb new file mode 100644 index 0000000..9d79cec Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_mean_weight_ii_4d_log_prob_expanded/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_sce_mean_weight_ii_expanded/model.onnx b/onnx/backend/test/data/node/test_sce_mean_weight_ii_expanded/model.onnx new file mode 100644 index 0000000..f61ad22 Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_mean_weight_ii_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_sce_mean_weight_ii_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_sce_mean_weight_ii_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..aeb52e9 --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_mean_weight_ii_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJ<  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{= \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_mean_weight_ii_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_sce_mean_weight_ii_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..a8a859f Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_mean_weight_ii_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_sce_mean_weight_ii_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_sce_mean_weight_ii_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..2186ff7 --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_mean_weight_ii_expanded/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BwJfff?333?L?fff?fff? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_mean_weight_ii_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sce_mean_weight_ii_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..840b42e --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_mean_weight_ii_expanded/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BzJ? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_mean_weight_ii_log_prob/model.onnx b/onnx/backend/test/data/node/test_sce_mean_weight_ii_log_prob/model.onnx new file mode 100644 index 0000000..bd5ae9c Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_mean_weight_ii_log_prob/model.onnx differ diff --git a/onnx/backend/test/data/node/test_sce_mean_weight_ii_log_prob/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_sce_mean_weight_ii_log_prob/test_data_set_0/input_0.pb new file mode 100644 index 0000000..aeb52e9 --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_mean_weight_ii_log_prob/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJ<  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{= \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_mean_weight_ii_log_prob/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_sce_mean_weight_ii_log_prob/test_data_set_0/input_1.pb new file mode 100644 index 0000000..a8a859f Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_mean_weight_ii_log_prob/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_sce_mean_weight_ii_log_prob/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_sce_mean_weight_ii_log_prob/test_data_set_0/input_2.pb new file mode 100644 index 0000000..2186ff7 --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_mean_weight_ii_log_prob/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BwJfff?333?L?fff?fff? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_mean_weight_ii_log_prob/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sce_mean_weight_ii_log_prob/test_data_set_0/output_0.pb new file mode 100644 index 0000000..840b42e --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_mean_weight_ii_log_prob/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BzJ? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_mean_weight_ii_log_prob/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_sce_mean_weight_ii_log_prob/test_data_set_0/output_1.pb new file mode 100644 index 0000000..935f07e --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_mean_weight_ii_log_prob/test_data_set_0/output_1.pb @@ -0,0 +1 @@ +Blog_probJQY%?n >~J?e?^k?l?Z{= \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_mean_weight_ii_log_prob_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_sce_mean_weight_ii_log_prob_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..a8a859f Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_mean_weight_ii_log_prob_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_sce_mean_weight_ii_log_prob_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_sce_mean_weight_ii_log_prob_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..2186ff7 --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_mean_weight_ii_log_prob_expanded/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BwJfff?333?L?fff?fff? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_mean_weight_ii_log_prob_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sce_mean_weight_ii_log_prob_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..840b42e --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_mean_weight_ii_log_prob_expanded/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BzJ? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_mean_weight_ii_log_prob_expanded/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_sce_mean_weight_ii_log_prob_expanded/test_data_set_0/output_1.pb new file mode 100644 index 0000000..935f07e --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_mean_weight_ii_log_prob_expanded/test_data_set_0/output_1.pb @@ -0,0 +1 @@ +Blog_probJQY%?n >~J?e?^k?l?Z{= \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_mean_weight_log_prob/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_sce_mean_weight_log_prob/test_data_set_0/input_1.pb new file mode 100644 index 0000000..6251a1c Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_mean_weight_log_prob/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_sce_mean_weight_log_prob/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_sce_mean_weight_log_prob/test_data_set_0/input_2.pb new file mode 100644 index 0000000..2186ff7 --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_mean_weight_log_prob/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BwJfff?333?L?fff?fff? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_mean_weight_log_prob/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sce_mean_weight_log_prob/test_data_set_0/output_0.pb new file mode 100644 index 0000000..a5cf9d9 --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_mean_weight_log_prob/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BzJ? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_mean_weight_log_prob/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_sce_mean_weight_log_prob/test_data_set_0/output_1.pb new file mode 100644 index 0000000..935f07e --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_mean_weight_log_prob/test_data_set_0/output_1.pb @@ -0,0 +1 @@ +Blog_probJQY%?n >~J?e?^k?l?Z{= \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_mean_weight_log_prob_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_sce_mean_weight_log_prob_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..6251a1c Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_mean_weight_log_prob_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_sce_mean_weight_log_prob_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_sce_mean_weight_log_prob_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..2186ff7 --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_mean_weight_log_prob_expanded/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BwJfff?333?L?fff?fff? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_mean_weight_log_prob_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sce_mean_weight_log_prob_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..a5cf9d9 --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_mean_weight_log_prob_expanded/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BzJ? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_mean_weight_log_prob_expanded/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_sce_mean_weight_log_prob_expanded/test_data_set_0/output_1.pb new file mode 100644 index 0000000..935f07e --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_mean_weight_log_prob_expanded/test_data_set_0/output_1.pb @@ -0,0 +1 @@ +Blog_probJQY%?n >~J?e?^k?l?Z{= \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_none/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_sce_none/test_data_set_0/input_1.pb new file mode 100644 index 0000000..6251a1c Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_none/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_sce_none/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sce_none/test_data_set_0/output_0.pb new file mode 100644 index 0000000..0eb5d24 --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_none/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BzJ ?_t?^? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_none_expanded/model.onnx b/onnx/backend/test/data/node/test_sce_none_expanded/model.onnx new file mode 100644 index 0000000..67a3a8c Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_none_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_sce_none_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_sce_none_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..aeb52e9 --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_none_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJ<  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{= \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_none_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_sce_none_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..6251a1c Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_none_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_sce_none_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sce_none_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..0eb5d24 --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_none_expanded/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BzJ ?_t?^? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_none_log_prob/model.onnx b/onnx/backend/test/data/node/test_sce_none_log_prob/model.onnx new file mode 100644 index 0000000..43aa4bb Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_none_log_prob/model.onnx differ diff --git a/onnx/backend/test/data/node/test_sce_none_log_prob/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_sce_none_log_prob/test_data_set_0/input_0.pb new file mode 100644 index 0000000..aeb52e9 --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_none_log_prob/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJ<  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{= \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_none_log_prob/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_sce_none_log_prob/test_data_set_0/input_1.pb new file mode 100644 index 0000000..6251a1c Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_none_log_prob/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_sce_none_log_prob/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sce_none_log_prob/test_data_set_0/output_0.pb new file mode 100644 index 0000000..0eb5d24 --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_none_log_prob/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BzJ ?_t?^? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_none_log_prob/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_sce_none_log_prob/test_data_set_0/output_1.pb new file mode 100644 index 0000000..935f07e --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_none_log_prob/test_data_set_0/output_1.pb @@ -0,0 +1 @@ +Blog_probJQY%?n >~J?e?^k?l?Z{= \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_none_log_prob_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_sce_none_log_prob_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..6251a1c Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_none_log_prob_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_sce_none_log_prob_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sce_none_log_prob_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..0eb5d24 --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_none_log_prob_expanded/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BzJ ?_t?^? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_none_log_prob_expanded/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_sce_none_log_prob_expanded/test_data_set_0/output_1.pb new file mode 100644 index 0000000..935f07e --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_none_log_prob_expanded/test_data_set_0/output_1.pb @@ -0,0 +1 @@ +Blog_probJQY%?n >~J?e?^k?l?Z{= \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_none_weights/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_sce_none_weights/test_data_set_0/input_1.pb new file mode 100644 index 0000000..6251a1c Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_none_weights/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_sce_none_weights/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_sce_none_weights/test_data_set_0/input_2.pb new file mode 100644 index 0000000..2186ff7 --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_none_weights/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BwJfff?333?L?fff?fff? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_none_weights/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sce_none_weights/test_data_set_0/output_0.pb new file mode 100644 index 0000000..cc4d305 --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_none_weights/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BzJ qU??ٕ? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_none_weights_expanded/model.onnx b/onnx/backend/test/data/node/test_sce_none_weights_expanded/model.onnx new file mode 100644 index 0000000..7283214 Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_none_weights_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_sce_none_weights_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_sce_none_weights_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..aeb52e9 --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_none_weights_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJ<  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{= \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_none_weights_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_sce_none_weights_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..6251a1c Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_none_weights_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_sce_none_weights_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_sce_none_weights_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..2186ff7 --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_none_weights_expanded/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BwJfff?333?L?fff?fff? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_none_weights_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sce_none_weights_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..cc4d305 --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_none_weights_expanded/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BzJ qU??ٕ? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_none_weights_log_prob/model.onnx b/onnx/backend/test/data/node/test_sce_none_weights_log_prob/model.onnx new file mode 100644 index 0000000..955ca45 Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_none_weights_log_prob/model.onnx differ diff --git a/onnx/backend/test/data/node/test_sce_none_weights_log_prob/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_sce_none_weights_log_prob/test_data_set_0/input_0.pb new file mode 100644 index 0000000..aeb52e9 --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_none_weights_log_prob/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJ<  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{= \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_none_weights_log_prob/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_sce_none_weights_log_prob/test_data_set_0/input_1.pb new file mode 100644 index 0000000..6251a1c Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_none_weights_log_prob/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_sce_none_weights_log_prob/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_sce_none_weights_log_prob/test_data_set_0/input_2.pb new file mode 100644 index 0000000..2186ff7 --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_none_weights_log_prob/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BwJfff?333?L?fff?fff? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_none_weights_log_prob/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sce_none_weights_log_prob/test_data_set_0/output_0.pb new file mode 100644 index 0000000..cc4d305 --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_none_weights_log_prob/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BzJ qU??ٕ? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_none_weights_log_prob/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_sce_none_weights_log_prob/test_data_set_0/output_1.pb new file mode 100644 index 0000000..935f07e --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_none_weights_log_prob/test_data_set_0/output_1.pb @@ -0,0 +1 @@ +Blog_probJQY%?n >~J?e?^k?l?Z{= \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_none_weights_log_prob_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_sce_none_weights_log_prob_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..6251a1c Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_none_weights_log_prob_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_sce_none_weights_log_prob_expanded/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_sce_none_weights_log_prob_expanded/test_data_set_0/input_2.pb new file mode 100644 index 0000000..2186ff7 --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_none_weights_log_prob_expanded/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BwJfff?333?L?fff?fff? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_none_weights_log_prob_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sce_none_weights_log_prob_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..cc4d305 --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_none_weights_log_prob_expanded/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BzJ qU??ٕ? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_none_weights_log_prob_expanded/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_sce_none_weights_log_prob_expanded/test_data_set_0/output_1.pb new file mode 100644 index 0000000..935f07e --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_none_weights_log_prob_expanded/test_data_set_0/output_1.pb @@ -0,0 +1 @@ +Blog_probJQY%?n >~J?e?^k?l?Z{= \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_sum/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_sce_sum/test_data_set_0/input_1.pb new file mode 100644 index 0000000..6251a1c Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_sum/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_sce_sum/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sce_sum/test_data_set_0/output_0.pb new file mode 100644 index 0000000..2f20e8e --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_sum/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BzJ@ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_sum_expanded/model.onnx b/onnx/backend/test/data/node/test_sce_sum_expanded/model.onnx new file mode 100644 index 0000000..effa809 Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_sum_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_sce_sum_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_sce_sum_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..aeb52e9 --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_sum_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJ<  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{= \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_sum_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_sce_sum_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..6251a1c Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_sum_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_sce_sum_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sce_sum_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..2f20e8e --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_sum_expanded/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BzJ@ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_sum_log_prob/model.onnx b/onnx/backend/test/data/node/test_sce_sum_log_prob/model.onnx new file mode 100644 index 0000000..edeb59a Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_sum_log_prob/model.onnx differ diff --git a/onnx/backend/test/data/node/test_sce_sum_log_prob/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_sce_sum_log_prob/test_data_set_0/input_0.pb new file mode 100644 index 0000000..aeb52e9 --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_sum_log_prob/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJ<  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{= \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_sum_log_prob/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_sce_sum_log_prob/test_data_set_0/input_1.pb new file mode 100644 index 0000000..6251a1c Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_sum_log_prob/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_sce_sum_log_prob/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sce_sum_log_prob/test_data_set_0/output_0.pb new file mode 100644 index 0000000..2f20e8e --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_sum_log_prob/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BzJ@ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_sum_log_prob/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_sce_sum_log_prob/test_data_set_0/output_1.pb new file mode 100644 index 0000000..935f07e --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_sum_log_prob/test_data_set_0/output_1.pb @@ -0,0 +1 @@ +Blog_probJQY%?n >~J?e?^k?l?Z{= \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_sum_log_prob_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_sce_sum_log_prob_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..6251a1c Binary files /dev/null and b/onnx/backend/test/data/node/test_sce_sum_log_prob_expanded/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_sce_sum_log_prob_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sce_sum_log_prob_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..2f20e8e --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_sum_log_prob_expanded/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BzJ@ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sce_sum_log_prob_expanded/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_sce_sum_log_prob_expanded/test_data_set_0/output_1.pb new file mode 100644 index 0000000..935f07e --- /dev/null +++ b/onnx/backend/test/data/node/test_sce_sum_log_prob_expanded/test_data_set_0/output_1.pb @@ -0,0 +1 @@ +Blog_probJz?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_selu/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_selu/test_data_set_0/output_0.pb new file mode 100644 index 0000000..90dc409 --- /dev/null +++ b/onnx/backend/test/data/node/test_selu/test_data_set_0/output_0.pb @@ -0,0 +1,2 @@ +ByJZY@?;@0 @I@|oj6@Wz?<@>:@@>q?!?}n@.sop?%\ R?%@:/I~@( >%@@>6?ja!&>?7l@`f@;\ȿmy|$BF@XT6%5G@Xř,*c?d. +*z?EWL>fLh?]4 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_selu_default/model.onnx b/onnx/backend/test/data/node/test_selu_default/model.onnx new file mode 100644 index 0000000..32f7c62 Binary files /dev/null and b/onnx/backend/test/data/node/test_selu_default/model.onnx differ diff --git a/onnx/backend/test/data/node/test_selu_default/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_selu_default/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_selu_default/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_selu_default/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_selu_default/test_data_set_0/output_0.pb new file mode 100644 index 0000000..dc5f7ef --- /dev/null +++ b/onnx/backend/test/data/node/test_selu_default/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +ByJ7??D>V?E@*?Y?C|C0>>?L?>>ʀ>4?j>>ϿZ/?h?1k@zD=$??&>o>Tk?7(>"v?.?N꾂,.-@Y3!Q?: >#>4qHl>V"=>fSk \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_selu_default_expanded_ver18/model.onnx b/onnx/backend/test/data/node/test_selu_default_expanded_ver18/model.onnx new file mode 100644 index 0000000..42b83c7 Binary files /dev/null and b/onnx/backend/test/data/node/test_selu_default_expanded_ver18/model.onnx differ diff --git a/onnx/backend/test/data/node/test_selu_default_expanded_ver18/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_selu_default_expanded_ver18/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_selu_default_expanded_ver18/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_selu_default_expanded_ver18/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_selu_default_expanded_ver18/test_data_set_0/output_0.pb new file mode 100644 index 0000000..dc5f7ef --- /dev/null +++ b/onnx/backend/test/data/node/test_selu_default_expanded_ver18/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +ByJ7??D>V?E@*?Y?C|C0>>?L?>>ʀ>4?j>>ϿZ/?h?1k@zD=$??&>o>Tk?7(>"v?.?N꾂,.-@Y3!Q?: >#>4qHl>V"=>fSk \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_selu_example/model.onnx b/onnx/backend/test/data/node/test_selu_example/model.onnx new file mode 100644 index 0000000..d822ec6 Binary files /dev/null and b/onnx/backend/test/data/node/test_selu_example/model.onnx differ diff --git a/onnx/backend/test/data/node/test_selu_example/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_selu_example/test_data_set_0/input_0.pb new file mode 100644 index 0000000..8a94457 Binary files /dev/null and b/onnx/backend/test/data/node/test_selu_example/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_selu_example/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_selu_example/test_data_set_0/output_0.pb new file mode 100644 index 0000000..5962862 Binary files /dev/null and b/onnx/backend/test/data/node/test_selu_example/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_selu_example_expanded_ver18/model.onnx b/onnx/backend/test/data/node/test_selu_example_expanded_ver18/model.onnx new file mode 100644 index 0000000..7383c8a Binary files /dev/null and b/onnx/backend/test/data/node/test_selu_example_expanded_ver18/model.onnx differ diff --git a/onnx/backend/test/data/node/test_selu_example_expanded_ver18/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_selu_example_expanded_ver18/test_data_set_0/input_0.pb new file mode 100644 index 0000000..8a94457 Binary files /dev/null and b/onnx/backend/test/data/node/test_selu_example_expanded_ver18/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_selu_example_expanded_ver18/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_selu_example_expanded_ver18/test_data_set_0/output_0.pb new file mode 100644 index 0000000..5962862 Binary files /dev/null and b/onnx/backend/test/data/node/test_selu_example_expanded_ver18/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_selu_expanded_ver18/model.onnx b/onnx/backend/test/data/node/test_selu_expanded_ver18/model.onnx new file mode 100644 index 0000000..cf84db4 Binary files /dev/null and b/onnx/backend/test/data/node/test_selu_expanded_ver18/model.onnx differ diff --git a/onnx/backend/test/data/node/test_selu_expanded_ver18/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_selu_expanded_ver18/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_selu_expanded_ver18/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_selu_expanded_ver18/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_selu_expanded_ver18/test_data_set_0/output_0.pb new file mode 100644 index 0000000..90dc409 --- /dev/null +++ b/onnx/backend/test/data/node/test_selu_expanded_ver18/test_data_set_0/output_0.pb @@ -0,0 +1,2 @@ +ByJZY@?;@0 @I@|oj6@Wz?<@>:@@>q?!?}n@.sop?%\ R?%@:/I~@( >%@@>6?ja!&>?7l@`f@;\ȿmy|$BF@XT6%5G@Xř,*c?d. +*z?EWL>fLh?]4 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sequence_insert_at_back/model.onnx b/onnx/backend/test/data/node/test_sequence_insert_at_back/model.onnx new file mode 100644 index 0000000..35d7ea0 Binary files /dev/null and b/onnx/backend/test/data/node/test_sequence_insert_at_back/model.onnx differ diff --git a/onnx/backend/test/data/node/test_sequence_insert_at_back/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_sequence_insert_at_back/test_data_set_0/input_0.pb new file mode 100644 index 0000000..f50d450 Binary files /dev/null and b/onnx/backend/test/data/node/test_sequence_insert_at_back/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_sequence_insert_at_back/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_sequence_insert_at_back/test_data_set_0/input_1.pb new file mode 100644 index 0000000..5c8ecf6 Binary files /dev/null and b/onnx/backend/test/data/node/test_sequence_insert_at_back/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_sequence_insert_at_back/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sequence_insert_at_back/test_data_set_0/output_0.pb new file mode 100644 index 0000000..92fc868 Binary files /dev/null and b/onnx/backend/test/data/node/test_sequence_insert_at_back/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_sequence_insert_at_front/model.onnx b/onnx/backend/test/data/node/test_sequence_insert_at_front/model.onnx new file mode 100644 index 0000000..0fa7f98 Binary files /dev/null and b/onnx/backend/test/data/node/test_sequence_insert_at_front/model.onnx differ diff --git a/onnx/backend/test/data/node/test_sequence_insert_at_front/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_sequence_insert_at_front/test_data_set_0/input_0.pb new file mode 100644 index 0000000..f50d450 Binary files /dev/null and b/onnx/backend/test/data/node/test_sequence_insert_at_front/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_sequence_insert_at_front/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_sequence_insert_at_front/test_data_set_0/input_1.pb new file mode 100644 index 0000000..ea9b4f3 Binary files /dev/null and b/onnx/backend/test/data/node/test_sequence_insert_at_front/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_sequence_insert_at_front/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_sequence_insert_at_front/test_data_set_0/input_2.pb new file mode 100644 index 0000000..5da53eb Binary files /dev/null and b/onnx/backend/test/data/node/test_sequence_insert_at_front/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_sequence_insert_at_front/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sequence_insert_at_front/test_data_set_0/output_0.pb new file mode 100644 index 0000000..680e29e Binary files /dev/null and b/onnx/backend/test/data/node/test_sequence_insert_at_front/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_sequence_map_add_1_sequence_1_tensor/model.onnx b/onnx/backend/test/data/node/test_sequence_map_add_1_sequence_1_tensor/model.onnx new file mode 100644 index 0000000..7daaf57 Binary files /dev/null and b/onnx/backend/test/data/node/test_sequence_map_add_1_sequence_1_tensor/model.onnx differ diff --git a/onnx/backend/test/data/node/test_sequence_map_add_1_sequence_1_tensor/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_sequence_map_add_1_sequence_1_tensor/test_data_set_0/input_0.pb new file mode 100644 index 0000000..fd31b64 --- /dev/null +++ b/onnx/backend/test/data/node/test_sequence_map_add_1_sequence_1_tensor/test_data_set_0/input_0.pb @@ -0,0 +1,5 @@ + +x0. +J(  ?7?N?w} ?H>QY%?n >. +J(~J?e?^k?l?Z{=p= <&U?H5G?^?. +J(z?L?G>G?9=#?4>q?ڗ?N> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sequence_map_add_1_sequence_1_tensor/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_sequence_map_add_1_sequence_1_tensor/test_data_set_0/input_1.pb new file mode 100644 index 0000000..497228c --- /dev/null +++ b/onnx/backend/test/data/node/test_sequence_map_add_1_sequence_1_tensor/test_data_set_0/input_1.pb @@ -0,0 +1,2 @@ + +Bx1J(s>.4F?>?<\?N?c?yq?Ƌ.? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sequence_map_add_1_sequence_1_tensor/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sequence_map_add_1_sequence_1_tensor/test_data_set_0/output_0.pb new file mode 100644 index 0000000..5cd6cbb --- /dev/null +++ b/onnx/backend/test/data/node/test_sequence_map_add_1_sequence_1_tensor/test_data_set_0/output_0.pb @@ -0,0 +1,6 @@ + +y0. +J(8P?j?|?-?>V?\?P? +&?Z?. +J(44?̦??e?eA???Y? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sequence_map_add_1_sequence_1_tensor_expanded/model.onnx b/onnx/backend/test/data/node/test_sequence_map_add_1_sequence_1_tensor_expanded/model.onnx new file mode 100644 index 0000000..95c08d9 Binary files /dev/null and b/onnx/backend/test/data/node/test_sequence_map_add_1_sequence_1_tensor_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_sequence_map_add_1_sequence_1_tensor_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_sequence_map_add_1_sequence_1_tensor_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..fd31b64 --- /dev/null +++ b/onnx/backend/test/data/node/test_sequence_map_add_1_sequence_1_tensor_expanded/test_data_set_0/input_0.pb @@ -0,0 +1,5 @@ + +x0. +J(  ?7?N?w} ?H>QY%?n >. +J(~J?e?^k?l?Z{=p= <&U?H5G?^?. +J(z?L?G>G?9=#?4>q?ڗ?N> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sequence_map_add_1_sequence_1_tensor_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_sequence_map_add_1_sequence_1_tensor_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..497228c --- /dev/null +++ b/onnx/backend/test/data/node/test_sequence_map_add_1_sequence_1_tensor_expanded/test_data_set_0/input_1.pb @@ -0,0 +1,2 @@ + +Bx1J(s>.4F?>?<\?N?c?yq?Ƌ.? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sequence_map_add_1_sequence_1_tensor_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sequence_map_add_1_sequence_1_tensor_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..5cd6cbb --- /dev/null +++ b/onnx/backend/test/data/node/test_sequence_map_add_1_sequence_1_tensor_expanded/test_data_set_0/output_0.pb @@ -0,0 +1,6 @@ + +y0. +J(8P?j?|?-?>V?\?P? +&?Z?. +J(44?̦??e?eA???Y? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sequence_map_add_2_sequences/model.onnx b/onnx/backend/test/data/node/test_sequence_map_add_2_sequences/model.onnx new file mode 100644 index 0000000..33b1953 Binary files /dev/null and b/onnx/backend/test/data/node/test_sequence_map_add_2_sequences/model.onnx differ diff --git a/onnx/backend/test/data/node/test_sequence_map_add_2_sequences/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_sequence_map_add_2_sequences/test_data_set_0/input_0.pb new file mode 100644 index 0000000..1684683 --- /dev/null +++ b/onnx/backend/test/data/node/test_sequence_map_add_2_sequences/test_data_set_0/input_0.pb @@ -0,0 +1,3 @@ + +x0JS[?}X?ߡ?>uV>Kh= +J>J>JO?>> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sequence_map_add_2_sequences/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_sequence_map_add_2_sequences/test_data_set_0/input_1.pb new file mode 100644 index 0000000..8a6f6cc --- /dev/null +++ b/onnx/backend/test/data/node/test_sequence_map_add_2_sequences/test_data_set_0/input_1.pb @@ -0,0 +1,4 @@ + +x1JB V?1>%?(>u?> +J +^?J|>}M?>? -? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sequence_map_add_2_sequences/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sequence_map_add_2_sequences/test_data_set_0/output_0.pb new file mode 100644 index 0000000..19c75ae --- /dev/null +++ b/onnx/backend/test/data/node/test_sequence_map_add_2_sequences/test_data_set_0/output_0.pb @@ -0,0 +1,3 @@ + +y0J??<Ȣ?@??I> +JlE?Js?dy??L,? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sequence_map_add_2_sequences_expanded/model.onnx b/onnx/backend/test/data/node/test_sequence_map_add_2_sequences_expanded/model.onnx new file mode 100644 index 0000000..641dfb9 Binary files /dev/null and b/onnx/backend/test/data/node/test_sequence_map_add_2_sequences_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_sequence_map_add_2_sequences_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_sequence_map_add_2_sequences_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..1684683 --- /dev/null +++ b/onnx/backend/test/data/node/test_sequence_map_add_2_sequences_expanded/test_data_set_0/input_0.pb @@ -0,0 +1,3 @@ + +x0JS[?}X?ߡ?>uV>Kh= +J>J>JO?>> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sequence_map_add_2_sequences_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_sequence_map_add_2_sequences_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..8a6f6cc --- /dev/null +++ b/onnx/backend/test/data/node/test_sequence_map_add_2_sequences_expanded/test_data_set_0/input_1.pb @@ -0,0 +1,4 @@ + +x1JB V?1>%?(>u?> +J +^?J|>}M?>? -? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sequence_map_add_2_sequences_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sequence_map_add_2_sequences_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..19c75ae --- /dev/null +++ b/onnx/backend/test/data/node/test_sequence_map_add_2_sequences_expanded/test_data_set_0/output_0.pb @@ -0,0 +1,3 @@ + +y0J??<Ȣ?@??I> +JlE?Js?dy??L,? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sequence_map_extract_shapes/model.onnx b/onnx/backend/test/data/node/test_sequence_map_extract_shapes/model.onnx new file mode 100644 index 0000000..fa902b2 Binary files /dev/null and b/onnx/backend/test/data/node/test_sequence_map_extract_shapes/model.onnx differ diff --git a/onnx/backend/test/data/node/test_sequence_map_extract_shapes/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_sequence_map_extract_shapes/test_data_set_0/input_0.pb new file mode 100644 index 0000000..1d9ade7 Binary files /dev/null and b/onnx/backend/test/data/node/test_sequence_map_extract_shapes/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_sequence_map_extract_shapes/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sequence_map_extract_shapes/test_data_set_0/output_0.pb new file mode 100644 index 0000000..705f76b Binary files /dev/null and b/onnx/backend/test/data/node/test_sequence_map_extract_shapes/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_sequence_map_extract_shapes_expanded/model.onnx b/onnx/backend/test/data/node/test_sequence_map_extract_shapes_expanded/model.onnx new file mode 100644 index 0000000..61c28af Binary files /dev/null and b/onnx/backend/test/data/node/test_sequence_map_extract_shapes_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_sequence_map_extract_shapes_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_sequence_map_extract_shapes_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..1d9ade7 Binary files /dev/null and b/onnx/backend/test/data/node/test_sequence_map_extract_shapes_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_sequence_map_extract_shapes_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sequence_map_extract_shapes_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..705f76b Binary files /dev/null and b/onnx/backend/test/data/node/test_sequence_map_extract_shapes_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_sequence_map_identity_1_sequence/model.onnx b/onnx/backend/test/data/node/test_sequence_map_identity_1_sequence/model.onnx new file mode 100644 index 0000000..04142ad Binary files /dev/null and b/onnx/backend/test/data/node/test_sequence_map_identity_1_sequence/model.onnx differ diff --git a/onnx/backend/test/data/node/test_sequence_map_identity_1_sequence/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_sequence_map_identity_1_sequence/test_data_set_0/input_0.pb new file mode 100644 index 0000000..8c9410d --- /dev/null +++ b/onnx/backend/test/data/node/test_sequence_map_identity_1_sequence/test_data_set_0/input_0.pb @@ -0,0 +1,5 @@ + +x. +J(  ?7?N?w} ?H>QY%?n >. +J(~J?e?^k?l?Z{=p= <&U?H5G?^?. +J(z?L?G>G?9=#?4>q?ڗ?N> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sequence_map_identity_1_sequence/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sequence_map_identity_1_sequence/test_data_set_0/output_0.pb new file mode 100644 index 0000000..f7ae380 --- /dev/null +++ b/onnx/backend/test/data/node/test_sequence_map_identity_1_sequence/test_data_set_0/output_0.pb @@ -0,0 +1,5 @@ + +y. +J(  ?7?N?w} ?H>QY%?n >. +J(~J?e?^k?l?Z{=p= <&U?H5G?^?. +J(z?L?G>G?9=#?4>q?ڗ?N> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sequence_map_identity_1_sequence_1_tensor/model.onnx b/onnx/backend/test/data/node/test_sequence_map_identity_1_sequence_1_tensor/model.onnx new file mode 100644 index 0000000..6c547fe Binary files /dev/null and b/onnx/backend/test/data/node/test_sequence_map_identity_1_sequence_1_tensor/model.onnx differ diff --git a/onnx/backend/test/data/node/test_sequence_map_identity_1_sequence_1_tensor/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_sequence_map_identity_1_sequence_1_tensor/test_data_set_0/input_0.pb new file mode 100644 index 0000000..e212b2b --- /dev/null +++ b/onnx/backend/test/data/node/test_sequence_map_identity_1_sequence_1_tensor/test_data_set_0/input_0.pb @@ -0,0 +1,3 @@ + +x0J!X?S[?}X?ߡ?>uV>* J$v?rR>~J?e?^k?l?Z{=p= <Ju?> +^?|> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sequence_map_identity_1_sequence_1_tensor/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_sequence_map_identity_1_sequence_1_tensor/test_data_set_0/input_1.pb new file mode 100644 index 0000000..92a7bbb --- /dev/null +++ b/onnx/backend/test/data/node/test_sequence_map_identity_1_sequence_1_tensor/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +Bx1JG>G? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sequence_map_identity_1_sequence_1_tensor/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sequence_map_identity_1_sequence_1_tensor/test_data_set_0/output_0.pb new file mode 100644 index 0000000..f80a822 --- /dev/null +++ b/onnx/backend/test/data/node/test_sequence_map_identity_1_sequence_1_tensor/test_data_set_0/output_0.pb @@ -0,0 +1,3 @@ + +y0J!X?S[?}X?ߡ?>uV>* J$v?rR>~J?e?^k?l?Z{=p= <Ju?> +^?|> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sequence_map_identity_1_sequence_1_tensor/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_sequence_map_identity_1_sequence_1_tensor/test_data_set_0/output_1.pb new file mode 100644 index 0000000..fb519d2 --- /dev/null +++ b/onnx/backend/test/data/node/test_sequence_map_identity_1_sequence_1_tensor/test_data_set_0/output_1.pb @@ -0,0 +1,2 @@ + +y1JG>G?JG>G?JG>G? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sequence_map_identity_1_sequence_1_tensor_expanded/model.onnx b/onnx/backend/test/data/node/test_sequence_map_identity_1_sequence_1_tensor_expanded/model.onnx new file mode 100644 index 0000000..a300f17 Binary files /dev/null and b/onnx/backend/test/data/node/test_sequence_map_identity_1_sequence_1_tensor_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_sequence_map_identity_1_sequence_1_tensor_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_sequence_map_identity_1_sequence_1_tensor_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..e212b2b --- /dev/null +++ b/onnx/backend/test/data/node/test_sequence_map_identity_1_sequence_1_tensor_expanded/test_data_set_0/input_0.pb @@ -0,0 +1,3 @@ + +x0J!X?S[?}X?ߡ?>uV>* J$v?rR>~J?e?^k?l?Z{=p= <Ju?> +^?|> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sequence_map_identity_1_sequence_1_tensor_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_sequence_map_identity_1_sequence_1_tensor_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..92a7bbb --- /dev/null +++ b/onnx/backend/test/data/node/test_sequence_map_identity_1_sequence_1_tensor_expanded/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +Bx1JG>G? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sequence_map_identity_1_sequence_1_tensor_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sequence_map_identity_1_sequence_1_tensor_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..f80a822 --- /dev/null +++ b/onnx/backend/test/data/node/test_sequence_map_identity_1_sequence_1_tensor_expanded/test_data_set_0/output_0.pb @@ -0,0 +1,3 @@ + +y0J!X?S[?}X?ߡ?>uV>* J$v?rR>~J?e?^k?l?Z{=p= <Ju?> +^?|> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sequence_map_identity_1_sequence_1_tensor_expanded/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_sequence_map_identity_1_sequence_1_tensor_expanded/test_data_set_0/output_1.pb new file mode 100644 index 0000000..fb519d2 --- /dev/null +++ b/onnx/backend/test/data/node/test_sequence_map_identity_1_sequence_1_tensor_expanded/test_data_set_0/output_1.pb @@ -0,0 +1,2 @@ + +y1JG>G?JG>G?JG>G? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sequence_map_identity_1_sequence_expanded/model.onnx b/onnx/backend/test/data/node/test_sequence_map_identity_1_sequence_expanded/model.onnx new file mode 100644 index 0000000..d085a4c Binary files /dev/null and b/onnx/backend/test/data/node/test_sequence_map_identity_1_sequence_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_sequence_map_identity_1_sequence_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_sequence_map_identity_1_sequence_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..8c9410d --- /dev/null +++ b/onnx/backend/test/data/node/test_sequence_map_identity_1_sequence_expanded/test_data_set_0/input_0.pb @@ -0,0 +1,5 @@ + +x. +J(  ?7?N?w} ?H>QY%?n >. +J(~J?e?^k?l?Z{=p= <&U?H5G?^?. +J(z?L?G>G?9=#?4>q?ڗ?N> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sequence_map_identity_1_sequence_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sequence_map_identity_1_sequence_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..f7ae380 --- /dev/null +++ b/onnx/backend/test/data/node/test_sequence_map_identity_1_sequence_expanded/test_data_set_0/output_0.pb @@ -0,0 +1,5 @@ + +y. +J(  ?7?N?w} ?H>QY%?n >. +J(~J?e?^k?l?Z{=p= <&U?H5G?^?. +J(z?L?G>G?9=#?4>q?ڗ?N> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sequence_map_identity_2_sequences/model.onnx b/onnx/backend/test/data/node/test_sequence_map_identity_2_sequences/model.onnx new file mode 100644 index 0000000..67462b1 Binary files /dev/null and b/onnx/backend/test/data/node/test_sequence_map_identity_2_sequences/model.onnx differ diff --git a/onnx/backend/test/data/node/test_sequence_map_identity_2_sequences/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_sequence_map_identity_2_sequences/test_data_set_0/input_0.pb new file mode 100644 index 0000000..e212b2b --- /dev/null +++ b/onnx/backend/test/data/node/test_sequence_map_identity_2_sequences/test_data_set_0/input_0.pb @@ -0,0 +1,3 @@ + +x0J!X?S[?}X?ߡ?>uV>* J$v?rR>~J?e?^k?l?Z{=p= <Ju?> +^?|> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sequence_map_identity_2_sequences/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_sequence_map_identity_2_sequences/test_data_set_0/input_1.pb new file mode 100644 index 0000000..c903c9f --- /dev/null +++ b/onnx/backend/test/data/node/test_sequence_map_identity_2_sequences/test_data_set_0/input_1.pb @@ -0,0 +1,3 @@ + +x1JG>G?&J #?4>q?ڗ?N>s>.4F?>J v +>>^D> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sequence_map_identity_2_sequences/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sequence_map_identity_2_sequences/test_data_set_0/output_0.pb new file mode 100644 index 0000000..f80a822 --- /dev/null +++ b/onnx/backend/test/data/node/test_sequence_map_identity_2_sequences/test_data_set_0/output_0.pb @@ -0,0 +1,3 @@ + +y0J!X?S[?}X?ߡ?>uV>* J$v?rR>~J?e?^k?l?Z{=p= <Ju?> +^?|> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sequence_map_identity_2_sequences/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_sequence_map_identity_2_sequences/test_data_set_0/output_1.pb new file mode 100644 index 0000000..0c0f023 --- /dev/null +++ b/onnx/backend/test/data/node/test_sequence_map_identity_2_sequences/test_data_set_0/output_1.pb @@ -0,0 +1,3 @@ + +y1JG>G?&J #?4>q?ڗ?N>s>.4F?>J v +>>^D> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sequence_map_identity_2_sequences_expanded/model.onnx b/onnx/backend/test/data/node/test_sequence_map_identity_2_sequences_expanded/model.onnx new file mode 100644 index 0000000..ae9c1c9 Binary files /dev/null and b/onnx/backend/test/data/node/test_sequence_map_identity_2_sequences_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_sequence_map_identity_2_sequences_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_sequence_map_identity_2_sequences_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..e212b2b --- /dev/null +++ b/onnx/backend/test/data/node/test_sequence_map_identity_2_sequences_expanded/test_data_set_0/input_0.pb @@ -0,0 +1,3 @@ + +x0J!X?S[?}X?ߡ?>uV>* J$v?rR>~J?e?^k?l?Z{=p= <Ju?> +^?|> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sequence_map_identity_2_sequences_expanded/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_sequence_map_identity_2_sequences_expanded/test_data_set_0/input_1.pb new file mode 100644 index 0000000..c903c9f --- /dev/null +++ b/onnx/backend/test/data/node/test_sequence_map_identity_2_sequences_expanded/test_data_set_0/input_1.pb @@ -0,0 +1,3 @@ + +x1JG>G?&J #?4>q?ڗ?N>s>.4F?>J v +>>^D> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sequence_map_identity_2_sequences_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sequence_map_identity_2_sequences_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..f80a822 --- /dev/null +++ b/onnx/backend/test/data/node/test_sequence_map_identity_2_sequences_expanded/test_data_set_0/output_0.pb @@ -0,0 +1,3 @@ + +y0J!X?S[?}X?ߡ?>uV>* J$v?rR>~J?e?^k?l?Z{=p= <Ju?> +^?|> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sequence_map_identity_2_sequences_expanded/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_sequence_map_identity_2_sequences_expanded/test_data_set_0/output_1.pb new file mode 100644 index 0000000..0c0f023 --- /dev/null +++ b/onnx/backend/test/data/node/test_sequence_map_identity_2_sequences_expanded/test_data_set_0/output_1.pb @@ -0,0 +1,3 @@ + +y1JG>G?&J #?4>q?ڗ?N>s>.4F?>J v +>>^D> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_shape/model.onnx b/onnx/backend/test/data/node/test_shape/model.onnx new file mode 100644 index 0000000..34c2a1c Binary files /dev/null and b/onnx/backend/test/data/node/test_shape/model.onnx differ diff --git a/onnx/backend/test/data/node/test_shape/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_shape/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_shape/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_shape/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_shape/test_data_set_0/output_0.pb new file mode 100644 index 0000000..7a659f3 Binary files /dev/null and b/onnx/backend/test/data/node/test_shape/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_shape_clip_end/model.onnx b/onnx/backend/test/data/node/test_shape_clip_end/model.onnx new file mode 100644 index 0000000..2ece8e6 Binary files /dev/null and b/onnx/backend/test/data/node/test_shape_clip_end/model.onnx differ diff --git a/onnx/backend/test/data/node/test_shape_clip_end/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_shape_clip_end/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_shape_clip_end/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_shape_clip_end/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_shape_clip_end/test_data_set_0/output_0.pb new file mode 100644 index 0000000..7a659f3 Binary files /dev/null and b/onnx/backend/test/data/node/test_shape_clip_end/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_shape_clip_start/model.onnx b/onnx/backend/test/data/node/test_shape_clip_start/model.onnx new file mode 100644 index 0000000..b452906 Binary files /dev/null and b/onnx/backend/test/data/node/test_shape_clip_start/model.onnx differ diff --git a/onnx/backend/test/data/node/test_shape_clip_start/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_shape_clip_start/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_shape_clip_start/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_shape_clip_start/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_shape_clip_start/test_data_set_0/output_0.pb new file mode 100644 index 0000000..7a659f3 Binary files /dev/null and b/onnx/backend/test/data/node/test_shape_clip_start/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_shape_end_1/model.onnx b/onnx/backend/test/data/node/test_shape_end_1/model.onnx new file mode 100644 index 0000000..7606c6b Binary files /dev/null and b/onnx/backend/test/data/node/test_shape_end_1/model.onnx differ diff --git a/onnx/backend/test/data/node/test_shape_end_1/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_shape_end_1/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_shape_end_1/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_shape_end_1/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_shape_end_1/test_data_set_0/output_0.pb new file mode 100644 index 0000000..e1731c0 Binary files /dev/null and b/onnx/backend/test/data/node/test_shape_end_1/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_shape_end_negative_1/model.onnx b/onnx/backend/test/data/node/test_shape_end_negative_1/model.onnx new file mode 100644 index 0000000..abd7050 Binary files /dev/null and b/onnx/backend/test/data/node/test_shape_end_negative_1/model.onnx differ diff --git a/onnx/backend/test/data/node/test_shape_end_negative_1/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_shape_end_negative_1/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_shape_end_negative_1/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_shape_end_negative_1/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_shape_end_negative_1/test_data_set_0/output_0.pb new file mode 100644 index 0000000..9fe08ac Binary files /dev/null and b/onnx/backend/test/data/node/test_shape_end_negative_1/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_shape_example/model.onnx b/onnx/backend/test/data/node/test_shape_example/model.onnx new file mode 100644 index 0000000..2ab9f47 Binary files /dev/null and b/onnx/backend/test/data/node/test_shape_example/model.onnx differ diff --git a/onnx/backend/test/data/node/test_shape_example/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_shape_example/test_data_set_0/input_0.pb new file mode 100644 index 0000000..9a18aee Binary files /dev/null and b/onnx/backend/test/data/node/test_shape_example/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_shape_example/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_shape_example/test_data_set_0/output_0.pb new file mode 100644 index 0000000..460c220 Binary files /dev/null and b/onnx/backend/test/data/node/test_shape_example/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_shape_start_1/model.onnx b/onnx/backend/test/data/node/test_shape_start_1/model.onnx new file mode 100644 index 0000000..7c4627c Binary files /dev/null and b/onnx/backend/test/data/node/test_shape_start_1/model.onnx differ diff --git a/onnx/backend/test/data/node/test_shape_start_1/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_shape_start_1/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_shape_start_1/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_shape_start_1/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_shape_start_1/test_data_set_0/output_0.pb new file mode 100644 index 0000000..2f33715 Binary files /dev/null and b/onnx/backend/test/data/node/test_shape_start_1/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_shape_start_1_end_2/model.onnx b/onnx/backend/test/data/node/test_shape_start_1_end_2/model.onnx new file mode 100644 index 0000000..83416a6 Binary files /dev/null and b/onnx/backend/test/data/node/test_shape_start_1_end_2/model.onnx differ diff --git a/onnx/backend/test/data/node/test_shape_start_1_end_2/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_shape_start_1_end_2/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_shape_start_1_end_2/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_shape_start_1_end_2/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_shape_start_1_end_2/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d2b9678 Binary files /dev/null and b/onnx/backend/test/data/node/test_shape_start_1_end_2/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_shape_start_1_end_negative_1/model.onnx b/onnx/backend/test/data/node/test_shape_start_1_end_negative_1/model.onnx new file mode 100644 index 0000000..1d983be Binary files /dev/null and b/onnx/backend/test/data/node/test_shape_start_1_end_negative_1/model.onnx differ diff --git a/onnx/backend/test/data/node/test_shape_start_1_end_negative_1/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_shape_start_1_end_negative_1/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_shape_start_1_end_negative_1/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_shape_start_1_end_negative_1/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_shape_start_1_end_negative_1/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d2b9678 Binary files /dev/null and b/onnx/backend/test/data/node/test_shape_start_1_end_negative_1/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_shape_start_greater_than_end/model.onnx b/onnx/backend/test/data/node/test_shape_start_greater_than_end/model.onnx new file mode 100644 index 0000000..f961270 Binary files /dev/null and b/onnx/backend/test/data/node/test_shape_start_greater_than_end/model.onnx differ diff --git a/onnx/backend/test/data/node/test_shape_start_greater_than_end/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_shape_start_greater_than_end/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_shape_start_greater_than_end/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_shape_start_greater_than_end/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_shape_start_greater_than_end/test_data_set_0/output_0.pb new file mode 100644 index 0000000..aa6ad20 Binary files /dev/null and b/onnx/backend/test/data/node/test_shape_start_greater_than_end/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_shape_start_negative_1/model.onnx b/onnx/backend/test/data/node/test_shape_start_negative_1/model.onnx new file mode 100644 index 0000000..b1f32eb Binary files /dev/null and b/onnx/backend/test/data/node/test_shape_start_negative_1/model.onnx differ diff --git a/onnx/backend/test/data/node/test_shape_start_negative_1/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_shape_start_negative_1/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_shape_start_negative_1/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_shape_start_negative_1/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_shape_start_negative_1/test_data_set_0/output_0.pb new file mode 100644 index 0000000..149ec66 Binary files /dev/null and b/onnx/backend/test/data/node/test_shape_start_negative_1/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_shrink_hard/model.onnx b/onnx/backend/test/data/node/test_shrink_hard/model.onnx new file mode 100644 index 0000000..98149c0 Binary files /dev/null and b/onnx/backend/test/data/node/test_shrink_hard/model.onnx differ diff --git a/onnx/backend/test/data/node/test_shrink_hard/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_shrink_hard/test_data_set_0/input_0.pb new file mode 100644 index 0000000..79ecbb4 Binary files /dev/null and b/onnx/backend/test/data/node/test_shrink_hard/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_shrink_hard/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_shrink_hard/test_data_set_0/output_0.pb new file mode 100644 index 0000000..1a4b178 Binary files /dev/null and b/onnx/backend/test/data/node/test_shrink_hard/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_shrink_hard_expanded_ver18/model.onnx b/onnx/backend/test/data/node/test_shrink_hard_expanded_ver18/model.onnx new file mode 100644 index 0000000..8e2580e Binary files /dev/null and b/onnx/backend/test/data/node/test_shrink_hard_expanded_ver18/model.onnx differ diff --git a/onnx/backend/test/data/node/test_shrink_hard_expanded_ver18/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_shrink_hard_expanded_ver18/test_data_set_0/input_0.pb new file mode 100644 index 0000000..79ecbb4 Binary files /dev/null and b/onnx/backend/test/data/node/test_shrink_hard_expanded_ver18/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_shrink_hard_expanded_ver18/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_shrink_hard_expanded_ver18/test_data_set_0/output_0.pb new file mode 100644 index 0000000..1a4b178 Binary files /dev/null and b/onnx/backend/test/data/node/test_shrink_hard_expanded_ver18/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_shrink_soft/model.onnx b/onnx/backend/test/data/node/test_shrink_soft/model.onnx new file mode 100644 index 0000000..96b15a9 Binary files /dev/null and b/onnx/backend/test/data/node/test_shrink_soft/model.onnx differ diff --git a/onnx/backend/test/data/node/test_shrink_soft/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_shrink_soft/test_data_set_0/input_0.pb new file mode 100644 index 0000000..79ecbb4 Binary files /dev/null and b/onnx/backend/test/data/node/test_shrink_soft/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_shrink_soft/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_shrink_soft/test_data_set_0/output_0.pb new file mode 100644 index 0000000..236d0ac Binary files /dev/null and b/onnx/backend/test/data/node/test_shrink_soft/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_shrink_soft_expanded_ver18/model.onnx b/onnx/backend/test/data/node/test_shrink_soft_expanded_ver18/model.onnx new file mode 100644 index 0000000..35bc308 Binary files /dev/null and b/onnx/backend/test/data/node/test_shrink_soft_expanded_ver18/model.onnx differ diff --git a/onnx/backend/test/data/node/test_shrink_soft_expanded_ver18/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_shrink_soft_expanded_ver18/test_data_set_0/input_0.pb new file mode 100644 index 0000000..79ecbb4 Binary files /dev/null and b/onnx/backend/test/data/node/test_shrink_soft_expanded_ver18/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_shrink_soft_expanded_ver18/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_shrink_soft_expanded_ver18/test_data_set_0/output_0.pb new file mode 100644 index 0000000..236d0ac Binary files /dev/null and b/onnx/backend/test/data/node/test_shrink_soft_expanded_ver18/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_sigmoid/model.onnx b/onnx/backend/test/data/node/test_sigmoid/model.onnx new file mode 100644 index 0000000..d598f36 Binary files /dev/null and b/onnx/backend/test/data/node/test_sigmoid/model.onnx differ diff --git a/onnx/backend/test/data/node/test_sigmoid/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_sigmoid/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_sigmoid/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sigmoid/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sigmoid/test_data_set_0/output_0.pb new file mode 100644 index 0000000..47970d9 Binary files /dev/null and b/onnx/backend/test/data/node/test_sigmoid/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_sigmoid_example/model.onnx b/onnx/backend/test/data/node/test_sigmoid_example/model.onnx new file mode 100644 index 0000000..1a49be4 Binary files /dev/null and b/onnx/backend/test/data/node/test_sigmoid_example/model.onnx differ diff --git a/onnx/backend/test/data/node/test_sigmoid_example/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_sigmoid_example/test_data_set_0/input_0.pb new file mode 100644 index 0000000..8a94457 Binary files /dev/null and b/onnx/backend/test/data/node/test_sigmoid_example/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_sigmoid_example/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sigmoid_example/test_data_set_0/output_0.pb new file mode 100644 index 0000000..4b15fa1 Binary files /dev/null and b/onnx/backend/test/data/node/test_sigmoid_example/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_sign/model.onnx b/onnx/backend/test/data/node/test_sign/model.onnx new file mode 100644 index 0000000..8942812 Binary files /dev/null and b/onnx/backend/test/data/node/test_sign/model.onnx differ diff --git a/onnx/backend/test/data/node/test_sign/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_sign/test_data_set_0/input_0.pb new file mode 100644 index 0000000..edc96c8 Binary files /dev/null and b/onnx/backend/test/data/node/test_sign/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_sign/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sign/test_data_set_0/output_0.pb new file mode 100644 index 0000000..b508c53 Binary files /dev/null and b/onnx/backend/test/data/node/test_sign/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_simple_rnn_batchwise/model.onnx b/onnx/backend/test/data/node/test_simple_rnn_batchwise/model.onnx new file mode 100644 index 0000000..8a52d04 Binary files /dev/null and b/onnx/backend/test/data/node/test_simple_rnn_batchwise/model.onnx differ diff --git a/onnx/backend/test/data/node/test_simple_rnn_batchwise/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_simple_rnn_batchwise/test_data_set_0/input_0.pb new file mode 100644 index 0000000..a4c92c6 Binary files /dev/null and b/onnx/backend/test/data/node/test_simple_rnn_batchwise/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_simple_rnn_batchwise/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_simple_rnn_batchwise/test_data_set_0/input_1.pb new file mode 100644 index 0000000..b5abd70 Binary files /dev/null and b/onnx/backend/test/data/node/test_simple_rnn_batchwise/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_simple_rnn_batchwise/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_simple_rnn_batchwise/test_data_set_0/input_2.pb new file mode 100644 index 0000000..b7c321d Binary files /dev/null and b/onnx/backend/test/data/node/test_simple_rnn_batchwise/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_simple_rnn_batchwise/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_simple_rnn_batchwise/test_data_set_0/output_0.pb new file mode 100644 index 0000000..b5226a1 --- /dev/null +++ b/onnx/backend/test/data/node/test_simple_rnn_batchwise/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BYJ0˷g?˷g?˷g?˷g????????? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_simple_rnn_batchwise/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_simple_rnn_batchwise/test_data_set_0/output_1.pb new file mode 100644 index 0000000..6ffeb6a --- /dev/null +++ b/onnx/backend/test/data/node/test_simple_rnn_batchwise/test_data_set_0/output_1.pb @@ -0,0 +1 @@ +BY_hJ0˷g?˷g?˷g?˷g????????? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_simple_rnn_defaults/model.onnx b/onnx/backend/test/data/node/test_simple_rnn_defaults/model.onnx new file mode 100644 index 0000000..b376c00 Binary files /dev/null and b/onnx/backend/test/data/node/test_simple_rnn_defaults/model.onnx differ diff --git a/onnx/backend/test/data/node/test_simple_rnn_defaults/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_simple_rnn_defaults/test_data_set_0/input_0.pb new file mode 100644 index 0000000..17423bc Binary files /dev/null and b/onnx/backend/test/data/node/test_simple_rnn_defaults/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_simple_rnn_defaults/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_simple_rnn_defaults/test_data_set_0/input_1.pb new file mode 100644 index 0000000..973f82b --- /dev/null +++ b/onnx/backend/test/data/node/test_simple_rnn_defaults/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BWJ ======== \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_simple_rnn_defaults/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_simple_rnn_defaults/test_data_set_0/input_2.pb new file mode 100644 index 0000000..a8590fb --- /dev/null +++ b/onnx/backend/test/data/node/test_simple_rnn_defaults/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BRJ@================ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_simple_rnn_defaults/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_simple_rnn_defaults/test_data_set_0/output_0.pb new file mode 100644 index 0000000..6ac7545 --- /dev/null +++ b/onnx/backend/test/data/node/test_simple_rnn_defaults/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BY_hJ0&>&>&>&>ٷ?ٷ?ٷ?ٷ?L?L?L?L? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_simple_rnn_with_initial_bias/model.onnx b/onnx/backend/test/data/node/test_simple_rnn_with_initial_bias/model.onnx new file mode 100644 index 0000000..7570720 Binary files /dev/null and b/onnx/backend/test/data/node/test_simple_rnn_with_initial_bias/model.onnx differ diff --git a/onnx/backend/test/data/node/test_simple_rnn_with_initial_bias/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_simple_rnn_with_initial_bias/test_data_set_0/input_0.pb new file mode 100644 index 0000000..9cb9bf0 Binary files /dev/null and b/onnx/backend/test/data/node/test_simple_rnn_with_initial_bias/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_simple_rnn_with_initial_bias/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_simple_rnn_with_initial_bias/test_data_set_0/input_1.pb new file mode 100644 index 0000000..156d726 --- /dev/null +++ b/onnx/backend/test/data/node/test_simple_rnn_with_initial_bias/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BWJ<=============== \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_simple_rnn_with_initial_bias/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_simple_rnn_with_initial_bias/test_data_set_0/input_2.pb new file mode 100644 index 0000000..0403b66 --- /dev/null +++ b/onnx/backend/test/data/node/test_simple_rnn_with_initial_bias/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BRJd========================= \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_simple_rnn_with_initial_bias/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_simple_rnn_with_initial_bias/test_data_set_0/input_3.pb new file mode 100644 index 0000000..508d52d Binary files /dev/null and b/onnx/backend/test/data/node/test_simple_rnn_with_initial_bias/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_simple_rnn_with_initial_bias/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_simple_rnn_with_initial_bias/test_data_set_0/output_0.pb new file mode 100644 index 0000000..34c0d48 --- /dev/null +++ b/onnx/backend/test/data/node/test_simple_rnn_with_initial_bias/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BY_hJ<ٷ?ٷ?ٷ?ٷ?ٷ?xk?xk?xk?xk?xk?|?|?|?|?|? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sin/model.onnx b/onnx/backend/test/data/node/test_sin/model.onnx new file mode 100644 index 0000000..23fdf09 Binary files /dev/null and b/onnx/backend/test/data/node/test_sin/model.onnx differ diff --git a/onnx/backend/test/data/node/test_sin/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_sin/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_sin/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sin/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sin/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d35bacf --- /dev/null +++ b/onnx/backend/test/data/node/test_sin/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +ByJ;{?t>]mT?H?Rt?7T_?P?f]ӽv^>>C~?m0?v=t>L>=??Pa>A!?*B?-C?LD~\;=>?~?3> >Fmj#*s>OMq?un?cn4]u}}zm?E0پ.*s 3?#4XGO0>sNlF>x =Ճ>` \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sin_example/model.onnx b/onnx/backend/test/data/node/test_sin_example/model.onnx new file mode 100644 index 0000000..a2678a5 Binary files /dev/null and b/onnx/backend/test/data/node/test_sin_example/model.onnx differ diff --git a/onnx/backend/test/data/node/test_sin_example/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_sin_example/test_data_set_0/input_0.pb new file mode 100644 index 0000000..8a94457 Binary files /dev/null and b/onnx/backend/test/data/node/test_sin_example/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_sin_example/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sin_example/test_data_set_0/output_0.pb new file mode 100644 index 0000000..7908cf4 Binary files /dev/null and b/onnx/backend/test/data/node/test_sin_example/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_sinh/model.onnx b/onnx/backend/test/data/node/test_sinh/model.onnx new file mode 100644 index 0000000..54cb1d7 Binary files /dev/null and b/onnx/backend/test/data/node/test_sinh/model.onnx differ diff --git a/onnx/backend/test/data/node/test_sinh/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_sinh/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_sinh/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sinh/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sinh/test_data_set_0/output_0.pb new file mode 100644 index 0000000..6f92e4b --- /dev/null +++ b/onnx/backend/test/data/node/test_sinh/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +ByJ%E5@hd>B?͹@,J@6? ӽ.>>@./V?F=E>w>b@S>7vHa3?y?6O-@~;=,@uH @W@DM>cD>)c" >0R?_?N˾%`2Oru*\@f1ݸͿ[?W6~[\>¼>>S=<>V-ҽ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sinh_example/model.onnx b/onnx/backend/test/data/node/test_sinh_example/model.onnx new file mode 100644 index 0000000..b47d538 Binary files /dev/null and b/onnx/backend/test/data/node/test_sinh_example/model.onnx differ diff --git a/onnx/backend/test/data/node/test_sinh_example/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_sinh_example/test_data_set_0/input_0.pb new file mode 100644 index 0000000..8a94457 Binary files /dev/null and b/onnx/backend/test/data/node/test_sinh_example/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_sinh_example/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sinh_example/test_data_set_0/output_0.pb new file mode 100644 index 0000000..4cb4991 Binary files /dev/null and b/onnx/backend/test/data/node/test_sinh_example/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_size/model.onnx b/onnx/backend/test/data/node/test_size/model.onnx new file mode 100644 index 0000000..5dcaebd Binary files /dev/null and b/onnx/backend/test/data/node/test_size/model.onnx differ diff --git a/onnx/backend/test/data/node/test_size/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_size/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_size/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_size/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_size/test_data_set_0/output_0.pb new file mode 100644 index 0000000..2355ec3 Binary files /dev/null and b/onnx/backend/test/data/node/test_size/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_size_example/model.onnx b/onnx/backend/test/data/node/test_size_example/model.onnx new file mode 100644 index 0000000..cf1f47d Binary files /dev/null and b/onnx/backend/test/data/node/test_size_example/model.onnx differ diff --git a/onnx/backend/test/data/node/test_size_example/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_size_example/test_data_set_0/input_0.pb new file mode 100644 index 0000000..9a18aee Binary files /dev/null and b/onnx/backend/test/data/node/test_size_example/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_size_example/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_size_example/test_data_set_0/output_0.pb new file mode 100644 index 0000000..6ca8cb7 Binary files /dev/null and b/onnx/backend/test/data/node/test_size_example/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_slice/model.onnx b/onnx/backend/test/data/node/test_slice/model.onnx new file mode 100644 index 0000000..aaf785a Binary files /dev/null and b/onnx/backend/test/data/node/test_slice/model.onnx differ diff --git a/onnx/backend/test/data/node/test_slice/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_slice/test_data_set_0/input_0.pb new file mode 100644 index 0000000..dbead81 Binary files /dev/null and b/onnx/backend/test/data/node/test_slice/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_slice/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_slice/test_data_set_0/input_1.pb new file mode 100644 index 0000000..fcc1054 Binary files /dev/null and b/onnx/backend/test/data/node/test_slice/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_slice/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_slice/test_data_set_0/input_2.pb new file mode 100644 index 0000000..f5957cc Binary files /dev/null and b/onnx/backend/test/data/node/test_slice/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_slice/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_slice/test_data_set_0/input_3.pb new file mode 100644 index 0000000..a067b99 Binary files /dev/null and b/onnx/backend/test/data/node/test_slice/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_slice/test_data_set_0/input_4.pb b/onnx/backend/test/data/node/test_slice/test_data_set_0/input_4.pb new file mode 100644 index 0000000..8a16805 Binary files /dev/null and b/onnx/backend/test/data/node/test_slice/test_data_set_0/input_4.pb differ diff --git a/onnx/backend/test/data/node/test_slice/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_slice/test_data_set_0/output_0.pb new file mode 100644 index 0000000..ab98615 --- /dev/null +++ b/onnx/backend/test/data/node/test_slice/test_data_set_0/output_0.pb @@ -0,0 +1,3 @@ + +ByJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6^&,Z[*Pܿ35>;;Wп>DhT=:?>ב?>O/^~/Ѓ f=#f?Ok>Ŀ ??@?7>8lF?5mξy? FU>z?u>4?G,>> ?^Ab*x?(?Ӿ3Y?"??, ?g?Iy\}?7mM?r?N4?l?ٺ>*>ǩ?319r޾?,?֞>8E< +?,`="*-?u?ELUd>q鋿᾿>u*>l"?r@hq?id?oT \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_slice_default_axes/model.onnx b/onnx/backend/test/data/node/test_slice_default_axes/model.onnx new file mode 100644 index 0000000..d397731 Binary files /dev/null and b/onnx/backend/test/data/node/test_slice_default_axes/model.onnx differ diff --git a/onnx/backend/test/data/node/test_slice_default_axes/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_slice_default_axes/test_data_set_0/input_0.pb new file mode 100644 index 0000000..dbead81 Binary files /dev/null and b/onnx/backend/test/data/node/test_slice_default_axes/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_slice_default_axes/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_slice_default_axes/test_data_set_0/input_1.pb new file mode 100644 index 0000000..d407e45 Binary files /dev/null and b/onnx/backend/test/data/node/test_slice_default_axes/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_slice_default_axes/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_slice_default_axes/test_data_set_0/input_2.pb new file mode 100644 index 0000000..8235cfa Binary files /dev/null and b/onnx/backend/test/data/node/test_slice_default_axes/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_slice_default_axes/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_slice_default_axes/test_data_set_0/output_0.pb new file mode 100644 index 0000000..3bc16d5 Binary files /dev/null and b/onnx/backend/test/data/node/test_slice_default_axes/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_slice_default_steps/model.onnx b/onnx/backend/test/data/node/test_slice_default_steps/model.onnx new file mode 100644 index 0000000..8683a29 Binary files /dev/null and b/onnx/backend/test/data/node/test_slice_default_steps/model.onnx differ diff --git a/onnx/backend/test/data/node/test_slice_default_steps/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_slice_default_steps/test_data_set_0/input_0.pb new file mode 100644 index 0000000..dbead81 Binary files /dev/null and b/onnx/backend/test/data/node/test_slice_default_steps/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_slice_default_steps/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_slice_default_steps/test_data_set_0/input_1.pb new file mode 100644 index 0000000..d407e45 Binary files /dev/null and b/onnx/backend/test/data/node/test_slice_default_steps/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_slice_default_steps/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_slice_default_steps/test_data_set_0/input_2.pb new file mode 100644 index 0000000..8235cfa Binary files /dev/null and b/onnx/backend/test/data/node/test_slice_default_steps/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_slice_default_steps/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_slice_default_steps/test_data_set_0/input_3.pb new file mode 100644 index 0000000..f0febb0 Binary files /dev/null and b/onnx/backend/test/data/node/test_slice_default_steps/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_slice_default_steps/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_slice_default_steps/test_data_set_0/output_0.pb new file mode 100644 index 0000000..3bc16d5 Binary files /dev/null and b/onnx/backend/test/data/node/test_slice_default_steps/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_slice_end_out_of_bounds/model.onnx b/onnx/backend/test/data/node/test_slice_end_out_of_bounds/model.onnx new file mode 100644 index 0000000..b178bc7 Binary files /dev/null and b/onnx/backend/test/data/node/test_slice_end_out_of_bounds/model.onnx differ diff --git a/onnx/backend/test/data/node/test_slice_end_out_of_bounds/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_slice_end_out_of_bounds/test_data_set_0/input_0.pb new file mode 100644 index 0000000..dbead81 Binary files /dev/null and b/onnx/backend/test/data/node/test_slice_end_out_of_bounds/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_slice_end_out_of_bounds/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_slice_end_out_of_bounds/test_data_set_0/input_1.pb new file mode 100644 index 0000000..f6355e9 Binary files /dev/null and b/onnx/backend/test/data/node/test_slice_end_out_of_bounds/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_slice_end_out_of_bounds/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_slice_end_out_of_bounds/test_data_set_0/input_2.pb new file mode 100644 index 0000000..e69ecf6 Binary files /dev/null and b/onnx/backend/test/data/node/test_slice_end_out_of_bounds/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_slice_end_out_of_bounds/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_slice_end_out_of_bounds/test_data_set_0/input_3.pb new file mode 100644 index 0000000..3179943 Binary files /dev/null and b/onnx/backend/test/data/node/test_slice_end_out_of_bounds/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_slice_end_out_of_bounds/test_data_set_0/input_4.pb b/onnx/backend/test/data/node/test_slice_end_out_of_bounds/test_data_set_0/input_4.pb new file mode 100644 index 0000000..f2b5359 Binary files /dev/null and b/onnx/backend/test/data/node/test_slice_end_out_of_bounds/test_data_set_0/input_4.pb differ diff --git a/onnx/backend/test/data/node/test_slice_end_out_of_bounds/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_slice_end_out_of_bounds/test_data_set_0/output_0.pb new file mode 100644 index 0000000..de6ff73 Binary files /dev/null and b/onnx/backend/test/data/node/test_slice_end_out_of_bounds/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_slice_neg/model.onnx b/onnx/backend/test/data/node/test_slice_neg/model.onnx new file mode 100644 index 0000000..c90e6c3 Binary files /dev/null and b/onnx/backend/test/data/node/test_slice_neg/model.onnx differ diff --git a/onnx/backend/test/data/node/test_slice_neg/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_slice_neg/test_data_set_0/input_0.pb new file mode 100644 index 0000000..dbead81 Binary files /dev/null and b/onnx/backend/test/data/node/test_slice_neg/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_slice_neg/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_slice_neg/test_data_set_0/input_1.pb new file mode 100644 index 0000000..6993ea4 Binary files /dev/null and b/onnx/backend/test/data/node/test_slice_neg/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_slice_neg/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_slice_neg/test_data_set_0/input_2.pb new file mode 100644 index 0000000..9f204f8 --- /dev/null +++ b/onnx/backend/test/data/node/test_slice_neg/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +BendsJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_slice_neg/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_slice_neg/test_data_set_0/input_3.pb new file mode 100644 index 0000000..3179943 Binary files /dev/null and b/onnx/backend/test/data/node/test_slice_neg/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_slice_neg/test_data_set_0/input_4.pb b/onnx/backend/test/data/node/test_slice_neg/test_data_set_0/input_4.pb new file mode 100644 index 0000000..f2b5359 Binary files /dev/null and b/onnx/backend/test/data/node/test_slice_neg/test_data_set_0/input_4.pb differ diff --git a/onnx/backend/test/data/node/test_slice_neg/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_slice_neg/test_data_set_0/output_0.pb new file mode 100644 index 0000000..6512db5 Binary files /dev/null and b/onnx/backend/test/data/node/test_slice_neg/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_slice_neg_steps/model.onnx b/onnx/backend/test/data/node/test_slice_neg_steps/model.onnx new file mode 100644 index 0000000..f0eee35 Binary files /dev/null and b/onnx/backend/test/data/node/test_slice_neg_steps/model.onnx differ diff --git a/onnx/backend/test/data/node/test_slice_neg_steps/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_slice_neg_steps/test_data_set_0/input_0.pb new file mode 100644 index 0000000..dbead81 Binary files /dev/null and b/onnx/backend/test/data/node/test_slice_neg_steps/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_slice_neg_steps/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_slice_neg_steps/test_data_set_0/input_1.pb new file mode 100644 index 0000000..5ad1739 Binary files /dev/null and b/onnx/backend/test/data/node/test_slice_neg_steps/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_slice_neg_steps/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_slice_neg_steps/test_data_set_0/input_2.pb new file mode 100644 index 0000000..1cefc06 Binary files /dev/null and b/onnx/backend/test/data/node/test_slice_neg_steps/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_slice_neg_steps/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_slice_neg_steps/test_data_set_0/input_3.pb new file mode 100644 index 0000000..f0febb0 Binary files /dev/null and b/onnx/backend/test/data/node/test_slice_neg_steps/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_slice_neg_steps/test_data_set_0/input_4.pb b/onnx/backend/test/data/node/test_slice_neg_steps/test_data_set_0/input_4.pb new file mode 100644 index 0000000..b9a2bbf --- /dev/null +++ b/onnx/backend/test/data/node/test_slice_neg_steps/test_data_set_0/input_4.pb @@ -0,0 +1 @@ +BstepsJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_slice_neg_steps/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_slice_neg_steps/test_data_set_0/output_0.pb new file mode 100644 index 0000000..fe91b5e --- /dev/null +++ b/onnx/backend/test/data/node/test_slice_neg_steps/test_data_set_0/output_0.pb @@ -0,0 +1,3 @@ +ByJZ=p#K?? ?Uݝ>p"RξRſC!Tu=n]?>wb= +?@S=<<6I?xTbމ,>C?N["T8?"@Ns |?ImK(aA?>#??6 Y^>SXĨ>6]< 呿?G?r!#̣Ȝ??#?Pr֤\?h€> KvOxdt^??x>@Z??;=*[b)ʾ>v >/*E?۽Ⓘw>t<?>.*1y==˳0? +-- >Y?+R?+ ?-$MF>ſTd?",l?>h? ?Ok>T=> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_slice_negative_axes/model.onnx b/onnx/backend/test/data/node/test_slice_negative_axes/model.onnx new file mode 100644 index 0000000..0cab2e0 Binary files /dev/null and b/onnx/backend/test/data/node/test_slice_negative_axes/model.onnx differ diff --git a/onnx/backend/test/data/node/test_slice_negative_axes/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_slice_negative_axes/test_data_set_0/input_0.pb new file mode 100644 index 0000000..dbead81 Binary files /dev/null and b/onnx/backend/test/data/node/test_slice_negative_axes/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_slice_negative_axes/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_slice_negative_axes/test_data_set_0/input_1.pb new file mode 100644 index 0000000..d407e45 Binary files /dev/null and b/onnx/backend/test/data/node/test_slice_negative_axes/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_slice_negative_axes/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_slice_negative_axes/test_data_set_0/input_2.pb new file mode 100644 index 0000000..8235cfa Binary files /dev/null and b/onnx/backend/test/data/node/test_slice_negative_axes/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_slice_negative_axes/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_slice_negative_axes/test_data_set_0/input_3.pb new file mode 100644 index 0000000..0a4bfd1 Binary files /dev/null and b/onnx/backend/test/data/node/test_slice_negative_axes/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_slice_negative_axes/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_slice_negative_axes/test_data_set_0/output_0.pb new file mode 100644 index 0000000..3bc16d5 Binary files /dev/null and b/onnx/backend/test/data/node/test_slice_negative_axes/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_slice_start_out_of_bounds/model.onnx b/onnx/backend/test/data/node/test_slice_start_out_of_bounds/model.onnx new file mode 100644 index 0000000..6695c86 Binary files /dev/null and b/onnx/backend/test/data/node/test_slice_start_out_of_bounds/model.onnx differ diff --git a/onnx/backend/test/data/node/test_slice_start_out_of_bounds/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_slice_start_out_of_bounds/test_data_set_0/input_0.pb new file mode 100644 index 0000000..dbead81 Binary files /dev/null and b/onnx/backend/test/data/node/test_slice_start_out_of_bounds/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_slice_start_out_of_bounds/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_slice_start_out_of_bounds/test_data_set_0/input_1.pb new file mode 100644 index 0000000..cd22222 Binary files /dev/null and b/onnx/backend/test/data/node/test_slice_start_out_of_bounds/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_slice_start_out_of_bounds/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_slice_start_out_of_bounds/test_data_set_0/input_2.pb new file mode 100644 index 0000000..e69ecf6 Binary files /dev/null and b/onnx/backend/test/data/node/test_slice_start_out_of_bounds/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_slice_start_out_of_bounds/test_data_set_0/input_3.pb b/onnx/backend/test/data/node/test_slice_start_out_of_bounds/test_data_set_0/input_3.pb new file mode 100644 index 0000000..3179943 Binary files /dev/null and b/onnx/backend/test/data/node/test_slice_start_out_of_bounds/test_data_set_0/input_3.pb differ diff --git a/onnx/backend/test/data/node/test_slice_start_out_of_bounds/test_data_set_0/input_4.pb b/onnx/backend/test/data/node/test_slice_start_out_of_bounds/test_data_set_0/input_4.pb new file mode 100644 index 0000000..f2b5359 Binary files /dev/null and b/onnx/backend/test/data/node/test_slice_start_out_of_bounds/test_data_set_0/input_4.pb differ diff --git a/onnx/backend/test/data/node/test_slice_start_out_of_bounds/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_slice_start_out_of_bounds/test_data_set_0/output_0.pb new file mode 100644 index 0000000..f3f7302 Binary files /dev/null and b/onnx/backend/test/data/node/test_slice_start_out_of_bounds/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_softmax_axis_0/model.onnx b/onnx/backend/test/data/node/test_softmax_axis_0/model.onnx new file mode 100644 index 0000000..7c618a2 Binary files /dev/null and b/onnx/backend/test/data/node/test_softmax_axis_0/model.onnx differ diff --git a/onnx/backend/test/data/node/test_softmax_axis_0/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_softmax_axis_0/test_data_set_0/input_0.pb new file mode 100644 index 0000000..c3a1c95 --- /dev/null +++ b/onnx/backend/test/data/node/test_softmax_axis_0/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z?8s?b>hd=9>(>%?^B?0= B>]ת>=?R>iJ>Z?/d#@S'?K]?=?C@(?Hm;= ?>2??>>Ec??!> >*z??O>mǚ>6?&õ?g??x?FK>[? G?4?Y>L=e?> ??k.:=ݚ>b"?6> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_softmax_axis_0/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_softmax_axis_0/test_data_set_0/output_0.pb new file mode 100644 index 0000000..af9db83 --- /dev/null +++ b/onnx/backend/test/data/node/test_softmax_axis_0/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +ByJ>QJ>:>/?>eE>>\ >,=iY>w>?>=X> W>>oT>&>>?W>f>=o ? ?LH>Շ>iQ>)?Йz>3O>v>~?>>F>/?)>Ȇ>>? ??J>a=:>D=>>L>2>a?rQ>cш>N>ꋃ> >=;j>HG>x.> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_softmax_axis_0_expanded/model.onnx b/onnx/backend/test/data/node/test_softmax_axis_0_expanded/model.onnx new file mode 100644 index 0000000..8eb69bb Binary files /dev/null and b/onnx/backend/test/data/node/test_softmax_axis_0_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_softmax_axis_0_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_softmax_axis_0_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..c3a1c95 --- /dev/null +++ b/onnx/backend/test/data/node/test_softmax_axis_0_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z?8s?b>hd=9>(>%?^B?0= B>]ת>=?R>iJ>Z?/d#@S'?K]?=?C@(?Hm;= ?>2??>>Ec??!> >*z??O>mǚ>6?&õ?g??x?FK>[? G?4?Y>L=e?> ??k.:=ݚ>b"?6> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_softmax_axis_0_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_softmax_axis_0_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..af9db83 --- /dev/null +++ b/onnx/backend/test/data/node/test_softmax_axis_0_expanded/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +ByJ>QJ>:>/?>eE>>\ >,=iY>w>?>=X> W>>oT>&>>?W>f>=o ? ?LH>Շ>iQ>)?Йz>3O>v>~?>>F>/?)>Ȇ>>? ??J>a=:>D=>>L>2>a?rQ>cш>N>ꋃ> >=;j>HG>x.> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_softmax_axis_0_expanded_ver18/model.onnx b/onnx/backend/test/data/node/test_softmax_axis_0_expanded_ver18/model.onnx new file mode 100644 index 0000000..560ef20 Binary files /dev/null and b/onnx/backend/test/data/node/test_softmax_axis_0_expanded_ver18/model.onnx differ diff --git a/onnx/backend/test/data/node/test_softmax_axis_0_expanded_ver18/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_softmax_axis_0_expanded_ver18/test_data_set_0/input_0.pb new file mode 100644 index 0000000..c3a1c95 --- /dev/null +++ b/onnx/backend/test/data/node/test_softmax_axis_0_expanded_ver18/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z?8s?b>hd=9>(>%?^B?0= B>]ת>=?R>iJ>Z?/d#@S'?K]?=?C@(?Hm;= ?>2??>>Ec??!> >*z??O>mǚ>6?&õ?g??x?FK>[? G?4?Y>L=e?> ??k.:=ݚ>b"?6> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_softmax_axis_0_expanded_ver18/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_softmax_axis_0_expanded_ver18/test_data_set_0/output_0.pb new file mode 100644 index 0000000..af9db83 --- /dev/null +++ b/onnx/backend/test/data/node/test_softmax_axis_0_expanded_ver18/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +ByJ>QJ>:>/?>eE>>\ >,=iY>w>?>=X> W>>oT>&>>?W>f>=o ? ?LH>Շ>iQ>)?Йz>3O>v>~?>>F>/?)>Ȇ>>? ??J>a=:>D=>>L>2>a?rQ>cш>N>ꋃ> >=;j>HG>x.> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_softmax_axis_1/model.onnx b/onnx/backend/test/data/node/test_softmax_axis_1/model.onnx new file mode 100644 index 0000000..22bb5a8 Binary files /dev/null and b/onnx/backend/test/data/node/test_softmax_axis_1/model.onnx differ diff --git a/onnx/backend/test/data/node/test_softmax_axis_1/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_softmax_axis_1/test_data_set_0/input_0.pb new file mode 100644 index 0000000..c3a1c95 --- /dev/null +++ b/onnx/backend/test/data/node/test_softmax_axis_1/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z?8s?b>hd=9>(>%?^B?0= B>]ת>=?R>iJ>Z?/d#@S'?K]?=?C@(?Hm;= ?>2??>>Ec??!> >*z??O>mǚ>6?&õ?g??x?FK>[? G?4?Y>L=e?> ??k.:=ݚ>b"?6> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_softmax_axis_1/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_softmax_axis_1/test_data_set_0/output_0.pb new file mode 100644 index 0000000..7d71965 --- /dev/null +++ b/onnx/backend/test/data/node/test_softmax_axis_1/test_data_set_0/output_0.pb @@ -0,0 +1,2 @@ +ByJF?u=l> 9?` ?^v>N>e%>n=>o*=K>]>ѱ= C>/q>>.> +T=ZJ>(?zz>P(>G0 >]?QCa>>)>>#p>>Ku=_>>z;>~)>= v=,> }>8==5>>ü?g>ʞ>n9=>&>)P>>k>|{>!>|o>A>9D>c;># =s>o=> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_softmax_axis_1_expanded/model.onnx b/onnx/backend/test/data/node/test_softmax_axis_1_expanded/model.onnx new file mode 100644 index 0000000..ca36d04 Binary files /dev/null and b/onnx/backend/test/data/node/test_softmax_axis_1_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_softmax_axis_1_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_softmax_axis_1_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..c3a1c95 --- /dev/null +++ b/onnx/backend/test/data/node/test_softmax_axis_1_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z?8s?b>hd=9>(>%?^B?0= B>]ת>=?R>iJ>Z?/d#@S'?K]?=?C@(?Hm;= ?>2??>>Ec??!> >*z??O>mǚ>6?&õ?g??x?FK>[? G?4?Y>L=e?> ??k.:=ݚ>b"?6> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_softmax_axis_1_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_softmax_axis_1_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..7d71965 --- /dev/null +++ b/onnx/backend/test/data/node/test_softmax_axis_1_expanded/test_data_set_0/output_0.pb @@ -0,0 +1,2 @@ +ByJF?u=l> 9?` ?^v>N>e%>n=>o*=K>]>ѱ= C>/q>>.> +T=ZJ>(?zz>P(>G0 >]?QCa>>)>>#p>>Ku=_>>z;>~)>= v=,> }>8==5>>ü?g>ʞ>n9=>&>)P>>k>|{>!>|o>A>9D>c;># =s>o=> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_softmax_axis_1_expanded_ver18/model.onnx b/onnx/backend/test/data/node/test_softmax_axis_1_expanded_ver18/model.onnx new file mode 100644 index 0000000..5d18424 Binary files /dev/null and b/onnx/backend/test/data/node/test_softmax_axis_1_expanded_ver18/model.onnx differ diff --git a/onnx/backend/test/data/node/test_softmax_axis_1_expanded_ver18/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_softmax_axis_1_expanded_ver18/test_data_set_0/input_0.pb new file mode 100644 index 0000000..c3a1c95 --- /dev/null +++ b/onnx/backend/test/data/node/test_softmax_axis_1_expanded_ver18/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z?8s?b>hd=9>(>%?^B?0= B>]ת>=?R>iJ>Z?/d#@S'?K]?=?C@(?Hm;= ?>2??>>Ec??!> >*z??O>mǚ>6?&õ?g??x?FK>[? G?4?Y>L=e?> ??k.:=ݚ>b"?6> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_softmax_axis_1_expanded_ver18/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_softmax_axis_1_expanded_ver18/test_data_set_0/output_0.pb new file mode 100644 index 0000000..7d71965 --- /dev/null +++ b/onnx/backend/test/data/node/test_softmax_axis_1_expanded_ver18/test_data_set_0/output_0.pb @@ -0,0 +1,2 @@ +ByJF?u=l> 9?` ?^v>N>e%>n=>o*=K>]>ѱ= C>/q>>.> +T=ZJ>(?zz>P(>G0 >]?QCa>>)>>#p>>Ku=_>>z;>~)>= v=,> }>8==5>>ü?g>ʞ>n9=>&>)P>>k>|{>!>|o>A>9D>c;># =s>o=> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_softmax_axis_2/model.onnx b/onnx/backend/test/data/node/test_softmax_axis_2/model.onnx new file mode 100644 index 0000000..51f7317 Binary files /dev/null and b/onnx/backend/test/data/node/test_softmax_axis_2/model.onnx differ diff --git a/onnx/backend/test/data/node/test_softmax_axis_2/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_softmax_axis_2/test_data_set_0/input_0.pb new file mode 100644 index 0000000..c3a1c95 --- /dev/null +++ b/onnx/backend/test/data/node/test_softmax_axis_2/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z?8s?b>hd=9>(>%?^B?0= B>]ת>=?R>iJ>Z?/d#@S'?K]?=?C@(?Hm;= ?>2??>>Ec??!> >*z??O>mǚ>6?&õ?g??x?FK>[? G?4?Y>L=e?> ??k.:=ݚ>b"?6> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_softmax_axis_2/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_softmax_axis_2/test_data_set_0/output_0.pb new file mode 100644 index 0000000..be6015c Binary files /dev/null and b/onnx/backend/test/data/node/test_softmax_axis_2/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_softmax_axis_2_expanded/model.onnx b/onnx/backend/test/data/node/test_softmax_axis_2_expanded/model.onnx new file mode 100644 index 0000000..8a5faef Binary files /dev/null and b/onnx/backend/test/data/node/test_softmax_axis_2_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_softmax_axis_2_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_softmax_axis_2_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..c3a1c95 --- /dev/null +++ b/onnx/backend/test/data/node/test_softmax_axis_2_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z?8s?b>hd=9>(>%?^B?0= B>]ת>=?R>iJ>Z?/d#@S'?K]?=?C@(?Hm;= ?>2??>>Ec??!> >*z??O>mǚ>6?&õ?g??x?FK>[? G?4?Y>L=e?> ??k.:=ݚ>b"?6> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_softmax_axis_2_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_softmax_axis_2_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..be6015c Binary files /dev/null and b/onnx/backend/test/data/node/test_softmax_axis_2_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_softmax_axis_2_expanded_ver18/model.onnx b/onnx/backend/test/data/node/test_softmax_axis_2_expanded_ver18/model.onnx new file mode 100644 index 0000000..e79fa8c Binary files /dev/null and b/onnx/backend/test/data/node/test_softmax_axis_2_expanded_ver18/model.onnx differ diff --git a/onnx/backend/test/data/node/test_softmax_axis_2_expanded_ver18/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_softmax_axis_2_expanded_ver18/test_data_set_0/input_0.pb new file mode 100644 index 0000000..c3a1c95 --- /dev/null +++ b/onnx/backend/test/data/node/test_softmax_axis_2_expanded_ver18/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z?8s?b>hd=9>(>%?^B?0= B>]ת>=?R>iJ>Z?/d#@S'?K]?=?C@(?Hm;= ?>2??>>Ec??!> >*z??O>mǚ>6?&õ?g??x?FK>[? G?4?Y>L=e?> ??k.:=ݚ>b"?6> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_softmax_axis_2_expanded_ver18/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_softmax_axis_2_expanded_ver18/test_data_set_0/output_0.pb new file mode 100644 index 0000000..be6015c Binary files /dev/null and b/onnx/backend/test/data/node/test_softmax_axis_2_expanded_ver18/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_softmax_default_axis/model.onnx b/onnx/backend/test/data/node/test_softmax_default_axis/model.onnx new file mode 100644 index 0000000..d0fec32 Binary files /dev/null and b/onnx/backend/test/data/node/test_softmax_default_axis/model.onnx differ diff --git a/onnx/backend/test/data/node/test_softmax_default_axis/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_softmax_default_axis/test_data_set_0/input_0.pb new file mode 100644 index 0000000..c3a1c95 --- /dev/null +++ b/onnx/backend/test/data/node/test_softmax_default_axis/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z?8s?b>hd=9>(>%?^B?0= B>]ת>=?R>iJ>Z?/d#@S'?K]?=?C@(?Hm;= ?>2??>>Ec??!> >*z??O>mǚ>6?&õ?g??x?FK>[? G?4?Y>L=e?> ??k.:=ݚ>b"?6> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_softmax_default_axis/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_softmax_default_axis/test_data_set_0/output_0.pb new file mode 100644 index 0000000..be6015c Binary files /dev/null and b/onnx/backend/test/data/node/test_softmax_default_axis/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_softmax_default_axis_expanded/model.onnx b/onnx/backend/test/data/node/test_softmax_default_axis_expanded/model.onnx new file mode 100644 index 0000000..d5f715a Binary files /dev/null and b/onnx/backend/test/data/node/test_softmax_default_axis_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_softmax_default_axis_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_softmax_default_axis_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..c3a1c95 --- /dev/null +++ b/onnx/backend/test/data/node/test_softmax_default_axis_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z?8s?b>hd=9>(>%?^B?0= B>]ת>=?R>iJ>Z?/d#@S'?K]?=?C@(?Hm;= ?>2??>>Ec??!> >*z??O>mǚ>6?&õ?g??x?FK>[? G?4?Y>L=e?> ??k.:=ݚ>b"?6> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_softmax_default_axis_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_softmax_default_axis_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..be6015c Binary files /dev/null and b/onnx/backend/test/data/node/test_softmax_default_axis_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_softmax_default_axis_expanded_ver18/model.onnx b/onnx/backend/test/data/node/test_softmax_default_axis_expanded_ver18/model.onnx new file mode 100644 index 0000000..052b755 Binary files /dev/null and b/onnx/backend/test/data/node/test_softmax_default_axis_expanded_ver18/model.onnx differ diff --git a/onnx/backend/test/data/node/test_softmax_default_axis_expanded_ver18/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_softmax_default_axis_expanded_ver18/test_data_set_0/input_0.pb new file mode 100644 index 0000000..c3a1c95 --- /dev/null +++ b/onnx/backend/test/data/node/test_softmax_default_axis_expanded_ver18/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z?8s?b>hd=9>(>%?^B?0= B>]ת>=?R>iJ>Z?/d#@S'?K]?=?C@(?Hm;= ?>2??>>Ec??!> >*z??O>mǚ>6?&õ?g??x?FK>[? G?4?Y>L=e?> ??k.:=ݚ>b"?6> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_softmax_default_axis_expanded_ver18/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_softmax_default_axis_expanded_ver18/test_data_set_0/output_0.pb new file mode 100644 index 0000000..be6015c Binary files /dev/null and b/onnx/backend/test/data/node/test_softmax_default_axis_expanded_ver18/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_softmax_example/model.onnx b/onnx/backend/test/data/node/test_softmax_example/model.onnx new file mode 100644 index 0000000..0bda02f Binary files /dev/null and b/onnx/backend/test/data/node/test_softmax_example/model.onnx differ diff --git a/onnx/backend/test/data/node/test_softmax_example/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_softmax_example/test_data_set_0/input_0.pb new file mode 100644 index 0000000..a00f719 Binary files /dev/null and b/onnx/backend/test/data/node/test_softmax_example/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_softmax_example/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_softmax_example/test_data_set_0/output_0.pb new file mode 100644 index 0000000..7bdad0c --- /dev/null +++ b/onnx/backend/test/data/node/test_softmax_example/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +ByJ a=z>;M*? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_softmax_example_expanded/model.onnx b/onnx/backend/test/data/node/test_softmax_example_expanded/model.onnx new file mode 100644 index 0000000..fe0fc03 Binary files /dev/null and b/onnx/backend/test/data/node/test_softmax_example_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_softmax_example_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_softmax_example_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..a00f719 Binary files /dev/null and b/onnx/backend/test/data/node/test_softmax_example_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_softmax_example_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_softmax_example_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..7bdad0c --- /dev/null +++ b/onnx/backend/test/data/node/test_softmax_example_expanded/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +ByJ a=z>;M*? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_softmax_example_expanded_ver18/model.onnx b/onnx/backend/test/data/node/test_softmax_example_expanded_ver18/model.onnx new file mode 100644 index 0000000..51e4da1 Binary files /dev/null and b/onnx/backend/test/data/node/test_softmax_example_expanded_ver18/model.onnx differ diff --git a/onnx/backend/test/data/node/test_softmax_example_expanded_ver18/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_softmax_example_expanded_ver18/test_data_set_0/input_0.pb new file mode 100644 index 0000000..a00f719 Binary files /dev/null and b/onnx/backend/test/data/node/test_softmax_example_expanded_ver18/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_softmax_example_expanded_ver18/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_softmax_example_expanded_ver18/test_data_set_0/output_0.pb new file mode 100644 index 0000000..7bdad0c --- /dev/null +++ b/onnx/backend/test/data/node/test_softmax_example_expanded_ver18/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +ByJ a=z>;M*? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_softmax_large_number/model.onnx b/onnx/backend/test/data/node/test_softmax_large_number/model.onnx new file mode 100644 index 0000000..adea591 Binary files /dev/null and b/onnx/backend/test/data/node/test_softmax_large_number/model.onnx differ diff --git a/onnx/backend/test/data/node/test_softmax_large_number/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_softmax_large_number/test_data_set_0/input_0.pb new file mode 100644 index 0000000..559a11a Binary files /dev/null and b/onnx/backend/test/data/node/test_softmax_large_number/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_softmax_large_number/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_softmax_large_number/test_data_set_0/output_0.pb new file mode 100644 index 0000000..0f9d85e --- /dev/null +++ b/onnx/backend/test/data/node/test_softmax_large_number/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +ByJ O=x=hr>$?O=x=hr>$? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_softmax_large_number_expanded/model.onnx b/onnx/backend/test/data/node/test_softmax_large_number_expanded/model.onnx new file mode 100644 index 0000000..ebbe2fe Binary files /dev/null and b/onnx/backend/test/data/node/test_softmax_large_number_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_softmax_large_number_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_softmax_large_number_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..559a11a Binary files /dev/null and b/onnx/backend/test/data/node/test_softmax_large_number_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_softmax_large_number_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_softmax_large_number_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..0f9d85e --- /dev/null +++ b/onnx/backend/test/data/node/test_softmax_large_number_expanded/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +ByJ O=x=hr>$?O=x=hr>$? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_softmax_large_number_expanded_ver18/model.onnx b/onnx/backend/test/data/node/test_softmax_large_number_expanded_ver18/model.onnx new file mode 100644 index 0000000..46288e3 Binary files /dev/null and b/onnx/backend/test/data/node/test_softmax_large_number_expanded_ver18/model.onnx differ diff --git a/onnx/backend/test/data/node/test_softmax_large_number_expanded_ver18/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_softmax_large_number_expanded_ver18/test_data_set_0/input_0.pb new file mode 100644 index 0000000..559a11a Binary files /dev/null and b/onnx/backend/test/data/node/test_softmax_large_number_expanded_ver18/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_softmax_large_number_expanded_ver18/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_softmax_large_number_expanded_ver18/test_data_set_0/output_0.pb new file mode 100644 index 0000000..0f9d85e --- /dev/null +++ b/onnx/backend/test/data/node/test_softmax_large_number_expanded_ver18/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +ByJ O=x=hr>$?O=x=hr>$? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_softmax_negative_axis/model.onnx b/onnx/backend/test/data/node/test_softmax_negative_axis/model.onnx new file mode 100644 index 0000000..0f37857 Binary files /dev/null and b/onnx/backend/test/data/node/test_softmax_negative_axis/model.onnx differ diff --git a/onnx/backend/test/data/node/test_softmax_negative_axis/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_softmax_negative_axis/test_data_set_0/input_0.pb new file mode 100644 index 0000000..c3a1c95 --- /dev/null +++ b/onnx/backend/test/data/node/test_softmax_negative_axis/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z?8s?b>hd=9>(>%?^B?0= B>]ת>=?R>iJ>Z?/d#@S'?K]?=?C@(?Hm;= ?>2??>>Ec??!> >*z??O>mǚ>6?&õ?g??x?FK>[? G?4?Y>L=e?> ??k.:=ݚ>b"?6> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_softmax_negative_axis/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_softmax_negative_axis/test_data_set_0/output_0.pb new file mode 100644 index 0000000..be6015c Binary files /dev/null and b/onnx/backend/test/data/node/test_softmax_negative_axis/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_softmax_negative_axis_expanded/model.onnx b/onnx/backend/test/data/node/test_softmax_negative_axis_expanded/model.onnx new file mode 100644 index 0000000..05d2ef9 Binary files /dev/null and b/onnx/backend/test/data/node/test_softmax_negative_axis_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_softmax_negative_axis_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_softmax_negative_axis_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..c3a1c95 --- /dev/null +++ b/onnx/backend/test/data/node/test_softmax_negative_axis_expanded/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z?8s?b>hd=9>(>%?^B?0= B>]ת>=?R>iJ>Z?/d#@S'?K]?=?C@(?Hm;= ?>2??>>Ec??!> >*z??O>mǚ>6?&õ?g??x?FK>[? G?4?Y>L=e?> ??k.:=ݚ>b"?6> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_softmax_negative_axis_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_softmax_negative_axis_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..be6015c Binary files /dev/null and b/onnx/backend/test/data/node/test_softmax_negative_axis_expanded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_softmax_negative_axis_expanded_ver18/model.onnx b/onnx/backend/test/data/node/test_softmax_negative_axis_expanded_ver18/model.onnx new file mode 100644 index 0000000..d3312be Binary files /dev/null and b/onnx/backend/test/data/node/test_softmax_negative_axis_expanded_ver18/model.onnx differ diff --git a/onnx/backend/test/data/node/test_softmax_negative_axis_expanded_ver18/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_softmax_negative_axis_expanded_ver18/test_data_set_0/input_0.pb new file mode 100644 index 0000000..c3a1c95 --- /dev/null +++ b/onnx/backend/test/data/node/test_softmax_negative_axis_expanded_ver18/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z?8s?b>hd=9>(>%?^B?0= B>]ת>=?R>iJ>Z?/d#@S'?K]?=?C@(?Hm;= ?>2??>>Ec??!> >*z??O>mǚ>6?&õ?g??x?FK>[? G?4?Y>L=e?> ??k.:=ݚ>b"?6> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_softmax_negative_axis_expanded_ver18/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_softmax_negative_axis_expanded_ver18/test_data_set_0/output_0.pb new file mode 100644 index 0000000..be6015c Binary files /dev/null and b/onnx/backend/test/data/node/test_softmax_negative_axis_expanded_ver18/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_softplus/model.onnx b/onnx/backend/test/data/node/test_softplus/model.onnx new file mode 100644 index 0000000..4c2f549 Binary files /dev/null and b/onnx/backend/test/data/node/test_softplus/model.onnx differ diff --git a/onnx/backend/test/data/node/test_softplus/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_softplus/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_softplus/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_softplus/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_softplus/test_data_set_0/output_0.pb new file mode 100644 index 0000000..0240c64 Binary files /dev/null and b/onnx/backend/test/data/node/test_softplus/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_softplus_example/model.onnx b/onnx/backend/test/data/node/test_softplus_example/model.onnx new file mode 100644 index 0000000..ce4dbff Binary files /dev/null and b/onnx/backend/test/data/node/test_softplus_example/model.onnx differ diff --git a/onnx/backend/test/data/node/test_softplus_example/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_softplus_example/test_data_set_0/input_0.pb new file mode 100644 index 0000000..8a94457 Binary files /dev/null and b/onnx/backend/test/data/node/test_softplus_example/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_softplus_example/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_softplus_example/test_data_set_0/output_0.pb new file mode 100644 index 0000000..18b7a3f --- /dev/null +++ b/onnx/backend/test/data/node/test_softplus_example/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +ByJ c>r1?? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_softplus_example_expanded_ver18/model.onnx b/onnx/backend/test/data/node/test_softplus_example_expanded_ver18/model.onnx new file mode 100644 index 0000000..fbdc489 Binary files /dev/null and b/onnx/backend/test/data/node/test_softplus_example_expanded_ver18/model.onnx differ diff --git a/onnx/backend/test/data/node/test_softplus_example_expanded_ver18/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_softplus_example_expanded_ver18/test_data_set_0/input_0.pb new file mode 100644 index 0000000..8a94457 Binary files /dev/null and b/onnx/backend/test/data/node/test_softplus_example_expanded_ver18/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_softplus_example_expanded_ver18/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_softplus_example_expanded_ver18/test_data_set_0/output_0.pb new file mode 100644 index 0000000..18b7a3f --- /dev/null +++ b/onnx/backend/test/data/node/test_softplus_example_expanded_ver18/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +ByJ c>r1?? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_softplus_expanded_ver18/model.onnx b/onnx/backend/test/data/node/test_softplus_expanded_ver18/model.onnx new file mode 100644 index 0000000..76fb5d1 Binary files /dev/null and b/onnx/backend/test/data/node/test_softplus_expanded_ver18/model.onnx differ diff --git a/onnx/backend/test/data/node/test_softplus_expanded_ver18/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_softplus_expanded_ver18/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_softplus_expanded_ver18/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_softplus_expanded_ver18/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_softplus_expanded_ver18/test_data_set_0/output_0.pb new file mode 100644 index 0000000..0240c64 Binary files /dev/null and b/onnx/backend/test/data/node/test_softplus_expanded_ver18/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_softsign/model.onnx b/onnx/backend/test/data/node/test_softsign/model.onnx new file mode 100644 index 0000000..08a665a Binary files /dev/null and b/onnx/backend/test/data/node/test_softsign/model.onnx differ diff --git a/onnx/backend/test/data/node/test_softsign/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_softsign/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_softsign/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_softsign/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_softsign/test_data_set_0/output_0.pb new file mode 100644 index 0000000..a3f7ba6 Binary files /dev/null and b/onnx/backend/test/data/node/test_softsign/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_softsign_example/model.onnx b/onnx/backend/test/data/node/test_softsign_example/model.onnx new file mode 100644 index 0000000..08202cb Binary files /dev/null and b/onnx/backend/test/data/node/test_softsign_example/model.onnx differ diff --git a/onnx/backend/test/data/node/test_softsign_example/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_softsign_example/test_data_set_0/input_0.pb new file mode 100644 index 0000000..8a94457 Binary files /dev/null and b/onnx/backend/test/data/node/test_softsign_example/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_softsign_example/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_softsign_example/test_data_set_0/output_0.pb new file mode 100644 index 0000000..bc3568a Binary files /dev/null and b/onnx/backend/test/data/node/test_softsign_example/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_softsign_example_expanded_ver18/model.onnx b/onnx/backend/test/data/node/test_softsign_example_expanded_ver18/model.onnx new file mode 100644 index 0000000..b73a567 Binary files /dev/null and b/onnx/backend/test/data/node/test_softsign_example_expanded_ver18/model.onnx differ diff --git a/onnx/backend/test/data/node/test_softsign_example_expanded_ver18/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_softsign_example_expanded_ver18/test_data_set_0/input_0.pb new file mode 100644 index 0000000..8a94457 Binary files /dev/null and b/onnx/backend/test/data/node/test_softsign_example_expanded_ver18/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_softsign_example_expanded_ver18/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_softsign_example_expanded_ver18/test_data_set_0/output_0.pb new file mode 100644 index 0000000..bc3568a Binary files /dev/null and b/onnx/backend/test/data/node/test_softsign_example_expanded_ver18/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_softsign_expanded_ver18/model.onnx b/onnx/backend/test/data/node/test_softsign_expanded_ver18/model.onnx new file mode 100644 index 0000000..0d6970c Binary files /dev/null and b/onnx/backend/test/data/node/test_softsign_expanded_ver18/model.onnx differ diff --git a/onnx/backend/test/data/node/test_softsign_expanded_ver18/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_softsign_expanded_ver18/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_softsign_expanded_ver18/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_softsign_expanded_ver18/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_softsign_expanded_ver18/test_data_set_0/output_0.pb new file mode 100644 index 0000000..a3f7ba6 Binary files /dev/null and b/onnx/backend/test/data/node/test_softsign_expanded_ver18/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_spacetodepth/model.onnx b/onnx/backend/test/data/node/test_spacetodepth/model.onnx new file mode 100644 index 0000000..dcdd13a Binary files /dev/null and b/onnx/backend/test/data/node/test_spacetodepth/model.onnx differ diff --git a/onnx/backend/test/data/node/test_spacetodepth/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_spacetodepth/test_data_set_0/input_0.pb new file mode 100644 index 0000000..31fb558 Binary files /dev/null and b/onnx/backend/test/data/node/test_spacetodepth/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_spacetodepth/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_spacetodepth/test_data_set_0/output_0.pb new file mode 100644 index 0000000..ea1db0c Binary files /dev/null and b/onnx/backend/test/data/node/test_spacetodepth/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_spacetodepth_example/model.onnx b/onnx/backend/test/data/node/test_spacetodepth_example/model.onnx new file mode 100644 index 0000000..e9e56db Binary files /dev/null and b/onnx/backend/test/data/node/test_spacetodepth_example/model.onnx differ diff --git a/onnx/backend/test/data/node/test_spacetodepth_example/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_spacetodepth_example/test_data_set_0/input_0.pb new file mode 100644 index 0000000..28c6996 Binary files /dev/null and b/onnx/backend/test/data/node/test_spacetodepth_example/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_spacetodepth_example/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_spacetodepth_example/test_data_set_0/output_0.pb new file mode 100644 index 0000000..f71f647 Binary files /dev/null and b/onnx/backend/test/data/node/test_spacetodepth_example/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_split_1d_uneven_split_opset18/model.onnx b/onnx/backend/test/data/node/test_split_1d_uneven_split_opset18/model.onnx new file mode 100644 index 0000000..b4aacf0 Binary files /dev/null and b/onnx/backend/test/data/node/test_split_1d_uneven_split_opset18/model.onnx differ diff --git a/onnx/backend/test/data/node/test_split_1d_uneven_split_opset18/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_split_1d_uneven_split_opset18/test_data_set_0/input_0.pb new file mode 100644 index 0000000..9a9da94 Binary files /dev/null and b/onnx/backend/test/data/node/test_split_1d_uneven_split_opset18/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_split_1d_uneven_split_opset18/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_split_1d_uneven_split_opset18/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d8ae6a5 Binary files /dev/null and b/onnx/backend/test/data/node/test_split_1d_uneven_split_opset18/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_split_1d_uneven_split_opset18/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_split_1d_uneven_split_opset18/test_data_set_0/output_1.pb new file mode 100644 index 0000000..69df4a6 Binary files /dev/null and b/onnx/backend/test/data/node/test_split_1d_uneven_split_opset18/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_split_1d_uneven_split_opset18/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_split_1d_uneven_split_opset18/test_data_set_0/output_2.pb new file mode 100644 index 0000000..645225b Binary files /dev/null and b/onnx/backend/test/data/node/test_split_1d_uneven_split_opset18/test_data_set_0/output_2.pb differ diff --git a/onnx/backend/test/data/node/test_split_1d_uneven_split_opset18/test_data_set_0/output_3.pb b/onnx/backend/test/data/node/test_split_1d_uneven_split_opset18/test_data_set_0/output_3.pb new file mode 100644 index 0000000..bf61976 Binary files /dev/null and b/onnx/backend/test/data/node/test_split_1d_uneven_split_opset18/test_data_set_0/output_3.pb differ diff --git a/onnx/backend/test/data/node/test_split_2d_uneven_split_opset18/model.onnx b/onnx/backend/test/data/node/test_split_2d_uneven_split_opset18/model.onnx new file mode 100644 index 0000000..4534cf5 Binary files /dev/null and b/onnx/backend/test/data/node/test_split_2d_uneven_split_opset18/model.onnx differ diff --git a/onnx/backend/test/data/node/test_split_2d_uneven_split_opset18/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_split_2d_uneven_split_opset18/test_data_set_0/input_0.pb new file mode 100644 index 0000000..733fe68 Binary files /dev/null and b/onnx/backend/test/data/node/test_split_2d_uneven_split_opset18/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_split_2d_uneven_split_opset18/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_split_2d_uneven_split_opset18/test_data_set_0/output_0.pb new file mode 100644 index 0000000..f105883 Binary files /dev/null and b/onnx/backend/test/data/node/test_split_2d_uneven_split_opset18/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_split_2d_uneven_split_opset18/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_split_2d_uneven_split_opset18/test_data_set_0/output_1.pb new file mode 100644 index 0000000..8a7fd12 Binary files /dev/null and b/onnx/backend/test/data/node/test_split_2d_uneven_split_opset18/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_split_2d_uneven_split_opset18/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_split_2d_uneven_split_opset18/test_data_set_0/output_2.pb new file mode 100644 index 0000000..8c401e9 Binary files /dev/null and b/onnx/backend/test/data/node/test_split_2d_uneven_split_opset18/test_data_set_0/output_2.pb differ diff --git a/onnx/backend/test/data/node/test_split_equal_parts_1d_opset13/model.onnx b/onnx/backend/test/data/node/test_split_equal_parts_1d_opset13/model.onnx new file mode 100644 index 0000000..7aef553 Binary files /dev/null and b/onnx/backend/test/data/node/test_split_equal_parts_1d_opset13/model.onnx differ diff --git a/onnx/backend/test/data/node/test_split_equal_parts_1d_opset13/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_split_equal_parts_1d_opset13/test_data_set_0/input_0.pb new file mode 100644 index 0000000..547a3af Binary files /dev/null and b/onnx/backend/test/data/node/test_split_equal_parts_1d_opset13/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_split_equal_parts_1d_opset13/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_split_equal_parts_1d_opset13/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d8ae6a5 Binary files /dev/null and b/onnx/backend/test/data/node/test_split_equal_parts_1d_opset13/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_split_equal_parts_1d_opset13/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_split_equal_parts_1d_opset13/test_data_set_0/output_1.pb new file mode 100644 index 0000000..69df4a6 Binary files /dev/null and b/onnx/backend/test/data/node/test_split_equal_parts_1d_opset13/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_split_equal_parts_1d_opset13/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_split_equal_parts_1d_opset13/test_data_set_0/output_2.pb new file mode 100644 index 0000000..645225b Binary files /dev/null and b/onnx/backend/test/data/node/test_split_equal_parts_1d_opset13/test_data_set_0/output_2.pb differ diff --git a/onnx/backend/test/data/node/test_split_equal_parts_1d_opset18/model.onnx b/onnx/backend/test/data/node/test_split_equal_parts_1d_opset18/model.onnx new file mode 100644 index 0000000..03db4c6 Binary files /dev/null and b/onnx/backend/test/data/node/test_split_equal_parts_1d_opset18/model.onnx differ diff --git a/onnx/backend/test/data/node/test_split_equal_parts_1d_opset18/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_split_equal_parts_1d_opset18/test_data_set_0/input_0.pb new file mode 100644 index 0000000..547a3af Binary files /dev/null and b/onnx/backend/test/data/node/test_split_equal_parts_1d_opset18/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_split_equal_parts_1d_opset18/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_split_equal_parts_1d_opset18/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d8ae6a5 Binary files /dev/null and b/onnx/backend/test/data/node/test_split_equal_parts_1d_opset18/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_split_equal_parts_1d_opset18/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_split_equal_parts_1d_opset18/test_data_set_0/output_1.pb new file mode 100644 index 0000000..69df4a6 Binary files /dev/null and b/onnx/backend/test/data/node/test_split_equal_parts_1d_opset18/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_split_equal_parts_1d_opset18/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_split_equal_parts_1d_opset18/test_data_set_0/output_2.pb new file mode 100644 index 0000000..645225b Binary files /dev/null and b/onnx/backend/test/data/node/test_split_equal_parts_1d_opset18/test_data_set_0/output_2.pb differ diff --git a/onnx/backend/test/data/node/test_split_equal_parts_2d/model.onnx b/onnx/backend/test/data/node/test_split_equal_parts_2d/model.onnx new file mode 100644 index 0000000..be44694 Binary files /dev/null and b/onnx/backend/test/data/node/test_split_equal_parts_2d/model.onnx differ diff --git a/onnx/backend/test/data/node/test_split_equal_parts_2d/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_split_equal_parts_2d/test_data_set_0/input_0.pb new file mode 100644 index 0000000..8708fe5 Binary files /dev/null and b/onnx/backend/test/data/node/test_split_equal_parts_2d/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_split_equal_parts_2d/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_split_equal_parts_2d/test_data_set_0/output_0.pb new file mode 100644 index 0000000..fef1d0d Binary files /dev/null and b/onnx/backend/test/data/node/test_split_equal_parts_2d/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_split_equal_parts_2d/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_split_equal_parts_2d/test_data_set_0/output_1.pb new file mode 100644 index 0000000..66077a2 Binary files /dev/null and b/onnx/backend/test/data/node/test_split_equal_parts_2d/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_split_equal_parts_2d_opset13/model.onnx b/onnx/backend/test/data/node/test_split_equal_parts_2d_opset13/model.onnx new file mode 100644 index 0000000..8994aaa Binary files /dev/null and b/onnx/backend/test/data/node/test_split_equal_parts_2d_opset13/model.onnx differ diff --git a/onnx/backend/test/data/node/test_split_equal_parts_2d_opset13/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_split_equal_parts_2d_opset13/test_data_set_0/input_0.pb new file mode 100644 index 0000000..8708fe5 Binary files /dev/null and b/onnx/backend/test/data/node/test_split_equal_parts_2d_opset13/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_split_equal_parts_2d_opset13/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_split_equal_parts_2d_opset13/test_data_set_0/output_0.pb new file mode 100644 index 0000000..fef1d0d Binary files /dev/null and b/onnx/backend/test/data/node/test_split_equal_parts_2d_opset13/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_split_equal_parts_2d_opset13/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_split_equal_parts_2d_opset13/test_data_set_0/output_1.pb new file mode 100644 index 0000000..66077a2 Binary files /dev/null and b/onnx/backend/test/data/node/test_split_equal_parts_2d_opset13/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_split_equal_parts_default_axis_opset13/model.onnx b/onnx/backend/test/data/node/test_split_equal_parts_default_axis_opset13/model.onnx new file mode 100644 index 0000000..b12885c Binary files /dev/null and b/onnx/backend/test/data/node/test_split_equal_parts_default_axis_opset13/model.onnx differ diff --git a/onnx/backend/test/data/node/test_split_equal_parts_default_axis_opset13/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_split_equal_parts_default_axis_opset13/test_data_set_0/input_0.pb new file mode 100644 index 0000000..547a3af Binary files /dev/null and b/onnx/backend/test/data/node/test_split_equal_parts_default_axis_opset13/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_split_equal_parts_default_axis_opset13/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_split_equal_parts_default_axis_opset13/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d8ae6a5 Binary files /dev/null and b/onnx/backend/test/data/node/test_split_equal_parts_default_axis_opset13/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_split_equal_parts_default_axis_opset13/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_split_equal_parts_default_axis_opset13/test_data_set_0/output_1.pb new file mode 100644 index 0000000..69df4a6 Binary files /dev/null and b/onnx/backend/test/data/node/test_split_equal_parts_default_axis_opset13/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_split_equal_parts_default_axis_opset13/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_split_equal_parts_default_axis_opset13/test_data_set_0/output_2.pb new file mode 100644 index 0000000..645225b Binary files /dev/null and b/onnx/backend/test/data/node/test_split_equal_parts_default_axis_opset13/test_data_set_0/output_2.pb differ diff --git a/onnx/backend/test/data/node/test_split_equal_parts_default_axis_opset18/model.onnx b/onnx/backend/test/data/node/test_split_equal_parts_default_axis_opset18/model.onnx new file mode 100644 index 0000000..0be0dde Binary files /dev/null and b/onnx/backend/test/data/node/test_split_equal_parts_default_axis_opset18/model.onnx differ diff --git a/onnx/backend/test/data/node/test_split_equal_parts_default_axis_opset18/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_split_equal_parts_default_axis_opset18/test_data_set_0/input_0.pb new file mode 100644 index 0000000..547a3af Binary files /dev/null and b/onnx/backend/test/data/node/test_split_equal_parts_default_axis_opset18/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_split_equal_parts_default_axis_opset18/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_split_equal_parts_default_axis_opset18/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d8ae6a5 Binary files /dev/null and b/onnx/backend/test/data/node/test_split_equal_parts_default_axis_opset18/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_split_equal_parts_default_axis_opset18/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_split_equal_parts_default_axis_opset18/test_data_set_0/output_1.pb new file mode 100644 index 0000000..69df4a6 Binary files /dev/null and b/onnx/backend/test/data/node/test_split_equal_parts_default_axis_opset18/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_split_equal_parts_default_axis_opset18/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_split_equal_parts_default_axis_opset18/test_data_set_0/output_2.pb new file mode 100644 index 0000000..645225b Binary files /dev/null and b/onnx/backend/test/data/node/test_split_equal_parts_default_axis_opset18/test_data_set_0/output_2.pb differ diff --git a/onnx/backend/test/data/node/test_split_to_sequence_1/model.onnx b/onnx/backend/test/data/node/test_split_to_sequence_1/model.onnx new file mode 100644 index 0000000..59456d5 Binary files /dev/null and b/onnx/backend/test/data/node/test_split_to_sequence_1/model.onnx differ diff --git a/onnx/backend/test/data/node/test_split_to_sequence_1/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_split_to_sequence_1/test_data_set_0/input_0.pb new file mode 100644 index 0000000..cdb6327 Binary files /dev/null and b/onnx/backend/test/data/node/test_split_to_sequence_1/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_split_to_sequence_1/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_split_to_sequence_1/test_data_set_0/input_1.pb new file mode 100644 index 0000000..59988dd Binary files /dev/null and b/onnx/backend/test/data/node/test_split_to_sequence_1/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_split_to_sequence_1/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_split_to_sequence_1/test_data_set_0/output_0.pb new file mode 100644 index 0000000..553b542 Binary files /dev/null and b/onnx/backend/test/data/node/test_split_to_sequence_1/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_split_to_sequence_2/model.onnx b/onnx/backend/test/data/node/test_split_to_sequence_2/model.onnx new file mode 100644 index 0000000..8a5256f Binary files /dev/null and b/onnx/backend/test/data/node/test_split_to_sequence_2/model.onnx differ diff --git a/onnx/backend/test/data/node/test_split_to_sequence_2/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_split_to_sequence_2/test_data_set_0/input_0.pb new file mode 100644 index 0000000..cdb6327 Binary files /dev/null and b/onnx/backend/test/data/node/test_split_to_sequence_2/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_split_to_sequence_2/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_split_to_sequence_2/test_data_set_0/input_1.pb new file mode 100644 index 0000000..4d7246f Binary files /dev/null and b/onnx/backend/test/data/node/test_split_to_sequence_2/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_split_to_sequence_2/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_split_to_sequence_2/test_data_set_0/output_0.pb new file mode 100644 index 0000000..0798b22 Binary files /dev/null and b/onnx/backend/test/data/node/test_split_to_sequence_2/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_split_to_sequence_nokeepdims/model.onnx b/onnx/backend/test/data/node/test_split_to_sequence_nokeepdims/model.onnx new file mode 100644 index 0000000..224942a Binary files /dev/null and b/onnx/backend/test/data/node/test_split_to_sequence_nokeepdims/model.onnx differ diff --git a/onnx/backend/test/data/node/test_split_to_sequence_nokeepdims/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_split_to_sequence_nokeepdims/test_data_set_0/input_0.pb new file mode 100644 index 0000000..cdb6327 Binary files /dev/null and b/onnx/backend/test/data/node/test_split_to_sequence_nokeepdims/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_split_to_sequence_nokeepdims/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_split_to_sequence_nokeepdims/test_data_set_0/output_0.pb new file mode 100644 index 0000000..1400217 Binary files /dev/null and b/onnx/backend/test/data/node/test_split_to_sequence_nokeepdims/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_split_variable_parts_1d_opset13/model.onnx b/onnx/backend/test/data/node/test_split_variable_parts_1d_opset13/model.onnx new file mode 100644 index 0000000..b750bdb Binary files /dev/null and b/onnx/backend/test/data/node/test_split_variable_parts_1d_opset13/model.onnx differ diff --git a/onnx/backend/test/data/node/test_split_variable_parts_1d_opset13/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_split_variable_parts_1d_opset13/test_data_set_0/input_0.pb new file mode 100644 index 0000000..547a3af Binary files /dev/null and b/onnx/backend/test/data/node/test_split_variable_parts_1d_opset13/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_split_variable_parts_1d_opset13/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_split_variable_parts_1d_opset13/test_data_set_0/input_1.pb new file mode 100644 index 0000000..cbfc1ff Binary files /dev/null and b/onnx/backend/test/data/node/test_split_variable_parts_1d_opset13/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_split_variable_parts_1d_opset13/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_split_variable_parts_1d_opset13/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d8ae6a5 Binary files /dev/null and b/onnx/backend/test/data/node/test_split_variable_parts_1d_opset13/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_split_variable_parts_1d_opset13/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_split_variable_parts_1d_opset13/test_data_set_0/output_1.pb new file mode 100644 index 0000000..7debf1d Binary files /dev/null and b/onnx/backend/test/data/node/test_split_variable_parts_1d_opset13/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_split_variable_parts_1d_opset18/model.onnx b/onnx/backend/test/data/node/test_split_variable_parts_1d_opset18/model.onnx new file mode 100644 index 0000000..09342f9 Binary files /dev/null and b/onnx/backend/test/data/node/test_split_variable_parts_1d_opset18/model.onnx differ diff --git a/onnx/backend/test/data/node/test_split_variable_parts_1d_opset18/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_split_variable_parts_1d_opset18/test_data_set_0/input_0.pb new file mode 100644 index 0000000..547a3af Binary files /dev/null and b/onnx/backend/test/data/node/test_split_variable_parts_1d_opset18/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_split_variable_parts_1d_opset18/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_split_variable_parts_1d_opset18/test_data_set_0/input_1.pb new file mode 100644 index 0000000..cbfc1ff Binary files /dev/null and b/onnx/backend/test/data/node/test_split_variable_parts_1d_opset18/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_split_variable_parts_1d_opset18/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_split_variable_parts_1d_opset18/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d8ae6a5 Binary files /dev/null and b/onnx/backend/test/data/node/test_split_variable_parts_1d_opset18/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_split_variable_parts_1d_opset18/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_split_variable_parts_1d_opset18/test_data_set_0/output_1.pb new file mode 100644 index 0000000..7debf1d Binary files /dev/null and b/onnx/backend/test/data/node/test_split_variable_parts_1d_opset18/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_split_variable_parts_2d_opset13/model.onnx b/onnx/backend/test/data/node/test_split_variable_parts_2d_opset13/model.onnx new file mode 100644 index 0000000..b2e3f13 Binary files /dev/null and b/onnx/backend/test/data/node/test_split_variable_parts_2d_opset13/model.onnx differ diff --git a/onnx/backend/test/data/node/test_split_variable_parts_2d_opset13/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_split_variable_parts_2d_opset13/test_data_set_0/input_0.pb new file mode 100644 index 0000000..8708fe5 Binary files /dev/null and b/onnx/backend/test/data/node/test_split_variable_parts_2d_opset13/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_split_variable_parts_2d_opset13/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_split_variable_parts_2d_opset13/test_data_set_0/input_1.pb new file mode 100644 index 0000000..cbfc1ff Binary files /dev/null and b/onnx/backend/test/data/node/test_split_variable_parts_2d_opset13/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_split_variable_parts_2d_opset13/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_split_variable_parts_2d_opset13/test_data_set_0/output_0.pb new file mode 100644 index 0000000..6316dcd Binary files /dev/null and b/onnx/backend/test/data/node/test_split_variable_parts_2d_opset13/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_split_variable_parts_2d_opset13/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_split_variable_parts_2d_opset13/test_data_set_0/output_1.pb new file mode 100644 index 0000000..7c0f7af Binary files /dev/null and b/onnx/backend/test/data/node/test_split_variable_parts_2d_opset13/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_split_variable_parts_2d_opset18/model.onnx b/onnx/backend/test/data/node/test_split_variable_parts_2d_opset18/model.onnx new file mode 100644 index 0000000..7539e71 Binary files /dev/null and b/onnx/backend/test/data/node/test_split_variable_parts_2d_opset18/model.onnx differ diff --git a/onnx/backend/test/data/node/test_split_variable_parts_2d_opset18/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_split_variable_parts_2d_opset18/test_data_set_0/input_0.pb new file mode 100644 index 0000000..8708fe5 Binary files /dev/null and b/onnx/backend/test/data/node/test_split_variable_parts_2d_opset18/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_split_variable_parts_2d_opset18/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_split_variable_parts_2d_opset18/test_data_set_0/input_1.pb new file mode 100644 index 0000000..cbfc1ff Binary files /dev/null and b/onnx/backend/test/data/node/test_split_variable_parts_2d_opset18/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_split_variable_parts_2d_opset18/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_split_variable_parts_2d_opset18/test_data_set_0/output_0.pb new file mode 100644 index 0000000..6316dcd Binary files /dev/null and b/onnx/backend/test/data/node/test_split_variable_parts_2d_opset18/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_split_variable_parts_2d_opset18/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_split_variable_parts_2d_opset18/test_data_set_0/output_1.pb new file mode 100644 index 0000000..7c0f7af Binary files /dev/null and b/onnx/backend/test/data/node/test_split_variable_parts_2d_opset18/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_split_variable_parts_default_axis_opset13/model.onnx b/onnx/backend/test/data/node/test_split_variable_parts_default_axis_opset13/model.onnx new file mode 100644 index 0000000..0d80f62 Binary files /dev/null and b/onnx/backend/test/data/node/test_split_variable_parts_default_axis_opset13/model.onnx differ diff --git a/onnx/backend/test/data/node/test_split_variable_parts_default_axis_opset13/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_split_variable_parts_default_axis_opset13/test_data_set_0/input_0.pb new file mode 100644 index 0000000..547a3af Binary files /dev/null and b/onnx/backend/test/data/node/test_split_variable_parts_default_axis_opset13/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_split_variable_parts_default_axis_opset13/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_split_variable_parts_default_axis_opset13/test_data_set_0/input_1.pb new file mode 100644 index 0000000..cbfc1ff Binary files /dev/null and b/onnx/backend/test/data/node/test_split_variable_parts_default_axis_opset13/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_split_variable_parts_default_axis_opset13/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_split_variable_parts_default_axis_opset13/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d8ae6a5 Binary files /dev/null and b/onnx/backend/test/data/node/test_split_variable_parts_default_axis_opset13/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_split_variable_parts_default_axis_opset13/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_split_variable_parts_default_axis_opset13/test_data_set_0/output_1.pb new file mode 100644 index 0000000..7debf1d Binary files /dev/null and b/onnx/backend/test/data/node/test_split_variable_parts_default_axis_opset13/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_split_variable_parts_default_axis_opset18/model.onnx b/onnx/backend/test/data/node/test_split_variable_parts_default_axis_opset18/model.onnx new file mode 100644 index 0000000..66965e1 Binary files /dev/null and b/onnx/backend/test/data/node/test_split_variable_parts_default_axis_opset18/model.onnx differ diff --git a/onnx/backend/test/data/node/test_split_variable_parts_default_axis_opset18/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_split_variable_parts_default_axis_opset18/test_data_set_0/input_0.pb new file mode 100644 index 0000000..547a3af Binary files /dev/null and b/onnx/backend/test/data/node/test_split_variable_parts_default_axis_opset18/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_split_variable_parts_default_axis_opset18/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_split_variable_parts_default_axis_opset18/test_data_set_0/input_1.pb new file mode 100644 index 0000000..cbfc1ff Binary files /dev/null and b/onnx/backend/test/data/node/test_split_variable_parts_default_axis_opset18/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_split_variable_parts_default_axis_opset18/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_split_variable_parts_default_axis_opset18/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d8ae6a5 Binary files /dev/null and b/onnx/backend/test/data/node/test_split_variable_parts_default_axis_opset18/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_split_variable_parts_default_axis_opset18/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_split_variable_parts_default_axis_opset18/test_data_set_0/output_1.pb new file mode 100644 index 0000000..7debf1d Binary files /dev/null and b/onnx/backend/test/data/node/test_split_variable_parts_default_axis_opset18/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_split_zero_size_splits_opset13/model.onnx b/onnx/backend/test/data/node/test_split_zero_size_splits_opset13/model.onnx new file mode 100644 index 0000000..7589678 Binary files /dev/null and b/onnx/backend/test/data/node/test_split_zero_size_splits_opset13/model.onnx differ diff --git a/onnx/backend/test/data/node/test_split_zero_size_splits_opset13/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_split_zero_size_splits_opset13/test_data_set_0/input_0.pb new file mode 100644 index 0000000..16d4ac7 Binary files /dev/null and b/onnx/backend/test/data/node/test_split_zero_size_splits_opset13/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_split_zero_size_splits_opset13/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_split_zero_size_splits_opset13/test_data_set_0/input_1.pb new file mode 100644 index 0000000..ff7ae24 Binary files /dev/null and b/onnx/backend/test/data/node/test_split_zero_size_splits_opset13/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_split_zero_size_splits_opset13/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_split_zero_size_splits_opset13/test_data_set_0/output_0.pb new file mode 100644 index 0000000..14aa56f Binary files /dev/null and b/onnx/backend/test/data/node/test_split_zero_size_splits_opset13/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_split_zero_size_splits_opset13/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_split_zero_size_splits_opset13/test_data_set_0/output_1.pb new file mode 100644 index 0000000..2f70093 Binary files /dev/null and b/onnx/backend/test/data/node/test_split_zero_size_splits_opset13/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_split_zero_size_splits_opset13/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_split_zero_size_splits_opset13/test_data_set_0/output_2.pb new file mode 100644 index 0000000..f45e84e Binary files /dev/null and b/onnx/backend/test/data/node/test_split_zero_size_splits_opset13/test_data_set_0/output_2.pb differ diff --git a/onnx/backend/test/data/node/test_split_zero_size_splits_opset18/model.onnx b/onnx/backend/test/data/node/test_split_zero_size_splits_opset18/model.onnx new file mode 100644 index 0000000..6ac80f6 Binary files /dev/null and b/onnx/backend/test/data/node/test_split_zero_size_splits_opset18/model.onnx differ diff --git a/onnx/backend/test/data/node/test_split_zero_size_splits_opset18/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_split_zero_size_splits_opset18/test_data_set_0/input_0.pb new file mode 100644 index 0000000..16d4ac7 Binary files /dev/null and b/onnx/backend/test/data/node/test_split_zero_size_splits_opset18/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_split_zero_size_splits_opset18/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_split_zero_size_splits_opset18/test_data_set_0/input_1.pb new file mode 100644 index 0000000..ff7ae24 Binary files /dev/null and b/onnx/backend/test/data/node/test_split_zero_size_splits_opset18/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_split_zero_size_splits_opset18/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_split_zero_size_splits_opset18/test_data_set_0/output_0.pb new file mode 100644 index 0000000..14aa56f Binary files /dev/null and b/onnx/backend/test/data/node/test_split_zero_size_splits_opset18/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_split_zero_size_splits_opset18/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_split_zero_size_splits_opset18/test_data_set_0/output_1.pb new file mode 100644 index 0000000..2f70093 Binary files /dev/null and b/onnx/backend/test/data/node/test_split_zero_size_splits_opset18/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_split_zero_size_splits_opset18/test_data_set_0/output_2.pb b/onnx/backend/test/data/node/test_split_zero_size_splits_opset18/test_data_set_0/output_2.pb new file mode 100644 index 0000000..f45e84e Binary files /dev/null and b/onnx/backend/test/data/node/test_split_zero_size_splits_opset18/test_data_set_0/output_2.pb differ diff --git a/onnx/backend/test/data/node/test_sqrt/model.onnx b/onnx/backend/test/data/node/test_sqrt/model.onnx new file mode 100644 index 0000000..ab4154f Binary files /dev/null and b/onnx/backend/test/data/node/test_sqrt/model.onnx differ diff --git a/onnx/backend/test/data/node/test_sqrt/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_sqrt/test_data_set_0/input_0.pb new file mode 100644 index 0000000..c3a1c95 --- /dev/null +++ b/onnx/backend/test/data/node/test_sqrt/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z?8s?b>hd=9>(>%?^B?0= B>]ת>=?R>iJ>Z?/d#@S'?K]?=?C@(?Hm;= ?>2??>>Ec??!> >*z??O>mǚ>6?&õ?g??x?FK>[? G?4?Y>L=e?> ??k.:=ݚ>b"?6> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sqrt/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sqrt/test_data_set_0/output_0.pb new file mode 100644 index 0000000..292f9e1 Binary files /dev/null and b/onnx/backend/test/data/node/test_sqrt/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_sqrt_example/model.onnx b/onnx/backend/test/data/node/test_sqrt_example/model.onnx new file mode 100644 index 0000000..dcef8fc Binary files /dev/null and b/onnx/backend/test/data/node/test_sqrt_example/model.onnx differ diff --git a/onnx/backend/test/data/node/test_sqrt_example/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_sqrt_example/test_data_set_0/input_0.pb new file mode 100644 index 0000000..a9e7f45 Binary files /dev/null and b/onnx/backend/test/data/node/test_sqrt_example/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_sqrt_example/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sqrt_example/test_data_set_0/output_0.pb new file mode 100644 index 0000000..1b32d5d Binary files /dev/null and b/onnx/backend/test/data/node/test_sqrt_example/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_squeeze/model.onnx b/onnx/backend/test/data/node/test_squeeze/model.onnx new file mode 100644 index 0000000..954676f Binary files /dev/null and b/onnx/backend/test/data/node/test_squeeze/model.onnx differ diff --git a/onnx/backend/test/data/node/test_squeeze/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_squeeze/test_data_set_0/input_0.pb new file mode 100644 index 0000000..09d5a14 --- /dev/null +++ b/onnx/backend/test/data/node/test_squeeze/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_squeeze/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_squeeze/test_data_set_0/input_1.pb new file mode 100644 index 0000000..ec9874a Binary files /dev/null and b/onnx/backend/test/data/node/test_squeeze/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_squeeze/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_squeeze/test_data_set_0/output_0.pb new file mode 100644 index 0000000..ad67ee7 --- /dev/null +++ b/onnx/backend/test/data/node/test_squeeze/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +ByJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_squeeze_negative_axes/model.onnx b/onnx/backend/test/data/node/test_squeeze_negative_axes/model.onnx new file mode 100644 index 0000000..f8804fc Binary files /dev/null and b/onnx/backend/test/data/node/test_squeeze_negative_axes/model.onnx differ diff --git a/onnx/backend/test/data/node/test_squeeze_negative_axes/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_squeeze_negative_axes/test_data_set_0/input_0.pb new file mode 100644 index 0000000..55c2bdc --- /dev/null +++ b/onnx/backend/test/data/node/test_squeeze_negative_axes/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJz?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_squeeze_negative_axes/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_squeeze_negative_axes/test_data_set_0/input_1.pb new file mode 100644 index 0000000..2f4bbd3 --- /dev/null +++ b/onnx/backend/test/data/node/test_squeeze_negative_axes/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BaxesJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_squeeze_negative_axes/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_squeeze_negative_axes/test_data_set_0/output_0.pb new file mode 100644 index 0000000..ed4b2d0 --- /dev/null +++ b/onnx/backend/test/data/node/test_squeeze_negative_axes/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +ByJz?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_stft/model.onnx b/onnx/backend/test/data/node/test_stft/model.onnx new file mode 100644 index 0000000..9012054 Binary files /dev/null and b/onnx/backend/test/data/node/test_stft/model.onnx differ diff --git a/onnx/backend/test/data/node/test_stft/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_stft/test_data_set_0/input_0.pb new file mode 100644 index 0000000..f01c339 Binary files /dev/null and b/onnx/backend/test/data/node/test_stft/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_stft/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_stft/test_data_set_0/input_1.pb new file mode 100644 index 0000000..daad98f Binary files /dev/null and b/onnx/backend/test/data/node/test_stft/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_stft/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_stft/test_data_set_0/input_2.pb new file mode 100644 index 0000000..b8aeb38 Binary files /dev/null and b/onnx/backend/test/data/node/test_stft/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_stft/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_stft/test_data_set_0/output_0.pb new file mode 100644 index 0000000..9c1c13c Binary files /dev/null and b/onnx/backend/test/data/node/test_stft/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_stft_with_window/model.onnx b/onnx/backend/test/data/node/test_stft_with_window/model.onnx new file mode 100644 index 0000000..8be4001 Binary files /dev/null and b/onnx/backend/test/data/node/test_stft_with_window/model.onnx differ diff --git a/onnx/backend/test/data/node/test_stft_with_window/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_stft_with_window/test_data_set_0/input_0.pb new file mode 100644 index 0000000..f01c339 Binary files /dev/null and b/onnx/backend/test/data/node/test_stft_with_window/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_stft_with_window/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_stft_with_window/test_data_set_0/input_1.pb new file mode 100644 index 0000000..daad98f Binary files /dev/null and b/onnx/backend/test/data/node/test_stft_with_window/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_stft_with_window/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_stft_with_window/test_data_set_0/input_2.pb new file mode 100644 index 0000000..4ddc8ee Binary files /dev/null and b/onnx/backend/test/data/node/test_stft_with_window/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_stft_with_window/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_stft_with_window/test_data_set_0/output_0.pb new file mode 100644 index 0000000..a5b6fb2 Binary files /dev/null and b/onnx/backend/test/data/node/test_stft_with_window/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_string_concat/model.onnx b/onnx/backend/test/data/node/test_string_concat/model.onnx new file mode 100644 index 0000000..258e878 Binary files /dev/null and b/onnx/backend/test/data/node/test_string_concat/model.onnx differ diff --git a/onnx/backend/test/data/node/test_string_concat/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_string_concat/test_data_set_0/input_0.pb new file mode 100644 index 0000000..69329cd --- /dev/null +++ b/onnx/backend/test/data/node/test_string_concat/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +2abc2defBx \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_string_concat/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_string_concat/test_data_set_0/input_1.pb new file mode 100644 index 0000000..6cc32e2 --- /dev/null +++ b/onnx/backend/test/data/node/test_string_concat/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +2.com2.netBy \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_string_concat/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_string_concat/test_data_set_0/output_0.pb new file mode 100644 index 0000000..60d415e --- /dev/null +++ b/onnx/backend/test/data/node/test_string_concat/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +2abc.com2def.netBresult \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_string_concat_broadcasting/model.onnx b/onnx/backend/test/data/node/test_string_concat_broadcasting/model.onnx new file mode 100644 index 0000000..cde5cc9 Binary files /dev/null and b/onnx/backend/test/data/node/test_string_concat_broadcasting/model.onnx differ diff --git a/onnx/backend/test/data/node/test_string_concat_broadcasting/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_string_concat_broadcasting/test_data_set_0/input_0.pb new file mode 100644 index 0000000..8dac795 --- /dev/null +++ b/onnx/backend/test/data/node/test_string_concat_broadcasting/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +2cat2dog2snakeBx \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_string_concat_broadcasting/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_string_concat_broadcasting/test_data_set_0/input_1.pb new file mode 100644 index 0000000..9b18dcd --- /dev/null +++ b/onnx/backend/test/data/node/test_string_concat_broadcasting/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +2sBy \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_string_concat_broadcasting/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_string_concat_broadcasting/test_data_set_0/output_0.pb new file mode 100644 index 0000000..2c1a6b5 --- /dev/null +++ b/onnx/backend/test/data/node/test_string_concat_broadcasting/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +2cats2dogs2snakesBresult \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_string_concat_empty_string/model.onnx b/onnx/backend/test/data/node/test_string_concat_empty_string/model.onnx new file mode 100644 index 0000000..93a0177 Binary files /dev/null and b/onnx/backend/test/data/node/test_string_concat_empty_string/model.onnx differ diff --git a/onnx/backend/test/data/node/test_string_concat_empty_string/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_string_concat_empty_string/test_data_set_0/input_0.pb new file mode 100644 index 0000000..c15c43b Binary files /dev/null and b/onnx/backend/test/data/node/test_string_concat_empty_string/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_string_concat_empty_string/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_string_concat_empty_string/test_data_set_0/input_1.pb new file mode 100644 index 0000000..1c56d03 Binary files /dev/null and b/onnx/backend/test/data/node/test_string_concat_empty_string/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_string_concat_empty_string/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_string_concat_empty_string/test_data_set_0/output_0.pb new file mode 100644 index 0000000..dac25ab --- /dev/null +++ b/onnx/backend/test/data/node/test_string_concat_empty_string/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +2abc2abcBresult \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_string_concat_utf8/model.onnx b/onnx/backend/test/data/node/test_string_concat_utf8/model.onnx new file mode 100644 index 0000000..7ddbbf8 Binary files /dev/null and b/onnx/backend/test/data/node/test_string_concat_utf8/model.onnx differ diff --git a/onnx/backend/test/data/node/test_string_concat_utf8/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_string_concat_utf8/test_data_set_0/input_0.pb new file mode 100644 index 0000000..1a8f4f4 --- /dev/null +++ b/onnx/backend/test/data/node/test_string_concat_utf8/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +2的2中Bx \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_string_concat_utf8/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_string_concat_utf8/test_data_set_0/input_1.pb new file mode 100644 index 0000000..8ff819b --- /dev/null +++ b/onnx/backend/test/data/node/test_string_concat_utf8/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +2的2中By \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_string_concat_utf8/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_string_concat_utf8/test_data_set_0/output_0.pb new file mode 100644 index 0000000..8975d57 --- /dev/null +++ b/onnx/backend/test/data/node/test_string_concat_utf8/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +2的的2中中Bresult \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_string_concat_zero_dimensional/model.onnx b/onnx/backend/test/data/node/test_string_concat_zero_dimensional/model.onnx new file mode 100644 index 0000000..610ba8e Binary files /dev/null and b/onnx/backend/test/data/node/test_string_concat_zero_dimensional/model.onnx differ diff --git a/onnx/backend/test/data/node/test_string_concat_zero_dimensional/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_string_concat_zero_dimensional/test_data_set_0/input_0.pb new file mode 100644 index 0000000..7d66adf --- /dev/null +++ b/onnx/backend/test/data/node/test_string_concat_zero_dimensional/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +2catBx \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_string_concat_zero_dimensional/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_string_concat_zero_dimensional/test_data_set_0/input_1.pb new file mode 100644 index 0000000..6d237bd --- /dev/null +++ b/onnx/backend/test/data/node/test_string_concat_zero_dimensional/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +2sBy \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_string_concat_zero_dimensional/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_string_concat_zero_dimensional/test_data_set_0/output_0.pb new file mode 100644 index 0000000..c4842eb --- /dev/null +++ b/onnx/backend/test/data/node/test_string_concat_zero_dimensional/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +2catsBresult \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_string_split_basic/model.onnx b/onnx/backend/test/data/node/test_string_split_basic/model.onnx new file mode 100644 index 0000000..5a70034 Binary files /dev/null and b/onnx/backend/test/data/node/test_string_split_basic/model.onnx differ diff --git a/onnx/backend/test/data/node/test_string_split_basic/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_string_split_basic/test_data_set_0/input_0.pb new file mode 100644 index 0000000..2766575 --- /dev/null +++ b/onnx/backend/test/data/node/test_string_split_basic/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +2abc.com2def.netBx \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_string_split_basic/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_string_split_basic/test_data_set_0/output_0.pb new file mode 100644 index 0000000..fed0104 --- /dev/null +++ b/onnx/backend/test/data/node/test_string_split_basic/test_data_set_0/output_0.pb @@ -0,0 +1,2 @@ +2abc2com2def2netB +substrings \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_string_split_basic/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_string_split_basic/test_data_set_0/output_1.pb new file mode 100644 index 0000000..ab51a63 Binary files /dev/null and b/onnx/backend/test/data/node/test_string_split_basic/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_string_split_consecutive_delimiters/model.onnx b/onnx/backend/test/data/node/test_string_split_consecutive_delimiters/model.onnx new file mode 100644 index 0000000..c4f1c6b Binary files /dev/null and b/onnx/backend/test/data/node/test_string_split_consecutive_delimiters/model.onnx differ diff --git a/onnx/backend/test/data/node/test_string_split_consecutive_delimiters/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_string_split_consecutive_delimiters/test_data_set_0/input_0.pb new file mode 100644 index 0000000..751f726 --- /dev/null +++ b/onnx/backend/test/data/node/test_string_split_consecutive_delimiters/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +2 o-n-n--x-2 o-n----nxBx \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_string_split_consecutive_delimiters/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_string_split_consecutive_delimiters/test_data_set_0/output_0.pb new file mode 100644 index 0000000..f39d78f Binary files /dev/null and b/onnx/backend/test/data/node/test_string_split_consecutive_delimiters/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_string_split_consecutive_delimiters/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_string_split_consecutive_delimiters/test_data_set_0/output_1.pb new file mode 100644 index 0000000..313d76c Binary files /dev/null and b/onnx/backend/test/data/node/test_string_split_consecutive_delimiters/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_string_split_empty_string_delimiter/model.onnx b/onnx/backend/test/data/node/test_string_split_empty_string_delimiter/model.onnx new file mode 100644 index 0000000..01a9202 Binary files /dev/null and b/onnx/backend/test/data/node/test_string_split_empty_string_delimiter/model.onnx differ diff --git a/onnx/backend/test/data/node/test_string_split_empty_string_delimiter/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_string_split_empty_string_delimiter/test_data_set_0/input_0.pb new file mode 100644 index 0000000..a710bd9 --- /dev/null +++ b/onnx/backend/test/data/node/test_string_split_empty_string_delimiter/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +2 hello world !2 hello world !2 hello world ! Bx \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_string_split_empty_string_delimiter/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_string_split_empty_string_delimiter/test_data_set_0/output_0.pb new file mode 100644 index 0000000..017497d --- /dev/null +++ b/onnx/backend/test/data/node/test_string_split_empty_string_delimiter/test_data_set_0/output_0.pb @@ -0,0 +1,2 @@ +2hello2world2!2hello2world2!2hello2world2!B +substrings \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_string_split_empty_string_delimiter/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_string_split_empty_string_delimiter/test_data_set_0/output_1.pb new file mode 100644 index 0000000..9d75a40 Binary files /dev/null and b/onnx/backend/test/data/node/test_string_split_empty_string_delimiter/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_string_split_empty_tensor/model.onnx b/onnx/backend/test/data/node/test_string_split_empty_tensor/model.onnx new file mode 100644 index 0000000..ad30769 Binary files /dev/null and b/onnx/backend/test/data/node/test_string_split_empty_tensor/model.onnx differ diff --git a/onnx/backend/test/data/node/test_string_split_empty_tensor/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_string_split_empty_tensor/test_data_set_0/input_0.pb new file mode 100644 index 0000000..0d7883a Binary files /dev/null and b/onnx/backend/test/data/node/test_string_split_empty_tensor/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_string_split_empty_tensor/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_string_split_empty_tensor/test_data_set_0/output_0.pb new file mode 100644 index 0000000..f64ff24 Binary files /dev/null and b/onnx/backend/test/data/node/test_string_split_empty_tensor/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_string_split_empty_tensor/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_string_split_empty_tensor/test_data_set_0/output_1.pb new file mode 100644 index 0000000..11caf82 Binary files /dev/null and b/onnx/backend/test/data/node/test_string_split_empty_tensor/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_string_split_maxsplit/model.onnx b/onnx/backend/test/data/node/test_string_split_maxsplit/model.onnx new file mode 100644 index 0000000..3fdd5d5 Binary files /dev/null and b/onnx/backend/test/data/node/test_string_split_maxsplit/model.onnx differ diff --git a/onnx/backend/test/data/node/test_string_split_maxsplit/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_string_split_maxsplit/test_data_set_0/input_0.pb new file mode 100644 index 0000000..c5aabf7 --- /dev/null +++ b/onnx/backend/test/data/node/test_string_split_maxsplit/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +2 hello world2def.net2o n n x2the quick brown foxBx \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_string_split_maxsplit/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_string_split_maxsplit/test_data_set_0/output_0.pb new file mode 100644 index 0000000..270cc0e Binary files /dev/null and b/onnx/backend/test/data/node/test_string_split_maxsplit/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_string_split_maxsplit/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_string_split_maxsplit/test_data_set_0/output_1.pb new file mode 100644 index 0000000..0d3afb8 Binary files /dev/null and b/onnx/backend/test/data/node/test_string_split_maxsplit/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_string_split_no_delimiter/model.onnx b/onnx/backend/test/data/node/test_string_split_no_delimiter/model.onnx new file mode 100644 index 0000000..303571e Binary files /dev/null and b/onnx/backend/test/data/node/test_string_split_no_delimiter/model.onnx differ diff --git a/onnx/backend/test/data/node/test_string_split_no_delimiter/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_string_split_no_delimiter/test_data_set_0/input_0.pb new file mode 100644 index 0000000..a710bd9 --- /dev/null +++ b/onnx/backend/test/data/node/test_string_split_no_delimiter/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +2 hello world !2 hello world !2 hello world ! Bx \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_string_split_no_delimiter/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_string_split_no_delimiter/test_data_set_0/output_0.pb new file mode 100644 index 0000000..017497d --- /dev/null +++ b/onnx/backend/test/data/node/test_string_split_no_delimiter/test_data_set_0/output_0.pb @@ -0,0 +1,2 @@ +2hello2world2!2hello2world2!2hello2world2!B +substrings \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_string_split_no_delimiter/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_string_split_no_delimiter/test_data_set_0/output_1.pb new file mode 100644 index 0000000..9d75a40 Binary files /dev/null and b/onnx/backend/test/data/node/test_string_split_no_delimiter/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_strnormalizer_export_monday_casesensintive_lower/model.onnx b/onnx/backend/test/data/node/test_strnormalizer_export_monday_casesensintive_lower/model.onnx new file mode 100644 index 0000000..b022e86 Binary files /dev/null and b/onnx/backend/test/data/node/test_strnormalizer_export_monday_casesensintive_lower/model.onnx differ diff --git a/onnx/backend/test/data/node/test_strnormalizer_export_monday_casesensintive_lower/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_strnormalizer_export_monday_casesensintive_lower/test_data_set_0/input_0.pb new file mode 100644 index 0000000..179b510 --- /dev/null +++ b/onnx/backend/test/data/node/test_strnormalizer_export_monday_casesensintive_lower/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +2monday2tuesday2 wednesday2thursdayBx \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_strnormalizer_export_monday_casesensintive_lower/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_strnormalizer_export_monday_casesensintive_lower/test_data_set_0/output_0.pb new file mode 100644 index 0000000..cdc27a7 --- /dev/null +++ b/onnx/backend/test/data/node/test_strnormalizer_export_monday_casesensintive_lower/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +2tuesday2 wednesday2thursdayBy \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_strnormalizer_export_monday_casesensintive_nochangecase/model.onnx b/onnx/backend/test/data/node/test_strnormalizer_export_monday_casesensintive_nochangecase/model.onnx new file mode 100644 index 0000000..f0dd2e9 Binary files /dev/null and b/onnx/backend/test/data/node/test_strnormalizer_export_monday_casesensintive_nochangecase/model.onnx differ diff --git a/onnx/backend/test/data/node/test_strnormalizer_export_monday_casesensintive_nochangecase/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_strnormalizer_export_monday_casesensintive_nochangecase/test_data_set_0/input_0.pb new file mode 100644 index 0000000..179b510 --- /dev/null +++ b/onnx/backend/test/data/node/test_strnormalizer_export_monday_casesensintive_nochangecase/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +2monday2tuesday2 wednesday2thursdayBx \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_strnormalizer_export_monday_casesensintive_nochangecase/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_strnormalizer_export_monday_casesensintive_nochangecase/test_data_set_0/output_0.pb new file mode 100644 index 0000000..cdc27a7 --- /dev/null +++ b/onnx/backend/test/data/node/test_strnormalizer_export_monday_casesensintive_nochangecase/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +2tuesday2 wednesday2thursdayBy \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_strnormalizer_export_monday_casesensintive_upper/model.onnx b/onnx/backend/test/data/node/test_strnormalizer_export_monday_casesensintive_upper/model.onnx new file mode 100644 index 0000000..158bc91 Binary files /dev/null and b/onnx/backend/test/data/node/test_strnormalizer_export_monday_casesensintive_upper/model.onnx differ diff --git a/onnx/backend/test/data/node/test_strnormalizer_export_monday_casesensintive_upper/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_strnormalizer_export_monday_casesensintive_upper/test_data_set_0/input_0.pb new file mode 100644 index 0000000..179b510 --- /dev/null +++ b/onnx/backend/test/data/node/test_strnormalizer_export_monday_casesensintive_upper/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +2monday2tuesday2 wednesday2thursdayBx \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_strnormalizer_export_monday_casesensintive_upper/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_strnormalizer_export_monday_casesensintive_upper/test_data_set_0/output_0.pb new file mode 100644 index 0000000..f99dcd8 --- /dev/null +++ b/onnx/backend/test/data/node/test_strnormalizer_export_monday_casesensintive_upper/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +2TUESDAY2 WEDNESDAY2THURSDAYBy \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_strnormalizer_export_monday_empty_output/model.onnx b/onnx/backend/test/data/node/test_strnormalizer_export_monday_empty_output/model.onnx new file mode 100644 index 0000000..4e95034 Binary files /dev/null and b/onnx/backend/test/data/node/test_strnormalizer_export_monday_empty_output/model.onnx differ diff --git a/onnx/backend/test/data/node/test_strnormalizer_export_monday_empty_output/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_strnormalizer_export_monday_empty_output/test_data_set_0/input_0.pb new file mode 100644 index 0000000..f8443f6 --- /dev/null +++ b/onnx/backend/test/data/node/test_strnormalizer_export_monday_empty_output/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +2monday2mondayBx \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_strnormalizer_export_monday_empty_output/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_strnormalizer_export_monday_empty_output/test_data_set_0/output_0.pb new file mode 100644 index 0000000..fc66148 Binary files /dev/null and b/onnx/backend/test/data/node/test_strnormalizer_export_monday_empty_output/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_strnormalizer_export_monday_insensintive_upper_twodim/model.onnx b/onnx/backend/test/data/node/test_strnormalizer_export_monday_insensintive_upper_twodim/model.onnx new file mode 100644 index 0000000..dda0e14 Binary files /dev/null and b/onnx/backend/test/data/node/test_strnormalizer_export_monday_insensintive_upper_twodim/model.onnx differ diff --git a/onnx/backend/test/data/node/test_strnormalizer_export_monday_insensintive_upper_twodim/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_strnormalizer_export_monday_insensintive_upper_twodim/test_data_set_0/input_0.pb new file mode 100644 index 0000000..0b3e995 --- /dev/null +++ b/onnx/backend/test/data/node/test_strnormalizer_export_monday_insensintive_upper_twodim/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +2Monday2tuesday2 wednesday2Monday2tuesday2 wednesdayBx \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_strnormalizer_export_monday_insensintive_upper_twodim/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_strnormalizer_export_monday_insensintive_upper_twodim/test_data_set_0/output_0.pb new file mode 100644 index 0000000..7db720d --- /dev/null +++ b/onnx/backend/test/data/node/test_strnormalizer_export_monday_insensintive_upper_twodim/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +2TUESDAY2 WEDNESDAY2TUESDAY2 WEDNESDAYBy \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_strnormalizer_nostopwords_nochangecase/model.onnx b/onnx/backend/test/data/node/test_strnormalizer_nostopwords_nochangecase/model.onnx new file mode 100644 index 0000000..6f7e783 Binary files /dev/null and b/onnx/backend/test/data/node/test_strnormalizer_nostopwords_nochangecase/model.onnx differ diff --git a/onnx/backend/test/data/node/test_strnormalizer_nostopwords_nochangecase/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_strnormalizer_nostopwords_nochangecase/test_data_set_0/input_0.pb new file mode 100644 index 0000000..a2b8405 --- /dev/null +++ b/onnx/backend/test/data/node/test_strnormalizer_nostopwords_nochangecase/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +2monday2tuesdayBx \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_strnormalizer_nostopwords_nochangecase/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_strnormalizer_nostopwords_nochangecase/test_data_set_0/output_0.pb new file mode 100644 index 0000000..bc7045a --- /dev/null +++ b/onnx/backend/test/data/node/test_strnormalizer_nostopwords_nochangecase/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +2monday2tuesdayBy \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sub/model.onnx b/onnx/backend/test/data/node/test_sub/model.onnx new file mode 100644 index 0000000..50eb77b Binary files /dev/null and b/onnx/backend/test/data/node/test_sub/model.onnx differ diff --git a/onnx/backend/test/data/node/test_sub/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_sub/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_sub/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sub/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_sub/test_data_set_0/input_1.pb new file mode 100644 index 0000000..1424d72 --- /dev/null +++ b/onnx/backend/test/data/node/test_sub/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +ByJ^&,Z[*Pܿ35>;;Wп>DhT=:?>ב?>O/^~/Ѓ f=#f?Ok>Ŀ ??@?7>8lF?5mξy? FU>z?u>4?G,>> ?^Ab*x?(?Ӿ3Y?"??, ?g?Iy\}?7mM?r?N4?l? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sub/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sub/test_data_set_0/output_0.pb new file mode 100644 index 0000000..ad0a46b --- /dev/null +++ b/onnx/backend/test/data/node/test_sub/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +BzJ@a|B?w\?5}@>V?Sk#%@>8(M?b>?̸ҡ?*=]?"Z@{T>?i$},>HK?H?jV D&@n>=?"XKF=K4~ "?_)}L4;<߾;{??)?mCVh1?[bؿi0Rj>Eu>?wa;>˟,y \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sub_bcast/model.onnx b/onnx/backend/test/data/node/test_sub_bcast/model.onnx new file mode 100644 index 0000000..651fff1 Binary files /dev/null and b/onnx/backend/test/data/node/test_sub_bcast/model.onnx differ diff --git a/onnx/backend/test/data/node/test_sub_bcast/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_sub_bcast/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_sub_bcast/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sub_bcast/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_sub_bcast/test_data_set_0/input_1.pb new file mode 100644 index 0000000..dcbe531 --- /dev/null +++ b/onnx/backend/test/data/node/test_sub_bcast/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +ByJ^&,Z[*Pܿ35> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sub_bcast/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sub_bcast/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d037b77 Binary files /dev/null and b/onnx/backend/test/data/node/test_sub_bcast/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_sub_example/model.onnx b/onnx/backend/test/data/node/test_sub_example/model.onnx new file mode 100644 index 0000000..5eefbc5 Binary files /dev/null and b/onnx/backend/test/data/node/test_sub_example/model.onnx differ diff --git a/onnx/backend/test/data/node/test_sub_example/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_sub_example/test_data_set_0/input_0.pb new file mode 100644 index 0000000..62e4e87 Binary files /dev/null and b/onnx/backend/test/data/node/test_sub_example/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_sub_example/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_sub_example/test_data_set_0/input_1.pb new file mode 100644 index 0000000..ce0065b Binary files /dev/null and b/onnx/backend/test/data/node/test_sub_example/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_sub_example/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sub_example/test_data_set_0/output_0.pb new file mode 100644 index 0000000..e2d7772 Binary files /dev/null and b/onnx/backend/test/data/node/test_sub_example/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_sub_int16/model.onnx b/onnx/backend/test/data/node/test_sub_int16/model.onnx new file mode 100644 index 0000000..52c5b83 Binary files /dev/null and b/onnx/backend/test/data/node/test_sub_int16/model.onnx differ diff --git a/onnx/backend/test/data/node/test_sub_int16/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_sub_int16/test_data_set_0/input_0.pb new file mode 100644 index 0000000..3871caa Binary files /dev/null and b/onnx/backend/test/data/node/test_sub_int16/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_sub_int16/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_sub_int16/test_data_set_0/input_1.pb new file mode 100644 index 0000000..bd30340 Binary files /dev/null and b/onnx/backend/test/data/node/test_sub_int16/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_sub_int16/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sub_int16/test_data_set_0/output_0.pb new file mode 100644 index 0000000..8134817 Binary files /dev/null and b/onnx/backend/test/data/node/test_sub_int16/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_sub_int8/model.onnx b/onnx/backend/test/data/node/test_sub_int8/model.onnx new file mode 100644 index 0000000..eacc75e Binary files /dev/null and b/onnx/backend/test/data/node/test_sub_int8/model.onnx differ diff --git a/onnx/backend/test/data/node/test_sub_int8/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_sub_int8/test_data_set_0/input_0.pb new file mode 100644 index 0000000..380b166 --- /dev/null +++ b/onnx/backend/test/data/node/test_sub_int8/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJ<      \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sub_int8/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_sub_int8/test_data_set_0/input_1.pb new file mode 100644 index 0000000..b60d9ea Binary files /dev/null and b/onnx/backend/test/data/node/test_sub_int8/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_sub_int8/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sub_int8/test_data_set_0/output_0.pb new file mode 100644 index 0000000..3933d29 --- /dev/null +++ b/onnx/backend/test/data/node/test_sub_int8/test_data_set_0/output_0.pb @@ -0,0 +1,8 @@ +BzJ< +   +   +     + +  +    + \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sub_uint16/model.onnx b/onnx/backend/test/data/node/test_sub_uint16/model.onnx new file mode 100644 index 0000000..96092e4 Binary files /dev/null and b/onnx/backend/test/data/node/test_sub_uint16/model.onnx differ diff --git a/onnx/backend/test/data/node/test_sub_uint16/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_sub_uint16/test_data_set_0/input_0.pb new file mode 100644 index 0000000..7a5233c Binary files /dev/null and b/onnx/backend/test/data/node/test_sub_uint16/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_sub_uint16/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_sub_uint16/test_data_set_0/input_1.pb new file mode 100644 index 0000000..6dc2255 Binary files /dev/null and b/onnx/backend/test/data/node/test_sub_uint16/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_sub_uint16/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sub_uint16/test_data_set_0/output_0.pb new file mode 100644 index 0000000..7022a38 Binary files /dev/null and b/onnx/backend/test/data/node/test_sub_uint16/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_sub_uint32/model.onnx b/onnx/backend/test/data/node/test_sub_uint32/model.onnx new file mode 100644 index 0000000..214d757 Binary files /dev/null and b/onnx/backend/test/data/node/test_sub_uint32/model.onnx differ diff --git a/onnx/backend/test/data/node/test_sub_uint32/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_sub_uint32/test_data_set_0/input_0.pb new file mode 100644 index 0000000..d8255a3 Binary files /dev/null and b/onnx/backend/test/data/node/test_sub_uint32/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_sub_uint32/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_sub_uint32/test_data_set_0/input_1.pb new file mode 100644 index 0000000..f0fce0f Binary files /dev/null and b/onnx/backend/test/data/node/test_sub_uint32/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_sub_uint32/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sub_uint32/test_data_set_0/output_0.pb new file mode 100644 index 0000000..61c30d5 Binary files /dev/null and b/onnx/backend/test/data/node/test_sub_uint32/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_sub_uint64/model.onnx b/onnx/backend/test/data/node/test_sub_uint64/model.onnx new file mode 100644 index 0000000..1d605b6 Binary files /dev/null and b/onnx/backend/test/data/node/test_sub_uint64/model.onnx differ diff --git a/onnx/backend/test/data/node/test_sub_uint64/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_sub_uint64/test_data_set_0/input_0.pb new file mode 100644 index 0000000..a32c354 Binary files /dev/null and b/onnx/backend/test/data/node/test_sub_uint64/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_sub_uint64/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_sub_uint64/test_data_set_0/input_1.pb new file mode 100644 index 0000000..880eddd Binary files /dev/null and b/onnx/backend/test/data/node/test_sub_uint64/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_sub_uint64/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sub_uint64/test_data_set_0/output_0.pb new file mode 100644 index 0000000..dabc5b3 Binary files /dev/null and b/onnx/backend/test/data/node/test_sub_uint64/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_sub_uint8/model.onnx b/onnx/backend/test/data/node/test_sub_uint8/model.onnx new file mode 100644 index 0000000..9403754 Binary files /dev/null and b/onnx/backend/test/data/node/test_sub_uint8/model.onnx differ diff --git a/onnx/backend/test/data/node/test_sub_uint8/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_sub_uint8/test_data_set_0/input_0.pb new file mode 100644 index 0000000..d793e49 --- /dev/null +++ b/onnx/backend/test/data/node/test_sub_uint8/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJ<         \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sub_uint8/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_sub_uint8/test_data_set_0/input_1.pb new file mode 100644 index 0000000..fa2e2c2 Binary files /dev/null and b/onnx/backend/test/data/node/test_sub_uint8/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_sub_uint8/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sub_uint8/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d8d02cb --- /dev/null +++ b/onnx/backend/test/data/node/test_sub_uint8/test_data_set_0/output_0.pb @@ -0,0 +1,5 @@ +BzJ<      +  +      +    + \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_sum_example/model.onnx b/onnx/backend/test/data/node/test_sum_example/model.onnx new file mode 100644 index 0000000..dd93a33 Binary files /dev/null and b/onnx/backend/test/data/node/test_sum_example/model.onnx differ diff --git a/onnx/backend/test/data/node/test_sum_example/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_sum_example/test_data_set_0/input_0.pb new file mode 100644 index 0000000..20406f1 Binary files /dev/null and b/onnx/backend/test/data/node/test_sum_example/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_sum_example/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_sum_example/test_data_set_0/input_1.pb new file mode 100644 index 0000000..e6c4d11 Binary files /dev/null and b/onnx/backend/test/data/node/test_sum_example/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_sum_example/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_sum_example/test_data_set_0/input_2.pb new file mode 100644 index 0000000..81b0033 Binary files /dev/null and b/onnx/backend/test/data/node/test_sum_example/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_sum_example/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sum_example/test_data_set_0/output_0.pb new file mode 100644 index 0000000..17070ed Binary files /dev/null and b/onnx/backend/test/data/node/test_sum_example/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_sum_one_input/model.onnx b/onnx/backend/test/data/node/test_sum_one_input/model.onnx new file mode 100644 index 0000000..39653d2 Binary files /dev/null and b/onnx/backend/test/data/node/test_sum_one_input/model.onnx differ diff --git a/onnx/backend/test/data/node/test_sum_one_input/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_sum_one_input/test_data_set_0/input_0.pb new file mode 100644 index 0000000..20406f1 Binary files /dev/null and b/onnx/backend/test/data/node/test_sum_one_input/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_sum_one_input/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sum_one_input/test_data_set_0/output_0.pb new file mode 100644 index 0000000..bf4d7ff Binary files /dev/null and b/onnx/backend/test/data/node/test_sum_one_input/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_sum_two_inputs/model.onnx b/onnx/backend/test/data/node/test_sum_two_inputs/model.onnx new file mode 100644 index 0000000..28207da Binary files /dev/null and b/onnx/backend/test/data/node/test_sum_two_inputs/model.onnx differ diff --git a/onnx/backend/test/data/node/test_sum_two_inputs/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_sum_two_inputs/test_data_set_0/input_0.pb new file mode 100644 index 0000000..20406f1 Binary files /dev/null and b/onnx/backend/test/data/node/test_sum_two_inputs/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_sum_two_inputs/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_sum_two_inputs/test_data_set_0/input_1.pb new file mode 100644 index 0000000..e6c4d11 Binary files /dev/null and b/onnx/backend/test/data/node/test_sum_two_inputs/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_sum_two_inputs/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_sum_two_inputs/test_data_set_0/output_0.pb new file mode 100644 index 0000000..f7b367c Binary files /dev/null and b/onnx/backend/test/data/node/test_sum_two_inputs/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_swish/model.onnx b/onnx/backend/test/data/node/test_swish/model.onnx new file mode 100644 index 0000000..cacddf0 Binary files /dev/null and b/onnx/backend/test/data/node/test_swish/model.onnx differ diff --git a/onnx/backend/test/data/node/test_swish/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_swish/test_data_set_0/input_0.pb new file mode 100644 index 0000000..f4082e4 Binary files /dev/null and b/onnx/backend/test/data/node/test_swish/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_swish/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_swish/test_data_set_0/output_0.pb new file mode 100644 index 0000000..39e3b33 --- /dev/null +++ b/onnx/backend/test/data/node/test_swish/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +ByJ 6@Ae{@@ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_swish_expanded/model.onnx b/onnx/backend/test/data/node/test_swish_expanded/model.onnx new file mode 100644 index 0000000..5bfb2ca Binary files /dev/null and b/onnx/backend/test/data/node/test_swish_expanded/model.onnx differ diff --git a/onnx/backend/test/data/node/test_swish_expanded/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_swish_expanded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..f4082e4 Binary files /dev/null and b/onnx/backend/test/data/node/test_swish_expanded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_swish_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_swish_expanded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..39e3b33 --- /dev/null +++ b/onnx/backend/test/data/node/test_swish_expanded/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +ByJ 6@Ae{@@ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_tan/model.onnx b/onnx/backend/test/data/node/test_tan/model.onnx new file mode 100644 index 0000000..3d0edfc Binary files /dev/null and b/onnx/backend/test/data/node/test_tan/model.onnx differ diff --git a/onnx/backend/test/data/node/test_tan/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_tan/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_tan/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_tan/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_tan/test_data_set_0/output_0.pb new file mode 100644 index 0000000..e1a4ad5 --- /dev/null +++ b/onnx/backend/test/data/node/test_tan/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +ByJR>R?=JQf?-/k%ԽF>>A[s?pm=u>5z>&PAzU>s꒿*?D?!?jI̎;=]ATA0A>h>PP@@!6k!>4@%@оDe޿ @> 7RmB{?Y~Ap1]Ο̛>pwԟ>m=ğ>xZ<~R¾ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_tan_example/model.onnx b/onnx/backend/test/data/node/test_tan_example/model.onnx new file mode 100644 index 0000000..f03792d Binary files /dev/null and b/onnx/backend/test/data/node/test_tan_example/model.onnx differ diff --git a/onnx/backend/test/data/node/test_tan_example/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_tan_example/test_data_set_0/input_0.pb new file mode 100644 index 0000000..8a94457 Binary files /dev/null and b/onnx/backend/test/data/node/test_tan_example/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_tan_example/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_tan_example/test_data_set_0/output_0.pb new file mode 100644 index 0000000..92f2324 Binary files /dev/null and b/onnx/backend/test/data/node/test_tan_example/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_tanh/model.onnx b/onnx/backend/test/data/node/test_tanh/model.onnx new file mode 100644 index 0000000..15ae7f7 Binary files /dev/null and b/onnx/backend/test/data/node/test_tanh/model.onnx differ diff --git a/onnx/backend/test/data/node/test_tanh/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_tanh/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_tanh/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_tanh/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_tanh/test_data_set_0/output_0.pb new file mode 100644 index 0000000..33af657 --- /dev/null +++ b/onnx/backend/test/data/node/test_tanh/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +ByJmeq?M>@?Ez?3t?{@ e=?%ҽ}(>&}>Le?E$?=Al>dŤ>Mqg?.OZ@>u1p|G?F2?De!z?|eK;=w=0i?Bf?h>>5ovF7>θW?ޙU?:Gc oqu?#yҾ^\Y;&?yl7V)6ļ>Sn>=7O> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_tanh_example/model.onnx b/onnx/backend/test/data/node/test_tanh_example/model.onnx new file mode 100644 index 0000000..e882d38 Binary files /dev/null and b/onnx/backend/test/data/node/test_tanh_example/model.onnx differ diff --git a/onnx/backend/test/data/node/test_tanh_example/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_tanh_example/test_data_set_0/input_0.pb new file mode 100644 index 0000000..8a94457 Binary files /dev/null and b/onnx/backend/test/data/node/test_tanh_example/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_tanh_example/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_tanh_example/test_data_set_0/output_0.pb new file mode 100644 index 0000000..0459e73 Binary files /dev/null and b/onnx/backend/test/data/node/test_tanh_example/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_tensorscatter/model.onnx b/onnx/backend/test/data/node/test_tensorscatter/model.onnx new file mode 100644 index 0000000..eb8d8be Binary files /dev/null and b/onnx/backend/test/data/node/test_tensorscatter/model.onnx differ diff --git a/onnx/backend/test/data/node/test_tensorscatter/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_tensorscatter/test_data_set_0/input_0.pb new file mode 100644 index 0000000..db48f5d Binary files /dev/null and b/onnx/backend/test/data/node/test_tensorscatter/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_tensorscatter/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_tensorscatter/test_data_set_0/input_1.pb new file mode 100644 index 0000000..03e026a Binary files /dev/null and b/onnx/backend/test/data/node/test_tensorscatter/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_tensorscatter/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_tensorscatter/test_data_set_0/input_2.pb new file mode 100644 index 0000000..a43f589 Binary files /dev/null and b/onnx/backend/test/data/node/test_tensorscatter/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_tensorscatter/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_tensorscatter/test_data_set_0/output_0.pb new file mode 100644 index 0000000..55a6ec7 Binary files /dev/null and b/onnx/backend/test/data/node/test_tensorscatter/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_tensorscatter_3d/model.onnx b/onnx/backend/test/data/node/test_tensorscatter_3d/model.onnx new file mode 100644 index 0000000..0025b71 Binary files /dev/null and b/onnx/backend/test/data/node/test_tensorscatter_3d/model.onnx differ diff --git a/onnx/backend/test/data/node/test_tensorscatter_3d/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_tensorscatter_3d/test_data_set_0/input_0.pb new file mode 100644 index 0000000..b907c43 Binary files /dev/null and b/onnx/backend/test/data/node/test_tensorscatter_3d/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_tensorscatter_3d/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_tensorscatter_3d/test_data_set_0/input_1.pb new file mode 100644 index 0000000..ef13aff Binary files /dev/null and b/onnx/backend/test/data/node/test_tensorscatter_3d/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_tensorscatter_3d/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_tensorscatter_3d/test_data_set_0/input_2.pb new file mode 100644 index 0000000..4db8bcd Binary files /dev/null and b/onnx/backend/test/data/node/test_tensorscatter_3d/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_tensorscatter_3d/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_tensorscatter_3d/test_data_set_0/output_0.pb new file mode 100644 index 0000000..792a1c1 Binary files /dev/null and b/onnx/backend/test/data/node/test_tensorscatter_3d/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_tensorscatter_circular/model.onnx b/onnx/backend/test/data/node/test_tensorscatter_circular/model.onnx new file mode 100644 index 0000000..1ba4c46 Binary files /dev/null and b/onnx/backend/test/data/node/test_tensorscatter_circular/model.onnx differ diff --git a/onnx/backend/test/data/node/test_tensorscatter_circular/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_tensorscatter_circular/test_data_set_0/input_0.pb new file mode 100644 index 0000000..db48f5d Binary files /dev/null and b/onnx/backend/test/data/node/test_tensorscatter_circular/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_tensorscatter_circular/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_tensorscatter_circular/test_data_set_0/input_1.pb new file mode 100644 index 0000000..8311f2a Binary files /dev/null and b/onnx/backend/test/data/node/test_tensorscatter_circular/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_tensorscatter_circular/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_tensorscatter_circular/test_data_set_0/input_2.pb new file mode 100644 index 0000000..5c51ba2 Binary files /dev/null and b/onnx/backend/test/data/node/test_tensorscatter_circular/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_tensorscatter_circular/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_tensorscatter_circular/test_data_set_0/output_0.pb new file mode 100644 index 0000000..3011037 Binary files /dev/null and b/onnx/backend/test/data/node/test_tensorscatter_circular/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_tfidfvectorizer_tf_batch_onlybigrams_skip0/model.onnx b/onnx/backend/test/data/node/test_tfidfvectorizer_tf_batch_onlybigrams_skip0/model.onnx new file mode 100644 index 0000000..65cd6fb Binary files /dev/null and b/onnx/backend/test/data/node/test_tfidfvectorizer_tf_batch_onlybigrams_skip0/model.onnx differ diff --git a/onnx/backend/test/data/node/test_tfidfvectorizer_tf_batch_onlybigrams_skip0/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_tfidfvectorizer_tf_batch_onlybigrams_skip0/test_data_set_0/input_0.pb new file mode 100644 index 0000000..c13901a Binary files /dev/null and b/onnx/backend/test/data/node/test_tfidfvectorizer_tf_batch_onlybigrams_skip0/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_tfidfvectorizer_tf_batch_onlybigrams_skip0/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_tfidfvectorizer_tf_batch_onlybigrams_skip0/test_data_set_0/output_0.pb new file mode 100644 index 0000000..3cac8ee Binary files /dev/null and b/onnx/backend/test/data/node/test_tfidfvectorizer_tf_batch_onlybigrams_skip0/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_tfidfvectorizer_tf_batch_onlybigrams_skip5/model.onnx b/onnx/backend/test/data/node/test_tfidfvectorizer_tf_batch_onlybigrams_skip5/model.onnx new file mode 100644 index 0000000..063a561 Binary files /dev/null and b/onnx/backend/test/data/node/test_tfidfvectorizer_tf_batch_onlybigrams_skip5/model.onnx differ diff --git a/onnx/backend/test/data/node/test_tfidfvectorizer_tf_batch_onlybigrams_skip5/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_tfidfvectorizer_tf_batch_onlybigrams_skip5/test_data_set_0/input_0.pb new file mode 100644 index 0000000..c13901a Binary files /dev/null and b/onnx/backend/test/data/node/test_tfidfvectorizer_tf_batch_onlybigrams_skip5/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_tfidfvectorizer_tf_batch_onlybigrams_skip5/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_tfidfvectorizer_tf_batch_onlybigrams_skip5/test_data_set_0/output_0.pb new file mode 100644 index 0000000..1cf93cd Binary files /dev/null and b/onnx/backend/test/data/node/test_tfidfvectorizer_tf_batch_onlybigrams_skip5/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_tfidfvectorizer_tf_batch_uniandbigrams_skip5/model.onnx b/onnx/backend/test/data/node/test_tfidfvectorizer_tf_batch_uniandbigrams_skip5/model.onnx new file mode 100644 index 0000000..7008601 Binary files /dev/null and b/onnx/backend/test/data/node/test_tfidfvectorizer_tf_batch_uniandbigrams_skip5/model.onnx differ diff --git a/onnx/backend/test/data/node/test_tfidfvectorizer_tf_batch_uniandbigrams_skip5/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_tfidfvectorizer_tf_batch_uniandbigrams_skip5/test_data_set_0/input_0.pb new file mode 100644 index 0000000..c13901a Binary files /dev/null and b/onnx/backend/test/data/node/test_tfidfvectorizer_tf_batch_uniandbigrams_skip5/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_tfidfvectorizer_tf_batch_uniandbigrams_skip5/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_tfidfvectorizer_tf_batch_uniandbigrams_skip5/test_data_set_0/output_0.pb new file mode 100644 index 0000000..caacc10 Binary files /dev/null and b/onnx/backend/test/data/node/test_tfidfvectorizer_tf_batch_uniandbigrams_skip5/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_tfidfvectorizer_tf_only_bigrams_skip0/model.onnx b/onnx/backend/test/data/node/test_tfidfvectorizer_tf_only_bigrams_skip0/model.onnx new file mode 100644 index 0000000..ff76a4a Binary files /dev/null and b/onnx/backend/test/data/node/test_tfidfvectorizer_tf_only_bigrams_skip0/model.onnx differ diff --git a/onnx/backend/test/data/node/test_tfidfvectorizer_tf_only_bigrams_skip0/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_tfidfvectorizer_tf_only_bigrams_skip0/test_data_set_0/input_0.pb new file mode 100644 index 0000000..26da97a Binary files /dev/null and b/onnx/backend/test/data/node/test_tfidfvectorizer_tf_only_bigrams_skip0/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_tfidfvectorizer_tf_only_bigrams_skip0/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_tfidfvectorizer_tf_only_bigrams_skip0/test_data_set_0/output_0.pb new file mode 100644 index 0000000..e536cb1 Binary files /dev/null and b/onnx/backend/test/data/node/test_tfidfvectorizer_tf_only_bigrams_skip0/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_tfidfvectorizer_tf_onlybigrams_levelempty/model.onnx b/onnx/backend/test/data/node/test_tfidfvectorizer_tf_onlybigrams_levelempty/model.onnx new file mode 100644 index 0000000..66dea1a Binary files /dev/null and b/onnx/backend/test/data/node/test_tfidfvectorizer_tf_onlybigrams_levelempty/model.onnx differ diff --git a/onnx/backend/test/data/node/test_tfidfvectorizer_tf_onlybigrams_levelempty/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_tfidfvectorizer_tf_onlybigrams_levelempty/test_data_set_0/input_0.pb new file mode 100644 index 0000000..26da97a Binary files /dev/null and b/onnx/backend/test/data/node/test_tfidfvectorizer_tf_onlybigrams_levelempty/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_tfidfvectorizer_tf_onlybigrams_levelempty/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_tfidfvectorizer_tf_onlybigrams_levelempty/test_data_set_0/output_0.pb new file mode 100644 index 0000000..de25e49 Binary files /dev/null and b/onnx/backend/test/data/node/test_tfidfvectorizer_tf_onlybigrams_levelempty/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_tfidfvectorizer_tf_onlybigrams_skip5/model.onnx b/onnx/backend/test/data/node/test_tfidfvectorizer_tf_onlybigrams_skip5/model.onnx new file mode 100644 index 0000000..a3ea155 Binary files /dev/null and b/onnx/backend/test/data/node/test_tfidfvectorizer_tf_onlybigrams_skip5/model.onnx differ diff --git a/onnx/backend/test/data/node/test_tfidfvectorizer_tf_onlybigrams_skip5/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_tfidfvectorizer_tf_onlybigrams_skip5/test_data_set_0/input_0.pb new file mode 100644 index 0000000..26da97a Binary files /dev/null and b/onnx/backend/test/data/node/test_tfidfvectorizer_tf_onlybigrams_skip5/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_tfidfvectorizer_tf_onlybigrams_skip5/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_tfidfvectorizer_tf_onlybigrams_skip5/test_data_set_0/output_0.pb new file mode 100644 index 0000000..38d3b92 Binary files /dev/null and b/onnx/backend/test/data/node/test_tfidfvectorizer_tf_onlybigrams_skip5/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_tfidfvectorizer_tf_uniandbigrams_skip5/model.onnx b/onnx/backend/test/data/node/test_tfidfvectorizer_tf_uniandbigrams_skip5/model.onnx new file mode 100644 index 0000000..639140c Binary files /dev/null and b/onnx/backend/test/data/node/test_tfidfvectorizer_tf_uniandbigrams_skip5/model.onnx differ diff --git a/onnx/backend/test/data/node/test_tfidfvectorizer_tf_uniandbigrams_skip5/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_tfidfvectorizer_tf_uniandbigrams_skip5/test_data_set_0/input_0.pb new file mode 100644 index 0000000..26da97a Binary files /dev/null and b/onnx/backend/test/data/node/test_tfidfvectorizer_tf_uniandbigrams_skip5/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_tfidfvectorizer_tf_uniandbigrams_skip5/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_tfidfvectorizer_tf_uniandbigrams_skip5/test_data_set_0/output_0.pb new file mode 100644 index 0000000..dee2414 Binary files /dev/null and b/onnx/backend/test/data/node/test_tfidfvectorizer_tf_uniandbigrams_skip5/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_thresholdedrelu/model.onnx b/onnx/backend/test/data/node/test_thresholdedrelu/model.onnx new file mode 100644 index 0000000..32d9a52 Binary files /dev/null and b/onnx/backend/test/data/node/test_thresholdedrelu/model.onnx differ diff --git a/onnx/backend/test/data/node/test_thresholdedrelu/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_thresholdedrelu/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_thresholdedrelu/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_thresholdedrelu/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_thresholdedrelu/test_data_set_0/output_0.pb new file mode 100644 index 0000000..785edda Binary files /dev/null and b/onnx/backend/test/data/node/test_thresholdedrelu/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_thresholdedrelu_default/model.onnx b/onnx/backend/test/data/node/test_thresholdedrelu_default/model.onnx new file mode 100644 index 0000000..bc48614 Binary files /dev/null and b/onnx/backend/test/data/node/test_thresholdedrelu_default/model.onnx differ diff --git a/onnx/backend/test/data/node/test_thresholdedrelu_default/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_thresholdedrelu_default/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_thresholdedrelu_default/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_thresholdedrelu_default/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_thresholdedrelu_default/test_data_set_0/output_0.pb new file mode 100644 index 0000000..199a6a1 Binary files /dev/null and b/onnx/backend/test/data/node/test_thresholdedrelu_default/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_thresholdedrelu_default_expanded_ver18/model.onnx b/onnx/backend/test/data/node/test_thresholdedrelu_default_expanded_ver18/model.onnx new file mode 100644 index 0000000..5253df6 Binary files /dev/null and b/onnx/backend/test/data/node/test_thresholdedrelu_default_expanded_ver18/model.onnx differ diff --git a/onnx/backend/test/data/node/test_thresholdedrelu_default_expanded_ver18/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_thresholdedrelu_default_expanded_ver18/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_thresholdedrelu_default_expanded_ver18/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_thresholdedrelu_default_expanded_ver18/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_thresholdedrelu_default_expanded_ver18/test_data_set_0/output_0.pb new file mode 100644 index 0000000..199a6a1 Binary files /dev/null and b/onnx/backend/test/data/node/test_thresholdedrelu_default_expanded_ver18/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_thresholdedrelu_example/model.onnx b/onnx/backend/test/data/node/test_thresholdedrelu_example/model.onnx new file mode 100644 index 0000000..9745441 Binary files /dev/null and b/onnx/backend/test/data/node/test_thresholdedrelu_example/model.onnx differ diff --git a/onnx/backend/test/data/node/test_thresholdedrelu_example/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_thresholdedrelu_example/test_data_set_0/input_0.pb new file mode 100644 index 0000000..13c6863 Binary files /dev/null and b/onnx/backend/test/data/node/test_thresholdedrelu_example/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_thresholdedrelu_example/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_thresholdedrelu_example/test_data_set_0/output_0.pb new file mode 100644 index 0000000..1734d48 Binary files /dev/null and b/onnx/backend/test/data/node/test_thresholdedrelu_example/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_thresholdedrelu_example_expanded_ver18/model.onnx b/onnx/backend/test/data/node/test_thresholdedrelu_example_expanded_ver18/model.onnx new file mode 100644 index 0000000..a39594f Binary files /dev/null and b/onnx/backend/test/data/node/test_thresholdedrelu_example_expanded_ver18/model.onnx differ diff --git a/onnx/backend/test/data/node/test_thresholdedrelu_example_expanded_ver18/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_thresholdedrelu_example_expanded_ver18/test_data_set_0/input_0.pb new file mode 100644 index 0000000..13c6863 Binary files /dev/null and b/onnx/backend/test/data/node/test_thresholdedrelu_example_expanded_ver18/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_thresholdedrelu_example_expanded_ver18/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_thresholdedrelu_example_expanded_ver18/test_data_set_0/output_0.pb new file mode 100644 index 0000000..1734d48 Binary files /dev/null and b/onnx/backend/test/data/node/test_thresholdedrelu_example_expanded_ver18/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_thresholdedrelu_expanded_ver18/model.onnx b/onnx/backend/test/data/node/test_thresholdedrelu_expanded_ver18/model.onnx new file mode 100644 index 0000000..a04631b Binary files /dev/null and b/onnx/backend/test/data/node/test_thresholdedrelu_expanded_ver18/model.onnx differ diff --git a/onnx/backend/test/data/node/test_thresholdedrelu_expanded_ver18/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_thresholdedrelu_expanded_ver18/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_thresholdedrelu_expanded_ver18/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_thresholdedrelu_expanded_ver18/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_thresholdedrelu_expanded_ver18/test_data_set_0/output_0.pb new file mode 100644 index 0000000..785edda Binary files /dev/null and b/onnx/backend/test/data/node/test_thresholdedrelu_expanded_ver18/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_tile/model.onnx b/onnx/backend/test/data/node/test_tile/model.onnx new file mode 100644 index 0000000..536a8dd Binary files /dev/null and b/onnx/backend/test/data/node/test_tile/model.onnx differ diff --git a/onnx/backend/test/data/node/test_tile/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_tile/test_data_set_0/input_0.pb new file mode 100644 index 0000000..7a5f0f8 --- /dev/null +++ b/onnx/backend/test/data/node/test_tile/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJ  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{=p= <&U?H5G?^?z?L?G>G?9=#?4>q?ڗ?N>s>.4F?>?<\?N?c?yq?Ƌ.?k>>2?v=9*?+?nW>A>>L8>j?a>}?=U>R.%>2'?p>I>Jz>">] =7(? >LI>ɼ>,R? =V?>=?y? > z?(?a@=?a =̐>)=>'=΢>G>_=E1? ?">?c=;q?[m?x>h*?>8a7? ->;>%?>5 ???od>\s?>=X?3?I>UP?>a?M?ia?I1? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_tile/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_tile/test_data_set_0/input_1.pb new file mode 100644 index 0000000..33f6604 Binary files /dev/null and b/onnx/backend/test/data/node/test_tile/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_tile/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_tile/test_data_set_0/output_0.pb new file mode 100644 index 0000000..dc79fc5 --- /dev/null +++ b/onnx/backend/test/data/node/test_tile/test_data_set_0/output_0.pb @@ -0,0 +1,2 @@ + +BzJ  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=΢>G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=΢>G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=΢>G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=΢>G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=΢>G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=΢>G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=΢>G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=΢>G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=΢>G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=΢>G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=΢>G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=΢>G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=΢>G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=΢>G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=΢>G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=΢>G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=΢>G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=΢>G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=΢>G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=΢>G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=΢>G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=΢>G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=΢>G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=΢>G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=΢>G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=΢>G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=΢>G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=΢>G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=΢>G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=΢>G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=΢>G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=΢>G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=΢>G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=΢>G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=΢>G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=΢>G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?  ?7?N?w} ?H>  ?7?N?w} ?H>QY%?n >QY%?n >~J?e?^k?l?Z{=~J?e?^k?l?Z{=p= <&U?H5G?^?p= <&U?H5G?^?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?z?L?G>G?9=z?L?G>G?9=#?4>q?ڗ?N>#?4>q?ڗ?N>s>.4F?>?.4F?>?<\?N?c?yq?Ƌ.?\?N?c?yq?Ƌ.?k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>k>>2?v=9*?k>>2?v=9*?+?nW>A>>L8>+?nW>A>>L8>j?a>}?=U>j?a>}?=U>R.%>2'?p>I>Jz>R.%>2'?p>I>Jz>">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=΢>G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=΢>G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=΢>G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=΢>G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=΢>G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=">] =7(? >LI>">] =7(? >LI>ɼ>,R? =V?>=ɼ>,R? =V?>=?y? > z?(?a@=??y? > z?(?a@=?a =̐>)=>'=a =̐>)=>'=΢>G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?G>_=E1? ?΢>G>_=E1? ?">?c=;q?[m?">?c=;q?[m?x>h*?>8a7? ->x>h*?>8a7? ->;>%?%?>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1?b-?|>>5b-?|>>5 ???od>\s? ???od>\s?>=X?3?I>UP?>=X?3?I>UP?>a?M?ia?I1?>a?M?ia?I1? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_tile_precomputed/model.onnx b/onnx/backend/test/data/node/test_tile_precomputed/model.onnx new file mode 100644 index 0000000..33b2cd6 Binary files /dev/null and b/onnx/backend/test/data/node/test_tile_precomputed/model.onnx differ diff --git a/onnx/backend/test/data/node/test_tile_precomputed/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_tile_precomputed/test_data_set_0/input_0.pb new file mode 100644 index 0000000..188fd6d Binary files /dev/null and b/onnx/backend/test/data/node/test_tile_precomputed/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_tile_precomputed/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_tile_precomputed/test_data_set_0/input_1.pb new file mode 100644 index 0000000..d57e6d6 Binary files /dev/null and b/onnx/backend/test/data/node/test_tile_precomputed/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_tile_precomputed/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_tile_precomputed/test_data_set_0/output_0.pb new file mode 100644 index 0000000..449a9c0 Binary files /dev/null and b/onnx/backend/test/data/node/test_tile_precomputed/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_top_k/model.onnx b/onnx/backend/test/data/node/test_top_k/model.onnx new file mode 100644 index 0000000..ffdd6cd Binary files /dev/null and b/onnx/backend/test/data/node/test_top_k/model.onnx differ diff --git a/onnx/backend/test/data/node/test_top_k/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_top_k/test_data_set_0/input_0.pb new file mode 100644 index 0000000..3a5dd6d Binary files /dev/null and b/onnx/backend/test/data/node/test_top_k/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_top_k/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_top_k/test_data_set_0/input_1.pb new file mode 100644 index 0000000..1e2082f Binary files /dev/null and b/onnx/backend/test/data/node/test_top_k/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_top_k/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_top_k/test_data_set_0/output_0.pb new file mode 100644 index 0000000..80bb4fa Binary files /dev/null and b/onnx/backend/test/data/node/test_top_k/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_top_k/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_top_k/test_data_set_0/output_1.pb new file mode 100644 index 0000000..d21d603 Binary files /dev/null and b/onnx/backend/test/data/node/test_top_k/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_top_k_negative_axis/model.onnx b/onnx/backend/test/data/node/test_top_k_negative_axis/model.onnx new file mode 100644 index 0000000..59b6076 Binary files /dev/null and b/onnx/backend/test/data/node/test_top_k_negative_axis/model.onnx differ diff --git a/onnx/backend/test/data/node/test_top_k_negative_axis/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_top_k_negative_axis/test_data_set_0/input_0.pb new file mode 100644 index 0000000..3a5dd6d Binary files /dev/null and b/onnx/backend/test/data/node/test_top_k_negative_axis/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_top_k_negative_axis/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_top_k_negative_axis/test_data_set_0/input_1.pb new file mode 100644 index 0000000..1e2082f Binary files /dev/null and b/onnx/backend/test/data/node/test_top_k_negative_axis/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_top_k_negative_axis/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_top_k_negative_axis/test_data_set_0/output_0.pb new file mode 100644 index 0000000..80bb4fa Binary files /dev/null and b/onnx/backend/test/data/node/test_top_k_negative_axis/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_top_k_negative_axis/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_top_k_negative_axis/test_data_set_0/output_1.pb new file mode 100644 index 0000000..d21d603 Binary files /dev/null and b/onnx/backend/test/data/node/test_top_k_negative_axis/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_top_k_same_values/model.onnx b/onnx/backend/test/data/node/test_top_k_same_values/model.onnx new file mode 100644 index 0000000..a325cc7 Binary files /dev/null and b/onnx/backend/test/data/node/test_top_k_same_values/model.onnx differ diff --git a/onnx/backend/test/data/node/test_top_k_same_values/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_top_k_same_values/test_data_set_0/input_0.pb new file mode 100644 index 0000000..2061215 Binary files /dev/null and b/onnx/backend/test/data/node/test_top_k_same_values/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_top_k_same_values/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_top_k_same_values/test_data_set_0/input_1.pb new file mode 100644 index 0000000..1e2082f Binary files /dev/null and b/onnx/backend/test/data/node/test_top_k_same_values/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_top_k_same_values/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_top_k_same_values/test_data_set_0/output_0.pb new file mode 100644 index 0000000..f2c4c9a Binary files /dev/null and b/onnx/backend/test/data/node/test_top_k_same_values/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_top_k_same_values/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_top_k_same_values/test_data_set_0/output_1.pb new file mode 100644 index 0000000..8bb0da2 Binary files /dev/null and b/onnx/backend/test/data/node/test_top_k_same_values/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_top_k_same_values_2d/model.onnx b/onnx/backend/test/data/node/test_top_k_same_values_2d/model.onnx new file mode 100644 index 0000000..8ce3de5 Binary files /dev/null and b/onnx/backend/test/data/node/test_top_k_same_values_2d/model.onnx differ diff --git a/onnx/backend/test/data/node/test_top_k_same_values_2d/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_top_k_same_values_2d/test_data_set_0/input_0.pb new file mode 100644 index 0000000..9762d13 Binary files /dev/null and b/onnx/backend/test/data/node/test_top_k_same_values_2d/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_top_k_same_values_2d/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_top_k_same_values_2d/test_data_set_0/input_1.pb new file mode 100644 index 0000000..1e2082f Binary files /dev/null and b/onnx/backend/test/data/node/test_top_k_same_values_2d/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_top_k_same_values_2d/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_top_k_same_values_2d/test_data_set_0/output_0.pb new file mode 100644 index 0000000..3ea1931 Binary files /dev/null and b/onnx/backend/test/data/node/test_top_k_same_values_2d/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_top_k_same_values_2d/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_top_k_same_values_2d/test_data_set_0/output_1.pb new file mode 100644 index 0000000..eb43509 Binary files /dev/null and b/onnx/backend/test/data/node/test_top_k_same_values_2d/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_top_k_same_values_largest/model.onnx b/onnx/backend/test/data/node/test_top_k_same_values_largest/model.onnx new file mode 100644 index 0000000..e0a6735 Binary files /dev/null and b/onnx/backend/test/data/node/test_top_k_same_values_largest/model.onnx differ diff --git a/onnx/backend/test/data/node/test_top_k_same_values_largest/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_top_k_same_values_largest/test_data_set_0/input_0.pb new file mode 100644 index 0000000..2061215 Binary files /dev/null and b/onnx/backend/test/data/node/test_top_k_same_values_largest/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_top_k_same_values_largest/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_top_k_same_values_largest/test_data_set_0/input_1.pb new file mode 100644 index 0000000..1e2082f Binary files /dev/null and b/onnx/backend/test/data/node/test_top_k_same_values_largest/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_top_k_same_values_largest/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_top_k_same_values_largest/test_data_set_0/output_0.pb new file mode 100644 index 0000000..f2c4c9a Binary files /dev/null and b/onnx/backend/test/data/node/test_top_k_same_values_largest/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_top_k_same_values_largest/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_top_k_same_values_largest/test_data_set_0/output_1.pb new file mode 100644 index 0000000..8bb0da2 Binary files /dev/null and b/onnx/backend/test/data/node/test_top_k_same_values_largest/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_top_k_smallest/model.onnx b/onnx/backend/test/data/node/test_top_k_smallest/model.onnx new file mode 100644 index 0000000..7ceec6f Binary files /dev/null and b/onnx/backend/test/data/node/test_top_k_smallest/model.onnx differ diff --git a/onnx/backend/test/data/node/test_top_k_smallest/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_top_k_smallest/test_data_set_0/input_0.pb new file mode 100644 index 0000000..82c518c Binary files /dev/null and b/onnx/backend/test/data/node/test_top_k_smallest/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_top_k_smallest/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_top_k_smallest/test_data_set_0/input_1.pb new file mode 100644 index 0000000..1e2082f Binary files /dev/null and b/onnx/backend/test/data/node/test_top_k_smallest/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_top_k_smallest/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_top_k_smallest/test_data_set_0/output_0.pb new file mode 100644 index 0000000..06b30d0 Binary files /dev/null and b/onnx/backend/test/data/node/test_top_k_smallest/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_top_k_smallest/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_top_k_smallest/test_data_set_0/output_1.pb new file mode 100644 index 0000000..cd82f00 Binary files /dev/null and b/onnx/backend/test/data/node/test_top_k_smallest/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_top_k_uint64/model.onnx b/onnx/backend/test/data/node/test_top_k_uint64/model.onnx new file mode 100644 index 0000000..c643c98 Binary files /dev/null and b/onnx/backend/test/data/node/test_top_k_uint64/model.onnx differ diff --git a/onnx/backend/test/data/node/test_top_k_uint64/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_top_k_uint64/test_data_set_0/input_0.pb new file mode 100644 index 0000000..5c5b902 Binary files /dev/null and b/onnx/backend/test/data/node/test_top_k_uint64/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_top_k_uint64/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_top_k_uint64/test_data_set_0/input_1.pb new file mode 100644 index 0000000..1e2082f Binary files /dev/null and b/onnx/backend/test/data/node/test_top_k_uint64/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_top_k_uint64/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_top_k_uint64/test_data_set_0/output_0.pb new file mode 100644 index 0000000..5c8f240 Binary files /dev/null and b/onnx/backend/test/data/node/test_top_k_uint64/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_top_k_uint64/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_top_k_uint64/test_data_set_0/output_1.pb new file mode 100644 index 0000000..d21d603 Binary files /dev/null and b/onnx/backend/test/data/node/test_top_k_uint64/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_training_dropout/model.onnx b/onnx/backend/test/data/node/test_training_dropout/model.onnx new file mode 100644 index 0000000..2fb3db0 Binary files /dev/null and b/onnx/backend/test/data/node/test_training_dropout/model.onnx differ diff --git a/onnx/backend/test/data/node/test_training_dropout/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_training_dropout/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_training_dropout/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_training_dropout/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_training_dropout/test_data_set_0/input_1.pb new file mode 100644 index 0000000..2c1bf8d Binary files /dev/null and b/onnx/backend/test/data/node/test_training_dropout/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_training_dropout/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_training_dropout/test_data_set_0/input_2.pb new file mode 100644 index 0000000..f66a23b --- /dev/null +++ b/onnx/backend/test/data/node/test_training_dropout/test_data_set_0/input_2.pb @@ -0,0 +1 @@ + BtJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_training_dropout/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_training_dropout/test_data_set_0/output_0.pb new file mode 100644 index 0000000..dcbd20d Binary files /dev/null and b/onnx/backend/test/data/node/test_training_dropout/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_training_dropout_default/model.onnx b/onnx/backend/test/data/node/test_training_dropout_default/model.onnx new file mode 100644 index 0000000..2a02f26 Binary files /dev/null and b/onnx/backend/test/data/node/test_training_dropout_default/model.onnx differ diff --git a/onnx/backend/test/data/node/test_training_dropout_default/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_training_dropout_default/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_training_dropout_default/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_training_dropout_default/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_training_dropout_default/test_data_set_0/input_1.pb new file mode 100644 index 0000000..b5d0231 Binary files /dev/null and b/onnx/backend/test/data/node/test_training_dropout_default/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_training_dropout_default/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_training_dropout_default/test_data_set_0/input_2.pb new file mode 100644 index 0000000..f66a23b --- /dev/null +++ b/onnx/backend/test/data/node/test_training_dropout_default/test_data_set_0/input_2.pb @@ -0,0 +1 @@ + BtJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_training_dropout_default/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_training_dropout_default/test_data_set_0/output_0.pb new file mode 100644 index 0000000..579996a Binary files /dev/null and b/onnx/backend/test/data/node/test_training_dropout_default/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_training_dropout_default_mask/model.onnx b/onnx/backend/test/data/node/test_training_dropout_default_mask/model.onnx new file mode 100644 index 0000000..73f140c Binary files /dev/null and b/onnx/backend/test/data/node/test_training_dropout_default_mask/model.onnx differ diff --git a/onnx/backend/test/data/node/test_training_dropout_default_mask/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_training_dropout_default_mask/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_training_dropout_default_mask/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_training_dropout_default_mask/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_training_dropout_default_mask/test_data_set_0/input_1.pb new file mode 100644 index 0000000..b5d0231 Binary files /dev/null and b/onnx/backend/test/data/node/test_training_dropout_default_mask/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_training_dropout_default_mask/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_training_dropout_default_mask/test_data_set_0/input_2.pb new file mode 100644 index 0000000..f66a23b --- /dev/null +++ b/onnx/backend/test/data/node/test_training_dropout_default_mask/test_data_set_0/input_2.pb @@ -0,0 +1 @@ + BtJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_training_dropout_default_mask/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_training_dropout_default_mask/test_data_set_0/output_0.pb new file mode 100644 index 0000000..579996a Binary files /dev/null and b/onnx/backend/test/data/node/test_training_dropout_default_mask/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_training_dropout_default_mask/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_training_dropout_default_mask/test_data_set_0/output_1.pb new file mode 100644 index 0000000..646972b Binary files /dev/null and b/onnx/backend/test/data/node/test_training_dropout_default_mask/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_training_dropout_mask/model.onnx b/onnx/backend/test/data/node/test_training_dropout_mask/model.onnx new file mode 100644 index 0000000..7a2cf92 Binary files /dev/null and b/onnx/backend/test/data/node/test_training_dropout_mask/model.onnx differ diff --git a/onnx/backend/test/data/node/test_training_dropout_mask/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_training_dropout_mask/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_training_dropout_mask/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_training_dropout_mask/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_training_dropout_mask/test_data_set_0/input_1.pb new file mode 100644 index 0000000..2c1bf8d Binary files /dev/null and b/onnx/backend/test/data/node/test_training_dropout_mask/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_training_dropout_mask/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_training_dropout_mask/test_data_set_0/input_2.pb new file mode 100644 index 0000000..f66a23b --- /dev/null +++ b/onnx/backend/test/data/node/test_training_dropout_mask/test_data_set_0/input_2.pb @@ -0,0 +1 @@ + BtJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_training_dropout_mask/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_training_dropout_mask/test_data_set_0/output_0.pb new file mode 100644 index 0000000..dcbd20d Binary files /dev/null and b/onnx/backend/test/data/node/test_training_dropout_mask/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_training_dropout_mask/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_training_dropout_mask/test_data_set_0/output_1.pb new file mode 100644 index 0000000..c165477 Binary files /dev/null and b/onnx/backend/test/data/node/test_training_dropout_mask/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/node/test_training_dropout_zero_ratio/model.onnx b/onnx/backend/test/data/node/test_training_dropout_zero_ratio/model.onnx new file mode 100644 index 0000000..2551754 Binary files /dev/null and b/onnx/backend/test/data/node/test_training_dropout_zero_ratio/model.onnx differ diff --git a/onnx/backend/test/data/node/test_training_dropout_zero_ratio/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_training_dropout_zero_ratio/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_training_dropout_zero_ratio/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_training_dropout_zero_ratio/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_training_dropout_zero_ratio/test_data_set_0/input_1.pb new file mode 100644 index 0000000..a1b82ab Binary files /dev/null and b/onnx/backend/test/data/node/test_training_dropout_zero_ratio/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_training_dropout_zero_ratio/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_training_dropout_zero_ratio/test_data_set_0/input_2.pb new file mode 100644 index 0000000..f66a23b --- /dev/null +++ b/onnx/backend/test/data/node/test_training_dropout_zero_ratio/test_data_set_0/input_2.pb @@ -0,0 +1 @@ + BtJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_training_dropout_zero_ratio/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_training_dropout_zero_ratio/test_data_set_0/output_0.pb new file mode 100644 index 0000000..ad67ee7 --- /dev/null +++ b/onnx/backend/test/data/node/test_training_dropout_zero_ratio/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +ByJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_training_dropout_zero_ratio_mask/model.onnx b/onnx/backend/test/data/node/test_training_dropout_zero_ratio_mask/model.onnx new file mode 100644 index 0000000..58821f2 Binary files /dev/null and b/onnx/backend/test/data/node/test_training_dropout_zero_ratio_mask/model.onnx differ diff --git a/onnx/backend/test/data/node/test_training_dropout_zero_ratio_mask/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_training_dropout_zero_ratio_mask/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_training_dropout_zero_ratio_mask/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_training_dropout_zero_ratio_mask/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_training_dropout_zero_ratio_mask/test_data_set_0/input_1.pb new file mode 100644 index 0000000..a1b82ab Binary files /dev/null and b/onnx/backend/test/data/node/test_training_dropout_zero_ratio_mask/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_training_dropout_zero_ratio_mask/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_training_dropout_zero_ratio_mask/test_data_set_0/input_2.pb new file mode 100644 index 0000000..f66a23b --- /dev/null +++ b/onnx/backend/test/data/node/test_training_dropout_zero_ratio_mask/test_data_set_0/input_2.pb @@ -0,0 +1 @@ + BtJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_training_dropout_zero_ratio_mask/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_training_dropout_zero_ratio_mask/test_data_set_0/output_0.pb new file mode 100644 index 0000000..ad67ee7 --- /dev/null +++ b/onnx/backend/test/data/node/test_training_dropout_zero_ratio_mask/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +ByJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_training_dropout_zero_ratio_mask/test_data_set_0/output_1.pb b/onnx/backend/test/data/node/test_training_dropout_zero_ratio_mask/test_data_set_0/output_1.pb new file mode 100644 index 0000000..de98527 --- /dev/null +++ b/onnx/backend/test/data/node/test_training_dropout_zero_ratio_mask/test_data_set_0/output_1.pb @@ -0,0 +1 @@ + BzJ< \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_transpose_all_permutations_0/model.onnx b/onnx/backend/test/data/node/test_transpose_all_permutations_0/model.onnx new file mode 100644 index 0000000..955346f Binary files /dev/null and b/onnx/backend/test/data/node/test_transpose_all_permutations_0/model.onnx differ diff --git a/onnx/backend/test/data/node/test_transpose_all_permutations_0/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_transpose_all_permutations_0/test_data_set_0/input_0.pb new file mode 100644 index 0000000..d80707a --- /dev/null +++ b/onnx/backend/test/data/node/test_transpose_all_permutations_0/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BdataJ`  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{=p= <&U?H5G?^?z?L?G>G? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_transpose_all_permutations_0/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_transpose_all_permutations_0/test_data_set_0/output_0.pb new file mode 100644 index 0000000..36a37a6 --- /dev/null +++ b/onnx/backend/test/data/node/test_transpose_all_permutations_0/test_data_set_0/output_0.pb @@ -0,0 +1,2 @@ +B +transposedJ`  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{=p= <&U?H5G?^?z?L?G>G? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_transpose_all_permutations_1/model.onnx b/onnx/backend/test/data/node/test_transpose_all_permutations_1/model.onnx new file mode 100644 index 0000000..abef217 Binary files /dev/null and b/onnx/backend/test/data/node/test_transpose_all_permutations_1/model.onnx differ diff --git a/onnx/backend/test/data/node/test_transpose_all_permutations_1/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_transpose_all_permutations_1/test_data_set_0/input_0.pb new file mode 100644 index 0000000..d80707a --- /dev/null +++ b/onnx/backend/test/data/node/test_transpose_all_permutations_1/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BdataJ`  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{=p= <&U?H5G?^?z?L?G>G? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_transpose_all_permutations_1/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_transpose_all_permutations_1/test_data_set_0/output_0.pb new file mode 100644 index 0000000..6c4bed4 --- /dev/null +++ b/onnx/backend/test/data/node/test_transpose_all_permutations_1/test_data_set_0/output_0.pb @@ -0,0 +1,2 @@ +B +transposedJ`  ?H>v?7?QY%?rR>N?n >~J?w} ?p=^?G? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_transpose_all_permutations_2/model.onnx b/onnx/backend/test/data/node/test_transpose_all_permutations_2/model.onnx new file mode 100644 index 0000000..d4f6b03 Binary files /dev/null and b/onnx/backend/test/data/node/test_transpose_all_permutations_2/model.onnx differ diff --git a/onnx/backend/test/data/node/test_transpose_all_permutations_2/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_transpose_all_permutations_2/test_data_set_0/input_0.pb new file mode 100644 index 0000000..d80707a --- /dev/null +++ b/onnx/backend/test/data/node/test_transpose_all_permutations_2/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BdataJ`  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{=p= <&U?H5G?^?z?L?G>G? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_transpose_all_permutations_2/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_transpose_all_permutations_2/test_data_set_0/output_0.pb new file mode 100644 index 0000000..931c9d0 --- /dev/null +++ b/onnx/backend/test/data/node/test_transpose_all_permutations_2/test_data_set_0/output_0.pb @@ -0,0 +1,2 @@ +B +transposedJ`  ?7?N?w} ?^k?l?Z{=p=H>QY%?n >~J?e?z?L?G>G? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_transpose_all_permutations_3/model.onnx b/onnx/backend/test/data/node/test_transpose_all_permutations_3/model.onnx new file mode 100644 index 0000000..809f658 Binary files /dev/null and b/onnx/backend/test/data/node/test_transpose_all_permutations_3/model.onnx differ diff --git a/onnx/backend/test/data/node/test_transpose_all_permutations_3/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_transpose_all_permutations_3/test_data_set_0/input_0.pb new file mode 100644 index 0000000..d80707a --- /dev/null +++ b/onnx/backend/test/data/node/test_transpose_all_permutations_3/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BdataJ`  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{=p= <&U?H5G?^?z?L?G>G? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_transpose_all_permutations_3/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_transpose_all_permutations_3/test_data_set_0/output_0.pb new file mode 100644 index 0000000..fcc0cd0 --- /dev/null +++ b/onnx/backend/test/data/node/test_transpose_all_permutations_3/test_data_set_0/output_0.pb @@ -0,0 +1,2 @@ +B +transposedJ`  ?^k?7?l?N?Z{=w} ?p=H> H5G?L?~J?G>e?G? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_transpose_all_permutations_4/model.onnx b/onnx/backend/test/data/node/test_transpose_all_permutations_4/model.onnx new file mode 100644 index 0000000..316ed3d Binary files /dev/null and b/onnx/backend/test/data/node/test_transpose_all_permutations_4/model.onnx differ diff --git a/onnx/backend/test/data/node/test_transpose_all_permutations_4/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_transpose_all_permutations_4/test_data_set_0/input_0.pb new file mode 100644 index 0000000..d80707a --- /dev/null +++ b/onnx/backend/test/data/node/test_transpose_all_permutations_4/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BdataJ`  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{=p= <&U?H5G?^?z?L?G>G? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_transpose_all_permutations_4/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_transpose_all_permutations_4/test_data_set_0/output_0.pb new file mode 100644 index 0000000..c17d014 --- /dev/null +++ b/onnx/backend/test/data/node/test_transpose_all_permutations_4/test_data_set_0/output_0.pb @@ -0,0 +1,2 @@ +B +transposedJ`  ?H>v?^k? l?&U?L?N?n >~J?Z{=H5G?G>w} ?QY%?n >~J?e?^k?l?Z{=p= <&U?H5G?^?z?L?G>G? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_transpose_all_permutations_5/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_transpose_all_permutations_5/test_data_set_0/output_0.pb new file mode 100644 index 0000000..cb9b3ba --- /dev/null +++ b/onnx/backend/test/data/node/test_transpose_all_permutations_5/test_data_set_0/output_0.pb @@ -0,0 +1,2 @@ +B +transposedJ`  ?^k?H> L?N?Z{=n >H5G?~J?G>w} ?p=QY%?n >~J?e?^k?l?Z{=p= <&U?H5G?^?z?L?G>G? \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_transpose_default/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_transpose_default/test_data_set_0/output_0.pb new file mode 100644 index 0000000..cb9b3ba --- /dev/null +++ b/onnx/backend/test/data/node/test_transpose_default/test_data_set_0/output_0.pb @@ -0,0 +1,2 @@ +B +transposedJ`  ?^k?H> L?N?Z{=n >H5G?~J?G>w} ?p=z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_unsqueeze_axis_0/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_unsqueeze_axis_0/test_data_set_0/input_1.pb new file mode 100644 index 0000000..ec9874a Binary files /dev/null and b/onnx/backend/test/data/node/test_unsqueeze_axis_0/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_unsqueeze_axis_0/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_unsqueeze_axis_0/test_data_set_0/output_0.pb new file mode 100644 index 0000000..5cfc6be --- /dev/null +++ b/onnx/backend/test/data/node/test_unsqueeze_axis_0/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +ByJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_unsqueeze_axis_1/model.onnx b/onnx/backend/test/data/node/test_unsqueeze_axis_1/model.onnx new file mode 100644 index 0000000..9f175a1 Binary files /dev/null and b/onnx/backend/test/data/node/test_unsqueeze_axis_1/model.onnx differ diff --git a/onnx/backend/test/data/node/test_unsqueeze_axis_1/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_unsqueeze_axis_1/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_unsqueeze_axis_1/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_unsqueeze_axis_1/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_unsqueeze_axis_1/test_data_set_0/input_1.pb new file mode 100644 index 0000000..3179943 Binary files /dev/null and b/onnx/backend/test/data/node/test_unsqueeze_axis_1/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_unsqueeze_axis_1/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_unsqueeze_axis_1/test_data_set_0/output_0.pb new file mode 100644 index 0000000..56042ab --- /dev/null +++ b/onnx/backend/test/data/node/test_unsqueeze_axis_1/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +ByJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_unsqueeze_axis_2/model.onnx b/onnx/backend/test/data/node/test_unsqueeze_axis_2/model.onnx new file mode 100644 index 0000000..cee708a Binary files /dev/null and b/onnx/backend/test/data/node/test_unsqueeze_axis_2/model.onnx differ diff --git a/onnx/backend/test/data/node/test_unsqueeze_axis_2/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_unsqueeze_axis_2/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_unsqueeze_axis_2/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_unsqueeze_axis_2/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_unsqueeze_axis_2/test_data_set_0/input_1.pb new file mode 100644 index 0000000..e8256ea Binary files /dev/null and b/onnx/backend/test/data/node/test_unsqueeze_axis_2/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_unsqueeze_axis_2/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_unsqueeze_axis_2/test_data_set_0/output_0.pb new file mode 100644 index 0000000..4e331e4 --- /dev/null +++ b/onnx/backend/test/data/node/test_unsqueeze_axis_2/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +ByJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_unsqueeze_negative_axes/model.onnx b/onnx/backend/test/data/node/test_unsqueeze_negative_axes/model.onnx new file mode 100644 index 0000000..ed0dcec Binary files /dev/null and b/onnx/backend/test/data/node/test_unsqueeze_negative_axes/model.onnx differ diff --git a/onnx/backend/test/data/node/test_unsqueeze_negative_axes/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_unsqueeze_negative_axes/test_data_set_0/input_0.pb new file mode 100644 index 0000000..55c2bdc --- /dev/null +++ b/onnx/backend/test/data/node/test_unsqueeze_negative_axes/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJz?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_unsqueeze_negative_axes/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_unsqueeze_negative_axes/test_data_set_0/input_1.pb new file mode 100644 index 0000000..2f4bbd3 --- /dev/null +++ b/onnx/backend/test/data/node/test_unsqueeze_negative_axes/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +BaxesJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_unsqueeze_negative_axes/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_unsqueeze_negative_axes/test_data_set_0/output_0.pb new file mode 100644 index 0000000..4ef93c7 --- /dev/null +++ b/onnx/backend/test/data/node/test_unsqueeze_negative_axes/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +ByJz?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_unsqueeze_three_axes/model.onnx b/onnx/backend/test/data/node/test_unsqueeze_three_axes/model.onnx new file mode 100644 index 0000000..ed30eb9 Binary files /dev/null and b/onnx/backend/test/data/node/test_unsqueeze_three_axes/model.onnx differ diff --git a/onnx/backend/test/data/node/test_unsqueeze_three_axes/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_unsqueeze_three_axes/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_unsqueeze_three_axes/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_unsqueeze_three_axes/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_unsqueeze_three_axes/test_data_set_0/input_1.pb new file mode 100644 index 0000000..7fff38d Binary files /dev/null and b/onnx/backend/test/data/node/test_unsqueeze_three_axes/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_unsqueeze_three_axes/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_unsqueeze_three_axes/test_data_set_0/output_0.pb new file mode 100644 index 0000000..6c8b881 --- /dev/null +++ b/onnx/backend/test/data/node/test_unsqueeze_three_axes/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +ByJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_unsqueeze_two_axes/model.onnx b/onnx/backend/test/data/node/test_unsqueeze_two_axes/model.onnx new file mode 100644 index 0000000..002a3e2 Binary files /dev/null and b/onnx/backend/test/data/node/test_unsqueeze_two_axes/model.onnx differ diff --git a/onnx/backend/test/data/node/test_unsqueeze_two_axes/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_unsqueeze_two_axes/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_unsqueeze_two_axes/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_unsqueeze_two_axes/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_unsqueeze_two_axes/test_data_set_0/input_1.pb new file mode 100644 index 0000000..bcf4f4e Binary files /dev/null and b/onnx/backend/test/data/node/test_unsqueeze_two_axes/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_unsqueeze_two_axes/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_unsqueeze_two_axes/test_data_set_0/output_0.pb new file mode 100644 index 0000000..0f34445 --- /dev/null +++ b/onnx/backend/test/data/node/test_unsqueeze_two_axes/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +ByJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_unsqueeze_unsorted_axes/model.onnx b/onnx/backend/test/data/node/test_unsqueeze_unsorted_axes/model.onnx new file mode 100644 index 0000000..7a0073f Binary files /dev/null and b/onnx/backend/test/data/node/test_unsqueeze_unsorted_axes/model.onnx differ diff --git a/onnx/backend/test/data/node/test_unsqueeze_unsorted_axes/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_unsqueeze_unsorted_axes/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bae0ffd --- /dev/null +++ b/onnx/backend/test/data/node/test_unsqueeze_unsorted_axes/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_unsqueeze_unsorted_axes/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_unsqueeze_unsorted_axes/test_data_set_0/input_1.pb new file mode 100644 index 0000000..b22e7e7 Binary files /dev/null and b/onnx/backend/test/data/node/test_unsqueeze_unsorted_axes/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_unsqueeze_unsorted_axes/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_unsqueeze_unsorted_axes/test_data_set_0/output_0.pb new file mode 100644 index 0000000..6c8b881 --- /dev/null +++ b/onnx/backend/test/data/node/test_unsqueeze_unsorted_axes/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +ByJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_upsample_nearest/model.onnx b/onnx/backend/test/data/node/test_upsample_nearest/model.onnx new file mode 100644 index 0000000..b049f22 Binary files /dev/null and b/onnx/backend/test/data/node/test_upsample_nearest/model.onnx differ diff --git a/onnx/backend/test/data/node/test_upsample_nearest/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_upsample_nearest/test_data_set_0/input_0.pb new file mode 100644 index 0000000..b41f51b Binary files /dev/null and b/onnx/backend/test/data/node/test_upsample_nearest/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_upsample_nearest/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_upsample_nearest/test_data_set_0/input_1.pb new file mode 100644 index 0000000..c1adc83 Binary files /dev/null and b/onnx/backend/test/data/node/test_upsample_nearest/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_upsample_nearest/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_upsample_nearest/test_data_set_0/output_0.pb new file mode 100644 index 0000000..617f127 Binary files /dev/null and b/onnx/backend/test/data/node/test_upsample_nearest/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_where_example/model.onnx b/onnx/backend/test/data/node/test_where_example/model.onnx new file mode 100644 index 0000000..c380e28 Binary files /dev/null and b/onnx/backend/test/data/node/test_where_example/model.onnx differ diff --git a/onnx/backend/test/data/node/test_where_example/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_where_example/test_data_set_0/input_0.pb new file mode 100644 index 0000000..deccba9 Binary files /dev/null and b/onnx/backend/test/data/node/test_where_example/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_where_example/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_where_example/test_data_set_0/input_1.pb new file mode 100644 index 0000000..2f5057b Binary files /dev/null and b/onnx/backend/test/data/node/test_where_example/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_where_example/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_where_example/test_data_set_0/input_2.pb new file mode 100644 index 0000000..02ce320 Binary files /dev/null and b/onnx/backend/test/data/node/test_where_example/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_where_example/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_where_example/test_data_set_0/output_0.pb new file mode 100644 index 0000000..13d0f88 Binary files /dev/null and b/onnx/backend/test/data/node/test_where_example/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_where_long_example/model.onnx b/onnx/backend/test/data/node/test_where_long_example/model.onnx new file mode 100644 index 0000000..55a58da Binary files /dev/null and b/onnx/backend/test/data/node/test_where_long_example/model.onnx differ diff --git a/onnx/backend/test/data/node/test_where_long_example/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_where_long_example/test_data_set_0/input_0.pb new file mode 100644 index 0000000..deccba9 Binary files /dev/null and b/onnx/backend/test/data/node/test_where_long_example/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_where_long_example/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_where_long_example/test_data_set_0/input_1.pb new file mode 100644 index 0000000..567dbeb Binary files /dev/null and b/onnx/backend/test/data/node/test_where_long_example/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_where_long_example/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_where_long_example/test_data_set_0/input_2.pb new file mode 100644 index 0000000..e4d7a0c Binary files /dev/null and b/onnx/backend/test/data/node/test_where_long_example/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/node/test_where_long_example/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_where_long_example/test_data_set_0/output_0.pb new file mode 100644 index 0000000..00461d2 Binary files /dev/null and b/onnx/backend/test/data/node/test_where_long_example/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_wrap_pad/model.onnx b/onnx/backend/test/data/node/test_wrap_pad/model.onnx new file mode 100644 index 0000000..0efd86d Binary files /dev/null and b/onnx/backend/test/data/node/test_wrap_pad/model.onnx differ diff --git a/onnx/backend/test/data/node/test_wrap_pad/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_wrap_pad/test_data_set_0/input_0.pb new file mode 100644 index 0000000..384f945 Binary files /dev/null and b/onnx/backend/test/data/node/test_wrap_pad/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_wrap_pad/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_wrap_pad/test_data_set_0/input_1.pb new file mode 100644 index 0000000..131ea5f Binary files /dev/null and b/onnx/backend/test/data/node/test_wrap_pad/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_wrap_pad/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_wrap_pad/test_data_set_0/output_0.pb new file mode 100644 index 0000000..9dabedb Binary files /dev/null and b/onnx/backend/test/data/node/test_wrap_pad/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_xor2d/model.onnx b/onnx/backend/test/data/node/test_xor2d/model.onnx new file mode 100644 index 0000000..f32e424 Binary files /dev/null and b/onnx/backend/test/data/node/test_xor2d/model.onnx differ diff --git a/onnx/backend/test/data/node/test_xor2d/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_xor2d/test_data_set_0/input_0.pb new file mode 100644 index 0000000..d954177 Binary files /dev/null and b/onnx/backend/test/data/node/test_xor2d/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_xor2d/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_xor2d/test_data_set_0/input_1.pb new file mode 100644 index 0000000..2f37772 Binary files /dev/null and b/onnx/backend/test/data/node/test_xor2d/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_xor2d/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_xor2d/test_data_set_0/output_0.pb new file mode 100644 index 0000000..2ede816 Binary files /dev/null and b/onnx/backend/test/data/node/test_xor2d/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_xor3d/model.onnx b/onnx/backend/test/data/node/test_xor3d/model.onnx new file mode 100644 index 0000000..3746b43 Binary files /dev/null and b/onnx/backend/test/data/node/test_xor3d/model.onnx differ diff --git a/onnx/backend/test/data/node/test_xor3d/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_xor3d/test_data_set_0/input_0.pb new file mode 100644 index 0000000..402cb45 Binary files /dev/null and b/onnx/backend/test/data/node/test_xor3d/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_xor3d/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_xor3d/test_data_set_0/input_1.pb new file mode 100644 index 0000000..825b4f4 Binary files /dev/null and b/onnx/backend/test/data/node/test_xor3d/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_xor3d/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_xor3d/test_data_set_0/output_0.pb new file mode 100644 index 0000000..5aaed12 Binary files /dev/null and b/onnx/backend/test/data/node/test_xor3d/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_xor4d/model.onnx b/onnx/backend/test/data/node/test_xor4d/model.onnx new file mode 100644 index 0000000..0a83c6a Binary files /dev/null and b/onnx/backend/test/data/node/test_xor4d/model.onnx differ diff --git a/onnx/backend/test/data/node/test_xor4d/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_xor4d/test_data_set_0/input_0.pb new file mode 100644 index 0000000..3c2fb94 Binary files /dev/null and b/onnx/backend/test/data/node/test_xor4d/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_xor4d/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_xor4d/test_data_set_0/input_1.pb new file mode 100644 index 0000000..925bab6 Binary files /dev/null and b/onnx/backend/test/data/node/test_xor4d/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_xor4d/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_xor4d/test_data_set_0/output_0.pb new file mode 100644 index 0000000..4b38cb4 Binary files /dev/null and b/onnx/backend/test/data/node/test_xor4d/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_xor_bcast3v1d/model.onnx b/onnx/backend/test/data/node/test_xor_bcast3v1d/model.onnx new file mode 100644 index 0000000..447f9d3 Binary files /dev/null and b/onnx/backend/test/data/node/test_xor_bcast3v1d/model.onnx differ diff --git a/onnx/backend/test/data/node/test_xor_bcast3v1d/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_xor_bcast3v1d/test_data_set_0/input_0.pb new file mode 100644 index 0000000..5cc32fe Binary files /dev/null and b/onnx/backend/test/data/node/test_xor_bcast3v1d/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_xor_bcast3v1d/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_xor_bcast3v1d/test_data_set_0/input_1.pb new file mode 100644 index 0000000..1500686 Binary files /dev/null and b/onnx/backend/test/data/node/test_xor_bcast3v1d/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_xor_bcast3v1d/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_xor_bcast3v1d/test_data_set_0/output_0.pb new file mode 100644 index 0000000..191b7b0 Binary files /dev/null and b/onnx/backend/test/data/node/test_xor_bcast3v1d/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_xor_bcast3v2d/model.onnx b/onnx/backend/test/data/node/test_xor_bcast3v2d/model.onnx new file mode 100644 index 0000000..e83e4af Binary files /dev/null and b/onnx/backend/test/data/node/test_xor_bcast3v2d/model.onnx differ diff --git a/onnx/backend/test/data/node/test_xor_bcast3v2d/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_xor_bcast3v2d/test_data_set_0/input_0.pb new file mode 100644 index 0000000..d784193 Binary files /dev/null and b/onnx/backend/test/data/node/test_xor_bcast3v2d/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_xor_bcast3v2d/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_xor_bcast3v2d/test_data_set_0/input_1.pb new file mode 100644 index 0000000..8bab0d3 Binary files /dev/null and b/onnx/backend/test/data/node/test_xor_bcast3v2d/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_xor_bcast3v2d/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_xor_bcast3v2d/test_data_set_0/output_0.pb new file mode 100644 index 0000000..dadeaaa Binary files /dev/null and b/onnx/backend/test/data/node/test_xor_bcast3v2d/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_xor_bcast4v2d/model.onnx b/onnx/backend/test/data/node/test_xor_bcast4v2d/model.onnx new file mode 100644 index 0000000..c930bbf Binary files /dev/null and b/onnx/backend/test/data/node/test_xor_bcast4v2d/model.onnx differ diff --git a/onnx/backend/test/data/node/test_xor_bcast4v2d/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_xor_bcast4v2d/test_data_set_0/input_0.pb new file mode 100644 index 0000000..22944e3 Binary files /dev/null and b/onnx/backend/test/data/node/test_xor_bcast4v2d/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_xor_bcast4v2d/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_xor_bcast4v2d/test_data_set_0/input_1.pb new file mode 100644 index 0000000..d7cba2c Binary files /dev/null and b/onnx/backend/test/data/node/test_xor_bcast4v2d/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_xor_bcast4v2d/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_xor_bcast4v2d/test_data_set_0/output_0.pb new file mode 100644 index 0000000..9266653 Binary files /dev/null and b/onnx/backend/test/data/node/test_xor_bcast4v2d/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_xor_bcast4v3d/model.onnx b/onnx/backend/test/data/node/test_xor_bcast4v3d/model.onnx new file mode 100644 index 0000000..ae23efe Binary files /dev/null and b/onnx/backend/test/data/node/test_xor_bcast4v3d/model.onnx differ diff --git a/onnx/backend/test/data/node/test_xor_bcast4v3d/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_xor_bcast4v3d/test_data_set_0/input_0.pb new file mode 100644 index 0000000..70f33b9 Binary files /dev/null and b/onnx/backend/test/data/node/test_xor_bcast4v3d/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_xor_bcast4v3d/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_xor_bcast4v3d/test_data_set_0/input_1.pb new file mode 100644 index 0000000..7e83c14 Binary files /dev/null and b/onnx/backend/test/data/node/test_xor_bcast4v3d/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_xor_bcast4v3d/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_xor_bcast4v3d/test_data_set_0/output_0.pb new file mode 100644 index 0000000..854b39a Binary files /dev/null and b/onnx/backend/test/data/node/test_xor_bcast4v3d/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/node/test_xor_bcast4v4d/model.onnx b/onnx/backend/test/data/node/test_xor_bcast4v4d/model.onnx new file mode 100644 index 0000000..2d6d17b Binary files /dev/null and b/onnx/backend/test/data/node/test_xor_bcast4v4d/model.onnx differ diff --git a/onnx/backend/test/data/node/test_xor_bcast4v4d/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_xor_bcast4v4d/test_data_set_0/input_0.pb new file mode 100644 index 0000000..024a348 Binary files /dev/null and b/onnx/backend/test/data/node/test_xor_bcast4v4d/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/node/test_xor_bcast4v4d/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_xor_bcast4v4d/test_data_set_0/input_1.pb new file mode 100644 index 0000000..8e18502 Binary files /dev/null and b/onnx/backend/test/data/node/test_xor_bcast4v4d/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/node/test_xor_bcast4v4d/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_xor_bcast4v4d/test_data_set_0/output_0.pb new file mode 100644 index 0000000..bb78baf Binary files /dev/null and b/onnx/backend/test/data/node/test_xor_bcast4v4d/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_AvgPool1d/model.onnx b/onnx/backend/test/data/pytorch-converted/test_AvgPool1d/model.onnx new file mode 100644 index 0000000..a61f144 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_AvgPool1d/model.onnx differ diff --git a/onnx/backend/test/data/pytorch-converted/test_AvgPool1d/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-converted/test_AvgPool1d/test_data_set_0/input_0.pb new file mode 100644 index 0000000..e0b0a85 --- /dev/null +++ b/onnx/backend/test/data/pytorch-converted/test_AvgPool1d/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +J_?}jQT3n=?!@>>Q?f? >Ku=@f"=7 >[y?rpA˘k>ޢ?{.r>7 @|ѿE^?ՏȾ =?̿Nd=ྥ2Z>I> \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-converted/test_AvgPool1d/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-converted/test_AvgPool1d/test_data_set_0/output_0.pb new file mode 100644 index 0000000..03fd37f --- /dev/null +++ b/onnx/backend/test/data/pytorch-converted/test_AvgPool1d/test_data_set_0/output_0.pb @@ -0,0 +1,2 @@ +JH=^ a4> +>{>Lt>Y^>glV9C??Nt>N>YE5> \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-converted/test_AvgPool1d_stride/model.onnx b/onnx/backend/test/data/pytorch-converted/test_AvgPool1d_stride/model.onnx new file mode 100644 index 0000000..a61f144 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_AvgPool1d_stride/model.onnx differ diff --git a/onnx/backend/test/data/pytorch-converted/test_AvgPool1d_stride/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-converted/test_AvgPool1d_stride/test_data_set_0/input_0.pb new file mode 100644 index 0000000..197e186 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_AvgPool1d_stride/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_AvgPool1d_stride/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-converted/test_AvgPool1d_stride/test_data_set_0/output_0.pb new file mode 100644 index 0000000..0fbcdcd --- /dev/null +++ b/onnx/backend/test/data/pytorch-converted/test_AvgPool1d_stride/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +JH}?>X ?,}}+ǀž?Sd>)@"p9Jr?)?f? \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-converted/test_AvgPool2d/model.onnx b/onnx/backend/test/data/pytorch-converted/test_AvgPool2d/model.onnx new file mode 100644 index 0000000..c78cd2f Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_AvgPool2d/model.onnx differ diff --git a/onnx/backend/test/data/pytorch-converted/test_AvgPool2d/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-converted/test_AvgPool2d/test_data_set_0/input_0.pb new file mode 100644 index 0000000..7dcb965 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_AvgPool2d/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_AvgPool2d/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-converted/test_AvgPool2d/test_data_set_0/output_0.pb new file mode 100644 index 0000000..fd330e3 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_AvgPool2d/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_AvgPool2d_stride/model.onnx b/onnx/backend/test/data/pytorch-converted/test_AvgPool2d_stride/model.onnx new file mode 100644 index 0000000..c78cd2f Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_AvgPool2d_stride/model.onnx differ diff --git a/onnx/backend/test/data/pytorch-converted/test_AvgPool2d_stride/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-converted/test_AvgPool2d_stride/test_data_set_0/input_0.pb new file mode 100644 index 0000000..0240b9e Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_AvgPool2d_stride/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_AvgPool2d_stride/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-converted/test_AvgPool2d_stride/test_data_set_0/output_0.pb new file mode 100644 index 0000000..3cd0ca3 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_AvgPool2d_stride/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_AvgPool3d/model.onnx b/onnx/backend/test/data/pytorch-converted/test_AvgPool3d/model.onnx new file mode 100644 index 0000000..c63e3f7 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_AvgPool3d/model.onnx differ diff --git a/onnx/backend/test/data/pytorch-converted/test_AvgPool3d/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-converted/test_AvgPool3d/test_data_set_0/input_0.pb new file mode 100644 index 0000000..35b2395 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_AvgPool3d/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_AvgPool3d/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-converted/test_AvgPool3d/test_data_set_0/output_0.pb new file mode 100644 index 0000000..106cb68 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_AvgPool3d/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_AvgPool3d_stride/model.onnx b/onnx/backend/test/data/pytorch-converted/test_AvgPool3d_stride/model.onnx new file mode 100644 index 0000000..4ca534c Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_AvgPool3d_stride/model.onnx differ diff --git a/onnx/backend/test/data/pytorch-converted/test_AvgPool3d_stride/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-converted/test_AvgPool3d_stride/test_data_set_0/input_0.pb new file mode 100644 index 0000000..ab216b1 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_AvgPool3d_stride/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_AvgPool3d_stride/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-converted/test_AvgPool3d_stride/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d1cd503 --- /dev/null +++ b/onnx/backend/test/data/pytorch-converted/test_AvgPool3d_stride/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +Jbҽ#?G =?}\? ا>nJ=T0r>^>'>=55=ʚ>9Z>žrl`n s+|r=/f ~R(<[:>_w>a2 =>6?L>>bl>%#X~=>,< \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-converted/test_AvgPool3d_stride1_pad0_gpu_input/model.onnx b/onnx/backend/test/data/pytorch-converted/test_AvgPool3d_stride1_pad0_gpu_input/model.onnx new file mode 100644 index 0000000..7a7de25 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_AvgPool3d_stride1_pad0_gpu_input/model.onnx differ diff --git a/onnx/backend/test/data/pytorch-converted/test_AvgPool3d_stride1_pad0_gpu_input/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-converted/test_AvgPool3d_stride1_pad0_gpu_input/test_data_set_0/input_0.pb new file mode 100644 index 0000000..1e043b4 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_AvgPool3d_stride1_pad0_gpu_input/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_AvgPool3d_stride1_pad0_gpu_input/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-converted/test_AvgPool3d_stride1_pad0_gpu_input/test_data_set_0/output_0.pb new file mode 100644 index 0000000..f0a24db --- /dev/null +++ b/onnx/backend/test/data/pytorch-converted/test_AvgPool3d_stride1_pad0_gpu_input/test_data_set_0/output_0.pb @@ -0,0 +1,3 @@ +Je8L;Ap\3>g}%>qA>S>?a*<; +_(ͽA<>C5?;>>.>>ۖ>B> Vp>G\>$u>떣>m +>oȋ>w>q>YU>\@nqZ;=Pἂjd<?<>N>ko= >ƍ=r [>-Q= \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-converted/test_BatchNorm1d_3d_input_eval/model.onnx b/onnx/backend/test/data/pytorch-converted/test_BatchNorm1d_3d_input_eval/model.onnx new file mode 100644 index 0000000..72e5c03 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_BatchNorm1d_3d_input_eval/model.onnx differ diff --git a/onnx/backend/test/data/pytorch-converted/test_BatchNorm1d_3d_input_eval/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-converted/test_BatchNorm1d_3d_input_eval/test_data_set_0/input_0.pb new file mode 100644 index 0000000..7e38106 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_BatchNorm1d_3d_input_eval/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_BatchNorm1d_3d_input_eval/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-converted/test_BatchNorm1d_3d_input_eval/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d080c14 --- /dev/null +++ b/onnx/backend/test/data/pytorch-converted/test_BatchNorm1d_3d_input_eval/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +J*F>Fr>\aX?ݾ><5?b#Q=ˀ<=rHyP>=d??ֽ"vD_VJp<R=g`D>}ʽi?=>1?%>g-=چr<wW~[=Jhe D=!2U=WU>e"?<&p=c<}:;(= \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-converted/test_BatchNorm2d_eval/model.onnx b/onnx/backend/test/data/pytorch-converted/test_BatchNorm2d_eval/model.onnx new file mode 100644 index 0000000..c48391d Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_BatchNorm2d_eval/model.onnx differ diff --git a/onnx/backend/test/data/pytorch-converted/test_BatchNorm2d_eval/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-converted/test_BatchNorm2d_eval/test_data_set_0/input_0.pb new file mode 100644 index 0000000..1797472 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_BatchNorm2d_eval/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_BatchNorm2d_eval/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-converted/test_BatchNorm2d_eval/test_data_set_0/output_0.pb new file mode 100644 index 0000000..c39a86e --- /dev/null +++ b/onnx/backend/test/data/pytorch-converted/test_BatchNorm2d_eval/test_data_set_0/output_0.pb @@ -0,0 +1,3 @@ +JL+U0??B"!O> J"W1?u-x=>?K?8 =},?gkLJz2?FdD><=Ѧ>&)?X808gʩ/?pY ?qꤾ B=/?n.> 8"MR>:3mPh- `ʽ= >CK?S!>֖>/:=L=_¿Yo>׼>O+ %=ㅫ=t=?Кq={#?>_#T=_l>&y?27> 0ξK͕C^=*km?d>p:oHG4>r>)=7L><ߑ }J>u>| $?o?K> ;վN?zӽsMgQ@0G?C?he9Ags>8v@?y(?sX?U}FU +11?d?>bCq=O>+@&?_տ_6E?-Yhȭ?` 6>_ܾg<(!>d?492> ?w> F?_n?Qbr?Δ>#?U:¾5?0Dd>n>4T?b?IRZF"?;\4>ξO>SU ?~j.`4?=(?S?E?&d=!q?@>*>>Ϊk&!>龳SL=X>Ɗ>U ?Zp*G?`"=>>Տ*1f=9 +=H7ʽ#0b>E=06:?= \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-converted/test_BatchNorm2d_momentum_eval/model.onnx b/onnx/backend/test/data/pytorch-converted/test_BatchNorm2d_momentum_eval/model.onnx new file mode 100644 index 0000000..ac74d9e Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_BatchNorm2d_momentum_eval/model.onnx differ diff --git a/onnx/backend/test/data/pytorch-converted/test_BatchNorm2d_momentum_eval/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-converted/test_BatchNorm2d_momentum_eval/test_data_set_0/input_0.pb new file mode 100644 index 0000000..aef7a40 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_BatchNorm2d_momentum_eval/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_BatchNorm2d_momentum_eval/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-converted/test_BatchNorm2d_momentum_eval/test_data_set_0/output_0.pb new file mode 100644 index 0000000..6c4c145 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_BatchNorm2d_momentum_eval/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_BatchNorm3d_eval/model.onnx b/onnx/backend/test/data/pytorch-converted/test_BatchNorm3d_eval/model.onnx new file mode 100644 index 0000000..4e4dcd4 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_BatchNorm3d_eval/model.onnx differ diff --git a/onnx/backend/test/data/pytorch-converted/test_BatchNorm3d_eval/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-converted/test_BatchNorm3d_eval/test_data_set_0/input_0.pb new file mode 100644 index 0000000..af6f3f5 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_BatchNorm3d_eval/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_BatchNorm3d_eval/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-converted/test_BatchNorm3d_eval/test_data_set_0/output_0.pb new file mode 100644 index 0000000..a3dba04 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_BatchNorm3d_eval/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_BatchNorm3d_momentum_eval/model.onnx b/onnx/backend/test/data/pytorch-converted/test_BatchNorm3d_momentum_eval/model.onnx new file mode 100644 index 0000000..bb99ae8 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_BatchNorm3d_momentum_eval/model.onnx differ diff --git a/onnx/backend/test/data/pytorch-converted/test_BatchNorm3d_momentum_eval/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-converted/test_BatchNorm3d_momentum_eval/test_data_set_0/input_0.pb new file mode 100644 index 0000000..48d2edc Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_BatchNorm3d_momentum_eval/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_BatchNorm3d_momentum_eval/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-converted/test_BatchNorm3d_momentum_eval/test_data_set_0/output_0.pb new file mode 100644 index 0000000..7d83957 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_BatchNorm3d_momentum_eval/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_ConstantPad2d/model.onnx b/onnx/backend/test/data/pytorch-converted/test_ConstantPad2d/model.onnx new file mode 100644 index 0000000..e5f864b Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_ConstantPad2d/model.onnx differ diff --git a/onnx/backend/test/data/pytorch-converted/test_ConstantPad2d/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-converted/test_ConstantPad2d/test_data_set_0/input_0.pb new file mode 100644 index 0000000..57c22a7 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_ConstantPad2d/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_ConstantPad2d/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-converted/test_ConstantPad2d/test_data_set_0/output_0.pb new file mode 100644 index 0000000..4ba361f Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_ConstantPad2d/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_Conv1d/model.onnx b/onnx/backend/test/data/pytorch-converted/test_Conv1d/model.onnx new file mode 100644 index 0000000..f9734dc Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_Conv1d/model.onnx differ diff --git a/onnx/backend/test/data/pytorch-converted/test_Conv1d/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-converted/test_Conv1d/test_data_set_0/input_0.pb new file mode 100644 index 0000000..f8b50b0 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_Conv1d/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_Conv1d/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-converted/test_Conv1d/test_data_set_0/output_0.pb new file mode 100644 index 0000000..26464d7 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_Conv1d/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_Conv1d_dilated/model.onnx b/onnx/backend/test/data/pytorch-converted/test_Conv1d_dilated/model.onnx new file mode 100644 index 0000000..15e7716 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_Conv1d_dilated/model.onnx differ diff --git a/onnx/backend/test/data/pytorch-converted/test_Conv1d_dilated/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-converted/test_Conv1d_dilated/test_data_set_0/input_0.pb new file mode 100644 index 0000000..9f0198e --- /dev/null +++ b/onnx/backend/test/data/pytorch-converted/test_Conv1d_dilated/test_data_set_0/input_0.pb @@ -0,0 +1,2 @@ + +JZY>0aiN3?[S{?c¾a?L"> ?6??~Az?R瀿y3/>w@ο>̾pƑ%>3=|?}$ ?;򔭿^L[?s>jI >N.5;(sdbz?O?z߿f>>->">&>e/>(v?gGX=i]+?V?2-ي0I>N6?X,ۧ?MҾHλ?9eࢠ>g< \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-converted/test_Conv1d_dilated/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-converted/test_Conv1d_dilated/test_data_set_0/output_0.pb new file mode 100644 index 0000000..8e8c8ee Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_Conv1d_dilated/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_Conv1d_groups/model.onnx b/onnx/backend/test/data/pytorch-converted/test_Conv1d_groups/model.onnx new file mode 100644 index 0000000..c94c054 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_Conv1d_groups/model.onnx differ diff --git a/onnx/backend/test/data/pytorch-converted/test_Conv1d_groups/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-converted/test_Conv1d_groups/test_data_set_0/input_0.pb new file mode 100644 index 0000000..42b05e7 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_Conv1d_groups/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_Conv1d_groups/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-converted/test_Conv1d_groups/test_data_set_0/output_0.pb new file mode 100644 index 0000000..3ca2280 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_Conv1d_groups/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_Conv1d_pad1/model.onnx b/onnx/backend/test/data/pytorch-converted/test_Conv1d_pad1/model.onnx new file mode 100644 index 0000000..f67f087 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_Conv1d_pad1/model.onnx differ diff --git a/onnx/backend/test/data/pytorch-converted/test_Conv1d_pad1/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-converted/test_Conv1d_pad1/test_data_set_0/input_0.pb new file mode 100644 index 0000000..1921dc0 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_Conv1d_pad1/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_Conv1d_pad1/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-converted/test_Conv1d_pad1/test_data_set_0/output_0.pb new file mode 100644 index 0000000..a01d23d Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_Conv1d_pad1/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_Conv1d_pad1size1/model.onnx b/onnx/backend/test/data/pytorch-converted/test_Conv1d_pad1size1/model.onnx new file mode 100644 index 0000000..a4952d6 --- /dev/null +++ b/onnx/backend/test/data/pytorch-converted/test_Conv1d_pad1size1/model.onnx @@ -0,0 +1,31 @@ +pytorch0.3: +f +0 +1 +23"Conv* + dilations@* +group* + kernel_shape@* +pads@@* +strides@torch-jit-export*B1JF>,Ƚ +z:I>P>}?/9J2' +>7<#%=x1h=hT=)="><=RpMH>&>ۗ;@xN=G%>46>W^>Y!s){[ՠ=̂=6\ab>=!>*B2JH$>u>!!'0Z +0 + + + +Z +1 + + + +Z +2 + + +b +3 + + + +B \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-converted/test_Conv1d_pad1size1/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-converted/test_Conv1d_pad1size1/test_data_set_0/input_0.pb new file mode 100644 index 0000000..3ca9bc7 --- /dev/null +++ b/onnx/backend/test/data/pytorch-converted/test_Conv1d_pad1size1/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +J˗?B̟ \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-converted/test_Conv1d_pad1size1/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-converted/test_Conv1d_pad1size1/test_data_set_0/output_0.pb new file mode 100644 index 0000000..8d22eed --- /dev/null +++ b/onnx/backend/test/data/pytorch-converted/test_Conv1d_pad1size1/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +J7IȾ\e= \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-converted/test_Conv1d_pad2/model.onnx b/onnx/backend/test/data/pytorch-converted/test_Conv1d_pad2/model.onnx new file mode 100644 index 0000000..6cad902 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_Conv1d_pad2/model.onnx differ diff --git a/onnx/backend/test/data/pytorch-converted/test_Conv1d_pad2/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-converted/test_Conv1d_pad2/test_data_set_0/input_0.pb new file mode 100644 index 0000000..9ce039a --- /dev/null +++ b/onnx/backend/test/data/pytorch-converted/test_Conv1d_pad2/test_data_set_0/input_0.pb @@ -0,0 +1,4 @@ + +J(v=ZWn: +\>+m>|1 t)w)1;߿w >?rپ))?ŧ^?}"ʿiÔG?e?;j?¾*?슾x^?5 +bξ[>2[??!&?&vj*?8~?W???\?Qn>\n5>R{?/}85t?g=T6?ZαEג;v>J>Ǿ$>b?! \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-converted/test_Conv1d_pad2/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-converted/test_Conv1d_pad2/test_data_set_0/output_0.pb new file mode 100644 index 0000000..86801f6 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_Conv1d_pad2/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_Conv1d_pad2size1/model.onnx b/onnx/backend/test/data/pytorch-converted/test_Conv1d_pad2size1/model.onnx new file mode 100644 index 0000000..f4c699d Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_Conv1d_pad2size1/model.onnx differ diff --git a/onnx/backend/test/data/pytorch-converted/test_Conv1d_pad2size1/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-converted/test_Conv1d_pad2size1/test_data_set_0/input_0.pb new file mode 100644 index 0000000..4582b04 --- /dev/null +++ b/onnx/backend/test/data/pytorch-converted/test_Conv1d_pad2size1/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +Jv7Z>? \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-converted/test_Conv1d_pad2size1/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-converted/test_Conv1d_pad2size1/test_data_set_0/output_0.pb new file mode 100644 index 0000000..3db772d --- /dev/null +++ b/onnx/backend/test/data/pytorch-converted/test_Conv1d_pad2size1/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +JVrAK>Xe@l]= \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-converted/test_Conv1d_stride/model.onnx b/onnx/backend/test/data/pytorch-converted/test_Conv1d_stride/model.onnx new file mode 100644 index 0000000..3b3b334 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_Conv1d_stride/model.onnx differ diff --git a/onnx/backend/test/data/pytorch-converted/test_Conv1d_stride/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-converted/test_Conv1d_stride/test_data_set_0/input_0.pb new file mode 100644 index 0000000..805c053 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_Conv1d_stride/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_Conv1d_stride/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-converted/test_Conv1d_stride/test_data_set_0/output_0.pb new file mode 100644 index 0000000..1c4d08e --- /dev/null +++ b/onnx/backend/test/data/pytorch-converted/test_Conv1d_stride/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +JD>dgB45?,l=>}?2J?qp<Uyܺ1~?Hvi`ӾRAT)t">tN?"d>et?>(^>hPb=Pn?f64>.?]+\HR$䁼060hD \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-converted/test_Conv2d/model.onnx b/onnx/backend/test/data/pytorch-converted/test_Conv2d/model.onnx new file mode 100644 index 0000000..8d726dd Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_Conv2d/model.onnx differ diff --git a/onnx/backend/test/data/pytorch-converted/test_Conv2d/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-converted/test_Conv2d/test_data_set_0/input_0.pb new file mode 100644 index 0000000..796ab0d Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_Conv2d/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_Conv2d/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-converted/test_Conv2d/test_data_set_0/output_0.pb new file mode 100644 index 0000000..aaced42 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_Conv2d/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_Conv2d_depthwise/model.onnx b/onnx/backend/test/data/pytorch-converted/test_Conv2d_depthwise/model.onnx new file mode 100644 index 0000000..38bb364 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_Conv2d_depthwise/model.onnx differ diff --git a/onnx/backend/test/data/pytorch-converted/test_Conv2d_depthwise/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-converted/test_Conv2d_depthwise/test_data_set_0/input_0.pb new file mode 100644 index 0000000..040d7b6 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_Conv2d_depthwise/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_Conv2d_depthwise/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-converted/test_Conv2d_depthwise/test_data_set_0/output_0.pb new file mode 100644 index 0000000..a370707 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_Conv2d_depthwise/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_Conv2d_depthwise_padded/model.onnx b/onnx/backend/test/data/pytorch-converted/test_Conv2d_depthwise_padded/model.onnx new file mode 100644 index 0000000..4f945f0 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_Conv2d_depthwise_padded/model.onnx differ diff --git a/onnx/backend/test/data/pytorch-converted/test_Conv2d_depthwise_padded/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-converted/test_Conv2d_depthwise_padded/test_data_set_0/input_0.pb new file mode 100644 index 0000000..07c64eb Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_Conv2d_depthwise_padded/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_Conv2d_depthwise_padded/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-converted/test_Conv2d_depthwise_padded/test_data_set_0/output_0.pb new file mode 100644 index 0000000..b1f7a35 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_Conv2d_depthwise_padded/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_Conv2d_depthwise_strided/model.onnx b/onnx/backend/test/data/pytorch-converted/test_Conv2d_depthwise_strided/model.onnx new file mode 100644 index 0000000..1124f00 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_Conv2d_depthwise_strided/model.onnx differ diff --git a/onnx/backend/test/data/pytorch-converted/test_Conv2d_depthwise_strided/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-converted/test_Conv2d_depthwise_strided/test_data_set_0/input_0.pb new file mode 100644 index 0000000..730c1a1 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_Conv2d_depthwise_strided/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_Conv2d_depthwise_strided/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-converted/test_Conv2d_depthwise_strided/test_data_set_0/output_0.pb new file mode 100644 index 0000000..ccd62e8 --- /dev/null +++ b/onnx/backend/test/data/pytorch-converted/test_Conv2d_depthwise_strided/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +J4~ll=`H=X0Q<< Y? >:=^r=|;><~!~>6 G&>o޷>?ʳ彘$<(P=>#>z2# \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-converted/test_Conv2d_depthwise_with_multiplier/model.onnx b/onnx/backend/test/data/pytorch-converted/test_Conv2d_depthwise_with_multiplier/model.onnx new file mode 100644 index 0000000..964382a Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_Conv2d_depthwise_with_multiplier/model.onnx differ diff --git a/onnx/backend/test/data/pytorch-converted/test_Conv2d_depthwise_with_multiplier/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-converted/test_Conv2d_depthwise_with_multiplier/test_data_set_0/input_0.pb new file mode 100644 index 0000000..5b8e465 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_Conv2d_depthwise_with_multiplier/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_Conv2d_depthwise_with_multiplier/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-converted/test_Conv2d_depthwise_with_multiplier/test_data_set_0/output_0.pb new file mode 100644 index 0000000..621ce66 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_Conv2d_depthwise_with_multiplier/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_Conv2d_dilated/model.onnx b/onnx/backend/test/data/pytorch-converted/test_Conv2d_dilated/model.onnx new file mode 100644 index 0000000..21e16f2 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_Conv2d_dilated/model.onnx differ diff --git a/onnx/backend/test/data/pytorch-converted/test_Conv2d_dilated/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-converted/test_Conv2d_dilated/test_data_set_0/input_0.pb new file mode 100644 index 0000000..5f8b5ca Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_Conv2d_dilated/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_Conv2d_dilated/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-converted/test_Conv2d_dilated/test_data_set_0/output_0.pb new file mode 100644 index 0000000..be46da4 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_Conv2d_dilated/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_Conv2d_groups/model.onnx b/onnx/backend/test/data/pytorch-converted/test_Conv2d_groups/model.onnx new file mode 100644 index 0000000..d70fea2 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_Conv2d_groups/model.onnx differ diff --git a/onnx/backend/test/data/pytorch-converted/test_Conv2d_groups/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-converted/test_Conv2d_groups/test_data_set_0/input_0.pb new file mode 100644 index 0000000..0d40425 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_Conv2d_groups/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_Conv2d_groups/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-converted/test_Conv2d_groups/test_data_set_0/output_0.pb new file mode 100644 index 0000000..c1539b0 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_Conv2d_groups/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_Conv2d_groups_thnn/model.onnx b/onnx/backend/test/data/pytorch-converted/test_Conv2d_groups_thnn/model.onnx new file mode 100644 index 0000000..e22d875 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_Conv2d_groups_thnn/model.onnx differ diff --git a/onnx/backend/test/data/pytorch-converted/test_Conv2d_groups_thnn/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-converted/test_Conv2d_groups_thnn/test_data_set_0/input_0.pb new file mode 100644 index 0000000..f1b2fde Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_Conv2d_groups_thnn/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_Conv2d_groups_thnn/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-converted/test_Conv2d_groups_thnn/test_data_set_0/output_0.pb new file mode 100644 index 0000000..25c8320 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_Conv2d_groups_thnn/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_Conv2d_no_bias/model.onnx b/onnx/backend/test/data/pytorch-converted/test_Conv2d_no_bias/model.onnx new file mode 100644 index 0000000..29dc21b Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_Conv2d_no_bias/model.onnx differ diff --git a/onnx/backend/test/data/pytorch-converted/test_Conv2d_no_bias/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-converted/test_Conv2d_no_bias/test_data_set_0/input_0.pb new file mode 100644 index 0000000..cfdddd4 --- /dev/null +++ b/onnx/backend/test/data/pytorch-converted/test_Conv2d_no_bias/test_data_set_0/input_0.pb @@ -0,0 +1,2 @@ +J1{eI(?2?ɂRd`> S#E?>)s>)>쀿CI& W@|?kLA@>1ֿSĐ>k?d& +#?:wףDRN_{<,7?u7?mW?X+?5N^?ͪ? @_H?Y>3?Jm\?w֍I̿?I>2|?>l䏿?Őr =2VF>>)@忰? ?ӛ8? 'p?uԍ>Ph=wcD%J̿5IU=(d>B/>)sB>;1ɿLۿA1?p>}?>+ @7>>>@V?_۴$?@ΔȞ?Vyk\<$2fھ+>·?a>Q@X;Z?5>UR>Q)QJ?K> >{?uן:=0ZN]>?O>iC>7= |?8󾪾6?T1?:M;>X>?ӾBϿ>F1)ÿY?쾻??{?a?GEQ=c>0?nX@?J=UIY?4q:M>ɒ> ?tԿΞK?qt׿? \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-converted/test_Conv2d_no_bias/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-converted/test_Conv2d_no_bias/test_data_set_0/output_0.pb new file mode 100644 index 0000000..81e66f3 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_Conv2d_no_bias/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_Conv2d_padding/model.onnx b/onnx/backend/test/data/pytorch-converted/test_Conv2d_padding/model.onnx new file mode 100644 index 0000000..40a5574 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_Conv2d_padding/model.onnx differ diff --git a/onnx/backend/test/data/pytorch-converted/test_Conv2d_padding/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-converted/test_Conv2d_padding/test_data_set_0/input_0.pb new file mode 100644 index 0000000..12dded9 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_Conv2d_padding/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_Conv2d_padding/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-converted/test_Conv2d_padding/test_data_set_0/output_0.pb new file mode 100644 index 0000000..25cda76 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_Conv2d_padding/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_Conv2d_strided/model.onnx b/onnx/backend/test/data/pytorch-converted/test_Conv2d_strided/model.onnx new file mode 100644 index 0000000..688189e Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_Conv2d_strided/model.onnx differ diff --git a/onnx/backend/test/data/pytorch-converted/test_Conv2d_strided/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-converted/test_Conv2d_strided/test_data_set_0/input_0.pb new file mode 100644 index 0000000..fc3f7a3 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_Conv2d_strided/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_Conv2d_strided/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-converted/test_Conv2d_strided/test_data_set_0/output_0.pb new file mode 100644 index 0000000..664b0a3 --- /dev/null +++ b/onnx/backend/test/data/pytorch-converted/test_Conv2d_strided/test_data_set_0/output_0.pb @@ -0,0 +1,3 @@ +J.g? Λd?d>b?#?Z羾o㺾@>rL>?Q>j +`p8NI:1?|>W?{=~?X+?@;X +t?\ j?J|>Y \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-converted/test_Conv3d/model.onnx b/onnx/backend/test/data/pytorch-converted/test_Conv3d/model.onnx new file mode 100644 index 0000000..4ed6910 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_Conv3d/model.onnx differ diff --git a/onnx/backend/test/data/pytorch-converted/test_Conv3d/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-converted/test_Conv3d/test_data_set_0/input_0.pb new file mode 100644 index 0000000..31459d9 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_Conv3d/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_Conv3d/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-converted/test_Conv3d/test_data_set_0/output_0.pb new file mode 100644 index 0000000..400829c --- /dev/null +++ b/onnx/backend/test/data/pytorch-converted/test_Conv3d/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +JglaI?Ѿd:?$7=r{vc?%j >Sƾ޾=5>J=r@'?W?t@?:>S?Ѿډ>PV>'C=jӹ?̂Ͼ#>2Ǿ^Yh]g?#0>o|hYF™<>rL?l0{?jn?jI6?>ڿ>*ώ?.TqQ^!?={ɾ~h'\? \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-converted/test_Conv3d_dilated/model.onnx b/onnx/backend/test/data/pytorch-converted/test_Conv3d_dilated/model.onnx new file mode 100644 index 0000000..71b9899 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_Conv3d_dilated/model.onnx differ diff --git a/onnx/backend/test/data/pytorch-converted/test_Conv3d_dilated/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-converted/test_Conv3d_dilated/test_data_set_0/input_0.pb new file mode 100644 index 0000000..53e728a Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_Conv3d_dilated/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_Conv3d_dilated/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-converted/test_Conv3d_dilated/test_data_set_0/output_0.pb new file mode 100644 index 0000000..9b543bd Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_Conv3d_dilated/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_Conv3d_dilated_strided/model.onnx b/onnx/backend/test/data/pytorch-converted/test_Conv3d_dilated_strided/model.onnx new file mode 100644 index 0000000..3ffa618 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_Conv3d_dilated_strided/model.onnx differ diff --git a/onnx/backend/test/data/pytorch-converted/test_Conv3d_dilated_strided/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-converted/test_Conv3d_dilated_strided/test_data_set_0/input_0.pb new file mode 100644 index 0000000..06d839e Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_Conv3d_dilated_strided/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_Conv3d_dilated_strided/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-converted/test_Conv3d_dilated_strided/test_data_set_0/output_0.pb new file mode 100644 index 0000000..66cd9ff Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_Conv3d_dilated_strided/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_Conv3d_groups/model.onnx b/onnx/backend/test/data/pytorch-converted/test_Conv3d_groups/model.onnx new file mode 100644 index 0000000..5192555 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_Conv3d_groups/model.onnx differ diff --git a/onnx/backend/test/data/pytorch-converted/test_Conv3d_groups/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-converted/test_Conv3d_groups/test_data_set_0/input_0.pb new file mode 100644 index 0000000..dade2b9 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_Conv3d_groups/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_Conv3d_groups/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-converted/test_Conv3d_groups/test_data_set_0/output_0.pb new file mode 100644 index 0000000..a472744 --- /dev/null +++ b/onnx/backend/test/data/pytorch-converted/test_Conv3d_groups/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +Jev=&>S?wXt>`:AGs?)|-=@>|>?h>>0!d>U=G>j>*>zq;ҹT*]e >֬>*y?=beK>d5 ?QGҾG&l=0> <4>⯖7>B=$ڽD<aY3>c?7/=C=s. >>X>q}>e>S{>?;׼q{=s>mY> =0üݺMe=p >=+'co%L߽(?6>Mо9>C>2==^fx>(W?J >ٶ1>&D)=HQ+7pl>Kv)=龬YfB>>iDH>>G>h镽/=ft+M=}#?Đ(_R>g>H~?ľ@ϽK%Z>`=X#Vf=E>3!?Ngc=1j?.> \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-converted/test_Conv3d_no_bias/model.onnx b/onnx/backend/test/data/pytorch-converted/test_Conv3d_no_bias/model.onnx new file mode 100644 index 0000000..c673034 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_Conv3d_no_bias/model.onnx differ diff --git a/onnx/backend/test/data/pytorch-converted/test_Conv3d_no_bias/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-converted/test_Conv3d_no_bias/test_data_set_0/input_0.pb new file mode 100644 index 0000000..e5e14f4 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_Conv3d_no_bias/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_Conv3d_no_bias/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-converted/test_Conv3d_no_bias/test_data_set_0/output_0.pb new file mode 100644 index 0000000..421613c --- /dev/null +++ b/onnx/backend/test/data/pytorch-converted/test_Conv3d_no_bias/test_data_set_0/output_0.pb @@ -0,0 +1,2 @@ +Jy=Ij=  +?q=3>M⾂k>H=.?uľV+>=ݾr>U>}vv :>5>!?1;=?.p~b|5Kp?9>N}8#?>I>)Ⱦ⏁<~ƽNH?)M=UF<{׼0?; S?D=P]?n=>)|H7B:W@?]Gz?cp^>h/ľ \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-converted/test_Conv3d_stride/model.onnx b/onnx/backend/test/data/pytorch-converted/test_Conv3d_stride/model.onnx new file mode 100644 index 0000000..8f23c1a Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_Conv3d_stride/model.onnx differ diff --git a/onnx/backend/test/data/pytorch-converted/test_Conv3d_stride/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-converted/test_Conv3d_stride/test_data_set_0/input_0.pb new file mode 100644 index 0000000..5c9d07b Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_Conv3d_stride/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_Conv3d_stride/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-converted/test_Conv3d_stride/test_data_set_0/output_0.pb new file mode 100644 index 0000000..32988e5 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_Conv3d_stride/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_Conv3d_stride_padding/model.onnx b/onnx/backend/test/data/pytorch-converted/test_Conv3d_stride_padding/model.onnx new file mode 100644 index 0000000..d4b4021 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_Conv3d_stride_padding/model.onnx differ diff --git a/onnx/backend/test/data/pytorch-converted/test_Conv3d_stride_padding/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-converted/test_Conv3d_stride_padding/test_data_set_0/input_0.pb new file mode 100644 index 0000000..664147e Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_Conv3d_stride_padding/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_Conv3d_stride_padding/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-converted/test_Conv3d_stride_padding/test_data_set_0/output_0.pb new file mode 100644 index 0000000..db2ecc8 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_Conv3d_stride_padding/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_ConvTranspose2d/model.onnx b/onnx/backend/test/data/pytorch-converted/test_ConvTranspose2d/model.onnx new file mode 100644 index 0000000..63a9e92 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_ConvTranspose2d/model.onnx differ diff --git a/onnx/backend/test/data/pytorch-converted/test_ConvTranspose2d/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-converted/test_ConvTranspose2d/test_data_set_0/input_0.pb new file mode 100644 index 0000000..cc0efbf Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_ConvTranspose2d/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_ConvTranspose2d/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-converted/test_ConvTranspose2d/test_data_set_0/output_0.pb new file mode 100644 index 0000000..1638dbe Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_ConvTranspose2d/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_ConvTranspose2d_no_bias/model.onnx b/onnx/backend/test/data/pytorch-converted/test_ConvTranspose2d_no_bias/model.onnx new file mode 100644 index 0000000..00dd792 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_ConvTranspose2d_no_bias/model.onnx differ diff --git a/onnx/backend/test/data/pytorch-converted/test_ConvTranspose2d_no_bias/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-converted/test_ConvTranspose2d_no_bias/test_data_set_0/input_0.pb new file mode 100644 index 0000000..77f7709 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_ConvTranspose2d_no_bias/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_ConvTranspose2d_no_bias/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-converted/test_ConvTranspose2d_no_bias/test_data_set_0/output_0.pb new file mode 100644 index 0000000..6ff7064 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_ConvTranspose2d_no_bias/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_ELU/model.onnx b/onnx/backend/test/data/pytorch-converted/test_ELU/model.onnx new file mode 100644 index 0000000..06ea9da Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_ELU/model.onnx differ diff --git a/onnx/backend/test/data/pytorch-converted/test_ELU/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-converted/test_ELU/test_data_set_0/input_0.pb new file mode 100644 index 0000000..22f9b86 --- /dev/null +++ b/onnx/backend/test/data/pytorch-converted/test_ELU/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +JxUÑ?.>u?? ?(t?7[ ˿!>v\m?ќ>xHxD! 5F~荾`?xU?u֎ \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-converted/test_ELU/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-converted/test_ELU/test_data_set_0/output_0.pb new file mode 100644 index 0000000..a0c07ed --- /dev/null +++ b/onnx/backend/test/data/pytorch-converted/test_ELU/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +JxUÑ?.>u?? ?(t?˿!>r &ȯm?ќ>vڿ#YܾCBFB>bw, D\yJwBR?xU? \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-converted/test_Embedding/model.onnx b/onnx/backend/test/data/pytorch-converted/test_Embedding/model.onnx new file mode 100644 index 0000000..c34571d --- /dev/null +++ b/onnx/backend/test/data/pytorch-converted/test_Embedding/model.onnx @@ -0,0 +1,17 @@ +pytorch0.3: + +1 +02"Gathertorch-jit-export*;B1J0>OǾ?4B?>LVX?>`?j>Z +0 +  + +Z +1 +  + +b +2 + + + +B \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-converted/test_Embedding/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-converted/test_Embedding/test_data_set_0/input_0.pb new file mode 100644 index 0000000..9ad4256 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_Embedding/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_Embedding/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-converted/test_Embedding/test_data_set_0/output_0.pb new file mode 100644 index 0000000..9827178 --- /dev/null +++ b/onnx/backend/test/data/pytorch-converted/test_Embedding/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +J0>OǾ?4B?>>OǾ?4B?> \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-converted/test_Embedding_sparse/model.onnx b/onnx/backend/test/data/pytorch-converted/test_Embedding_sparse/model.onnx new file mode 100644 index 0000000..c1b34d5 --- /dev/null +++ b/onnx/backend/test/data/pytorch-converted/test_Embedding_sparse/model.onnx @@ -0,0 +1,17 @@ +pytorch0.3: + +1 +02"Gathertorch-jit-export*;B1J0"K忌?E7?+; f?~@E>g]eF|)< M>l^M??y?J!?f?tdKQ?]0?Y? >JŠ?K,;ə.E^?}ki>Ӥ?o< \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-converted/test_LeakyReLU_with_negval/model.onnx b/onnx/backend/test/data/pytorch-converted/test_LeakyReLU_with_negval/model.onnx new file mode 100644 index 0000000..2179d51 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_LeakyReLU_with_negval/model.onnx differ diff --git a/onnx/backend/test/data/pytorch-converted/test_LeakyReLU_with_negval/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-converted/test_LeakyReLU_with_negval/test_data_set_0/input_0.pb new file mode 100644 index 0000000..709beb5 --- /dev/null +++ b/onnx/backend/test/data/pytorch-converted/test_LeakyReLU_with_negval/test_data_set_0/input_0.pb @@ -0,0 +1,2 @@ +Jx;EȿM"V; >? +t sv?Dɒ?59>=G?M1T?!e??X=dSZ?w>?B?󳿺uDw>T:>mx? Q?'?ž!~&=q \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-converted/test_LeakyReLU_with_negval/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-converted/test_LeakyReLU_with_negval/test_data_set_0/output_0.pb new file mode 100644 index 0000000..6680542 --- /dev/null +++ b/onnx/backend/test/data/pytorch-converted/test_LeakyReLU_with_negval/test_data_set_0/output_0.pb @@ -0,0 +1,2 @@ +Jx;EHMx"V;>? +tsv?Dɒ?59>=G?M1T?!e??X=dӾZ?w>?B?3uaDw>T:>mx? Q?'?E!~=q \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-converted/test_Linear/model.onnx b/onnx/backend/test/data/pytorch-converted/test_Linear/model.onnx new file mode 100644 index 0000000..cb2d07e Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_Linear/model.onnx differ diff --git a/onnx/backend/test/data/pytorch-converted/test_Linear/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-converted/test_Linear/test_data_set_0/input_0.pb new file mode 100644 index 0000000..74eb4dd --- /dev/null +++ b/onnx/backend/test/data/pytorch-converted/test_Linear/test_data_set_0/input_0.pb @@ -0,0 +1,3 @@ + +JP8? @=J>`?z?a?|B[=db˽I0?DBGJ>KϿ>,? D=?ǰԾU=R?b3? +U, `>}?/)+?{o?CU>>ނ \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-converted/test_Linear/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-converted/test_Linear/test_data_set_0/output_0.pb new file mode 100644 index 0000000..8b63e16 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_Linear/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_Linear_no_bias/model.onnx b/onnx/backend/test/data/pytorch-converted/test_Linear_no_bias/model.onnx new file mode 100644 index 0000000..0eec363 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_Linear_no_bias/model.onnx differ diff --git a/onnx/backend/test/data/pytorch-converted/test_Linear_no_bias/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-converted/test_Linear_no_bias/test_data_set_0/input_0.pb new file mode 100644 index 0000000..1ee643b Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_Linear_no_bias/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_Linear_no_bias/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-converted/test_Linear_no_bias/test_data_set_0/output_0.pb new file mode 100644 index 0000000..27e6172 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_Linear_no_bias/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_LogSoftmax/model.onnx b/onnx/backend/test/data/pytorch-converted/test_LogSoftmax/model.onnx new file mode 100644 index 0000000..d2873a7 --- /dev/null +++ b/onnx/backend/test/data/pytorch-converted/test_LogSoftmax/model.onnx @@ -0,0 +1,15 @@ +pytorch0.3:] + +01" +LogSoftmax* +axistorch-jit-exportZ +0 +  + + +b +1 +  + + +B \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-converted/test_LogSoftmax/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-converted/test_LogSoftmax/test_data_set_0/input_0.pb new file mode 100644 index 0000000..feb3a96 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_LogSoftmax/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_LogSoftmax/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-converted/test_LogSoftmax/test_data_set_0/output_0.pb new file mode 100644 index 0000000..5ebe29f Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_LogSoftmax/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_MaxPool1d/model.onnx b/onnx/backend/test/data/pytorch-converted/test_MaxPool1d/model.onnx new file mode 100644 index 0000000..f13f33f Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_MaxPool1d/model.onnx differ diff --git a/onnx/backend/test/data/pytorch-converted/test_MaxPool1d/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-converted/test_MaxPool1d/test_data_set_0/input_0.pb new file mode 100644 index 0000000..3e9a9c1 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_MaxPool1d/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_MaxPool1d/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-converted/test_MaxPool1d/test_data_set_0/output_0.pb new file mode 100644 index 0000000..e9a1974 --- /dev/null +++ b/onnx/backend/test/data/pytorch-converted/test_MaxPool1d/test_data_set_0/output_0.pb @@ -0,0 +1,3 @@ + +JPvjF>xa +?>?P?M*? ;@̀?P+@L?!?>vxt?,?v>?? \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-converted/test_MaxPool1d_stride/model.onnx b/onnx/backend/test/data/pytorch-converted/test_MaxPool1d_stride/model.onnx new file mode 100644 index 0000000..f13f33f Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_MaxPool1d_stride/model.onnx differ diff --git a/onnx/backend/test/data/pytorch-converted/test_MaxPool1d_stride/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-converted/test_MaxPool1d_stride/test_data_set_0/input_0.pb new file mode 100644 index 0000000..4f1303d --- /dev/null +++ b/onnx/backend/test/data/pytorch-converted/test_MaxPool1d_stride/test_data_set_0/input_0.pb @@ -0,0 +1,4 @@ + +J>@?SЃ?dm)!??2C;} + ޾!>Rn=$tnS? 0?2n>?yXW>IB?lN5>??)7U%5=/>4 =ZWپ]ME<gl? +e}@оY*=Ȑ`ߗ/Zj ?q>#~9?՛@.|?E>~O3\лq<>ǫ>9 bKFM?+}?$>t5?.dN"@~$=n?b@5jɿ;}4\_@Q \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-converted/test_MaxPool1d_stride/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-converted/test_MaxPool1d_stride/test_data_set_0/output_0.pb new file mode 100644 index 0000000..1a55ea3 --- /dev/null +++ b/onnx/backend/test/data/pytorch-converted/test_MaxPool1d_stride/test_data_set_0/output_0.pb @@ -0,0 +1,2 @@ + +JP>@?)!?!> 0?IB??U%5=/>gl?}@j ?#~9?|?E>q<>M??N"@b@4_@ \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-converted/test_MaxPool1d_stride_padding_dilation/model.onnx b/onnx/backend/test/data/pytorch-converted/test_MaxPool1d_stride_padding_dilation/model.onnx new file mode 100644 index 0000000..55d8627 --- /dev/null +++ b/onnx/backend/test/data/pytorch-converted/test_MaxPool1d_stride_padding_dilation/model.onnx @@ -0,0 +1,19 @@ +model: +V +XY"MaxPool* + dilations@ +* + kernel_shape@* +pads@d@d* +strides@ +graphZ +X + + + + b +Y + + + +B \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-converted/test_MaxPool1d_stride_padding_dilation/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-converted/test_MaxPool1d_stride_padding_dilation/test_data_set_0/input_0.pb new file mode 100644 index 0000000..404980a Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_MaxPool1d_stride_padding_dilation/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_MaxPool1d_stride_padding_dilation/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-converted/test_MaxPool1d_stride_padding_dilation/test_data_set_0/output_0.pb new file mode 100644 index 0000000..55cbd61 --- /dev/null +++ b/onnx/backend/test/data/pytorch-converted/test_MaxPool1d_stride_padding_dilation/test_data_set_0/output_0.pb @@ -0,0 +1,154 @@ +Jo?o?o?o?o?o?o?o?o?o?o?o?o?o?o?o?o?o?o?o?o?o?o?o?o?o?o?o?o?o?o?o?o?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?*?./?./?./?./?./?./?./?./?./?./?./?./?./?./?./?./?./?./?./?./?./?./?./?./?./?./?./?./?./?./?./?./?./?./?./?./?./?./?./?./?./?./?./?./?./?./?./?./?./?./?./?./?./?./?./?./?./?./?./?./?./?./?./?u{?u{?u{?u{?u{?u{?u{?u{?u{?u{?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?J?V~?V~?V~?V~?V~?V~?V~?V~?V~?V~?V~?V~?V~???????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????"{?"{?"{?"{?"{?"{?"{?"{?"{?"{?"{?"{?"{?"{?"{?"{?"{?"{?"{?"{?"{?"{?"{?"{?"{?"{?"{?"{?"{?"{?"{?"{?"{?"{?"{?"{?"{?"{?"{?"{?"{?"{?"{?"{?"{?"{?"{?"{?"{?"{?"{?"{?"{?"{?"{?"{?"{?"{?"{?"{?"{? +{?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ?t?t?t?t?t?t?t?t?t?t?t?t?t?t?t?t?t?t?t?t?t?t?t?t?t?t?t?t?t?t?t?t?t?t?t?t?t?t?t?t?t?t?t?t?t?t?t?t?t?t?t?t?t?t?t?t?t?t?t?t?t?t?t?t?hy?hy?hy?hy?hy?hy?hy?hy?hy?hy?hy?hy?hy?hy?hy?hy?hy?hy?hy?hy?hy?hy?hy?hy?hy?hy?hy?hy?hy?hy?hy?hy?hy?y?y?y?y?y?y?y?y?y?y?y?y?y?y?y?y?y?y?y?y?y?y?y?y?y?y?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?.?r(~?r(~?r(~?r(~?r(~?r(~?r(~?r(~?r(~?r(~?r(~?r(~?r(~?r(~?r(~?r(~?r(~?r(~?r(~?r(~?r(~?r(~?r(~?r(~?r(~?r(~?r(~?r(~?r(~?r(~?r(~?r(~?r(~?r(~?r(~?r(~?r(~?r(~?r(~?r(~?r(~?r(~?r(~?r(~?r(~?r(~?r(~?r(~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?ݐ~?Iz?Iz?Iz?Iz?Iz?Iz?Iz?Iz?Iz?Iz?Iz?Iz?Iz?Iz?Iz?Iz?Iz?Iz?Iz?Iz?Iz?Iz?Iz?Iz?Iz?Iz?Iz?Iz?Iz?Iz?Iz?Iz?Iz?Iz?Iz?Iz?Iz?Iz?Iz?Iz?Iz?Iz?Iz?Iz?Iz?Iz?Iz?Iz?Iz?Iz?Iz?Iz?Iz?Iz?Iz?Iz?Iz?Iz?Iz?????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????O?O?O?O?O?O?O?Nh?Nh?Nh?Nh?Nh?Nh?Nh?Nh?Nh?Nh?Nh?Nh?Nh?Nh?Nh?Nh?Nh?Nh?Nh?Nh?Nh?Nh?Nh?Nh?Nh?Nh?Nh?Nh?Nh?Nh?Nh?????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?c?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?x{?x{?x{?x{?x{?x{?x{?x{?x{?x{?x{?x{?x{?x{?x{?x{?x{?x{?x{?x{?x{?x{?x{?x{?x{?x{?x{?x{?x{?x{?x{?x{?x{?x{?x{?x{?x{?x{?x{?x{?x{?x{?x{?x{?x{?x{?x{?x{?x{?x{?x{?x{?x{?x{?x{?x{?x{?x{?x{?x{?x{?x{?x{?x{?x{?x{?x{?x{?x{?x{?x{?x{?x{?x{?x{?x{?x{?>z?>z?>z?>z?>z?>z?>z?>z?>z?>z?>z?>z?>z?>z?>z?>z?>z?>z?>z?>z?>z?>z?>z?>z?>z?>z?>z?>z?>z? _}? _}? _}? _}? _}? _}? _}? _}?A}?A}?A}?A}?A}?A}?A}?A}?A}?A}?A}?A}?A}?A}?A}?A}?A}?A}?A}?A}?A}?A}?A}?A}?A}?A}?A}?A}?A}?A}?A}?A}?A}?A}?A}?A}?A}?A}?A}?A}?A}?A}?A}?A}?A}?A}?A}?A}?A}?A}?A}?A}?A}?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?Of?-}?-}?-}?-}?-}?-}?-}?-}?-}?-}?-}?-}?-}?-}?-}?-}?-}?-}?-}?-}?-}?-}?-}?-}?-}?-}?-}?-}?-}?-}?-}?-}?-}?-}?-}?-}?-}?-}?-}?-}?-}?-}?-}?-}?-}?-}?-}?-}?-}?-}?-}?-}?-}?-}?-}?-}?-}?-}?-}?-}?-}?-}?-}?-}?-}?-}?-}?-}?-}?-}?-}?-}?-}?-}?-}?-}?-}?-}?-}?-}?-}?-}?-}?-}?-}?-}?-}?-}?-}?-}?-}?-}?-}?-}?-}?????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????\ ?\ ?\ ?\ ?\ ?\ ?\ ?\ ?\ ?\ ?\ ?\ ?\ ?\ ?\ ?\ ?\ ?\ ?\ ?\ ?\ ?\ ?\ ?\ ?\ ?\ ?\ ?\ ?\ ?\ ?\ ?\ ?\ ?\ ?\ ?\ ?\ ?\ ?\ ?\ ?\ ?\ ?\ ?\ ?\ ?\ ?\ ?\ ?\ ?\ ?\ ?\ ?\ ?\ ?\ ?\ ?\ ?\ ?\ ?\ ?\ ?\ ?\ ?\ ?\ ?\ ?\ ?\ ?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?x?~}?~}?~}?~}?~}?~}?~}?~}?~}?~}?~}?~}?~}?~}?~}?~}?~}?~}?~}?~}?~}?~}?~}?~}?~}?~}?~}?~}?~}?~}?~}?~}?~}?~}?~}?~}?~}?~}?~}?~}?~}?~}?~}?~}?~}?~}?~}?~}?~}?~}?~}?~}?.)}?.)}?.)}?.)}?.)}?.)}?.)}?.)}?.)}?.)}?.)}?.)}?.)}?.)}?.)}?.)}?.)}?.)}?.)}?.)}?.)}?.)}?.)}?.)}?.)}?.)}?.)}?.)}?.)}?.)}?.)}?.)}?.)}?.)}?.)}?.)}?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?{~?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?݆?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?6}?6}?6}?6}?6}?6}?6}?6}?6}?6}?6}?6}?6}?6}?6}?6}?6}?,~?,~?,~?,~?,~?,~?,~?,~?,~?,~?,~?,~?,~?,~?,~?,~?,~?,~?,~?,~?,~?,~?,~?,~?,~?,~?,~?,~?,~?,~?,~?,~?,~?,~?,~?,~?,~?,~?,~?,~?,~?,~?,~?,~?,~?,~?,~?,~?,~?,~?,~?,~?,~?,~?,~?,~?,~?,~?,~?,~?,~?,~?,~?,~?,~?,~?,~?,~?,~?,~?,~?,~?,~?,~?,~?,~?,~?,~?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?Z?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?|~?~?~?~?~?~?{?{?{?{?{?{?{?{?{?{?{?{?{?{?{?{?{?{?{?{?{?{?{?{?{?{?{?{?{? }? }? }? }? }? }? }? }? }? }? }? }? }? }? }? }? }? }? }? }? }? }? }? }? }? }? }? }? }? }? }? }? }? }? }? }?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?P'?P'?P'?P'?P'?P'?P'?P'?P'?P'?P'?P'?P'?P'?P'?P'?P'?P'?P'?P'?P'?P'?P'?P'?P'?P'?P'?P'?P'?P'?P'?P'?P'?????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?R|?R|?R|?R|?R|?R|?R|?R|?R|?R|?R|?R|?R|?R|?R|?R|?R|?R|?R|?R|?R|?R|?R|?R|?R|?R|?R|?R|?R|?R|?R|?R|?R|?R|?R|?R|?R|?R|?R|?R|?R|?R|?R|?R|?R|?R|?R|?R|?R|?R|?R|?R|?R|?R|?R|?R|?R|?R|?R|?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?dPz?dPz?dPz?dPz?dPz?dPz?dPz?dPz?dPz?dPz?dPz?dPz?dPz?dPz?dPz?dPz?dPz?dPz?dPz?dPz?dPz?dPz?dPz?dPz?dPz?dPz?dPz?dPz?dPz?dPz?dPz?dPz?dPz????????????????????????????????????????????????????????????????????????????????w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?w?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?0?N~?N~?N~?N~?N~?N~?N~?N~?N~?N~?N~?N~?N~?N~?N~?N~?N~?N~?N~?N~?N~?N~?N~?N~?N~?N~?N~?N~?N~?N~?N~?N~?N~?N~?N~?N~?N~?N~?N~?N~?N~?N~?N~?N~?N~?N~?N~?N~?N~?N~?N~?N~?N~?N~?N~?N~?N~?N~?N~?N~?N~?N~?N~?N~?N~?N~?N~?N~?N~?N~?N~?N~?N~?N~?N~?N~?U~?U~?U~?U~?U~?U~?U~?U~?U~?U~?U~?U~?U~?U~?U~?U~?U~?U~?U~?U~?U~?U~?U~?U~?U~?U~?U~?U~?U~?U~?U~?U~?U~?U~?U~?U~?U~?U~?U~?U~?U~?U~?U~?U~?U~?U~?U~?U~?U~?U~?U~?U~?U~?U~?U~?U~?U~?U~?U~?U~?U~?U~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?Ӂ~?????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????d|?d|?d|?d|?/}?/}?/}?/}?/}?/}?/}?/}?/}?/}?/}?/}?/}?/}?/}?/}?/}?/}?/}?/}?/}?/}?/}?/}?/}?/}?/}?/}?/}?/}?/}?/}?/}?/}?/}?/}?/}?/}?/}?/}?/}?/}?/}?/}?/}?/}?/}?/}?/}?/}?/}?/}?/}?/}?/}?/}?/}?/}?/}?/}?/}?/}?/}?/}?/}?/}?/}?/}?/}?/}?/}?/}?/}?/}?/}?/}?/}?/}?/}?/}?/}?/}?/}?/}?/}?/}?/}?/}?/}?/}?/}?/}?/}?/}?/}?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?e-?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?VC?VC?VC?VC?VC?VC?VC?VC?VC?VC?VC?VC?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?:~?:~?:~?:~?:~?:~?:~?:~?:~?:~?:~?:~?:~?:~?:~?:~?:~?:~?:~?:~?:~?:~?:~?:~?:~?:~?:~?:~?:~?:~?:~?:~?:~?:~?:~?:~?:~?:~?:~?:~?:~?:~?:~?:~?:~?:~?:~?:~?:~?:~?:~?:~?:~?:~?:~?:~?:~?:~?:~?:~?:~?:~?:~?:~?:~?:~?:~?:~?:~?:~?:~?:~?:~?:~?:~?:~?:~?:~?:~?:~?:~?:~?:~?:~?:~?:~?:~?:~?:~?:~?:~?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?3}?3}?3}?3}?3}?3}?3}?3}?3}?3}?3}?3}?3}?3}?3}?3}?3}?3}?3}?3}?3}?3}?3}?3}?3}?3}?3}?3}?3}?3}?3}?3}?3}?3}?3}?3}?3}?3}?3}?3}?3}?3}?3}?3}?3}?3}?3}?3}?3}?3}?3}?3}?3}?3}?3}?3}?3}?3}?3}?3}?3}?3}?3}?3}?3}?3}?3}?3}?3}?3}?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?>q?'?'?'?'?'?'?'?'?'?'?'?'?'?'?'?'?'?'?'?'?'?'?'?'?}~?}~?}~?}~?}~?}~?}~?}~?}~?}~?}~?}~?}~?}~?}~?}~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?U}?r|?r|?r|?r|?r|?r|?r|?r|?r|?r|?r|?r|?r|?r|?r|?r|?r|?r|?r|?r|?r|?r|?r|?r|?r|?r|?r|?r|?r|?r|?r|?r|?r|?r|?r|?r|?r|?r|?r|?r|?r|?r|?r|?r|?r|?r|?r|?r|?r|?r|?r|?r|?r|?r|?r|?r|?r|?r|?r|?r|?r|?r|?r|?r|?r|?r|?r|?r|?r|?r|?r|?r|?r|?r|?r|?r|?r|?r|?r|?r|?r|?r|?r|?r|?r|?r|?r|?r|?r|?r|?r|?r|?r|?r|?r|?r|?Y|?Y|?Y|?Y|?Y|?Y|?Y|?Y|?Y|?Y|?Y|?Y|?Y|?Y|?Y|?Y|?Y|?Y|?Y|?Y|?Y|?Y|?Y|?Y|?Y|?Y|?Y|?Y|?Y|?Y|?Y|?Y|?Y|?Y|?Y|?Y|?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?;?}?}?}?}?}?}?}?}?}?}?}?}?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?&?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?:?:?:?:?:?:?:?:?:?:?:?:?:?:?:?:?:?:?:?:?:?:?:?:?:?:?:?:?:?:?:?:?:?:?:?:?:?:?:?:?:?:?:?:?:?:?:?:?:?:?:?:?:?:?:?:?:?:?:?:?:?:?:?:?:?:?:?:?:?:?:?:?:?:?:?:?:?:?:?:?:?:?:?:?:?:?:?:?:?:?:?:?:?:?:?:?:?:?:?:?:?:?:?:?:?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?r?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?6J~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?3~?v}?v}?v}? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?1Z?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?E +~?{?{?{?{?{?{?{?{?{?{?{?{?{?{?{?{?{?{?{?{?{?{?{?{?{?{?{?{?{?{?{?{?{?{?{?{?{?{?{?{?{?{?{?{?{?{?{?{?{?{?{?{?{?{?{?{?{?{?{?{?{?{?{?{?????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????k ?k ?k ?k ?k ?k ?k ?k ?k ?k ?k ?k ?k ?k ?k ?k ?k ?k ?k ?k ?k ?k ?k ?k ?WZ?WZ?WZ?WZ?WZ?WZ?WZ?WZ?WZ?WZ?WZ?WZ?WZ?WZ?WZ?WZ?WZ?WZ?WZ?WZ?WZ?WZ?WZ?WZ?WZ?WZ?WZ?WZ?WZ?WZ?WZ?WZ?WZ?WZ?WZ?WZ?WZ?WZ?WZ?WZ?WZ?WZ?WZ?WZ?WZ?WZ?WZ?WZ?WZ?WZ?WZ?WZ?WZ?WZ?WZ?WZ?WZ?WZ?WZ?WZ?WZ?WZ?WZ?WZ?WZ?WZ?WZ?WZ?WZ?WZ?WZ?WZ?WZ?WZ?WZ?WZ?WZ?WZ?WZ?WZ?WZ?WZ?WZ?WZ?WZ?WZ?WZ?WZ?WZ?WZ?WZ?WZ?WZ?WZ?WZ?WZ?WZ?WZ?WZ?????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?U?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?~?~?~?~?~?~?~?~?~?~?~?~?~?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?-?????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????s~?s~?s~?s~?s~?s~?s~?s~?s~?f~?f~?f~?f~?f~?f~?f~?f~?f~?f~?f~?f~?f~?f~?f~?f~?f~?f~?f~?f~?f~?f~?f~?f~?f~?f~?f~?f~?f~?f~?f~?f~?f~?f~?f~?f~?f~?f~?f~?f~?f~?f~?f~?f~?f~?f~?f~?f~?f~?f~?f~?f~?f~?f~?f~?f~?f~?f~?f~?f~?f~?f~?f~?f~?f~?f~?f~?f~?f~?f~?f~?f~?f~?f~?f~?f~?f~?f~?f~?f~?f~?f~?f~?f~?f~?f~?f~?f~?f~?f~?f~?f~?f~?f~?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?چ?c~?c~?c~?c~?c~?c~?c~?c~?c~?c~?c~?c~?c~?c~?c~?c~?c~?c~?c~?c~?c~?c~?c~?c~?c~?c~?c~?c~?c~?c~?c~?c~?c~?c~?c~?c~?c~?c~?c~?c~?c~?c~?c~?c~?c~?c~?c~?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?1?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?6i?G?G?G?G?G?G?G?G?G?G?G?G?G?G?G?G?G?G?G?G?G?G?G?G?G?G?G?G?G?G?G?G?G?G?G?G?G?G?G?G?G?G?G?G?G?G?G?G?G?G?G?G?G?G?G?G?G?G?G?G?G?G?G?G?G?G?G?G?G?G?|?|?|?|?|?|?|?????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?z?z?z?z?z?z?z?z?z?z?z?z?z?z?z?z?z?z?z?z?z?z?z?z?z?z?z?z?z?z?z?z?z?z?z?z?z?z?z?z?z?z?z?z?z?z?z?z?z?z?z?z?z?z?z?z?z?z?z?z?z?z?z?z?z?z?z?z?z?z?1F|?1F|?1F|?1F|?1F|?1F|?1F|?1F|?1F|?1F|?1F|?1F|?1F|?1F|?1F|?1F|?1F|?1F|?1F|?1F|?1F|?1F|?1F|?1F|?1F|?1F|?1F|?1F|?1F|?1F|?1F|?1F|?1F|?1F|?1F|?1F|?1F|?1F|?1F|?1F|?1F|?1F|?1F|?1F|?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?1}?????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}? y{?????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????c~?c~?c~?c~?c~?c~?c~?c~?c~?c~?c~?c~?c~?c~?c~?c~?c~?c~?c~?c~?c~?c~?c~?c~?c~?c~?c~?c~?c~?c~?c~?c~?c~?c~?c~?c~?c~?c~?c~?c~?c~?c~?c~?c~?c~?c~?c~?c~?c~?c~?c~?c~?c~?c~?c~?c~?c~?c~?c~?c~?c~?c~?c~?c~?c~?c~?c~?Y|?Y|?Y|?Y|?Y|?Y|?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?J~?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?x}?Ǹ{?Ǹ{?Ǹ{?Ǹ{?Ǹ{?Ǹ{?Ǹ{?Ǹ{?Ǹ{?Ǹ{?Ǹ{?Ǹ{?Ǹ{?Ǹ{?Ǹ{?Ǹ{?Ǹ{?Ǹ{?Ǹ{?Ǹ{?Ǹ{?Ǹ{?Ǹ{?Ǹ{?Ǹ{?Ǹ{?Ǹ{?Ǹ{?Ǹ{?Ǹ{?Ǹ{?Ǹ{?Ǹ{?Ǹ{?Ǹ{?Ǹ{?Ǹ{?Ǹ{?Ǹ{?Ǹ{?Ǹ{?Ǹ{?Ǹ{?Ǹ{?Ǹ{?Ǹ{?Ǹ{?Ǹ{?Ǹ{?Ǹ{?Ǹ{?Ǹ{?Ǹ{?Ǹ{?Ǹ{?Ǹ{?Ǹ{?Ǹ{?Ǹ{?Ǹ{?Ǹ{?Ǹ{?Ǹ{?Ǹ{?Ǹ{?Ǹ{?Ǹ{?Ǹ{?Ǹ{?Ǹ{?Ǹ{?Ǹ{?Ǹ{?Ǹ{?Ǹ{?Ǹ{?Ǹ{?Ǹ{?Ǹ{?Ǹ{?Ǹ{?Ǹ{?Ǹ{?Ǹ{?Ǹ{?Ǹ{?Ǹ{?Ǹ{?Ǹ{?Ǹ{?Ǹ{?Ǹ{?Ǹ{?Ǹ{?Ǹ{?Ǹ{?Ǹ{?Ǹ{?Ǹ{?Ǹ{?Ǹ{?Ǹ{?Ǹ{?Ǹ{?Ǹ{?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?L:?X|?X|?X|?X|?X|?X|?X|?X|?X|?X|?X|?X|?X|?}?}?}?}?}?}?}?}?}?}?}?I}?I}?I}?I}?I}?I}?I}?I}?I}?I}?I}?I}?I}?I}?I}?I}?I}?I}?I}?I}?I}?I}?I}?I}?I}?I}?I}?I}?I}?I}?I}?I}?I}?I}?I}?I}?I}?I}?I}?I}?I}?I}?I}?I}?I}?I}?I}?I}?I}?I}?I}?I}?I}?I}?I}?I}?I}?I}?I}?I}?I}?I}?I}?I}?I}?I}?I}?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?R~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?o4?# ?# ?# ?# ?# ?# ?# ?# ?# ?# ?# ?# ?# ?# ?# ?# ?# ?# ?# ?# ?# ?# ?# ?# ?# ?# ?# ?# ?# ?# ?# ?# ?# ?# ?# ?# ?# ?# ?# ?# ?# ?# ?# ?# ?# ?# ?# ?# ?# ?# ?# ?# ?# ?# ?# ?# ?# ?# ?# ?# ?# ?# ?# ?# ?# ?# ?# ?# ?# ?# ?# ?# ?# ?# ?# ?# ?# ?# ?# ?# ?# ?# ?# ?# ?# ?# ?# ?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?y?y?y?y?y?y?y?y?y?y?y?y?y?y?y?y?y?y?y?y?y?y?y?y?y?y?y?y?y?y?y?y?y?y?y?y?y?y?y?y?y?y?y?y?y?y?y?y?y?y?y?y?y?y?y?y?y?y?y?y?y?y?y?y? +y? +y? +y? +y? +y? +y? +y? +y? +y? +y? +y? +y? +y? +y? +y? +y? +y? +y? +y? +y? +y? +y? +y? +y? +y? +y? +y? +y? +y? +y? +y? +y? +y? +y?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?|?{?{?{?{?{?{?{?{?????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????c?c?c?c?c?]?]?]?]?]?]?]?]?]?]?]?]?]?]?]?]?]?]?]?]?]?]?]?]?]?]?]?]?]?]?]?]?]?]?]?]?]?]?]?]?]?]?]?]?]?]?]?]?]?]?]?]?]?]?]?]?]?]?]?]?????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?q?]}?]}?]}?]}?]}?]}?]}?]}?]}?]}?]}?]}?]}?]}?]}?]}?]}?]}?]}?]}?]}?]}?]}?]}?]}?]}?]}?]}?]}?]}?]}?]}?]}?]}?]}?]}?]}?]}?]}?]}?]}?]}?]}?]}?]}?]}?]}?]}?]}?]}?]}?]}?]}?]}?]}?]}?]}?]}?]}?]}?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?9?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?6?v?v?v?v?v?v?v?v?v?v?v?v?v?v?v?v?v?v?v?v?v?v?v?v?v?v?v?v?v?v?O}?O}?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?D?;z?;z?;z?;z?;z?;z?;z?;z?;z?;z?;z?;z?;z?;z?;z?;z?;z?;z?;z?;z?;z?;z?;z?;z?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?}|?~?~?~?~?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?T?M}?M}?M}?M}?M}?M}?M}?M}?M}?M}?M}?M}?M}?M}?M}?M}?M}?M}?M}?M}?M}?M}?M}?M}?M}?M}?M}?M}?M}?M}?M}?M}?M}?M}?M}?M}?M}?M}?M}?M}?M}?M}?M}?M}?M}?M}?M}?M}?M}?M}?M}?M}?M}?M}?M}?M}?M}?M}?M}?M}?M}?M}?M}?M}?M}?M}?M}?M}?M}?M}?M}?M}?M}?M}?M}?M}?M}?M}?M}?M}?M}?M}?M}?M}?M}?M}?M}?M}?M}?M}?M}?M}?M}?M}?M}?M}?M}?M}?????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~?$~??????????????????????????????????????????????????????????????Lp?Lp?Lp?Lp?Lp?Lp?Lp?Lp?Lp?Lp?Lp?Lp?Lp?Lp?Lp?Lp?Lp?Lp?Lp?Lp?Lp?Lp?Lp?Lp?Lp?Lp?Lp?Lp?Lp?Lp?Lp?Lp?Lp?Lp?Lp?Lp?Lp?Lp?Lp?Lp?Lp?Lp?Lp?Lp?Lp?Lp?Lp?Lp?Lp?Lp?Lp?Lp?Lp?Lp?Lp?Lp?Lp?Lp?Lp?Lp?Lp?Lp?Lp?Lp?Lp?Lp?Lp?Lp?Lp?Lp?Lp?Lp?Lp?Lp?Lp?Lp?Lp?Lp?Lp?Lp?Lp?Lp?Lp?Lp?Lp?Lp?Lp?Lp?Lp?Lp?Lp?Lp?????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????K?K?K?K?K?K?K?K?K?K?K?K?K?K?K?K?K?K?K?K?K?K?K?K?K?K?K?K?K?K?K?K?K?K?K?K?K?K?K?K?K?K?K?K?K?K?K?K?K?K?K?K?K?K?K?K?K?K?K?K?K?K?K?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?w{?w{?w{?w{?w{?w{?w{?w{?w{?w{?w{?w{?w{?w{?w{?w{?w{?w{?w{?w{?w{?w{?w{?w{?w{?w{?w{?w{?w{?w{?w{?w{?w{?w{?w{?w{?w{?w{?w{?w{?w{?w{?w{?w{?w{?w{?w{?w{?w{?w{?w{?w{?w{?w{?w{?w{?w{?w{?w{?w{?w{?w{?w{?w{?w{?w{?w{?w{?w{?w{?w{?w{?w{?w{?w{?w{?w{?w{?w{?w{?w{?w{?w{?w{?w{?w{?z?z?z?z?z?z?z?z?z?z?z?z?z?z?z?z?z?z?z?z?̺z?̺z?̺z?̺z?̺z?̺z?̺z?̺z?̺z?̺z?̺z?̺z?̺z?̺z?̺z?̺z?̺z?̺z?̺z?̺z?̺z?̺z?̺z??????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????s~?s~?s~?s~?s~?s~?s~?s~?s~?s~?s~?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?D|?D|?D|?D|?D|?D|?D|?D|?D|?D|?D|?D|?D|?D|?D|?D|?D|?D|?D|?D|?D|?D|?D|?D|?D|?D|?D|?D|?D|?D|?D|?D|?D|?D|?D|?D|?D|?D|?D|?D|?D|?D|?D|?D|?D|?D|?D|?D|?D|?D|?D|?D|?D|?D|?D|?D|?D|?D|?D|?D|?D|?D|?D|?D|?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????L~?L~?L~?L~?L~?L~?L~?L~?L~?L~?L~?L~?L~?L~?L~?L~?L~?L~?L~?L~?L~?L~?L~?L~?L~?L~?L~?L~?L~?L~?L~?L~?L~?L~?L~?L~?L~?L~?L~?L~?L~?L~?L~?L~?L~?L~?L~?L~?L~?L~?L~?L~?L~?L~?L~?L~?L~?L~?L~?L~?L~?L~?L~?L~?L~?L~?L~?L~?L~?L~?L~?L~?L~?L~?L~?n{?n{?n{?n{?n{?n{?n{?n{?n{?n{?n{?n{?n{?n{?n{?n{?n{?n{?n{?n{?n{?n{?n{?n{?n{?n{?n{?n{?n{?n{?n{?n{?n{?n{?n{?n{?n{?n{?n{?n{?n{?n{?n{?n{?n{?n{?n{?n{?n{?n{?n{?n{?n{?n{?n{?n{?n{?n{?n{?n{?n{?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?!?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~???????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?F?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?M~?M~?M~?M~?M~?M~?M~?M~?M~?M~?M~?M~?M~?M~?M~?M~?M~?M~?M~?M~?M~?M~?M~?M~?M~?M~?M~?M~?M~?M~?M~?M~?M~?M~?M~?M~?M~?M~?M~?M~?M~?M~?M~?}?}?}?}?}?}?}?}?}?}?}?}?c}?c}?c}?c}?c}?c}?c}?c}?c}?c}?c}?c}?c}?c}?c}?c}?c}?c}?c}?c}?c}?c}?c}?c}?c}?c}?c}?c}?c}?c}?c}?c}?c}?c}?c}?c}?c}?c}?c}?c}?c}?c}?c}?c}?c}?c}?c}?c}?c}?c}?c}?c}?c}?c}?c}?????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?}?{?{?{?{?{?1z?1z?1z?1z?1z?1z?1z?1z?1z?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?}?}?}?}?}?}?}?}?}?}?}?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?9~?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?Q?????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?~?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?f?D~?D~?D~?D~?D~?D~?D~?D~?D~?D~?D~?D~?D~?D~?D~?D~?D~?D~?D~?D~?D~?D~?D~?D~?D~?D~?D~?D~?D~?D~?D~?D~?D~?D~?D~?D~?D~?D~?D~?D~?D~?D~?D~?D~?D~?D~?D~?D~?D~?D~? \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-converted/test_MaxPool2d/model.onnx b/onnx/backend/test/data/pytorch-converted/test_MaxPool2d/model.onnx new file mode 100644 index 0000000..2623bfa --- /dev/null +++ b/onnx/backend/test/data/pytorch-converted/test_MaxPool2d/model.onnx @@ -0,0 +1,18 @@ +pytorch0.3: +K +01"MaxPool* + kernel_shape@@* +pads@@@@* +strides@@torch-jit-exportZ +0 + + + + +b +1 + + + + +B \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-converted/test_MaxPool2d/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-converted/test_MaxPool2d/test_data_set_0/input_0.pb new file mode 100644 index 0000000..7bdc39a Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_MaxPool2d/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_MaxPool2d/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-converted/test_MaxPool2d/test_data_set_0/output_0.pb new file mode 100644 index 0000000..7e9c172 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_MaxPool2d/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_MaxPool2d_stride_padding_dilation/model.onnx b/onnx/backend/test/data/pytorch-converted/test_MaxPool2d_stride_padding_dilation/model.onnx new file mode 100644 index 0000000..9dd1d96 --- /dev/null +++ b/onnx/backend/test/data/pytorch-converted/test_MaxPool2d_stride_padding_dilation/model.onnx @@ -0,0 +1,25 @@ +model: +_ +XY"MaxPool* + dilations@ +@ +* + kernel_shape@<@P* +pads@ +@@ +@* +strides@ +@ +graphZ +X + + + + +b +Y + + + ++ +B \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-converted/test_MaxPool2d_stride_padding_dilation/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-converted/test_MaxPool2d_stride_padding_dilation/test_data_set_0/input_0.pb new file mode 100644 index 0000000..95b500e Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_MaxPool2d_stride_padding_dilation/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_MaxPool2d_stride_padding_dilation/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-converted/test_MaxPool2d_stride_padding_dilation/test_data_set_0/output_0.pb new file mode 100644 index 0000000..245275b --- /dev/null +++ b/onnx/backend/test/data/pytorch-converted/test_MaxPool2d_stride_padding_dilation/test_data_set_0/output_0.pb @@ -0,0 +1 @@ ++J!L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L?L???????????????????????L?L?L???????????????????????L?L?L???????????????????????L?L?L???????????????????????L?L?L???????????????????????L?L?L???????????????????????L?L?L???????????????????????L?L?L???????????????????????L?L?L???????????????????????L?L?L???????????????????????L?L?L???????????????????????L?L?L???????????????????????L?L?L???????????????????????L?L?L??????????????????????? \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-converted/test_MaxPool3d/model.onnx b/onnx/backend/test/data/pytorch-converted/test_MaxPool3d/model.onnx new file mode 100644 index 0000000..c4e7ff9 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_MaxPool3d/model.onnx differ diff --git a/onnx/backend/test/data/pytorch-converted/test_MaxPool3d/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-converted/test_MaxPool3d/test_data_set_0/input_0.pb new file mode 100644 index 0000000..38cb6ec Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_MaxPool3d/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_MaxPool3d/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-converted/test_MaxPool3d/test_data_set_0/output_0.pb new file mode 100644 index 0000000..b9a9377 --- /dev/null +++ b/onnx/backend/test/data/pytorch-converted/test_MaxPool3d/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +J?@@ն?6?r?,2?ov??銐?<$?sh?}o?M}?j?Ņ?q?m??B?r`@jG@ D?/??^a?gѡ??]?t?-4@0?H@>?R@Y@ @7b??;??۲?k?}F?i@?с?? @ \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-converted/test_MaxPool3d_stride/model.onnx b/onnx/backend/test/data/pytorch-converted/test_MaxPool3d_stride/model.onnx new file mode 100644 index 0000000..c4e7ff9 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_MaxPool3d_stride/model.onnx differ diff --git a/onnx/backend/test/data/pytorch-converted/test_MaxPool3d_stride/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-converted/test_MaxPool3d_stride/test_data_set_0/input_0.pb new file mode 100644 index 0000000..c02235e Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_MaxPool3d_stride/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_MaxPool3d_stride/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-converted/test_MaxPool3d_stride/test_data_set_0/output_0.pb new file mode 100644 index 0000000..4d6265a Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_MaxPool3d_stride/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_MaxPool3d_stride_padding/model.onnx b/onnx/backend/test/data/pytorch-converted/test_MaxPool3d_stride_padding/model.onnx new file mode 100644 index 0000000..800a943 --- /dev/null +++ b/onnx/backend/test/data/pytorch-converted/test_MaxPool3d_stride_padding/model.onnx @@ -0,0 +1,20 @@ +pytorch0.3: +S +01"MaxPool* + kernel_shape@@@* +pads@@@@@@* +strides@@@torch-jit-exportZ +0 + + + + + +b +1 + + + + + +B \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-converted/test_MaxPool3d_stride_padding/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-converted/test_MaxPool3d_stride_padding/test_data_set_0/input_0.pb new file mode 100644 index 0000000..0c06719 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_MaxPool3d_stride_padding/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_MaxPool3d_stride_padding/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-converted/test_MaxPool3d_stride_padding/test_data_set_0/output_0.pb new file mode 100644 index 0000000..8788f48 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_MaxPool3d_stride_padding/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_PReLU_1d/model.onnx b/onnx/backend/test/data/pytorch-converted/test_PReLU_1d/model.onnx new file mode 100644 index 0000000..845140f Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_PReLU_1d/model.onnx differ diff --git a/onnx/backend/test/data/pytorch-converted/test_PReLU_1d/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-converted/test_PReLU_1d/test_data_set_0/input_0.pb new file mode 100644 index 0000000..e1ef88b Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_PReLU_1d/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_PReLU_1d/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-converted/test_PReLU_1d/test_data_set_0/output_0.pb new file mode 100644 index 0000000..51f7449 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_PReLU_1d/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_PReLU_1d_multiparam/model.onnx b/onnx/backend/test/data/pytorch-converted/test_PReLU_1d_multiparam/model.onnx new file mode 100644 index 0000000..22ef010 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_PReLU_1d_multiparam/model.onnx differ diff --git a/onnx/backend/test/data/pytorch-converted/test_PReLU_1d_multiparam/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-converted/test_PReLU_1d_multiparam/test_data_set_0/input_0.pb new file mode 100644 index 0000000..6fc59db --- /dev/null +++ b/onnx/backend/test/data/pytorch-converted/test_PReLU_1d_multiparam/test_data_set_0/input_0.pb @@ -0,0 +1,2 @@ +J`0m|0]i=H?q>i<ݿ޿i>?`=X1u~!> ־ + >$p@f>/ 5~?( \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-converted/test_PReLU_1d_multiparam/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-converted/test_PReLU_1d_multiparam/test_data_set_0/output_0.pb new file mode 100644 index 0000000..f337dc9 --- /dev/null +++ b/onnx/backend/test/data/pytorch-converted/test_PReLU_1d_multiparam/test_data_set_0/output_0.pb @@ -0,0 +1,2 @@ +J`0m|0]i=H?q>i<ݿ޾i>?`=X1u~!> ֽ + >$p@f>/ 5~?( \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-converted/test_PReLU_2d/model.onnx b/onnx/backend/test/data/pytorch-converted/test_PReLU_2d/model.onnx new file mode 100644 index 0000000..9c9569f Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_PReLU_2d/model.onnx differ diff --git a/onnx/backend/test/data/pytorch-converted/test_PReLU_2d/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-converted/test_PReLU_2d/test_data_set_0/input_0.pb new file mode 100644 index 0000000..7d2bcfa --- /dev/null +++ b/onnx/backend/test/data/pytorch-converted/test_PReLU_2d/test_data_set_0/input_0.pb @@ -0,0 +1,3 @@ +JoU,?npEtk>$7M(ÿi+?.S?3'?S?d(?Z<@׾EpKdB9?Yd=큺lǾ6 +fE@Mbo`־`?ٿ(lJ>_>X,?]5_8N4@,w=,?h&b +@Yp1˅[07rҼ^S2>28?G1Ee@(^p?K>YȾ(^j @EV?%(.^k-?69?8?3>^=?HOKst7b;F>Zs;?_P fbf?1R>>:߭z?_mp=QxlF`,C?AO?!̨?]?ɜ,h폾G>U1?Yo=h"@tL?9?OP?]?b=(L>)Ӎ>+][} \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-converted/test_PReLU_2d/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-converted/test_PReLU_2d/test_data_set_0/output_0.pb new file mode 100644 index 0000000..e64acb3 --- /dev/null +++ b/onnx/backend/test/data/pytorch-converted/test_PReLU_2d/test_data_set_0/output_0.pb @@ -0,0 +1,3 @@ +JoU,?npEtk>$7M(þi+?.S?3'?S?d(?Z<@׽EpKdB9?Yd=큺lǽ6 +fE@Mbo`ֽ`?پ(lJ>_>X,?]5_8N4@,w=,?h&b +@Yp1˅[07rһ^S2>28?G1Ee@(^p?K>YȽ(^j @EV?%(.^k-?69?8?3>^=?HOKst7b;F>Zs;?_P fbf?1R>>:߭z?_mp=QxlF`,C?AO?!̨?]?ɜ,h폽G>U1?Yo=h"@tL?9?OP?]?b=(L>)Ӎ>+][} \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-converted/test_PReLU_2d_multiparam/model.onnx b/onnx/backend/test/data/pytorch-converted/test_PReLU_2d_multiparam/model.onnx new file mode 100644 index 0000000..7514db5 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_PReLU_2d_multiparam/model.onnx differ diff --git a/onnx/backend/test/data/pytorch-converted/test_PReLU_2d_multiparam/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-converted/test_PReLU_2d_multiparam/test_data_set_0/input_0.pb new file mode 100644 index 0000000..66574fa --- /dev/null +++ b/onnx/backend/test/data/pytorch-converted/test_PReLU_2d_multiparam/test_data_set_0/input_0.pb @@ -0,0 +1,3 @@ +J?? ??;Y;S3?>?`ǡsK{5!)H-R??־̯>ʹ?7?xe$>ؾ錿gi?8>I5?Y<5Q?[ +*,@M#?̾ɔ?w"WkFe>2UQ?Jv 2?f%?׺i㗾$i澍ň>ž?_ !>I>J )_?5owT@I>,ܴ>?㾨ҿ8SȿI?-s]ʾ <>V&e?#[ݾ,@@ X?>?l a>Qٿ3?Jk>dpÿ^f ?Wo?`;ƾK @'@f>|?n᫾¿-131@8]?ޚ>?2>)^aѾB?4ʦ/ +@ \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-converted/test_PReLU_2d_multiparam/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-converted/test_PReLU_2d_multiparam/test_data_set_0/output_0.pb new file mode 100644 index 0000000..4c894ac --- /dev/null +++ b/onnx/backend/test/data/pytorch-converted/test_PReLU_2d_multiparam/test_data_set_0/output_0.pb @@ -0,0 +1,3 @@ +J?? ??;Y;S3?>?`ǡsK{5!)H-R??ֽ̯>ʹ?7?xe$>ؽ錾gi?8>I5?Y<5Q?[ +*,@M#?̽ɔ?w"WkFe>2UQ?Jv 2?f%?׹i㗽$i潍ň>Ž?_ !>I>J )_?5owT@I>,ܴ>?㽨Ҿ8SȾI?-s]ʽ <>V&e?#[ݽ,@@ X?>?l a>Qپ3?Jk>dpþ^f ?Wo?`;ƽK @'@f>|?n᫽¾-131@8]?ޚ>?2>)^aѽB?4ʦ/ +@ \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-converted/test_PReLU_3d/model.onnx b/onnx/backend/test/data/pytorch-converted/test_PReLU_3d/model.onnx new file mode 100644 index 0000000..86f03ea Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_PReLU_3d/model.onnx differ diff --git a/onnx/backend/test/data/pytorch-converted/test_PReLU_3d/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-converted/test_PReLU_3d/test_data_set_0/input_0.pb new file mode 100644 index 0000000..1f7722f Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_PReLU_3d/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_PReLU_3d/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-converted/test_PReLU_3d/test_data_set_0/output_0.pb new file mode 100644 index 0000000..fa73e76 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_PReLU_3d/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_PReLU_3d_multiparam/model.onnx b/onnx/backend/test/data/pytorch-converted/test_PReLU_3d_multiparam/model.onnx new file mode 100644 index 0000000..28fb1ce Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_PReLU_3d_multiparam/model.onnx differ diff --git a/onnx/backend/test/data/pytorch-converted/test_PReLU_3d_multiparam/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-converted/test_PReLU_3d_multiparam/test_data_set_0/input_0.pb new file mode 100644 index 0000000..3425361 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_PReLU_3d_multiparam/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_PReLU_3d_multiparam/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-converted/test_PReLU_3d_multiparam/test_data_set_0/output_0.pb new file mode 100644 index 0000000..4212453 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_PReLU_3d_multiparam/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_PixelShuffle/model.onnx b/onnx/backend/test/data/pytorch-converted/test_PixelShuffle/model.onnx new file mode 100644 index 0000000..ea52e4b Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_PixelShuffle/model.onnx differ diff --git a/onnx/backend/test/data/pytorch-converted/test_PixelShuffle/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-converted/test_PixelShuffle/test_data_set_0/input_0.pb new file mode 100644 index 0000000..134b4a7 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_PixelShuffle/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_PixelShuffle/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-converted/test_PixelShuffle/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d00751e Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_PixelShuffle/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_PoissonNLLLLoss_no_reduce/model.onnx b/onnx/backend/test/data/pytorch-converted/test_PoissonNLLLLoss_no_reduce/model.onnx new file mode 100644 index 0000000..819c9d7 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_PoissonNLLLLoss_no_reduce/model.onnx differ diff --git a/onnx/backend/test/data/pytorch-converted/test_PoissonNLLLLoss_no_reduce/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-converted/test_PoissonNLLLLoss_no_reduce/test_data_set_0/input_0.pb new file mode 100644 index 0000000..ddce6fd Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_PoissonNLLLLoss_no_reduce/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_PoissonNLLLLoss_no_reduce/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-converted/test_PoissonNLLLLoss_no_reduce/test_data_set_0/output_0.pb new file mode 100644 index 0000000..733e897 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_PoissonNLLLLoss_no_reduce/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_ReLU/model.onnx b/onnx/backend/test/data/pytorch-converted/test_ReLU/model.onnx new file mode 100644 index 0000000..85a3866 --- /dev/null +++ b/onnx/backend/test/data/pytorch-converted/test_ReLU/model.onnx @@ -0,0 +1,15 @@ +pytorch0.3:Z + +01"Relutorch-jit-exportZ +0 + + + + +b +1 + + + + +B \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-converted/test_ReLU/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-converted/test_ReLU/test_data_set_0/input_0.pb new file mode 100644 index 0000000..8501131 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_ReLU/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_ReLU/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-converted/test_ReLU/test_data_set_0/output_0.pb new file mode 100644 index 0000000..eeef2a8 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_ReLU/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_ReflectionPad2d/model.onnx b/onnx/backend/test/data/pytorch-converted/test_ReflectionPad2d/model.onnx new file mode 100644 index 0000000..f36d03d Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_ReflectionPad2d/model.onnx differ diff --git a/onnx/backend/test/data/pytorch-converted/test_ReflectionPad2d/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-converted/test_ReflectionPad2d/test_data_set_0/input_0.pb new file mode 100644 index 0000000..cbc7642 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_ReflectionPad2d/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_ReflectionPad2d/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-converted/test_ReflectionPad2d/test_data_set_0/output_0.pb new file mode 100644 index 0000000..13d0c1e Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_ReflectionPad2d/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_ReplicationPad2d/model.onnx b/onnx/backend/test/data/pytorch-converted/test_ReplicationPad2d/model.onnx new file mode 100644 index 0000000..a449c6b Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_ReplicationPad2d/model.onnx differ diff --git a/onnx/backend/test/data/pytorch-converted/test_ReplicationPad2d/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-converted/test_ReplicationPad2d/test_data_set_0/input_0.pb new file mode 100644 index 0000000..d436d1e Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_ReplicationPad2d/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_ReplicationPad2d/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-converted/test_ReplicationPad2d/test_data_set_0/output_0.pb new file mode 100644 index 0000000..894beb4 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_ReplicationPad2d/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_SELU/model.onnx b/onnx/backend/test/data/pytorch-converted/test_SELU/model.onnx new file mode 100644 index 0000000..2f782c7 --- /dev/null +++ b/onnx/backend/test/data/pytorch-converted/test_SELU/model.onnx @@ -0,0 +1,13 @@ +pytorch0.3:R + +01"Selutorch-jit-exportZ +0 + + + +b +1 + + + +B \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-converted/test_SELU/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-converted/test_SELU/test_data_set_0/input_0.pb new file mode 100644 index 0000000..935024f Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_SELU/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_SELU/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-converted/test_SELU/test_data_set_0/output_0.pb new file mode 100644 index 0000000..7dc9d09 --- /dev/null +++ b/onnx/backend/test/data/pytorch-converted/test_SELU/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +JxPO1?`>{Y{? :>Ձy>>kR9E?j^?w>?ٜJ]k? ?h?Q䛿)> ?hBV @6拿W-KLa> ?X`>G1y \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-converted/test_Sigmoid/model.onnx b/onnx/backend/test/data/pytorch-converted/test_Sigmoid/model.onnx new file mode 100644 index 0000000..d8d517c --- /dev/null +++ b/onnx/backend/test/data/pytorch-converted/test_Sigmoid/model.onnx @@ -0,0 +1,15 @@ +pytorch0.3:] + +01"Sigmoidtorch-jit-exportZ +0 + + + + +b +1 + + + + +B \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-converted/test_Sigmoid/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-converted/test_Sigmoid/test_data_set_0/input_0.pb new file mode 100644 index 0000000..12a9d7a Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_Sigmoid/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_Sigmoid/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-converted/test_Sigmoid/test_data_set_0/output_0.pb new file mode 100644 index 0000000..e886ad8 --- /dev/null +++ b/onnx/backend/test/data/pytorch-converted/test_Sigmoid/test_data_set_0/output_0.pb @@ -0,0 +1,4 @@ +J'?M?>E>9?i=>7>?,?g;?[?->T`>>F??Pi>SC?4>"?8??GC>+?&;? +/? >$(>=>C?74?>3>d ?w>](Z?xM ?)6>vVD?1>Ĥ>.q>Z>7>']?~.>WG?>A7?Q>X,>h;?s#9?y ?$>3%H?V?hb?}?7?0?{:?> +?\>׈>#7J=E9?m>M?>}3?آ>7?@>? ?4z>#">z>R0?<]I?CI>Z>˲?>\?B>G">b?ad>K>K>7?$>?>%?=,? +?(? >5>?(?*?#?+?a?(>{?F>>q =>;=>?/"?#1? \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-converted/test_Softmax/model.onnx b/onnx/backend/test/data/pytorch-converted/test_Softmax/model.onnx new file mode 100644 index 0000000..f85bbd8 --- /dev/null +++ b/onnx/backend/test/data/pytorch-converted/test_Softmax/model.onnx @@ -0,0 +1,14 @@ +pytorch0.3:Z + +01"Softmax* +axistorch-jit-exportZ +0 +  + + +b +1 +  + + +B \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-converted/test_Softmax/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-converted/test_Softmax/test_data_set_0/input_0.pb new file mode 100644 index 0000000..9ff4e66 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_Softmax/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_Softmax/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-converted/test_Softmax/test_data_set_0/output_0.pb new file mode 100644 index 0000000..138808d Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_Softmax/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_Softmin/model.onnx b/onnx/backend/test/data/pytorch-converted/test_Softmin/model.onnx new file mode 100644 index 0000000..4e5d278 --- /dev/null +++ b/onnx/backend/test/data/pytorch-converted/test_Softmin/model.onnx @@ -0,0 +1,16 @@ +pytorch0.3:g + +01"Neg + +12"Softmax* +axistorch-jit-exportZ +0 +  + + +b +2 +  + + +B \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-converted/test_Softmin/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-converted/test_Softmin/test_data_set_0/input_0.pb new file mode 100644 index 0000000..85bde81 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_Softmin/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_Softmin/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-converted/test_Softmin/test_data_set_0/output_0.pb new file mode 100644 index 0000000..f8b9ae1 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_Softmin/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_Softplus/model.onnx b/onnx/backend/test/data/pytorch-converted/test_Softplus/model.onnx new file mode 100644 index 0000000..189f8c4 --- /dev/null +++ b/onnx/backend/test/data/pytorch-converted/test_Softplus/model.onnx @@ -0,0 +1,13 @@ +pytorch0.3:N + +01"Softplustorch-jit-exportZ +0 +  + + +b +1 +  + + +B \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-converted/test_Softplus/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-converted/test_Softplus/test_data_set_0/input_0.pb new file mode 100644 index 0000000..acee251 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_Softplus/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_Softplus/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-converted/test_Softplus/test_data_set_0/output_0.pb new file mode 100644 index 0000000..37dca8e Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_Softplus/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_Softsign/model.onnx b/onnx/backend/test/data/pytorch-converted/test_Softsign/model.onnx new file mode 100644 index 0000000..65056c6 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_Softsign/model.onnx differ diff --git a/onnx/backend/test/data/pytorch-converted/test_Softsign/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-converted/test_Softsign/test_data_set_0/input_0.pb new file mode 100644 index 0000000..281cc67 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_Softsign/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_Softsign/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-converted/test_Softsign/test_data_set_0/output_0.pb new file mode 100644 index 0000000..c47d24b --- /dev/null +++ b/onnx/backend/test/data/pytorch-converted/test_Softsign/test_data_set_0/output_0.pb @@ -0,0 +1,2 @@ +Jxe=>G?*I= 2u$Ÿ>ce,>H?uRN?J? ܅u4>%t?$V< +?!+??<>:`>%? \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-converted/test_Tanh/model.onnx b/onnx/backend/test/data/pytorch-converted/test_Tanh/model.onnx new file mode 100644 index 0000000..fe0b3ad --- /dev/null +++ b/onnx/backend/test/data/pytorch-converted/test_Tanh/model.onnx @@ -0,0 +1,15 @@ +pytorch0.3:Z + +01"Tanhtorch-jit-exportZ +0 + + + + +b +1 + + + + +B \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-converted/test_Tanh/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-converted/test_Tanh/test_data_set_0/input_0.pb new file mode 100644 index 0000000..c586ea2 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_Tanh/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_Tanh/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-converted/test_Tanh/test_data_set_0/output_0.pb new file mode 100644 index 0000000..ac6ebcc Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_Tanh/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_ZeroPad2d/model.onnx b/onnx/backend/test/data/pytorch-converted/test_ZeroPad2d/model.onnx new file mode 100644 index 0000000..27b1189 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_ZeroPad2d/model.onnx differ diff --git a/onnx/backend/test/data/pytorch-converted/test_ZeroPad2d/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-converted/test_ZeroPad2d/test_data_set_0/input_0.pb new file mode 100644 index 0000000..7eb4115 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_ZeroPad2d/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_ZeroPad2d/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-converted/test_ZeroPad2d/test_data_set_0/output_0.pb new file mode 100644 index 0000000..0970c17 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_ZeroPad2d/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_log_softmax_dim3/model.onnx b/onnx/backend/test/data/pytorch-converted/test_log_softmax_dim3/model.onnx new file mode 100644 index 0000000..4033cba --- /dev/null +++ b/onnx/backend/test/data/pytorch-converted/test_log_softmax_dim3/model.onnx @@ -0,0 +1,17 @@ +pytorch0.3:m + +01" +LogSoftmax* +axistorch-jit-exportZ +0 + + + + +b +1 + + + + +B \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-converted/test_log_softmax_dim3/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-converted/test_log_softmax_dim3/test_data_set_0/input_0.pb new file mode 100644 index 0000000..d47c763 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_log_softmax_dim3/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_log_softmax_dim3/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-converted/test_log_softmax_dim3/test_data_set_0/output_0.pb new file mode 100644 index 0000000..6fa8700 --- /dev/null +++ b/onnx/backend/test/data/pytorch-converted/test_log_softmax_dim3/test_data_set_0/output_0.pb @@ -0,0 +1,3 @@ +J]<鿂i +8VFꕿ>⸿Z1߿cW [_'ۀJ0!vM;i_# vS#OҿPޡxA T/t4ƿ5 s\=@FHeYT|߿@οk-剿yt]4E ac7 +ƿCjm^i0eLz-GY6I -;M|׹PbA!i,{3V߿Y8/  F(WgϿnaaWC8Nvȿ@ضYNL翍+e@!^ b ]Ŀ5BLEZ$10a>5eY"$qD& 3h R kbX& \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-converted/test_log_softmax_lastdim/model.onnx b/onnx/backend/test/data/pytorch-converted/test_log_softmax_lastdim/model.onnx new file mode 100644 index 0000000..9f7d149 --- /dev/null +++ b/onnx/backend/test/data/pytorch-converted/test_log_softmax_lastdim/model.onnx @@ -0,0 +1,13 @@ +pytorch0.3:h +( +01" +LogSoftmax* +axistorch-jit-exportZ +0 +  + +b +1 +  + +B \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-converted/test_log_softmax_lastdim/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-converted/test_log_softmax_lastdim/test_data_set_0/input_0.pb new file mode 100644 index 0000000..2ef8dd5 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_log_softmax_lastdim/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_log_softmax_lastdim/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-converted/test_log_softmax_lastdim/test_data_set_0/output_0.pb new file mode 100644 index 0000000..acff15a Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_log_softmax_lastdim/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_softmax_functional_dim3/model.onnx b/onnx/backend/test/data/pytorch-converted/test_softmax_functional_dim3/model.onnx new file mode 100644 index 0000000..a34503c --- /dev/null +++ b/onnx/backend/test/data/pytorch-converted/test_softmax_functional_dim3/model.onnx @@ -0,0 +1,16 @@ +pytorch0.3:j + +01"Softmax* +axistorch-jit-exportZ +0 + + + + +b +1 + + + + +B \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-converted/test_softmax_functional_dim3/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-converted/test_softmax_functional_dim3/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bb547fc --- /dev/null +++ b/onnx/backend/test/data/pytorch-converted/test_softmax_functional_dim3/test_data_set_0/input_0.pb @@ -0,0 +1,4 @@ +J/?u>:*$@σ??`V~^?'0>d@}zZ\,Y?N~ؿd?Ͼfr?/f{ˠm3h?TœglpEIr;M?fl?ݞ>:u$@$+"꿼Tӿު)?H=o=x>J}*?}Ć>V +^윋jq='п6XQ>_z2?{˿?&ta?Fᆬ%XH>?^ⶾ; +t9W?ԨN!/?EK5j> 0տ3߿?: D?35K??K`͠ts弢R/>u>G?k8k>BO +V'>Jߜ=H0h?f?gC?JM?q/ڼJL'mwW??>n4 \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-converted/test_softmax_functional_dim3/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-converted/test_softmax_functional_dim3/test_data_set_0/output_0.pb new file mode 100644 index 0000000..9375777 Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_softmax_functional_dim3/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_softmax_lastdim/model.onnx b/onnx/backend/test/data/pytorch-converted/test_softmax_lastdim/model.onnx new file mode 100644 index 0000000..7b38e74 --- /dev/null +++ b/onnx/backend/test/data/pytorch-converted/test_softmax_lastdim/model.onnx @@ -0,0 +1,12 @@ +pytorch0.3:\ + +01"Softmax* +axistorch-jit-exportZ +0 +  + +b +1 +  + +B \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-converted/test_softmax_lastdim/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-converted/test_softmax_lastdim/test_data_set_0/input_0.pb new file mode 100644 index 0000000..7b12bdd Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_softmax_lastdim/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/pytorch-converted/test_softmax_lastdim/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-converted/test_softmax_lastdim/test_data_set_0/output_0.pb new file mode 100644 index 0000000..f956baa Binary files /dev/null and b/onnx/backend/test/data/pytorch-converted/test_softmax_lastdim/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_add_broadcast/model.onnx b/onnx/backend/test/data/pytorch-operator/test_operator_add_broadcast/model.onnx new file mode 100644 index 0000000..16c52f0 --- /dev/null +++ b/onnx/backend/test/data/pytorch-operator/test_operator_add_broadcast/model.onnx @@ -0,0 +1,18 @@ +pytorch0.3:| +- +0 +12"Add* + broadcast* +axistorch-jit-exportZ +0 +   + +Z +1 + +  +b +2 +   + +B \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_add_broadcast/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-operator/test_operator_add_broadcast/test_data_set_0/input_0.pb new file mode 100644 index 0000000..a0d2d26 Binary files /dev/null and b/onnx/backend/test/data/pytorch-operator/test_operator_add_broadcast/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_add_broadcast/test_data_set_0/input_1.pb b/onnx/backend/test/data/pytorch-operator/test_operator_add_broadcast/test_data_set_0/input_1.pb new file mode 100644 index 0000000..948cb91 Binary files /dev/null and b/onnx/backend/test/data/pytorch-operator/test_operator_add_broadcast/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_add_broadcast/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-operator/test_operator_add_broadcast/test_data_set_0/output_0.pb new file mode 100644 index 0000000..1715303 Binary files /dev/null and b/onnx/backend/test/data/pytorch-operator/test_operator_add_broadcast/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_add_size1_broadcast/model.onnx b/onnx/backend/test/data/pytorch-operator/test_operator_add_size1_broadcast/model.onnx new file mode 100644 index 0000000..fad8c21 Binary files /dev/null and b/onnx/backend/test/data/pytorch-operator/test_operator_add_size1_broadcast/model.onnx differ diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_add_size1_broadcast/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-operator/test_operator_add_size1_broadcast/test_data_set_0/input_0.pb new file mode 100644 index 0000000..33a258a Binary files /dev/null and b/onnx/backend/test/data/pytorch-operator/test_operator_add_size1_broadcast/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_add_size1_broadcast/test_data_set_0/input_1.pb b/onnx/backend/test/data/pytorch-operator/test_operator_add_size1_broadcast/test_data_set_0/input_1.pb new file mode 100644 index 0000000..53f2359 Binary files /dev/null and b/onnx/backend/test/data/pytorch-operator/test_operator_add_size1_broadcast/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_add_size1_broadcast/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-operator/test_operator_add_size1_broadcast/test_data_set_0/output_0.pb new file mode 100644 index 0000000..b1a57c6 Binary files /dev/null and b/onnx/backend/test/data/pytorch-operator/test_operator_add_size1_broadcast/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_add_size1_right_broadcast/model.onnx b/onnx/backend/test/data/pytorch-operator/test_operator_add_size1_right_broadcast/model.onnx new file mode 100644 index 0000000..16c52f0 --- /dev/null +++ b/onnx/backend/test/data/pytorch-operator/test_operator_add_size1_right_broadcast/model.onnx @@ -0,0 +1,18 @@ +pytorch0.3:| +- +0 +12"Add* + broadcast* +axistorch-jit-exportZ +0 +   + +Z +1 + +  +b +2 +   + +B \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_add_size1_right_broadcast/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-operator/test_operator_add_size1_right_broadcast/test_data_set_0/input_0.pb new file mode 100644 index 0000000..6c141d6 Binary files /dev/null and b/onnx/backend/test/data/pytorch-operator/test_operator_add_size1_right_broadcast/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_add_size1_right_broadcast/test_data_set_0/input_1.pb b/onnx/backend/test/data/pytorch-operator/test_operator_add_size1_right_broadcast/test_data_set_0/input_1.pb new file mode 100644 index 0000000..898ed45 Binary files /dev/null and b/onnx/backend/test/data/pytorch-operator/test_operator_add_size1_right_broadcast/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_add_size1_right_broadcast/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-operator/test_operator_add_size1_right_broadcast/test_data_set_0/output_0.pb new file mode 100644 index 0000000..b47da30 Binary files /dev/null and b/onnx/backend/test/data/pytorch-operator/test_operator_add_size1_right_broadcast/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_add_size1_singleton_broadcast/model.onnx b/onnx/backend/test/data/pytorch-operator/test_operator_add_size1_singleton_broadcast/model.onnx new file mode 100644 index 0000000..1ee79c1 Binary files /dev/null and b/onnx/backend/test/data/pytorch-operator/test_operator_add_size1_singleton_broadcast/model.onnx differ diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_add_size1_singleton_broadcast/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-operator/test_operator_add_size1_singleton_broadcast/test_data_set_0/input_0.pb new file mode 100644 index 0000000..18ef0b4 Binary files /dev/null and b/onnx/backend/test/data/pytorch-operator/test_operator_add_size1_singleton_broadcast/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_add_size1_singleton_broadcast/test_data_set_0/input_1.pb b/onnx/backend/test/data/pytorch-operator/test_operator_add_size1_singleton_broadcast/test_data_set_0/input_1.pb new file mode 100644 index 0000000..e87593e Binary files /dev/null and b/onnx/backend/test/data/pytorch-operator/test_operator_add_size1_singleton_broadcast/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_add_size1_singleton_broadcast/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-operator/test_operator_add_size1_singleton_broadcast/test_data_set_0/output_0.pb new file mode 100644 index 0000000..b86dc4e Binary files /dev/null and b/onnx/backend/test/data/pytorch-operator/test_operator_add_size1_singleton_broadcast/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_addconstant/model.onnx b/onnx/backend/test/data/pytorch-operator/test_operator_addconstant/model.onnx new file mode 100644 index 0000000..fddcecc Binary files /dev/null and b/onnx/backend/test/data/pytorch-operator/test_operator_addconstant/model.onnx differ diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_addconstant/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-operator/test_operator_addconstant/test_data_set_0/input_0.pb new file mode 100644 index 0000000..81f27c3 Binary files /dev/null and b/onnx/backend/test/data/pytorch-operator/test_operator_addconstant/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_addconstant/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-operator/test_operator_addconstant/test_data_set_0/output_0.pb new file mode 100644 index 0000000..2736941 Binary files /dev/null and b/onnx/backend/test/data/pytorch-operator/test_operator_addconstant/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_addmm/model.onnx b/onnx/backend/test/data/pytorch-operator/test_operator_addmm/model.onnx new file mode 100644 index 0000000..30e98f8 Binary files /dev/null and b/onnx/backend/test/data/pytorch-operator/test_operator_addmm/model.onnx differ diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_addmm/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-operator/test_operator_addmm/test_data_set_0/input_0.pb new file mode 100644 index 0000000..46defa5 Binary files /dev/null and b/onnx/backend/test/data/pytorch-operator/test_operator_addmm/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_addmm/test_data_set_0/input_1.pb b/onnx/backend/test/data/pytorch-operator/test_operator_addmm/test_data_set_0/input_1.pb new file mode 100644 index 0000000..4058421 --- /dev/null +++ b/onnx/backend/test/data/pytorch-operator/test_operator_addmm/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +J0l>m1?󡈾k @\-=뜄6uo&܄b?ܫKD? \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_addmm/test_data_set_0/input_2.pb b/onnx/backend/test/data/pytorch-operator/test_operator_addmm/test_data_set_0/input_2.pb new file mode 100644 index 0000000..a261289 --- /dev/null +++ b/onnx/backend/test/data/pytorch-operator/test_operator_addmm/test_data_set_0/input_2.pb @@ -0,0 +1 @@ +JA!sBPM_? \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_addmm/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-operator/test_operator_addmm/test_data_set_0/output_0.pb new file mode 100644 index 0000000..54189fa --- /dev/null +++ b/onnx/backend/test/data/pytorch-operator/test_operator_addmm/test_data_set_0/output_0.pb @@ -0,0 +1,2 @@ +J +>qXA03>fO+`{=~$ɾJ@ \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_basic/model.onnx b/onnx/backend/test/data/pytorch-operator/test_operator_basic/model.onnx new file mode 100644 index 0000000..fab370f --- /dev/null +++ b/onnx/backend/test/data/pytorch-operator/test_operator_basic/model.onnx @@ -0,0 +1,25 @@ +pytorch0.3: + +0 +12"Add + +0 +23"Mul + +34"Tanh + +45"Sigmoid + +56"Negtorch-jit-exportZ +0 + + +Z +1 + + +b +6 + + +B \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_basic/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-operator/test_operator_basic/test_data_set_0/input_0.pb new file mode 100644 index 0000000..1f5217d --- /dev/null +++ b/onnx/backend/test/data/pytorch-operator/test_operator_basic/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +J> \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_basic/test_data_set_0/input_1.pb b/onnx/backend/test/data/pytorch-operator/test_operator_basic/test_data_set_0/input_1.pb new file mode 100644 index 0000000..1a2665c --- /dev/null +++ b/onnx/backend/test/data/pytorch-operator/test_operator_basic/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +J333? \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_basic/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-operator/test_operator_basic/test_data_set_0/output_0.pb new file mode 100644 index 0000000..9bd4068 --- /dev/null +++ b/onnx/backend/test/data/pytorch-operator/test_operator_basic/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +J% \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_chunk/model.onnx b/onnx/backend/test/data/pytorch-operator/test_operator_chunk/model.onnx new file mode 100644 index 0000000..799c699 Binary files /dev/null and b/onnx/backend/test/data/pytorch-operator/test_operator_chunk/model.onnx differ diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_chunk/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-operator/test_operator_chunk/test_data_set_0/input_0.pb new file mode 100644 index 0000000..ecf85f8 Binary files /dev/null and b/onnx/backend/test/data/pytorch-operator/test_operator_chunk/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_chunk/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-operator/test_operator_chunk/test_data_set_0/output_0.pb new file mode 100644 index 0000000..a91b406 Binary files /dev/null and b/onnx/backend/test/data/pytorch-operator/test_operator_chunk/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_chunk/test_data_set_0/output_1.pb b/onnx/backend/test/data/pytorch-operator/test_operator_chunk/test_data_set_0/output_1.pb new file mode 100644 index 0000000..be699d3 Binary files /dev/null and b/onnx/backend/test/data/pytorch-operator/test_operator_chunk/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_clip/model.onnx b/onnx/backend/test/data/pytorch-operator/test_operator_clip/model.onnx new file mode 100644 index 0000000..b0f5a3d Binary files /dev/null and b/onnx/backend/test/data/pytorch-operator/test_operator_clip/model.onnx differ diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_clip/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-operator/test_operator_clip/test_data_set_0/input_0.pb new file mode 100644 index 0000000..eb8549c Binary files /dev/null and b/onnx/backend/test/data/pytorch-operator/test_operator_clip/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_clip/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-operator/test_operator_clip/test_data_set_0/output_0.pb new file mode 100644 index 0000000..59a58ab Binary files /dev/null and b/onnx/backend/test/data/pytorch-operator/test_operator_clip/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_concat2/model.onnx b/onnx/backend/test/data/pytorch-operator/test_operator_concat2/model.onnx new file mode 100644 index 0000000..a482e15 --- /dev/null +++ b/onnx/backend/test/data/pytorch-operator/test_operator_concat2/model.onnx @@ -0,0 +1,17 @@ +pytorch0.3:q + +0 +12"Concat* +axistorch-jit-exportZ +0 +  + +Z +1 +  + +b +2 +  + +B \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_concat2/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-operator/test_operator_concat2/test_data_set_0/input_0.pb new file mode 100644 index 0000000..46defa5 Binary files /dev/null and b/onnx/backend/test/data/pytorch-operator/test_operator_concat2/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_concat2/test_data_set_0/input_1.pb b/onnx/backend/test/data/pytorch-operator/test_operator_concat2/test_data_set_0/input_1.pb new file mode 100644 index 0000000..ebccd1a --- /dev/null +++ b/onnx/backend/test/data/pytorch-operator/test_operator_concat2/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +Jl>m1?󡈾k @\-=뜄 \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_concat2/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-operator/test_operator_concat2/test_data_set_0/output_0.pb new file mode 100644 index 0000000..aa26c9c Binary files /dev/null and b/onnx/backend/test/data/pytorch-operator/test_operator_concat2/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_conv/model.onnx b/onnx/backend/test/data/pytorch-operator/test_operator_conv/model.onnx new file mode 100644 index 0000000..4f89250 Binary files /dev/null and b/onnx/backend/test/data/pytorch-operator/test_operator_conv/model.onnx differ diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_conv/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-operator/test_operator_conv/test_data_set_0/input_0.pb new file mode 100644 index 0000000..2ea8bc7 Binary files /dev/null and b/onnx/backend/test/data/pytorch-operator/test_operator_conv/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_conv/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-operator/test_operator_conv/test_data_set_0/output_0.pb new file mode 100644 index 0000000..6024f55 --- /dev/null +++ b/onnx/backend/test/data/pytorch-operator/test_operator_conv/test_data_set_0/output_0.pb @@ -0,0 +1 @@ + 0&Js[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????jGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTT%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????jGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTT%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????jGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTT%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????jGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTT%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????jGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTT%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????jGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTT%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????jGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTT%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????jGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTT%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????jGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTT%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????jGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTT%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????jGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTT%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????jGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTT%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????jGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTT%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????jGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTT%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????jGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTT%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????jGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTT%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????jGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTT%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????jGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTT%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????jGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTT%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?[I?R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=R=ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>ʡ>{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?{7?>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<ܩ<θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>θ>????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????jGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGjGؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿؿTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTT%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8>%.8> \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_convtranspose/model.onnx b/onnx/backend/test/data/pytorch-operator/test_operator_convtranspose/model.onnx new file mode 100644 index 0000000..a8c08dd Binary files /dev/null and b/onnx/backend/test/data/pytorch-operator/test_operator_convtranspose/model.onnx differ diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_convtranspose/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-operator/test_operator_convtranspose/test_data_set_0/input_0.pb new file mode 100644 index 0000000..5c72b83 Binary files /dev/null and b/onnx/backend/test/data/pytorch-operator/test_operator_convtranspose/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_convtranspose/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-operator/test_operator_convtranspose/test_data_set_0/output_0.pb new file mode 100644 index 0000000..3ec8ce6 Binary files /dev/null and b/onnx/backend/test/data/pytorch-operator/test_operator_convtranspose/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_exp/model.onnx b/onnx/backend/test/data/pytorch-operator/test_operator_exp/model.onnx new file mode 100644 index 0000000..e00c935 --- /dev/null +++ b/onnx/backend/test/data/pytorch-operator/test_operator_exp/model.onnx @@ -0,0 +1,11 @@ +pytorch0.3:I + +01"Exptorch-jit-exportZ +0 +  + +b +1 +  + +B \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_exp/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-operator/test_operator_exp/test_data_set_0/input_0.pb new file mode 100644 index 0000000..eb8549c Binary files /dev/null and b/onnx/backend/test/data/pytorch-operator/test_operator_exp/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_exp/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-operator/test_operator_exp/test_data_set_0/output_0.pb new file mode 100644 index 0000000..16f1417 --- /dev/null +++ b/onnx/backend/test/data/pytorch-operator/test_operator_exp/test_data_set_0/output_0.pb @@ -0,0 +1,3 @@ +J0 ?i?1>z?1 +??A?l?& +D?R AÍ?E? \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_flatten/model.onnx b/onnx/backend/test/data/pytorch-operator/test_operator_flatten/model.onnx new file mode 100644 index 0000000..2a12bb9 --- /dev/null +++ b/onnx/backend/test/data/pytorch-operator/test_operator_flatten/model.onnx @@ -0,0 +1,14 @@ +pytorch0.3:b + +01"Flatten* +axistorch-jit-exportZ +0 + + + + +b +1 +  + +B \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_flatten/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-operator/test_operator_flatten/test_data_set_0/input_0.pb new file mode 100644 index 0000000..64d210d --- /dev/null +++ b/onnx/backend/test/data/pytorch-operator/test_operator_flatten/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +J`A&>Jas\=+?[t[ᄉ #?6ңhYx?w?vL?ܿ! (?ѱ-]}{8>,\ξK> \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_flatten/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-operator/test_operator_flatten/test_data_set_0/output_0.pb new file mode 100644 index 0000000..c96305a --- /dev/null +++ b/onnx/backend/test/data/pytorch-operator/test_operator_flatten/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +J`A&>Jas\=+?[t[ᄉ #?6ңhYx?w?vL?ܿ! (?ѱ-]}{8>,\ξK> \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_index/model.onnx b/onnx/backend/test/data/pytorch-operator/test_operator_index/model.onnx new file mode 100644 index 0000000..3105314 Binary files /dev/null and b/onnx/backend/test/data/pytorch-operator/test_operator_index/model.onnx differ diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_index/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-operator/test_operator_index/test_data_set_0/input_0.pb new file mode 100644 index 0000000..bf5caf9 Binary files /dev/null and b/onnx/backend/test/data/pytorch-operator/test_operator_index/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_index/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-operator/test_operator_index/test_data_set_0/output_0.pb new file mode 100644 index 0000000..17817b9 Binary files /dev/null and b/onnx/backend/test/data/pytorch-operator/test_operator_index/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_max/model.onnx b/onnx/backend/test/data/pytorch-operator/test_operator_max/model.onnx new file mode 100644 index 0000000..f101689 --- /dev/null +++ b/onnx/backend/test/data/pytorch-operator/test_operator_max/model.onnx @@ -0,0 +1,16 @@ +pytorch0.3:a + +0 +12"Maxtorch-jit-exportZ +0 +  + +Z +1 +  + +b +2 +  + +B \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_max/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-operator/test_operator_max/test_data_set_0/input_0.pb new file mode 100644 index 0000000..eb8549c Binary files /dev/null and b/onnx/backend/test/data/pytorch-operator/test_operator_max/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_max/test_data_set_0/input_1.pb b/onnx/backend/test/data/pytorch-operator/test_operator_max/test_data_set_0/input_1.pb new file mode 100644 index 0000000..1039245 --- /dev/null +++ b/onnx/backend/test/data/pytorch-operator/test_operator_max/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +J06uo&܄b?ܫKD?A!sBPM_?~.CE"? \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_max/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-operator/test_operator_max/test_data_set_0/output_0.pb new file mode 100644 index 0000000..4b30d1a --- /dev/null +++ b/onnx/backend/test/data/pytorch-operator/test_operator_max/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +J0L<=>&܄b?ܫKD?l>m1?Pk @\-=CE"? \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_maxpool/model.onnx b/onnx/backend/test/data/pytorch-operator/test_operator_maxpool/model.onnx new file mode 100644 index 0000000..bbc7d87 Binary files /dev/null and b/onnx/backend/test/data/pytorch-operator/test_operator_maxpool/model.onnx differ diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_maxpool/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-operator/test_operator_maxpool/test_data_set_0/input_0.pb new file mode 100644 index 0000000..3234051 Binary files /dev/null and b/onnx/backend/test/data/pytorch-operator/test_operator_maxpool/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_maxpool/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-operator/test_operator_maxpool/test_data_set_0/output_0.pb new file mode 100644 index 0000000..80f6c34 Binary files /dev/null and b/onnx/backend/test/data/pytorch-operator/test_operator_maxpool/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_min/model.onnx b/onnx/backend/test/data/pytorch-operator/test_operator_min/model.onnx new file mode 100644 index 0000000..c54d85e --- /dev/null +++ b/onnx/backend/test/data/pytorch-operator/test_operator_min/model.onnx @@ -0,0 +1,16 @@ +pytorch0.3:a + +0 +12"Mintorch-jit-exportZ +0 +  + +Z +1 +  + +b +2 +  + +B \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_min/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-operator/test_operator_min/test_data_set_0/input_0.pb new file mode 100644 index 0000000..eb8549c Binary files /dev/null and b/onnx/backend/test/data/pytorch-operator/test_operator_min/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_min/test_data_set_0/input_1.pb b/onnx/backend/test/data/pytorch-operator/test_operator_min/test_data_set_0/input_1.pb new file mode 100644 index 0000000..1039245 --- /dev/null +++ b/onnx/backend/test/data/pytorch-operator/test_operator_min/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +J06uo&܄b?ܫKD?A!sBPM_?~.CE"? \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_min/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-operator/test_operator_min/test_data_set_0/output_0.pb new file mode 100644 index 0000000..3cd39d4 Binary files /dev/null and b/onnx/backend/test/data/pytorch-operator/test_operator_min/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_mm/model.onnx b/onnx/backend/test/data/pytorch-operator/test_operator_mm/model.onnx new file mode 100644 index 0000000..24c8dab Binary files /dev/null and b/onnx/backend/test/data/pytorch-operator/test_operator_mm/model.onnx differ diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_mm/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-operator/test_operator_mm/test_data_set_0/input_0.pb new file mode 100644 index 0000000..46defa5 Binary files /dev/null and b/onnx/backend/test/data/pytorch-operator/test_operator_mm/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_mm/test_data_set_0/input_1.pb b/onnx/backend/test/data/pytorch-operator/test_operator_mm/test_data_set_0/input_1.pb new file mode 100644 index 0000000..4058421 --- /dev/null +++ b/onnx/backend/test/data/pytorch-operator/test_operator_mm/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +J0l>m1?󡈾k @\-=뜄6uo&܄b?ܫKD? \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_mm/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-operator/test_operator_mm/test_data_set_0/output_0.pb new file mode 100644 index 0000000..1d9fa36 --- /dev/null +++ b/onnx/backend/test/data/pytorch-operator/test_operator_mm/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +J =>wA>FĈ4f!A?~3? \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_non_float_params/model.onnx b/onnx/backend/test/data/pytorch-operator/test_operator_non_float_params/model.onnx new file mode 100644 index 0000000..7b10bf4 Binary files /dev/null and b/onnx/backend/test/data/pytorch-operator/test_operator_non_float_params/model.onnx differ diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_non_float_params/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-operator/test_operator_non_float_params/test_data_set_0/input_0.pb new file mode 100644 index 0000000..4fd37a7 Binary files /dev/null and b/onnx/backend/test/data/pytorch-operator/test_operator_non_float_params/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_non_float_params/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-operator/test_operator_non_float_params/test_data_set_0/output_0.pb new file mode 100644 index 0000000..8de33f5 Binary files /dev/null and b/onnx/backend/test/data/pytorch-operator/test_operator_non_float_params/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_pad/model.onnx b/onnx/backend/test/data/pytorch-operator/test_operator_pad/model.onnx new file mode 100644 index 0000000..7defd21 Binary files /dev/null and b/onnx/backend/test/data/pytorch-operator/test_operator_pad/model.onnx differ diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_pad/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-operator/test_operator_pad/test_data_set_0/input_0.pb new file mode 100644 index 0000000..89c8be4 Binary files /dev/null and b/onnx/backend/test/data/pytorch-operator/test_operator_pad/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_pad/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-operator/test_operator_pad/test_data_set_0/output_0.pb new file mode 100644 index 0000000..7d0b678 Binary files /dev/null and b/onnx/backend/test/data/pytorch-operator/test_operator_pad/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_params/model.onnx b/onnx/backend/test/data/pytorch-operator/test_operator_params/model.onnx new file mode 100644 index 0000000..db792b6 Binary files /dev/null and b/onnx/backend/test/data/pytorch-operator/test_operator_params/model.onnx differ diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_params/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-operator/test_operator_params/test_data_set_0/input_0.pb new file mode 100644 index 0000000..2ce0726 Binary files /dev/null and b/onnx/backend/test/data/pytorch-operator/test_operator_params/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_params/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-operator/test_operator_params/test_data_set_0/output_0.pb new file mode 100644 index 0000000..11edd1c --- /dev/null +++ b/onnx/backend/test/data/pytorch-operator/test_operator_params/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +JPS9&;&;&; \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_permute2/model.onnx b/onnx/backend/test/data/pytorch-operator/test_operator_permute2/model.onnx new file mode 100644 index 0000000..29a0ef8 Binary files /dev/null and b/onnx/backend/test/data/pytorch-operator/test_operator_permute2/model.onnx differ diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_permute2/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-operator/test_operator_permute2/test_data_set_0/input_0.pb new file mode 100644 index 0000000..fa58081 Binary files /dev/null and b/onnx/backend/test/data/pytorch-operator/test_operator_permute2/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_permute2/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-operator/test_operator_permute2/test_data_set_0/output_0.pb new file mode 100644 index 0000000..fa58081 Binary files /dev/null and b/onnx/backend/test/data/pytorch-operator/test_operator_permute2/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_pow/model.onnx b/onnx/backend/test/data/pytorch-operator/test_operator_pow/model.onnx new file mode 100644 index 0000000..da08c59 --- /dev/null +++ b/onnx/backend/test/data/pytorch-operator/test_operator_pow/model.onnx @@ -0,0 +1,22 @@ +pytorch0.3:y + +0 +12"Powtorch-jit-exportZ +0 + + + + +Z +1 + + + + +b +2 + + + + +B \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_pow/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-operator/test_operator_pow/test_data_set_0/input_0.pb new file mode 100644 index 0000000..64d210d --- /dev/null +++ b/onnx/backend/test/data/pytorch-operator/test_operator_pow/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +J`A&>Jas\=+?[t[ᄉ #?6ңhYx?w?vL?ܿ! (?ѱ-]}{8>,\ξK> \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_pow/test_data_set_0/input_1.pb b/onnx/backend/test/data/pytorch-operator/test_operator_pow/test_data_set_0/input_1.pb new file mode 100644 index 0000000..466211c --- /dev/null +++ b/onnx/backend/test/data/pytorch-operator/test_operator_pow/test_data_set_0/input_1.pb @@ -0,0 +1 @@ +J`oFD?"<3<?>#e?tl?l?:>>*>W>K?=˨p_?WD?!齚\qA? \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_pow/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-operator/test_operator_pow/test_data_set_0/output_0.pb new file mode 100644 index 0000000..c9345f3 Binary files /dev/null and b/onnx/backend/test/data/pytorch-operator/test_operator_pow/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_reduced_mean/model.onnx b/onnx/backend/test/data/pytorch-operator/test_operator_reduced_mean/model.onnx new file mode 100644 index 0000000..31ef5d8 Binary files /dev/null and b/onnx/backend/test/data/pytorch-operator/test_operator_reduced_mean/model.onnx differ diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_reduced_mean/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-operator/test_operator_reduced_mean/test_data_set_0/input_0.pb new file mode 100644 index 0000000..64d210d --- /dev/null +++ b/onnx/backend/test/data/pytorch-operator/test_operator_reduced_mean/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +J`A&>Jas\=+?[t[ᄉ #?6ңhYx?w?vL?ܿ! (?ѱ-]}{8>,\ξK> \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_reduced_mean/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-operator/test_operator_reduced_mean/test_data_set_0/output_0.pb new file mode 100644 index 0000000..d52124c --- /dev/null +++ b/onnx/backend/test/data/pytorch-operator/test_operator_reduced_mean/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +J E>94w"- >ٍ>|= \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_reduced_mean_keepdim/model.onnx b/onnx/backend/test/data/pytorch-operator/test_operator_reduced_mean_keepdim/model.onnx new file mode 100644 index 0000000..96c0f35 --- /dev/null +++ b/onnx/backend/test/data/pytorch-operator/test_operator_reduced_mean_keepdim/model.onnx @@ -0,0 +1,18 @@ +pytorch0.3:~ +0 +01" +ReduceMean* +axes@* +keepdimstorch-jit-exportZ +0 + + + + +b +1 + + + + +B \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_reduced_mean_keepdim/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-operator/test_operator_reduced_mean_keepdim/test_data_set_0/input_0.pb new file mode 100644 index 0000000..64d210d --- /dev/null +++ b/onnx/backend/test/data/pytorch-operator/test_operator_reduced_mean_keepdim/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +J`A&>Jas\=+?[t[ᄉ #?6ңhYx?w?vL?ܿ! (?ѱ-]}{8>,\ξK> \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_reduced_mean_keepdim/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-operator/test_operator_reduced_mean_keepdim/test_data_set_0/output_0.pb new file mode 100644 index 0000000..18f97ce --- /dev/null +++ b/onnx/backend/test/data/pytorch-operator/test_operator_reduced_mean_keepdim/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +J E>94w"- >ٍ>|= \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_reduced_sum/model.onnx b/onnx/backend/test/data/pytorch-operator/test_operator_reduced_sum/model.onnx new file mode 100644 index 0000000..20954be Binary files /dev/null and b/onnx/backend/test/data/pytorch-operator/test_operator_reduced_sum/model.onnx differ diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_reduced_sum/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-operator/test_operator_reduced_sum/test_data_set_0/input_0.pb new file mode 100644 index 0000000..64d210d --- /dev/null +++ b/onnx/backend/test/data/pytorch-operator/test_operator_reduced_sum/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +J`A&>Jas\=+?[t[ᄉ #?6ңhYx?w?vL?ܿ! (?ѱ-]}{8>,\ξK> \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_reduced_sum/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-operator/test_operator_reduced_sum/test_data_set_0/output_0.pb new file mode 100644 index 0000000..57122fd --- /dev/null +++ b/onnx/backend/test/data/pytorch-operator/test_operator_reduced_sum/test_data_set_0/output_0.pb @@ -0,0 +1,3 @@ +J ?? +*zR@b +?TZ?g> \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_reduced_sum_keepdim/model.onnx b/onnx/backend/test/data/pytorch-operator/test_operator_reduced_sum_keepdim/model.onnx new file mode 100644 index 0000000..88c5e99 --- /dev/null +++ b/onnx/backend/test/data/pytorch-operator/test_operator_reduced_sum_keepdim/model.onnx @@ -0,0 +1,17 @@ +pytorch0.3:} +/ +01" ReduceSum* +axes@* +keepdimstorch-jit-exportZ +0 + + + + +b +1 + + + + +B \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_reduced_sum_keepdim/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-operator/test_operator_reduced_sum_keepdim/test_data_set_0/input_0.pb new file mode 100644 index 0000000..64d210d --- /dev/null +++ b/onnx/backend/test/data/pytorch-operator/test_operator_reduced_sum_keepdim/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +J`A&>Jas\=+?[t[ᄉ #?6ңhYx?w?vL?ܿ! (?ѱ-]}{8>,\ξK> \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_reduced_sum_keepdim/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-operator/test_operator_reduced_sum_keepdim/test_data_set_0/output_0.pb new file mode 100644 index 0000000..16181cf --- /dev/null +++ b/onnx/backend/test/data/pytorch-operator/test_operator_reduced_sum_keepdim/test_data_set_0/output_0.pb @@ -0,0 +1,3 @@ +J ?? +*zR@b +?TZ?g> \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_repeat/model.onnx b/onnx/backend/test/data/pytorch-operator/test_operator_repeat/model.onnx new file mode 100644 index 0000000..af49df0 Binary files /dev/null and b/onnx/backend/test/data/pytorch-operator/test_operator_repeat/model.onnx differ diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_repeat/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-operator/test_operator_repeat/test_data_set_0/input_0.pb new file mode 100644 index 0000000..64d210d --- /dev/null +++ b/onnx/backend/test/data/pytorch-operator/test_operator_repeat/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +J`A&>Jas\=+?[t[ᄉ #?6ңhYx?w?vL?ܿ! (?ѱ-]}{8>,\ξK> \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_repeat/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-operator/test_operator_repeat/test_data_set_0/output_0.pb new file mode 100644 index 0000000..5e6abb4 --- /dev/null +++ b/onnx/backend/test/data/pytorch-operator/test_operator_repeat/test_data_set_0/output_0.pb @@ -0,0 +1 @@ + JA&>JaA&>JaA&>JaA&>Jas\=+?[t[s\=+?[t[s\=+?[t[s\=+?[t[ᄉ #?6ңh #?6ңh #?6ңh #?6ңhA&>JaA&>JaA&>JaA&>Jas\=+?[t[s\=+?[t[s\=+?[t[s\=+?[t[ᄉ #?6ңh #?6ңh #?6ңh #?6ңhA&>JaA&>JaA&>JaA&>Jas\=+?[t[s\=+?[t[s\=+?[t[s\=+?[t[ᄉ #?6ңh #?6ңh #?6ңh #?6ңhYx?w?vL?Yx?w?vL?Yx?w?vL?Yx?w?vL?ܿ! (?ѱ-]}ܿ! (?ѱ-]}ܿ! (?ѱ-]}ܿ! (?ѱ-]}{8>,\ξK>{8>,\ξK>{8>,\ξK>{8>,\ξK>Yx?w?vL?Yx?w?vL?Yx?w?vL?Yx?w?vL?ܿ! (?ѱ-]}ܿ! (?ѱ-]}ܿ! (?ѱ-]}ܿ! (?ѱ-]}{8>,\ξK>{8>,\ξK>{8>,\ξK>{8>,\ξK>Yx?w?vL?Yx?w?vL?Yx?w?vL?Yx?w?vL?ܿ! (?ѱ-]}ܿ! (?ѱ-]}ܿ! (?ѱ-]}ܿ! (?ѱ-]}{8>,\ξK>{8>,\ξK>{8>,\ξK>{8>,\ξK>A&>JaA&>JaA&>JaA&>Jas\=+?[t[s\=+?[t[s\=+?[t[s\=+?[t[ᄉ #?6ңh #?6ңh #?6ңh #?6ңhA&>JaA&>JaA&>JaA&>Jas\=+?[t[s\=+?[t[s\=+?[t[s\=+?[t[ᄉ #?6ңh #?6ңh #?6ңh #?6ңhA&>JaA&>JaA&>JaA&>Jas\=+?[t[s\=+?[t[s\=+?[t[s\=+?[t[ᄉ #?6ңh #?6ңh #?6ңh #?6ңhYx?w?vL?Yx?w?vL?Yx?w?vL?Yx?w?vL?ܿ! (?ѱ-]}ܿ! (?ѱ-]}ܿ! (?ѱ-]}ܿ! (?ѱ-]}{8>,\ξK>{8>,\ξK>{8>,\ξK>{8>,\ξK>Yx?w?vL?Yx?w?vL?Yx?w?vL?Yx?w?vL?ܿ! (?ѱ-]}ܿ! (?ѱ-]}ܿ! (?ѱ-]}ܿ! (?ѱ-]}{8>,\ξK>{8>,\ξK>{8>,\ξK>{8>,\ξK>Yx?w?vL?Yx?w?vL?Yx?w?vL?Yx?w?vL?ܿ! (?ѱ-]}ܿ! (?ѱ-]}ܿ! (?ѱ-]}ܿ! (?ѱ-]}{8>,\ξK>{8>,\ξK>{8>,\ξK>{8>,\ξK> \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_repeat_dim_overflow/model.onnx b/onnx/backend/test/data/pytorch-operator/test_operator_repeat_dim_overflow/model.onnx new file mode 100644 index 0000000..3035fd9 Binary files /dev/null and b/onnx/backend/test/data/pytorch-operator/test_operator_repeat_dim_overflow/model.onnx differ diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_repeat_dim_overflow/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-operator/test_operator_repeat_dim_overflow/test_data_set_0/input_0.pb new file mode 100644 index 0000000..08ae34f --- /dev/null +++ b/onnx/backend/test/data/pytorch-operator/test_operator_repeat_dim_overflow/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +JL<=> \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_repeat_dim_overflow/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-operator/test_operator_repeat_dim_overflow/test_data_set_0/output_0.pb new file mode 100644 index 0000000..2283882 --- /dev/null +++ b/onnx/backend/test/data/pytorch-operator/test_operator_repeat_dim_overflow/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +JL<=>L<=>L<=>L<=>L<=>L<=>L<=>L<=>L<=>L<=>L<=>L<=>L<=>L<=>L<=>L<=>L<=>L<=>L<=>L<=>L<=>L<=>L<=>L<=> \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_selu/model.onnx b/onnx/backend/test/data/pytorch-operator/test_operator_selu/model.onnx new file mode 100644 index 0000000..817529b --- /dev/null +++ b/onnx/backend/test/data/pytorch-operator/test_operator_selu/model.onnx @@ -0,0 +1,15 @@ +pytorch0.3:Z + +01"Selutorch-jit-exportZ +0 + + + + +b +1 + + + + +B \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_selu/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-operator/test_operator_selu/test_data_set_0/input_0.pb new file mode 100644 index 0000000..64d210d --- /dev/null +++ b/onnx/backend/test/data/pytorch-operator/test_operator_selu/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +J`A&>Jas\=+?[t[ᄉ #?6ңhYx?w?vL?ܿ! (?ѱ-]}{8>,\ξK> \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_selu/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-operator/test_operator_selu/test_data_set_0/output_0.pb new file mode 100644 index 0000000..5150742 --- /dev/null +++ b/onnx/backend/test/data/pytorch-operator/test_operator_selu/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +J`eL>\(03t/>Mڃg=_3?Jнb(Q+?̲eڔ??!(5?yV? Ͽ/?RpВ߉>LLA> \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_sqrt/model.onnx b/onnx/backend/test/data/pytorch-operator/test_operator_sqrt/model.onnx new file mode 100644 index 0000000..c44b76f --- /dev/null +++ b/onnx/backend/test/data/pytorch-operator/test_operator_sqrt/model.onnx @@ -0,0 +1,11 @@ +pytorch0.3:J + +01"Sqrttorch-jit-exportZ +0 +  + +b +1 +  + +B \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_sqrt/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-operator/test_operator_sqrt/test_data_set_0/input_0.pb new file mode 100644 index 0000000..eb8549c Binary files /dev/null and b/onnx/backend/test/data/pytorch-operator/test_operator_sqrt/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_sqrt/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-operator/test_operator_sqrt/test_data_set_0/output_0.pb new file mode 100644 index 0000000..0f842e9 Binary files /dev/null and b/onnx/backend/test/data/pytorch-operator/test_operator_sqrt/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_symbolic_override/model.onnx b/onnx/backend/test/data/pytorch-operator/test_operator_symbolic_override/model.onnx new file mode 100644 index 0000000..ed37c04 Binary files /dev/null and b/onnx/backend/test/data/pytorch-operator/test_operator_symbolic_override/model.onnx differ diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_symbolic_override/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-operator/test_operator_symbolic_override/test_data_set_0/input_0.pb new file mode 100644 index 0000000..82ad99f Binary files /dev/null and b/onnx/backend/test/data/pytorch-operator/test_operator_symbolic_override/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_symbolic_override/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-operator/test_operator_symbolic_override/test_data_set_0/output_0.pb new file mode 100644 index 0000000..87c18ab Binary files /dev/null and b/onnx/backend/test/data/pytorch-operator/test_operator_symbolic_override/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_symbolic_override_nested/model.onnx b/onnx/backend/test/data/pytorch-operator/test_operator_symbolic_override_nested/model.onnx new file mode 100644 index 0000000..82c60e0 --- /dev/null +++ b/onnx/backend/test/data/pytorch-operator/test_operator_symbolic_override_nested/model.onnx @@ -0,0 +1,33 @@ +pytorch0.3: + +0 +1 +23"Sum + +04"Neg + +15"Negtorch-jit-exportZ +0 + + +Z +1 + + +Z +2 + + +b +3 + + +b +4 + + +b +5 + + +B \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_symbolic_override_nested/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-operator/test_operator_symbolic_override_nested/test_data_set_0/input_0.pb new file mode 100644 index 0000000..a8370e6 Binary files /dev/null and b/onnx/backend/test/data/pytorch-operator/test_operator_symbolic_override_nested/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_symbolic_override_nested/test_data_set_0/input_1.pb b/onnx/backend/test/data/pytorch-operator/test_operator_symbolic_override_nested/test_data_set_0/input_1.pb new file mode 100644 index 0000000..be699d3 Binary files /dev/null and b/onnx/backend/test/data/pytorch-operator/test_operator_symbolic_override_nested/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_symbolic_override_nested/test_data_set_0/input_2.pb b/onnx/backend/test/data/pytorch-operator/test_operator_symbolic_override_nested/test_data_set_0/input_2.pb new file mode 100644 index 0000000..4c97715 Binary files /dev/null and b/onnx/backend/test/data/pytorch-operator/test_operator_symbolic_override_nested/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_symbolic_override_nested/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-operator/test_operator_symbolic_override_nested/test_data_set_0/output_0.pb new file mode 100644 index 0000000..84e53e7 Binary files /dev/null and b/onnx/backend/test/data/pytorch-operator/test_operator_symbolic_override_nested/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_symbolic_override_nested/test_data_set_0/output_1.pb b/onnx/backend/test/data/pytorch-operator/test_operator_symbolic_override_nested/test_data_set_0/output_1.pb new file mode 100644 index 0000000..952ac13 Binary files /dev/null and b/onnx/backend/test/data/pytorch-operator/test_operator_symbolic_override_nested/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_symbolic_override_nested/test_data_set_0/output_2.pb b/onnx/backend/test/data/pytorch-operator/test_operator_symbolic_override_nested/test_data_set_0/output_2.pb new file mode 100644 index 0000000..c334c0a Binary files /dev/null and b/onnx/backend/test/data/pytorch-operator/test_operator_symbolic_override_nested/test_data_set_0/output_2.pb differ diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_view/model.onnx b/onnx/backend/test/data/pytorch-operator/test_operator_view/model.onnx new file mode 100644 index 0000000..6f249ca --- /dev/null +++ b/onnx/backend/test/data/pytorch-operator/test_operator_view/model.onnx @@ -0,0 +1,12 @@ +pytorch0.3:V + +01"Flatten* +axistorch-jit-exportZ +0 + + +b +1 +  + +B \ No newline at end of file diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_view/test_data_set_0/input_0.pb b/onnx/backend/test/data/pytorch-operator/test_operator_view/test_data_set_0/input_0.pb new file mode 100644 index 0000000..17817b9 Binary files /dev/null and b/onnx/backend/test/data/pytorch-operator/test_operator_view/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/pytorch-operator/test_operator_view/test_data_set_0/output_0.pb b/onnx/backend/test/data/pytorch-operator/test_operator_view/test_data_set_0/output_0.pb new file mode 100644 index 0000000..bf5caf9 Binary files /dev/null and b/onnx/backend/test/data/pytorch-operator/test_operator_view/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/real/test_bvlc_alexnet/data.json b/onnx/backend/test/data/real/test_bvlc_alexnet/data.json new file mode 100644 index 0000000..8172a83 --- /dev/null +++ b/onnx/backend/test/data/real/test_bvlc_alexnet/data.json @@ -0,0 +1 @@ +{"atol": 1e-07, "model_name": "bvlc_alexnet", "rtol": 0.001, "url": "onnx/backend/test/data/light/light_bvlc_alexnet.onnx"} \ No newline at end of file diff --git a/onnx/backend/test/data/real/test_densenet121/data.json b/onnx/backend/test/data/real/test_densenet121/data.json new file mode 100644 index 0000000..69bac6c --- /dev/null +++ b/onnx/backend/test/data/real/test_densenet121/data.json @@ -0,0 +1 @@ +{"atol": 1e-07, "model_name": "densenet121", "rtol": 0.002, "url": "onnx/backend/test/data/light/light_densenet121.onnx"} \ No newline at end of file diff --git a/onnx/backend/test/data/real/test_inception_v1/data.json b/onnx/backend/test/data/real/test_inception_v1/data.json new file mode 100644 index 0000000..50272a3 --- /dev/null +++ b/onnx/backend/test/data/real/test_inception_v1/data.json @@ -0,0 +1 @@ +{"atol": 1e-07, "model_name": "inception_v1", "rtol": 0.001, "url": "onnx/backend/test/data/light/light_inception_v1.onnx"} \ No newline at end of file diff --git a/onnx/backend/test/data/real/test_inception_v2/data.json b/onnx/backend/test/data/real/test_inception_v2/data.json new file mode 100644 index 0000000..7c26928 --- /dev/null +++ b/onnx/backend/test/data/real/test_inception_v2/data.json @@ -0,0 +1 @@ +{"atol": 1e-07, "model_name": "inception_v2", "rtol": 0.001, "url": "onnx/backend/test/data/light/light_inception_v2.onnx"} \ No newline at end of file diff --git a/onnx/backend/test/data/real/test_resnet50/data.json b/onnx/backend/test/data/real/test_resnet50/data.json new file mode 100644 index 0000000..f5a100e --- /dev/null +++ b/onnx/backend/test/data/real/test_resnet50/data.json @@ -0,0 +1 @@ +{"atol": 1e-07, "model_name": "resnet50", "rtol": 0.001, "url": "onnx/backend/test/data/light/light_resnet50.onnx"} \ No newline at end of file diff --git a/onnx/backend/test/data/real/test_shufflenet/data.json b/onnx/backend/test/data/real/test_shufflenet/data.json new file mode 100644 index 0000000..6bb5a0b --- /dev/null +++ b/onnx/backend/test/data/real/test_shufflenet/data.json @@ -0,0 +1 @@ +{"atol": 1e-07, "model_name": "shufflenet", "rtol": 0.001, "url": "onnx/backend/test/data/light/light_shufflenet.onnx"} \ No newline at end of file diff --git a/onnx/backend/test/data/real/test_squeezenet/data.json b/onnx/backend/test/data/real/test_squeezenet/data.json new file mode 100644 index 0000000..fb0e7f2 --- /dev/null +++ b/onnx/backend/test/data/real/test_squeezenet/data.json @@ -0,0 +1 @@ +{"atol": 1e-07, "model_name": "squeezenet", "rtol": 0.001, "url": "onnx/backend/test/data/light/light_squeezenet.onnx"} \ No newline at end of file diff --git a/onnx/backend/test/data/real/test_vgg19/data.json b/onnx/backend/test/data/real/test_vgg19/data.json new file mode 100644 index 0000000..2ad3c4f --- /dev/null +++ b/onnx/backend/test/data/real/test_vgg19/data.json @@ -0,0 +1 @@ +{"atol": 1e-07, "model_name": "vgg19", "rtol": 0.001, "url": "onnx/backend/test/data/light/light_vgg19.onnx"} \ No newline at end of file diff --git a/onnx/backend/test/data/real/test_zfnet512/data.json b/onnx/backend/test/data/real/test_zfnet512/data.json new file mode 100644 index 0000000..4fabcd5 --- /dev/null +++ b/onnx/backend/test/data/real/test_zfnet512/data.json @@ -0,0 +1 @@ +{"atol": 1e-07, "model_name": "zfnet512", "rtol": 0.001, "url": "onnx/backend/test/data/light/light_zfnet512.onnx"} \ No newline at end of file diff --git a/onnx/backend/test/data/simple/test_expand_shape_model1/model.onnx b/onnx/backend/test/data/simple/test_expand_shape_model1/model.onnx new file mode 100644 index 0000000..d86246d Binary files /dev/null and b/onnx/backend/test/data/simple/test_expand_shape_model1/model.onnx differ diff --git a/onnx/backend/test/data/simple/test_expand_shape_model1/test_data_set_0/input_0.pb b/onnx/backend/test/data/simple/test_expand_shape_model1/test_data_set_0/input_0.pb new file mode 100644 index 0000000..254eb74 Binary files /dev/null and b/onnx/backend/test/data/simple/test_expand_shape_model1/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/simple/test_expand_shape_model1/test_data_set_0/input_1.pb b/onnx/backend/test/data/simple/test_expand_shape_model1/test_data_set_0/input_1.pb new file mode 100644 index 0000000..acdfc52 Binary files /dev/null and b/onnx/backend/test/data/simple/test_expand_shape_model1/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/simple/test_expand_shape_model1/test_data_set_0/output_0.pb b/onnx/backend/test/data/simple/test_expand_shape_model1/test_data_set_0/output_0.pb new file mode 100644 index 0000000..08fa83e Binary files /dev/null and b/onnx/backend/test/data/simple/test_expand_shape_model1/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/simple/test_expand_shape_model2/model.onnx b/onnx/backend/test/data/simple/test_expand_shape_model2/model.onnx new file mode 100644 index 0000000..6f55552 Binary files /dev/null and b/onnx/backend/test/data/simple/test_expand_shape_model2/model.onnx differ diff --git a/onnx/backend/test/data/simple/test_expand_shape_model2/test_data_set_0/input_0.pb b/onnx/backend/test/data/simple/test_expand_shape_model2/test_data_set_0/input_0.pb new file mode 100644 index 0000000..254eb74 Binary files /dev/null and b/onnx/backend/test/data/simple/test_expand_shape_model2/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/simple/test_expand_shape_model2/test_data_set_0/input_1.pb b/onnx/backend/test/data/simple/test_expand_shape_model2/test_data_set_0/input_1.pb new file mode 100644 index 0000000..e9774d7 Binary files /dev/null and b/onnx/backend/test/data/simple/test_expand_shape_model2/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/simple/test_expand_shape_model2/test_data_set_0/output_0.pb b/onnx/backend/test/data/simple/test_expand_shape_model2/test_data_set_0/output_0.pb new file mode 100644 index 0000000..81ce284 Binary files /dev/null and b/onnx/backend/test/data/simple/test_expand_shape_model2/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/simple/test_expand_shape_model3/model.onnx b/onnx/backend/test/data/simple/test_expand_shape_model3/model.onnx new file mode 100644 index 0000000..a8d1b86 Binary files /dev/null and b/onnx/backend/test/data/simple/test_expand_shape_model3/model.onnx differ diff --git a/onnx/backend/test/data/simple/test_expand_shape_model3/test_data_set_0/input_0.pb b/onnx/backend/test/data/simple/test_expand_shape_model3/test_data_set_0/input_0.pb new file mode 100644 index 0000000..254eb74 Binary files /dev/null and b/onnx/backend/test/data/simple/test_expand_shape_model3/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/simple/test_expand_shape_model3/test_data_set_0/input_1.pb b/onnx/backend/test/data/simple/test_expand_shape_model3/test_data_set_0/input_1.pb new file mode 100644 index 0000000..5d78a13 Binary files /dev/null and b/onnx/backend/test/data/simple/test_expand_shape_model3/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/simple/test_expand_shape_model3/test_data_set_0/output_0.pb b/onnx/backend/test/data/simple/test_expand_shape_model3/test_data_set_0/output_0.pb new file mode 100644 index 0000000..48cfc3f Binary files /dev/null and b/onnx/backend/test/data/simple/test_expand_shape_model3/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/simple/test_expand_shape_model4/model.onnx b/onnx/backend/test/data/simple/test_expand_shape_model4/model.onnx new file mode 100644 index 0000000..85f94b5 Binary files /dev/null and b/onnx/backend/test/data/simple/test_expand_shape_model4/model.onnx differ diff --git a/onnx/backend/test/data/simple/test_expand_shape_model4/test_data_set_0/input_0.pb b/onnx/backend/test/data/simple/test_expand_shape_model4/test_data_set_0/input_0.pb new file mode 100644 index 0000000..254eb74 Binary files /dev/null and b/onnx/backend/test/data/simple/test_expand_shape_model4/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/simple/test_expand_shape_model4/test_data_set_0/input_1.pb b/onnx/backend/test/data/simple/test_expand_shape_model4/test_data_set_0/input_1.pb new file mode 100644 index 0000000..eade368 Binary files /dev/null and b/onnx/backend/test/data/simple/test_expand_shape_model4/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/simple/test_expand_shape_model4/test_data_set_0/output_0.pb b/onnx/backend/test/data/simple/test_expand_shape_model4/test_data_set_0/output_0.pb new file mode 100644 index 0000000..ed9aa9e Binary files /dev/null and b/onnx/backend/test/data/simple/test_expand_shape_model4/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/simple/test_gradient_of_add/model.onnx b/onnx/backend/test/data/simple/test_gradient_of_add/model.onnx new file mode 100644 index 0000000..6cee309 Binary files /dev/null and b/onnx/backend/test/data/simple/test_gradient_of_add/model.onnx differ diff --git a/onnx/backend/test/data/simple/test_gradient_of_add/test_data_set_0/input_0.pb b/onnx/backend/test/data/simple/test_gradient_of_add/test_data_set_0/input_0.pb new file mode 100644 index 0000000..f445042 Binary files /dev/null and b/onnx/backend/test/data/simple/test_gradient_of_add/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/simple/test_gradient_of_add/test_data_set_0/input_1.pb b/onnx/backend/test/data/simple/test_gradient_of_add/test_data_set_0/input_1.pb new file mode 100644 index 0000000..cbb9486 Binary files /dev/null and b/onnx/backend/test/data/simple/test_gradient_of_add/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/simple/test_gradient_of_add/test_data_set_0/output_0.pb b/onnx/backend/test/data/simple/test_gradient_of_add/test_data_set_0/output_0.pb new file mode 100644 index 0000000..ceda7e2 Binary files /dev/null and b/onnx/backend/test/data/simple/test_gradient_of_add/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/simple/test_gradient_of_add/test_data_set_0/output_1.pb b/onnx/backend/test/data/simple/test_gradient_of_add/test_data_set_0/output_1.pb new file mode 100644 index 0000000..01af236 Binary files /dev/null and b/onnx/backend/test/data/simple/test_gradient_of_add/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/simple/test_gradient_of_add/test_data_set_0/output_2.pb b/onnx/backend/test/data/simple/test_gradient_of_add/test_data_set_0/output_2.pb new file mode 100644 index 0000000..d2945a7 Binary files /dev/null and b/onnx/backend/test/data/simple/test_gradient_of_add/test_data_set_0/output_2.pb differ diff --git a/onnx/backend/test/data/simple/test_gradient_of_add_and_mul/model.onnx b/onnx/backend/test/data/simple/test_gradient_of_add_and_mul/model.onnx new file mode 100644 index 0000000..6bf8cdd Binary files /dev/null and b/onnx/backend/test/data/simple/test_gradient_of_add_and_mul/model.onnx differ diff --git a/onnx/backend/test/data/simple/test_gradient_of_add_and_mul/test_data_set_0/input_0.pb b/onnx/backend/test/data/simple/test_gradient_of_add_and_mul/test_data_set_0/input_0.pb new file mode 100644 index 0000000..f445042 Binary files /dev/null and b/onnx/backend/test/data/simple/test_gradient_of_add_and_mul/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/simple/test_gradient_of_add_and_mul/test_data_set_0/input_1.pb b/onnx/backend/test/data/simple/test_gradient_of_add_and_mul/test_data_set_0/input_1.pb new file mode 100644 index 0000000..cbb9486 Binary files /dev/null and b/onnx/backend/test/data/simple/test_gradient_of_add_and_mul/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/simple/test_gradient_of_add_and_mul/test_data_set_0/output_0.pb b/onnx/backend/test/data/simple/test_gradient_of_add_and_mul/test_data_set_0/output_0.pb new file mode 100644 index 0000000..660fb53 Binary files /dev/null and b/onnx/backend/test/data/simple/test_gradient_of_add_and_mul/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/simple/test_gradient_of_add_and_mul/test_data_set_0/output_1.pb b/onnx/backend/test/data/simple/test_gradient_of_add_and_mul/test_data_set_0/output_1.pb new file mode 100644 index 0000000..e8046aa Binary files /dev/null and b/onnx/backend/test/data/simple/test_gradient_of_add_and_mul/test_data_set_0/output_1.pb differ diff --git a/onnx/backend/test/data/simple/test_gradient_of_add_and_mul/test_data_set_0/output_2.pb b/onnx/backend/test/data/simple/test_gradient_of_add_and_mul/test_data_set_0/output_2.pb new file mode 100644 index 0000000..c71c241 Binary files /dev/null and b/onnx/backend/test/data/simple/test_gradient_of_add_and_mul/test_data_set_0/output_2.pb differ diff --git a/onnx/backend/test/data/simple/test_sequence_model1/model.onnx b/onnx/backend/test/data/simple/test_sequence_model1/model.onnx new file mode 100644 index 0000000..ec0ae3f Binary files /dev/null and b/onnx/backend/test/data/simple/test_sequence_model1/model.onnx differ diff --git a/onnx/backend/test/data/simple/test_sequence_model1/test_data_set_0/input_0.pb b/onnx/backend/test/data/simple/test_sequence_model1/test_data_set_0/input_0.pb new file mode 100644 index 0000000..8cec7a7 Binary files /dev/null and b/onnx/backend/test/data/simple/test_sequence_model1/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/simple/test_sequence_model1/test_data_set_0/input_1.pb b/onnx/backend/test/data/simple/test_sequence_model1/test_data_set_0/input_1.pb new file mode 100644 index 0000000..e827c24 Binary files /dev/null and b/onnx/backend/test/data/simple/test_sequence_model1/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/simple/test_sequence_model1/test_data_set_0/input_2.pb b/onnx/backend/test/data/simple/test_sequence_model1/test_data_set_0/input_2.pb new file mode 100644 index 0000000..48d4444 Binary files /dev/null and b/onnx/backend/test/data/simple/test_sequence_model1/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/simple/test_sequence_model1/test_data_set_0/output_0.pb b/onnx/backend/test/data/simple/test_sequence_model1/test_data_set_0/output_0.pb new file mode 100644 index 0000000..26aa749 Binary files /dev/null and b/onnx/backend/test/data/simple/test_sequence_model1/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/simple/test_sequence_model2/model.onnx b/onnx/backend/test/data/simple/test_sequence_model2/model.onnx new file mode 100644 index 0000000..8effac3 Binary files /dev/null and b/onnx/backend/test/data/simple/test_sequence_model2/model.onnx differ diff --git a/onnx/backend/test/data/simple/test_sequence_model2/test_data_set_0/input_0.pb b/onnx/backend/test/data/simple/test_sequence_model2/test_data_set_0/input_0.pb new file mode 100644 index 0000000..8cec7a7 Binary files /dev/null and b/onnx/backend/test/data/simple/test_sequence_model2/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/simple/test_sequence_model2/test_data_set_0/input_1.pb b/onnx/backend/test/data/simple/test_sequence_model2/test_data_set_0/input_1.pb new file mode 100644 index 0000000..cf99238 Binary files /dev/null and b/onnx/backend/test/data/simple/test_sequence_model2/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/simple/test_sequence_model2/test_data_set_0/input_2.pb b/onnx/backend/test/data/simple/test_sequence_model2/test_data_set_0/input_2.pb new file mode 100644 index 0000000..3497261 Binary files /dev/null and b/onnx/backend/test/data/simple/test_sequence_model2/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/simple/test_sequence_model2/test_data_set_0/output_0.pb b/onnx/backend/test/data/simple/test_sequence_model2/test_data_set_0/output_0.pb new file mode 100644 index 0000000..b883804 Binary files /dev/null and b/onnx/backend/test/data/simple/test_sequence_model2/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/simple/test_sequence_model3/model.onnx b/onnx/backend/test/data/simple/test_sequence_model3/model.onnx new file mode 100644 index 0000000..7164714 Binary files /dev/null and b/onnx/backend/test/data/simple/test_sequence_model3/model.onnx differ diff --git a/onnx/backend/test/data/simple/test_sequence_model3/test_data_set_0/input_0.pb b/onnx/backend/test/data/simple/test_sequence_model3/test_data_set_0/input_0.pb new file mode 100644 index 0000000..8cec7a7 Binary files /dev/null and b/onnx/backend/test/data/simple/test_sequence_model3/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/simple/test_sequence_model3/test_data_set_0/input_1.pb b/onnx/backend/test/data/simple/test_sequence_model3/test_data_set_0/input_1.pb new file mode 100644 index 0000000..cf99238 Binary files /dev/null and b/onnx/backend/test/data/simple/test_sequence_model3/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/simple/test_sequence_model3/test_data_set_0/input_2.pb b/onnx/backend/test/data/simple/test_sequence_model3/test_data_set_0/input_2.pb new file mode 100644 index 0000000..3497261 Binary files /dev/null and b/onnx/backend/test/data/simple/test_sequence_model3/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/simple/test_sequence_model3/test_data_set_0/output_0.pb b/onnx/backend/test/data/simple/test_sequence_model3/test_data_set_0/output_0.pb new file mode 100644 index 0000000..b883804 Binary files /dev/null and b/onnx/backend/test/data/simple/test_sequence_model3/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/simple/test_sequence_model4/model.onnx b/onnx/backend/test/data/simple/test_sequence_model4/model.onnx new file mode 100644 index 0000000..b1ffeb6 Binary files /dev/null and b/onnx/backend/test/data/simple/test_sequence_model4/model.onnx differ diff --git a/onnx/backend/test/data/simple/test_sequence_model4/test_data_set_0/input_0.pb b/onnx/backend/test/data/simple/test_sequence_model4/test_data_set_0/input_0.pb new file mode 100644 index 0000000..8cec7a7 Binary files /dev/null and b/onnx/backend/test/data/simple/test_sequence_model4/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/simple/test_sequence_model4/test_data_set_0/input_1.pb b/onnx/backend/test/data/simple/test_sequence_model4/test_data_set_0/input_1.pb new file mode 100644 index 0000000..cf99238 Binary files /dev/null and b/onnx/backend/test/data/simple/test_sequence_model4/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/simple/test_sequence_model4/test_data_set_0/input_2.pb b/onnx/backend/test/data/simple/test_sequence_model4/test_data_set_0/input_2.pb new file mode 100644 index 0000000..3497261 Binary files /dev/null and b/onnx/backend/test/data/simple/test_sequence_model4/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/simple/test_sequence_model4/test_data_set_0/output_0.pb b/onnx/backend/test/data/simple/test_sequence_model4/test_data_set_0/output_0.pb new file mode 100644 index 0000000..f5cbdf2 Binary files /dev/null and b/onnx/backend/test/data/simple/test_sequence_model4/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/simple/test_sequence_model5/model.onnx b/onnx/backend/test/data/simple/test_sequence_model5/model.onnx new file mode 100644 index 0000000..830a058 Binary files /dev/null and b/onnx/backend/test/data/simple/test_sequence_model5/model.onnx differ diff --git a/onnx/backend/test/data/simple/test_sequence_model5/test_data_set_0/input_0.pb b/onnx/backend/test/data/simple/test_sequence_model5/test_data_set_0/input_0.pb new file mode 100644 index 0000000..8cec7a7 Binary files /dev/null and b/onnx/backend/test/data/simple/test_sequence_model5/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/simple/test_sequence_model5/test_data_set_0/input_1.pb b/onnx/backend/test/data/simple/test_sequence_model5/test_data_set_0/input_1.pb new file mode 100644 index 0000000..cf99238 Binary files /dev/null and b/onnx/backend/test/data/simple/test_sequence_model5/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/simple/test_sequence_model5/test_data_set_0/input_2.pb b/onnx/backend/test/data/simple/test_sequence_model5/test_data_set_0/input_2.pb new file mode 100644 index 0000000..3497261 Binary files /dev/null and b/onnx/backend/test/data/simple/test_sequence_model5/test_data_set_0/input_2.pb differ diff --git a/onnx/backend/test/data/simple/test_sequence_model5/test_data_set_0/output_0.pb b/onnx/backend/test/data/simple/test_sequence_model5/test_data_set_0/output_0.pb new file mode 100644 index 0000000..07b7cdf Binary files /dev/null and b/onnx/backend/test/data/simple/test_sequence_model5/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/simple/test_sequence_model6/model.onnx b/onnx/backend/test/data/simple/test_sequence_model6/model.onnx new file mode 100644 index 0000000..8cd34cc Binary files /dev/null and b/onnx/backend/test/data/simple/test_sequence_model6/model.onnx differ diff --git a/onnx/backend/test/data/simple/test_sequence_model6/test_data_set_0/input_0.pb b/onnx/backend/test/data/simple/test_sequence_model6/test_data_set_0/input_0.pb new file mode 100644 index 0000000..8cec7a7 Binary files /dev/null and b/onnx/backend/test/data/simple/test_sequence_model6/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/simple/test_sequence_model6/test_data_set_0/output_0.pb b/onnx/backend/test/data/simple/test_sequence_model6/test_data_set_0/output_0.pb new file mode 100644 index 0000000..84d6871 Binary files /dev/null and b/onnx/backend/test/data/simple/test_sequence_model6/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/simple/test_sequence_model7/model.onnx b/onnx/backend/test/data/simple/test_sequence_model7/model.onnx new file mode 100644 index 0000000..1839420 Binary files /dev/null and b/onnx/backend/test/data/simple/test_sequence_model7/model.onnx differ diff --git a/onnx/backend/test/data/simple/test_sequence_model7/test_data_set_0/input_0.pb b/onnx/backend/test/data/simple/test_sequence_model7/test_data_set_0/input_0.pb new file mode 100644 index 0000000..3c26343 --- /dev/null +++ b/onnx/backend/test/data/simple/test_sequence_model7/test_data_set_0/input_0.pb @@ -0,0 +1 @@ + BXJ_V?3`?KnkI?cۮo?)?[!*?Yam?:g?63IS?BKN?(?U?" ?-6k-?%X|?Jk/?ҽN?"!?{ _Ҥ??'z#?iP?!4?)?2,R? \ No newline at end of file diff --git a/onnx/backend/test/data/simple/test_sequence_model7/test_data_set_0/output_0.pb b/onnx/backend/test/data/simple/test_sequence_model7/test_data_set_0/output_0.pb new file mode 100644 index 0000000..c8e878e --- /dev/null +++ b/onnx/backend/test/data/simple/test_sequence_model7/test_data_set_0/output_0.pb @@ -0,0 +1 @@ + BoutJ`-6k-?%X|?Jk/?ҽN?"!?{ _Ҥ??'z#?iP?!4?)?2,R? \ No newline at end of file diff --git a/onnx/backend/test/data/simple/test_sequence_model8/model.onnx b/onnx/backend/test/data/simple/test_sequence_model8/model.onnx new file mode 100644 index 0000000..fa0d71a Binary files /dev/null and b/onnx/backend/test/data/simple/test_sequence_model8/model.onnx differ diff --git a/onnx/backend/test/data/simple/test_sequence_model8/test_data_set_0/input_0.pb b/onnx/backend/test/data/simple/test_sequence_model8/test_data_set_0/input_0.pb new file mode 100644 index 0000000..65193ec Binary files /dev/null and b/onnx/backend/test/data/simple/test_sequence_model8/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/simple/test_sequence_model8/test_data_set_0/input_1.pb b/onnx/backend/test/data/simple/test_sequence_model8/test_data_set_0/input_1.pb new file mode 100644 index 0000000..bb1a32b Binary files /dev/null and b/onnx/backend/test/data/simple/test_sequence_model8/test_data_set_0/input_1.pb differ diff --git a/onnx/backend/test/data/simple/test_sequence_model8/test_data_set_0/output_0.pb b/onnx/backend/test/data/simple/test_sequence_model8/test_data_set_0/output_0.pb new file mode 100644 index 0000000..a9977c1 Binary files /dev/null and b/onnx/backend/test/data/simple/test_sequence_model8/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/simple/test_shrink/model.onnx b/onnx/backend/test/data/simple/test_shrink/model.onnx new file mode 100644 index 0000000..4f1a7f1 Binary files /dev/null and b/onnx/backend/test/data/simple/test_shrink/model.onnx differ diff --git a/onnx/backend/test/data/simple/test_shrink/test_data_set_0/input_0.pb b/onnx/backend/test/data/simple/test_shrink/test_data_set_0/input_0.pb new file mode 100644 index 0000000..79ecbb4 Binary files /dev/null and b/onnx/backend/test/data/simple/test_shrink/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/simple/test_shrink/test_data_set_0/output_0.pb b/onnx/backend/test/data/simple/test_shrink/test_data_set_0/output_0.pb new file mode 100644 index 0000000..236d0ac Binary files /dev/null and b/onnx/backend/test/data/simple/test_shrink/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/simple/test_sign_model/model.onnx b/onnx/backend/test/data/simple/test_sign_model/model.onnx new file mode 100644 index 0000000..b3c2f96 Binary files /dev/null and b/onnx/backend/test/data/simple/test_sign_model/model.onnx differ diff --git a/onnx/backend/test/data/simple/test_sign_model/test_data_set_0/input_0.pb b/onnx/backend/test/data/simple/test_sign_model/test_data_set_0/input_0.pb new file mode 100644 index 0000000..ff9c47f Binary files /dev/null and b/onnx/backend/test/data/simple/test_sign_model/test_data_set_0/input_0.pb differ diff --git a/onnx/backend/test/data/simple/test_sign_model/test_data_set_0/output_0.pb b/onnx/backend/test/data/simple/test_sign_model/test_data_set_0/output_0.pb new file mode 100644 index 0000000..e3843ba Binary files /dev/null and b/onnx/backend/test/data/simple/test_sign_model/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/simple/test_single_relu_model/model.onnx b/onnx/backend/test/data/simple/test_single_relu_model/model.onnx new file mode 100644 index 0000000..f1da029 Binary files /dev/null and b/onnx/backend/test/data/simple/test_single_relu_model/model.onnx differ diff --git a/onnx/backend/test/data/simple/test_single_relu_model/test_data_set_0/input_0.pb b/onnx/backend/test/data/simple/test_single_relu_model/test_data_set_0/input_0.pb new file mode 100644 index 0000000..e5097e0 --- /dev/null +++ b/onnx/backend/test/data/simple/test_single_relu_model/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +BxJx?h> \ No newline at end of file diff --git a/onnx/backend/test/data/simple/test_single_relu_model/test_data_set_0/output_0.pb b/onnx/backend/test/data/simple/test_single_relu_model/test_data_set_0/output_0.pb new file mode 100644 index 0000000..7038f87 --- /dev/null +++ b/onnx/backend/test/data/simple/test_single_relu_model/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +ByJx?h> \ No newline at end of file diff --git a/onnx/backend/test/data/simple/test_strnorm_model_monday_casesensintive_lower/model.onnx b/onnx/backend/test/data/simple/test_strnorm_model_monday_casesensintive_lower/model.onnx new file mode 100644 index 0000000..06aa614 Binary files /dev/null and b/onnx/backend/test/data/simple/test_strnorm_model_monday_casesensintive_lower/model.onnx differ diff --git a/onnx/backend/test/data/simple/test_strnorm_model_monday_casesensintive_lower/test_data_set_0/input_0.pb b/onnx/backend/test/data/simple/test_strnorm_model_monday_casesensintive_lower/test_data_set_0/input_0.pb new file mode 100644 index 0000000..179b510 --- /dev/null +++ b/onnx/backend/test/data/simple/test_strnorm_model_monday_casesensintive_lower/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +2monday2tuesday2 wednesday2thursdayBx \ No newline at end of file diff --git a/onnx/backend/test/data/simple/test_strnorm_model_monday_casesensintive_lower/test_data_set_0/output_0.pb b/onnx/backend/test/data/simple/test_strnorm_model_monday_casesensintive_lower/test_data_set_0/output_0.pb new file mode 100644 index 0000000..cdc27a7 --- /dev/null +++ b/onnx/backend/test/data/simple/test_strnorm_model_monday_casesensintive_lower/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +2tuesday2 wednesday2thursdayBy \ No newline at end of file diff --git a/onnx/backend/test/data/simple/test_strnorm_model_monday_casesensintive_nochangecase/model.onnx b/onnx/backend/test/data/simple/test_strnorm_model_monday_casesensintive_nochangecase/model.onnx new file mode 100644 index 0000000..bb71475 Binary files /dev/null and b/onnx/backend/test/data/simple/test_strnorm_model_monday_casesensintive_nochangecase/model.onnx differ diff --git a/onnx/backend/test/data/simple/test_strnorm_model_monday_casesensintive_nochangecase/test_data_set_0/input_0.pb b/onnx/backend/test/data/simple/test_strnorm_model_monday_casesensintive_nochangecase/test_data_set_0/input_0.pb new file mode 100644 index 0000000..179b510 --- /dev/null +++ b/onnx/backend/test/data/simple/test_strnorm_model_monday_casesensintive_nochangecase/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +2monday2tuesday2 wednesday2thursdayBx \ No newline at end of file diff --git a/onnx/backend/test/data/simple/test_strnorm_model_monday_casesensintive_nochangecase/test_data_set_0/output_0.pb b/onnx/backend/test/data/simple/test_strnorm_model_monday_casesensintive_nochangecase/test_data_set_0/output_0.pb new file mode 100644 index 0000000..cdc27a7 --- /dev/null +++ b/onnx/backend/test/data/simple/test_strnorm_model_monday_casesensintive_nochangecase/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +2tuesday2 wednesday2thursdayBy \ No newline at end of file diff --git a/onnx/backend/test/data/simple/test_strnorm_model_monday_casesensintive_upper/model.onnx b/onnx/backend/test/data/simple/test_strnorm_model_monday_casesensintive_upper/model.onnx new file mode 100644 index 0000000..a2139b9 Binary files /dev/null and b/onnx/backend/test/data/simple/test_strnorm_model_monday_casesensintive_upper/model.onnx differ diff --git a/onnx/backend/test/data/simple/test_strnorm_model_monday_casesensintive_upper/test_data_set_0/input_0.pb b/onnx/backend/test/data/simple/test_strnorm_model_monday_casesensintive_upper/test_data_set_0/input_0.pb new file mode 100644 index 0000000..179b510 --- /dev/null +++ b/onnx/backend/test/data/simple/test_strnorm_model_monday_casesensintive_upper/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +2monday2tuesday2 wednesday2thursdayBx \ No newline at end of file diff --git a/onnx/backend/test/data/simple/test_strnorm_model_monday_casesensintive_upper/test_data_set_0/output_0.pb b/onnx/backend/test/data/simple/test_strnorm_model_monday_casesensintive_upper/test_data_set_0/output_0.pb new file mode 100644 index 0000000..f99dcd8 --- /dev/null +++ b/onnx/backend/test/data/simple/test_strnorm_model_monday_casesensintive_upper/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +2TUESDAY2 WEDNESDAY2THURSDAYBy \ No newline at end of file diff --git a/onnx/backend/test/data/simple/test_strnorm_model_monday_empty_output/model.onnx b/onnx/backend/test/data/simple/test_strnorm_model_monday_empty_output/model.onnx new file mode 100644 index 0000000..626bdf3 Binary files /dev/null and b/onnx/backend/test/data/simple/test_strnorm_model_monday_empty_output/model.onnx differ diff --git a/onnx/backend/test/data/simple/test_strnorm_model_monday_empty_output/test_data_set_0/input_0.pb b/onnx/backend/test/data/simple/test_strnorm_model_monday_empty_output/test_data_set_0/input_0.pb new file mode 100644 index 0000000..f8443f6 --- /dev/null +++ b/onnx/backend/test/data/simple/test_strnorm_model_monday_empty_output/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +2monday2mondayBx \ No newline at end of file diff --git a/onnx/backend/test/data/simple/test_strnorm_model_monday_empty_output/test_data_set_0/output_0.pb b/onnx/backend/test/data/simple/test_strnorm_model_monday_empty_output/test_data_set_0/output_0.pb new file mode 100644 index 0000000..fc66148 Binary files /dev/null and b/onnx/backend/test/data/simple/test_strnorm_model_monday_empty_output/test_data_set_0/output_0.pb differ diff --git a/onnx/backend/test/data/simple/test_strnorm_model_monday_insensintive_upper_twodim/model.onnx b/onnx/backend/test/data/simple/test_strnorm_model_monday_insensintive_upper_twodim/model.onnx new file mode 100644 index 0000000..14919dc Binary files /dev/null and b/onnx/backend/test/data/simple/test_strnorm_model_monday_insensintive_upper_twodim/model.onnx differ diff --git a/onnx/backend/test/data/simple/test_strnorm_model_monday_insensintive_upper_twodim/test_data_set_0/input_0.pb b/onnx/backend/test/data/simple/test_strnorm_model_monday_insensintive_upper_twodim/test_data_set_0/input_0.pb new file mode 100644 index 0000000..0b3e995 --- /dev/null +++ b/onnx/backend/test/data/simple/test_strnorm_model_monday_insensintive_upper_twodim/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +2Monday2tuesday2 wednesday2Monday2tuesday2 wednesdayBx \ No newline at end of file diff --git a/onnx/backend/test/data/simple/test_strnorm_model_monday_insensintive_upper_twodim/test_data_set_0/output_0.pb b/onnx/backend/test/data/simple/test_strnorm_model_monday_insensintive_upper_twodim/test_data_set_0/output_0.pb new file mode 100644 index 0000000..7db720d --- /dev/null +++ b/onnx/backend/test/data/simple/test_strnorm_model_monday_insensintive_upper_twodim/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +2TUESDAY2 WEDNESDAY2TUESDAY2 WEDNESDAYBy \ No newline at end of file diff --git a/onnx/backend/test/data/simple/test_strnorm_model_nostopwords_nochangecase/model.onnx b/onnx/backend/test/data/simple/test_strnorm_model_nostopwords_nochangecase/model.onnx new file mode 100644 index 0000000..543b3d4 Binary files /dev/null and b/onnx/backend/test/data/simple/test_strnorm_model_nostopwords_nochangecase/model.onnx differ diff --git a/onnx/backend/test/data/simple/test_strnorm_model_nostopwords_nochangecase/test_data_set_0/input_0.pb b/onnx/backend/test/data/simple/test_strnorm_model_nostopwords_nochangecase/test_data_set_0/input_0.pb new file mode 100644 index 0000000..a2b8405 --- /dev/null +++ b/onnx/backend/test/data/simple/test_strnorm_model_nostopwords_nochangecase/test_data_set_0/input_0.pb @@ -0,0 +1 @@ +2monday2tuesdayBx \ No newline at end of file diff --git a/onnx/backend/test/data/simple/test_strnorm_model_nostopwords_nochangecase/test_data_set_0/output_0.pb b/onnx/backend/test/data/simple/test_strnorm_model_nostopwords_nochangecase/test_data_set_0/output_0.pb new file mode 100644 index 0000000..bc7045a --- /dev/null +++ b/onnx/backend/test/data/simple/test_strnorm_model_nostopwords_nochangecase/test_data_set_0/output_0.pb @@ -0,0 +1 @@ +2monday2tuesdayBy \ No newline at end of file diff --git a/onnx/backend/test/loader/__init__.py b/onnx/backend/test/loader/__init__.py new file mode 100644 index 0000000..530fdf1 --- /dev/null +++ b/onnx/backend/test/loader/__init__.py @@ -0,0 +1,66 @@ +# Copyright (c) ONNX Project Contributors + +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import json +import os + +from onnx.backend.test.case.test_case import TestCase + +DATA_DIR = os.path.join( + os.path.dirname(os.path.realpath(os.path.dirname(__file__))), "data" +) + + +def load_model_tests( + data_dir: str = DATA_DIR, + kind: str | None = None, +) -> list[TestCase]: + """Load model test cases from on-disk data files.""" + supported_kinds = os.listdir(data_dir) + if kind not in supported_kinds: + raise ValueError(f"kind must be one of {supported_kinds}") + + testcases = [] + + kind_dir = os.path.join(data_dir, kind) + for test_name in os.listdir(kind_dir): + case_dir = os.path.join(kind_dir, test_name) + # skip the non-dir files, such as generated __init__.py. + rtol = 1e-3 + atol = 1e-7 + if not os.path.isdir(case_dir): + continue + if os.path.exists(os.path.join(case_dir, "model.onnx")): + url = None + model_name = test_name[len("test_")] + model_dir: str | None = case_dir + if os.path.exists(os.path.join(case_dir, "data.json")): + with open(os.path.join(case_dir, "data.json")) as f: + data = json.load(f) + rtol = data.get("rtol", rtol) + atol = data.get("atol", atol) + else: + with open(os.path.join(case_dir, "data.json")) as f: + data = json.load(f) + url = data["url"] + model_name = data["model_name"] + rtol = data.get("rtol", rtol) + atol = data.get("atol", atol) + model_dir = None + testcases.append( + TestCase( + name=test_name, + url=url, + model_name=model_name, + model_dir=model_dir, + model=None, + data_sets=None, + kind=kind, + rtol=rtol, + atol=atol, + ) + ) + + return testcases diff --git a/onnx/backend/test/report/__init__.py b/onnx/backend/test/report/__init__.py new file mode 100644 index 0000000..8b5ec9e --- /dev/null +++ b/onnx/backend/test/report/__init__.py @@ -0,0 +1,50 @@ +# Copyright (c) ONNX Project Contributors + +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +from typing import TYPE_CHECKING, Any + +import pytest + +from onnx.backend.test.report.coverage import Coverage + +if TYPE_CHECKING: + from collections.abc import Sequence + + import _pytest + +_coverage = Coverage() +_marks: dict[str, Sequence[Any]] = {} + + +def _add_mark(mark: Any, bucket: str) -> None: + proto = mark.args[0] + if isinstance(proto, list): + assert len(proto) == 1 + proto = proto[0] + if proto is not None: + _coverage.add_proto(proto, bucket, mark.args[1] == "RealModel") + + +def pytest_runtest_call(item: _pytest.nodes.Item) -> None: + mark = item.get_closest_marker("onnx_coverage") + if mark: + assert item.nodeid not in _marks + _marks[item.nodeid] = mark + + +def pytest_runtest_logreport(report: Any) -> None: + if report.when == "call" and report.outcome == "passed" and report.nodeid in _marks: + mark = _marks[report.nodeid] + _add_mark(mark, "passed") + + +@pytest.hookimpl(trylast=True) +def pytest_terminal_summary( + terminalreporter: _pytest.terminal.TerminalReporter, + exitstatus: int, # noqa: ARG001 +) -> None: + for mark in _marks.values(): + _add_mark(mark, "loaded") + _coverage.report_text(terminalreporter) diff --git a/onnx/backend/test/report/base.py b/onnx/backend/test/report/base.py new file mode 100644 index 0000000..7284f10 --- /dev/null +++ b/onnx/backend/test/report/base.py @@ -0,0 +1,8 @@ +# Copyright (c) ONNX Project Contributors + +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + + +class ReporterBase: + pass diff --git a/onnx/backend/test/report/coverage.py b/onnx/backend/test/report/coverage.py new file mode 100644 index 0000000..6d1765f --- /dev/null +++ b/onnx/backend/test/report/coverage.py @@ -0,0 +1,266 @@ +# Copyright (c) ONNX Project Contributors + +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import csv +import datetime +import os +from collections import OrderedDict, defaultdict +from typing import IO, Any + +from tabulate import tabulate + +import onnx +from onnx import GraphProto, defs, helper + +_all_schemas = defs.get_all_schemas() + + +class AttrCoverage: + def __init__(self) -> None: + self.name: str | None = None + self.values: set[str] = set() + + def add(self, attr: onnx.AttributeProto) -> None: + assert self.name in {None, attr.name} + self.name = attr.name + value = helper.get_attribute_value(attr) + # Turn list into tuple so we can put it into set + # As value can be string, don't blindly turn `collections.Iterable` + # into tuple. + if isinstance(value, list): + value = tuple(value) + self.values.add(str(value)) + + +class NodeCoverage: + def __init__(self) -> None: + self.op_type: str | None = None + self.attr_coverages: dict[str, AttrCoverage] = defaultdict(AttrCoverage) + + def add(self, node: onnx.NodeProto) -> None: + assert self.op_type in [None, node.op_type] + + if self.op_type is None: + self.op_type = node.op_type + assert self.op_type is not None + self.schema = defs.get_schema(self.op_type, domain=node.domain) + + for attr in node.attribute: + self.attr_coverages[attr.name].add(attr) + + +class ModelCoverage: + def __init__(self) -> None: + self.name: str | None = None + self.graph: GraphProto | None = None + self.node_coverages: dict[str, NodeCoverage] = defaultdict(NodeCoverage) + + def add(self, model: onnx.ModelProto) -> None: + assert self.name in [None, model.graph.name] + + if self.name is None: + self.name = model.graph.name + assert self.name is not None + self.graph = model.graph + + for node in model.graph.node: + self.node_coverages[node.op_type].add(node) + + +class Coverage: + def __init__(self) -> None: + self.buckets: dict[str, dict[str, NodeCoverage]] = { + "loaded": defaultdict(NodeCoverage), + "passed": defaultdict(NodeCoverage), + } + self.models: dict[str, dict[str, ModelCoverage]] = { + "loaded": defaultdict(ModelCoverage), + "passed": defaultdict(ModelCoverage), + } + + def add_node(self, node: onnx.NodeProto, bucket: str) -> None: + self.buckets[bucket][node.op_type].add(node) + + def add_graph(self, graph: onnx.GraphProto, bucket: str) -> None: + for node in graph.node: + self.add_node(node, bucket) + + def add_model(self, model: onnx.ModelProto, bucket: str, is_model: bool) -> None: + self.add_graph(model.graph, bucket) + # Only add model if name does not start with test + if is_model: + self.models[bucket][model.graph.name].add(model) + + def add_proto(self, proto: onnx.ModelProto, bucket: str, is_model: bool) -> None: + assert isinstance(proto, onnx.ModelProto) + self.add_model(proto, bucket, is_model) + + def report_text(self, writer: IO[str]) -> None: + writer.write("---------- onnx coverage: ----------\n") + writer.write( + f"Operators (passed/loaded/total): {len(self.buckets['passed'])}/{len(self.buckets['loaded'])}/{len(_all_schemas)}\n" + ) + writer.write("------------------------------------\n") + + rows = [] + passed = [] + all_ops: list[str] = [] + experimental: list[str] = [] + for op_cov in self.buckets["passed"].values(): + covered_attrs = [ + f"{attr_cov.name}: {len(attr_cov.values)}" + for attr_cov in op_cov.attr_coverages.values() + ] + uncovered_attrs = [ + f"{attr}: 0" + for attr in op_cov.schema.attributes + if attr not in op_cov.attr_coverages + ] + attrs = sorted(covered_attrs) + sorted(uncovered_attrs) + if attrs: + attrs_column = os.linesep.join(attrs) + else: + attrs_column = "No attributes" + rows.append([op_cov.op_type, attrs_column]) + passed.append(op_cov.op_type) + writer.write( + tabulate( + rows, + headers=["Operator", "Attributes\n(name: #values)"], + tablefmt="plain", + ) + ) + writer.write("\n") + if os.environ.get("CSVDIR") is not None: + self.report_csv(all_ops, passed, experimental) + + # This function writes the coverage report to a set of CSV files for + # the Backend Scoreboard (onnx.ai/backend-scoreboard). To enable this + # feature, set a CSVDIR environment variable locally with the directory + # where you would like the files to be written, relative to the + # directory from which you're running pytest. The format of the CSV + # files is a column naming each op or model and columns for each + # backend with indications of whether the tests passed or failed for + # each row. + def report_csv( + self, all_ops: list[str], passed: list[str | None], experimental: list[str] + ) -> None: + for schema in _all_schemas: + if schema.domain in {"", "ai.onnx"}: + all_ops.append(schema.name) + if schema.support_level == defs.OpSchema.SupportType.EXPERIMENTAL: + experimental.append(schema.name) + all_ops.sort() + nodes_path = os.path.join(str(os.environ.get("CSVDIR")), "nodes.csv") + models_path = os.path.join(str(os.environ.get("CSVDIR")), "models.csv") + existing_nodes: OrderedDict[str, dict[str, str]] = OrderedDict() + existing_models: OrderedDict[str, dict[str, str]] = OrderedDict() + frameworks: list[str] = [] + if os.path.isfile(nodes_path): + with open(nodes_path) as nodes_file: + reader = csv.DictReader(nodes_file) + assert reader.fieldnames + frameworks = list(reader.fieldnames) + for row in reader: + op = row["Op"] + del row["Op"] + existing_nodes[str(op)] = row + if os.path.isfile(models_path): + with open(models_path) as models_file: + reader = csv.DictReader(models_file) + for row in reader: + model = row["Model"] + del row["Model"] + existing_models[str(model)] = row + backend = os.environ.get("BACKEND") + other_frameworks = frameworks[1:] + with open(nodes_path, "w") as nodes_file: + if "Op" not in frameworks: + frameworks.append("Op") + if backend not in frameworks: + frameworks.append(str(backend)) + else: + other_frameworks.remove(str(backend)) + node_writer = csv.DictWriter(nodes_file, fieldnames=frameworks) + node_writer.writeheader() + for node in all_ops: + node_name = node + if node in experimental: + node_name = node + " (Experimental)" + if node_name not in existing_nodes: + # Also add Skipped for other nodes + existing_nodes[node_name] = OrderedDict() + for other_framework in other_frameworks: + existing_nodes[node_name][other_framework] = "Skipped!" + if node in passed: + existing_nodes[node_name][str(backend)] = "Passed!" + else: + existing_nodes[node_name][str(backend)] = "Failed!" + summaries: dict[Any, Any] = {} + if "Summary" in existing_nodes: + summaries = existing_nodes["Summary"] + del existing_nodes["Summary"] + summaries[str(backend)] = f"{len(passed)}/{len(all_ops)} node tests passed" + summaries["Op"] = "Summary" + for node in existing_nodes: + existing_nodes[node]["Op"] = str(node) + node_writer.writerow(existing_nodes[node]) + node_writer.writerow(summaries) + with open(models_path, "w") as models_file: + frameworks[0] = "Model" + model_writer = csv.DictWriter(models_file, fieldnames=frameworks) + model_writer.writeheader() + # Consider both buckets + num_models = 0 + for bucket in self.models: + for model in self.models[bucket]: + # Both analyze and run the model on the backend + num_covered = 0 + for node in self.models[bucket][model].node_coverages: + if node in passed: + num_covered += 1 + # TODO: Identify if there are models that are being + # skipped/not loaded, but that are in other frameworks + msg = "Passed!" + if bucket == "loaded": + if model in self.models["passed"]: + continue + msg = "Failed!" + num_models += 1 + if model not in existing_models: + # Also add Skipped for other models + existing_models[model] = OrderedDict() + for other_framework in other_frameworks: + existing_models[model][other_framework] = "Skipped!" + existing_models[model][str(backend)] = str( + f"{num_covered}/{len(self.models[bucket][model].node_coverages)} nodes covered: {msg}" + ) + summaries.clear() + if "Summary" in existing_models: + summaries = existing_models["Summary"] + del existing_models["Summary"] + if str(backend) in summaries: + del summaries[str(backend)] + summaries[str(backend)] = ( + f"{len(self.models['passed'])}/{num_models} model tests passed" + ) + summaries["Model"] = "Summary" + for model in existing_models: + existing_models[model]["Model"] = model + model_writer.writerow(existing_models[model]) + model_writer.writerow(summaries) + with open( + os.path.join(str(os.environ.get("CSVDIR")), "metadata.csv"), + "w", + ) as metadata_file: + metadata_writer = csv.writer(metadata_file) + metadata_writer.writerow( + [ + "Latest Update", + datetime.datetime.now(tz=datetime.timezone.utc) + .isoformat() + .replace("T", " "), + ] + ) diff --git a/onnx/backend/test/runner/__init__.py b/onnx/backend/test/runner/__init__.py new file mode 100644 index 0000000..d6b8d0a --- /dev/null +++ b/onnx/backend/test/runner/__init__.py @@ -0,0 +1,529 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 + +from __future__ import annotations + +import functools +import glob +import os +import re +import shutil +import sys +import tempfile +import time +import unittest +from collections import defaultdict +from re import Pattern +from typing import TYPE_CHECKING, Any +from urllib.request import urlretrieve + +import numpy as np + +import onnx +import onnx.reference +from onnx import ONNX_ML, ModelProto, NodeProto, TypeProto, ValueInfoProto, numpy_helper +from onnx.backend.test.loader import load_model_tests +from onnx.backend.test.runner.item import TestItem + +if TYPE_CHECKING: + from collections.abc import Callable, Iterable, Sequence + + from onnx.backend.base import Backend + from onnx.backend.test.case.test_case import TestCase + + +class BackendIsNotSupposedToImplementIt(unittest.SkipTest): + pass + + +def retry_execute(times: int) -> Callable[[Callable[..., Any]], Callable[..., Any]]: + assert times >= 1 + + def wrapper(func: Callable[..., Any]) -> Callable[..., Any]: + @functools.wraps(func) + def wrapped(*args: Any, **kwargs: Any) -> Any: + for i in range(1, times + 1): + try: + return func(*args, **kwargs) + except Exception: # noqa: PERF203 + print(f"{i} times tried") + if i == times: + raise + time.sleep(5 * i) + return None + + return wrapped + + return wrapper + + +class Runner: + def __init__( + self, + backend: type[Backend], + parent_module: str | None = None, + test_kwargs: dict | None = None, + ) -> None: + self.backend = backend + self._parent_module = parent_module + self._include_patterns: set[Pattern[str]] = set() + self._exclude_patterns: set[Pattern[str]] = set() + self._xfail_patterns: set[Pattern[str]] = set() + self._test_kwargs: dict = test_kwargs or {} + + # This is the source of the truth of all test functions. + # Properties `test_cases`, `test_suite` and `tests` will be + # derived from it. + # {category: {name: func}} + self._test_items: dict[str, dict[str, TestItem]] = defaultdict(dict) + + for rt in load_model_tests(kind="node"): + self._add_model_test(rt, "Node") + + for rt in load_model_tests(kind="real"): + self._add_model_test(rt, "Real") + + for rt in load_model_tests(kind="simple"): + self._add_model_test(rt, "Simple") + + for ct in load_model_tests(kind="pytorch-converted"): + self._add_model_test(ct, "PyTorchConverted") + + for test_case in load_model_tests(kind="pytorch-operator"): + self._add_model_test(test_case, "PyTorchOperator") + + def _get_test_case(self, name: str) -> type[unittest.TestCase]: + test_case = type(str(name), (unittest.TestCase,), {}) + if self._parent_module: + test_case.__module__ = self._parent_module + return test_case + + def include(self, pattern: str) -> Runner: + self._include_patterns.add(re.compile(pattern)) + return self + + def exclude(self, pattern: str) -> Runner: + self._exclude_patterns.add(re.compile(pattern)) + return self + + def xfail(self, pattern: str) -> Runner: + self._xfail_patterns.add(re.compile(pattern)) + return self + + def enable_report(self) -> Runner: + import pytest # noqa: PLC0415 + + for category, items_map in self._test_items.items(): + for item in items_map.values(): + item.func = pytest.mark.onnx_coverage(item.proto, category)(item.func) + return self + + @property + def _filtered_test_items(self) -> dict[str, dict[str, TestItem]]: + filtered: dict[str, dict[str, TestItem]] = {} + for category, items_map in self._test_items.items(): + filtered[category] = {} + for name, item in items_map.items(): + if self._include_patterns and ( + not any(include.search(name) for include in self._include_patterns) + ): + item.func = unittest.skip("no matched include pattern")(item.func) + for exclude in self._exclude_patterns: + if exclude.search(name): + item.func = unittest.skip( + f'matched exclude pattern "{exclude.pattern}"' + )(item.func) + for xfail in self._xfail_patterns: + if xfail.search(name): + item.func = unittest.expectedFailure(item.func) + filtered[category][name] = item + return filtered + + @property + def test_cases(self) -> dict[str, type[unittest.TestCase]]: + """List of test cases to be applied on the parent scope + Example usage: + globals().update(BackendTest(backend).test_cases) + """ + test_cases = {} + for category, items_map in self._filtered_test_items.items(): + test_case_name = f"OnnxBackend{category}Test" + test_case = self._get_test_case(test_case_name) + for name, item in sorted(items_map.items()): + setattr(test_case, name, item.func) + test_cases[test_case_name] = test_case + return test_cases + + @property + def test_suite(self) -> unittest.TestSuite: + """TestSuite that can be run by TestRunner + Example usage: + unittest.TextTestRunner().run(BackendTest(backend).test_suite) + """ + suite = unittest.TestSuite() + for case in sorted( + self.test_cases.values(), key=lambda cl: cl.__class__.__name__ + ): + suite.addTests(unittest.defaultTestLoader.loadTestsFromTestCase(case)) + return suite + + # For backward compatibility (we used to expose `.tests`) + @property + def tests(self) -> type[unittest.TestCase]: + """One single unittest.TestCase that hosts all the test functions + Example usage: + onnx_backend_tests = BackendTest(backend).tests + """ + tests = self._get_test_case("OnnxBackendTest") + for items_map in sorted( + self._filtered_test_items.values(), key=lambda cl: cl.__class__.__name__ + ): + for name, item in sorted(items_map.items()): + setattr(tests, name, item.func) + return tests + + @classmethod + def assert_similar_outputs( + cls, + ref_outputs: Sequence[Any], + outputs: Sequence[Any], + rtol: float, + atol: float, + model_dir: str | None = None, + ) -> None: + try: + np.testing.assert_equal(len(outputs), len(ref_outputs)) + except TypeError as e: + raise TypeError( + f"Unable to compare expected type {type(ref_outputs)} " + f"and runtime type {type(outputs)} (known test={model_dir or '?'!r})" + ) from e + for i in range(len(outputs)): + if isinstance(outputs[i], (list, tuple)): + if not isinstance(ref_outputs[i], (list, tuple)): + raise AssertionError( # noqa: TRY004 + f"Unexpected type {type(outputs[i])} for outputs[{i}]. Expected " + f"type is {type(ref_outputs[i])} (known test={model_dir or '?'!r})." + ) + for j in range(len(outputs[i])): + cls.assert_similar_outputs( + ref_outputs[i][j], + outputs[i][j], + rtol, + atol, + model_dir=model_dir, + ) + else: + np.testing.assert_array_equal( + outputs[i].shape, + ref_outputs[i].shape, + err_msg=f"Output {i} has incorrect shape", + ) + if ref_outputs[i].dtype == object: + # Strings + np.testing.assert_array_equal(outputs[i], ref_outputs[i]) + else: + np.testing.assert_equal(outputs[i].dtype, ref_outputs[i].dtype) + np.testing.assert_allclose( + outputs[i], ref_outputs[i], rtol=rtol, atol=atol + ) + + @classmethod + @retry_execute(3) + def download_model( + cls, + model_test: TestCase, + models_dir: str, + ) -> None: + with tempfile.TemporaryDirectory() as tmpdir: + try: + assert model_test.url + print( + f"Start downloading model {model_test.model_name} from {model_test.url}" + ) + filename = os.path.join(tmpdir, "file") + urlretrieve(model_test.url, filename) + print("Done") + onnx.utils._extract_model_safe(filename, models_dir) + except Exception as e: + print(f"Failed to prepare data for model {model_test.model_name}: {e}") + raise + + @classmethod + def prepare_model_data(cls, model_test: TestCase) -> str: + onnx_home = os.path.expanduser( + os.getenv("ONNX_HOME", os.path.join("~", ".onnx")) + ) + models_dir = os.getenv("ONNX_MODELS", os.path.join(onnx_home, "models")) + model_dir: str = os.path.join(models_dir, model_test.model_name) + if not os.path.exists(os.path.join(model_dir, "model.onnx")): + if os.path.exists(model_dir): + bi = 0 + while True: + dest = f"{model_dir}.old.{bi}" + if os.path.exists(dest): + bi += 1 + continue + shutil.move(model_dir, dest) + break + os.makedirs(model_dir) + + cls.download_model(model_test=model_test, models_dir=models_dir) + return model_dir + + def _add_test( + self, + category: str, + test_name: str, + test_func: Callable[..., Any], + report_item: list[ModelProto | NodeProto | None], + devices: Iterable[str] = ("CPU", "CUDA"), + **kwargs: Any, + ) -> None: + # We don't prepend the 'test_' prefix to improve greppability + if not test_name.startswith("test_"): + raise ValueError(f"Test name must start with test_: {test_name}") + + def add_device_test(device: str) -> None: + device_test_name = f"{test_name}_{device.lower()}" + if device_test_name in self._test_items[category]: + raise ValueError( + f'Duplicated test name "{device_test_name}" in category "{category}"' + ) + + @unittest.skipIf( + not self.backend.supports_device(device), + f"Backend doesn't support device {device}", + ) + @functools.wraps(test_func) + def device_test_func(*args: Any, **device_test_kwarg: Any) -> Any: + try: + merged_kwargs = {**kwargs, **device_test_kwarg} + return test_func(*args, device, **merged_kwargs) + except BackendIsNotSupposedToImplementIt as e: + # hacky verbose reporting + if "-v" in sys.argv or "--verbose" in sys.argv: + print(f"Test {device_test_name} is effectively skipped: {e}") + + self._test_items[category][device_test_name] = TestItem( + device_test_func, report_item + ) + + for device in devices: + add_device_test(device) + + @staticmethod + def generate_dummy_data( + x: ValueInfoProto, seed: int = 0, name: str = "", random: bool = False + ) -> np.ndarray: + """Generates a random tensor based on the input definition.""" + if not x.type.tensor_type: + raise NotImplementedError( + f"Input expected to have tensor type. " + f"Unable to generate random data for model {name!r} and input {x}." + ) + if x.type.tensor_type.elem_type != 1: + raise NotImplementedError( + f"Currently limited to float tensors. " + f"Unable to generate random data for model {name!r} and input {x}." + ) + shape = tuple( + d.dim_value if d.HasField("dim_value") else 1 + for d in x.type.tensor_type.shape.dim + ) + if random: + gen = np.random.default_rng(seed=seed) + return gen.random(shape, np.float32) + n = np.prod(shape) + return (np.arange(n).reshape(shape) / n).astype(np.float32) + + def _add_model_test(self, model_test: TestCase, kind: str) -> None: + # model is loaded at runtime, note sometimes it could even + # never loaded if the test skipped + model_marker: list[ModelProto | NodeProto | None] = [None] + + def run(test_self: Any, device: str, **kwargs) -> None: # noqa: ARG001 + if model_test.url is not None and model_test.url.startswith( + "onnx/backend/test/data/light/" + ): + # testing local files + model_pb_path = os.path.normpath( + os.path.join( + os.path.dirname(__file__), + "..", + "..", + "..", + "..", + model_test.url, + ) + ) + if not os.path.exists(model_pb_path): + raise FileNotFoundError(f"Unable to find model {model_pb_path!r}.") + onnx_home = os.path.expanduser( + os.getenv("ONNX_HOME", os.path.join("~", ".onnx")) + ) + models_dir = os.getenv( + "ONNX_MODELS", os.path.join(onnx_home, "models", "light") + ) + model_dir: str = os.path.join(models_dir, model_test.model_name) + if not os.path.exists(model_dir): + os.makedirs(model_dir) + use_dummy = True + else: + if model_test.model_dir is None: + model_dir = self.prepare_model_data(model_test) + else: + model_dir = model_test.model_dir + model_pb_path = os.path.join(model_dir, "model.onnx") + use_dummy = False + + if not ONNX_ML and "ai_onnx_ml" in model_dir: + return + + model = onnx.load(model_pb_path) + model_marker[0] = model + if ( + hasattr(self.backend, "is_compatible") + and callable(self.backend.is_compatible) + and not self.backend.is_compatible(model) + ): + raise unittest.SkipTest("Not compatible with backend") + + prepared_model = self.backend.prepare(model, device, **kwargs) + assert prepared_model is not None + + if use_dummy: + # When the backend test goes through a test involving a + # model stored in onnx/backend/test/data/light, + # this function generates expected output coming from + # from ReferenceEvaluator run with random inputs. + # A couple of models include many Conv operators and the + # python implementation is slow (such as test_bvlc_alexnet). + with open(model_pb_path, "rb") as f: + onx = onnx.load(f) + + test_data_set = os.path.join(model_dir, "test_data_set_0") + if not os.path.exists(test_data_set): + os.mkdir(test_data_set) + feeds = {} + inits = {i.name for i in onx.graph.initializer} + n_input = 0 + inputs = [] + for i in range(len(onx.graph.input)): + if onx.graph.input[i].name in inits: + continue + name = os.path.join(test_data_set, f"input_{n_input}.pb") + inputs.append(name) + n_input += 1 + x = onx.graph.input[i] + value = self.generate_dummy_data( + x, seed=0, name=model_test.model_name, random=False + ) + feeds[x.name] = value + with open(name, "wb") as f: + f.write(onnx.numpy_helper.from_array(value).SerializeToString()) + + # loads expected output if any available + prefix = os.path.splitext(model_pb_path)[0] + expected_outputs = [] + for i in range(len(onx.graph.output)): + name = f"{prefix}_output_{i}.pb" + if os.path.exists(name): + expected_outputs.append(name) + continue + expected_outputs = None + break + + if expected_outputs is None: + ref = onnx.reference.ReferenceEvaluator(onx) + outputs = ref.run(None, feeds) + for i, o in enumerate(outputs): + name = os.path.join(test_data_set, f"output_{i}.pb") + with open(name, "wb") as f: + f.write(onnx.numpy_helper.from_array(o).SerializeToString()) + else: + for i, o in enumerate(expected_outputs): + name = os.path.join(test_data_set, f"output_{i}.pb") + shutil.copy(o, name) + else: + # TODO after converting all npz files to protobuf, we can delete this. + for test_data_npz in glob.glob( + os.path.join(model_dir, "test_data_*.npz") + ): + test_data = np.load(test_data_npz, encoding="bytes") + inputs = list(test_data["inputs"]) + outputs = list(prepared_model.run(inputs)) + ref_outputs = tuple( + np.array(x) if not isinstance(x, (list, dict)) else x + for f in test_data["outputs"] + ) + self.assert_similar_outputs( + ref_outputs, + outputs, + rtol=kwargs.get("rtol", model_test.rtol), + atol=kwargs.get("atol", model_test.atol), + model_dir=model_dir, + ) + + for test_data_dir in glob.glob(os.path.join(model_dir, "test_data_set*")): + inputs = [] + inputs_num = len(glob.glob(os.path.join(test_data_dir, "input_*.pb"))) + for i in range(inputs_num): + input_file = os.path.join(test_data_dir, f"input_{i}.pb") + self._load_proto(input_file, inputs, model.graph.input[i].type) + ref_outputs = [] + ref_outputs_num = len( + glob.glob(os.path.join(test_data_dir, "output_*.pb")) + ) + for i in range(ref_outputs_num): + output_file = os.path.join(test_data_dir, f"output_{i}.pb") + self._load_proto( + output_file, ref_outputs, model.graph.output[i].type + ) + outputs = list(prepared_model.run(inputs)) + self.assert_similar_outputs( + ref_outputs, + outputs, + rtol=kwargs.get("rtol", model_test.rtol), + atol=kwargs.get("atol", model_test.atol), + model_dir=model_dir, + ) + + if model_test.name in self._test_kwargs: + self._add_test( + kind + "Model", + model_test.name, + run, + model_marker, + **self._test_kwargs[model_test.name], + ) + else: + self._add_test(kind + "Model", model_test.name, run, model_marker) + + def _load_proto( + self, + proto_filename: str, + target_list: list[np.ndarray | list[Any]], + model_type_proto: TypeProto, + ) -> None: + with open(proto_filename, "rb") as f: + protobuf_content = f.read() + if model_type_proto.HasField("sequence_type"): + sequence = onnx.SequenceProto() + sequence.ParseFromString(protobuf_content) + target_list.append(numpy_helper.to_list(sequence)) + elif model_type_proto.HasField("tensor_type"): + tensor = onnx.TensorProto() + tensor.ParseFromString(protobuf_content) + t = numpy_helper.to_array(tensor) + assert isinstance(t, np.ndarray) + target_list.append(t) + elif model_type_proto.HasField("optional_type"): + optional = onnx.OptionalProto() + optional.ParseFromString(protobuf_content) + target_list.append(numpy_helper.to_optional(optional)) # type: ignore[arg-type] + else: + print( + "Loading proto of that specific type (Map/Sparse Tensor) is currently not supported" + ) diff --git a/onnx/backend/test/runner/item.py b/onnx/backend/test/runner/item.py new file mode 100644 index 0000000..205ded9 --- /dev/null +++ b/onnx/backend/test/runner/item.py @@ -0,0 +1,21 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import dataclasses +from typing import TYPE_CHECKING, Any + +if TYPE_CHECKING: + from collections.abc import Callable + + from onnx import ModelProto, NodeProto + +# A container that hosts the test function and the associated +# test item (ModelProto) + + +@dataclasses.dataclass +class TestItem: + func: Callable[..., Any] + proto: list[ModelProto | NodeProto | None] diff --git a/onnx/backend/test/stat_coverage.py b/onnx/backend/test/stat_coverage.py new file mode 100644 index 0000000..33abdce --- /dev/null +++ b/onnx/backend/test/stat_coverage.py @@ -0,0 +1,299 @@ +#!/usr/bin/env python + +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import os +from typing import IO, TYPE_CHECKING, Any + +from onnx import AttributeProto, defs, load +from onnx.backend.test.case import collect_snippets +from onnx.backend.test.loader import load_model_tests +from onnx.backend.test.runner import Runner + +if TYPE_CHECKING: + from collections.abc import Sequence + + +def is_ml(schemas: Sequence[defs.OpSchema]) -> bool: + return any(s.domain == "ai.onnx.ml" for s in schemas) + + +def gen_outlines(f: IO[Any], ml: bool) -> None: + f.write("# Test Coverage Report") + if ml: + f.write(" (ONNX-ML Operators)\n") + else: + f.write(" (ONNX Core Operators)\n") + f.write("## Outlines\n") + f.write("* [Node Test Coverage](#node-test-coverage)\n") + f.write("* [Model Test Coverage](#model-test-coverage)\n") + f.write("* [Overall Test Coverage](#overall-test-coverage)\n") + + +common_covered: Sequence[str] = [] +experimental_covered: Sequence[str] = [] + + +def gen_node_test_coverage( + schemas: Sequence[defs.OpSchema], f: IO[Any], ml: bool +) -> None: + global common_covered # noqa: PLW0603 + global experimental_covered # noqa: PLW0603 + generators = set( + { + "Multinomial", + "RandomNormal", + "RandomNormalLike", + "RandomUniform", + "RandomUniformLike", + } + ) + node_tests = collect_snippets() + common_covered = sorted( + s.name + for s in schemas + if s.name in node_tests + and s.support_level == defs.OpSchema.SupportType.COMMON + and (s.domain == "ai.onnx.ml") == ml + ) + common_no_cover = sorted( + s.name + for s in schemas + if s.name not in node_tests + and s.support_level == defs.OpSchema.SupportType.COMMON + and (s.domain == "ai.onnx.ml") == ml + ) + common_generator = sorted(name for name in common_no_cover if name in generators) + experimental_covered = sorted( + s.name + for s in schemas + if s.name in node_tests + and s.support_level == defs.OpSchema.SupportType.EXPERIMENTAL + and (s.domain == "ai.onnx.ml") == ml + ) + experimental_no_cover = sorted( + s.name + for s in schemas + if s.name not in node_tests + and s.support_level == defs.OpSchema.SupportType.EXPERIMENTAL + and (s.domain == "ai.onnx.ml") == ml + ) + experimental_generator = sorted( + name for name in experimental_no_cover if name in generators + ) + num_common = len(common_covered) + len(common_no_cover) - len(common_generator) + num_experimental = ( + len(experimental_covered) + + len(experimental_no_cover) + - len(experimental_generator) + ) + f.write("# Node Test Coverage\n") + f.write("## Summary\n") + if num_common: + f.write( + f"Node tests have covered {len(common_covered)}/{num_common} " + f"({len(common_covered) / float(num_common) * 100:.2f}%, {len(common_generator)} " + f"generators excluded) common operators.\n\n" + ) + else: + f.write("Node tests have covered 0/0 (N/A) common operators. \n\n") + if num_experimental: + f.write( + "Node tests have covered {}/{} ({:.2f}%, {} generators excluded) " # noqa: UP032 + "experimental operators.\n\n".format( + len(experimental_covered), + num_experimental, + (len(experimental_covered) / float(num_experimental) * 100), + len(experimental_generator), + ) + ) + else: + f.write("Node tests have covered 0/0 (N/A) experimental operators.\n\n") + titles = [ + "💚Covered Common Operators", + "💔No Cover Common Operators", + "💚Covered Experimental Operators", + "💔No Cover Experimental Operators", + ] + all_lists = [ + common_covered, + common_no_cover, + experimental_covered, + experimental_no_cover, + ] + for t in titles: + f.write(f"* [{t[9:]}](#{t[9:].lower().replace(' ', '-')})\n") + f.write("\n") + for t, l in zip(titles, all_lists, strict=False): # noqa: E741 + f.write(f"## {t}\n") + for s in l: + f.write(f"### {s}") + if s in node_tests: + f.write( + f"\nThere are {len(node_tests[s])} test cases, listed as following:\n" + ) + for summary, code in sorted(node_tests[s]): + f.write("
\n") + f.write(f"{summary}\n\n") + f.write(f"```python\n{code}\n```\n\n") + f.write("
\n") + else: # noqa: PLR5501 + if s in generators: + f.write(" (random generator operator)\n") + else: + f.write(" (call for test cases)\n") + f.write("\n\n") + f.write("
\n\n") + + +def gen_model_test_coverage( + schemas: Sequence[defs.OpSchema], f: IO[Any], ml: bool +) -> None: + f.write("# Model Test Coverage\n") + # Process schemas + schema_dict = {} + for schema in schemas: + schema_dict[schema.name] = schema + # Load models from each model test using Runner.prepare_model_data + # Need to grab associated nodes + attrs: dict[str, dict[str, list[Any]]] = {} + model_paths: list[Any] = [] + for rt in load_model_tests(kind="real"): + if rt.url.startswith("onnx/backend/test/data/light/"): + # testing local files + model_name = os.path.normpath( + os.path.join(os.path.dirname(__file__), "..", "..", "..", rt.url) + ) + if not os.path.exists(model_name): + raise FileNotFoundError(f"Unable to find model {model_name!r}.") + model_paths.append(model_name) + else: + model_dir = Runner.prepare_model_data(rt) + model_paths.append(os.path.join(model_dir, "model.onnx")) + model_paths.sort() + model_written = False + for model_pb_path in model_paths: + model = load(model_pb_path) + if ml: + ml_present = False + for opset in model.opset_import: + if opset.domain == "ai.onnx.ml": + ml_present = True + if not ml_present: + continue + model_written = True + f.write(f"## {model.graph.name}\n") + # Deconstruct model + num_covered = 0 + for node in model.graph.node: + if node.op_type in common_covered or node.op_type in experimental_covered: + num_covered += 1 + # Add details of which nodes are/aren't covered + # Iterate through and store each node's attributes + for attr in node.attribute: + if node.op_type not in attrs: + attrs[node.op_type] = {} + if attr.name not in attrs[node.op_type]: + attrs[node.op_type][attr.name] = [] + if attr.type == AttributeProto.FLOAT: + if attr.f not in attrs[node.op_type][attr.name]: + attrs[node.op_type][attr.name].append(attr.f) + elif attr.type == AttributeProto.INT: + if attr.i not in attrs[node.op_type][attr.name]: + attrs[node.op_type][attr.name].append(attr.i) + elif attr.type == AttributeProto.STRING: + if attr.s not in attrs[node.op_type][attr.name]: + attrs[node.op_type][attr.name].append(attr.s) + elif attr.type == AttributeProto.TENSOR: + if attr.t not in attrs[node.op_type][attr.name]: + attrs[node.op_type][attr.name].append(attr.t) + elif attr.type == AttributeProto.GRAPH: + if attr.g not in attrs[node.op_type][attr.name]: + attrs[node.op_type][attr.name].append(attr.g) + elif attr.type == AttributeProto.FLOATS: + if attr.floats not in attrs[node.op_type][attr.name]: + attrs[node.op_type][attr.name].append(attr.floats) + elif attr.type == AttributeProto.INTS: + if attr.ints not in attrs[node.op_type][attr.name]: + attrs[node.op_type][attr.name].append(attr.ints) + elif attr.type == AttributeProto.STRINGS: + if attr.strings not in attrs[node.op_type][attr.name]: + attrs[node.op_type][attr.name].append(attr.strings) + elif attr.type == AttributeProto.TENSORS: + if attr.tensors not in attrs[node.op_type][attr.name]: + attrs[node.op_type][attr.name].append(attr.tensors) + elif attr.type == AttributeProto.GRAPHS: + if attr.graphs not in attrs[node.op_type][attr.name]: + attrs[node.op_type][attr.name].append(attr.graphs) + f.write( + f"\n{model.graph.name} has {num_covered} nodes. " + f"Of these, {len(model.graph.node)} are covered by node tests " + f"({100.0 * float(num_covered) / float(len(model.graph.node))}%)\n\n\n" + ) + # Iterate through attrs, print + f.write("
\n") + f.write("nodes\n\n") + for op in sorted(attrs): + f.write("
\n") + # Get total number of attributes for node schema + f.write( + f"{op}: {len(attrs[op])} out of {len(schema_dict[op].attributes)} attributes covered\n\n" + ) + for attribute in sorted(schema_dict[op].attributes): + if attribute in attrs[op]: + f.write(f"{attribute}: {len(attrs[op][attribute])}\n") + else: + f.write(f"{attribute}: 0\n") + f.write("
\n") + f.write("
\n\n\n") + if not model_written and ml: + f.write("No model tests present for selected domain\n") + + +def gen_overall_test_coverage( + f: IO[Any], +) -> None: + f.write("# Overall Test Coverage\n") + f.write("## To be filled.\n") + + +def gen_spdx(f: IO[Any]) -> None: + # REUSE-IgnoreStart + # This source file intentionally writes an SPDX header into the generated + # output file. The literal string would confuse the REUSE linter when + # scanning this source file; ignore this region for REUSE. + f.write("\n") + # REUSE-IgnoreEnd + + +def main() -> None: + base_dir = os.path.dirname( + os.path.dirname(os.path.dirname(os.path.dirname(os.path.realpath(__file__)))) + ) + docs_dir = os.path.join(base_dir, "docs") + schemas = defs.get_all_schemas() + + has_ml = is_ml(schemas) + fname = os.path.join(docs_dir, "TestCoverage.md") + with open(fname, "w+", newline="", encoding="utf-8") as f: # type: ignore[assignment] + gen_spdx(f) + gen_outlines(f, False) + gen_node_test_coverage(schemas, f, False) + gen_model_test_coverage(schemas, f, False) + gen_overall_test_coverage(f) + + if has_ml: + fname = os.path.join(docs_dir, "TestCoverage-ml.md") + with open(fname, "w+", newline="", encoding="utf-8") as f: # type: ignore[assignment] + gen_spdx(f) + gen_outlines(f, True) + gen_node_test_coverage(schemas, f, True) + gen_model_test_coverage(schemas, f, True) + gen_overall_test_coverage(f) + + +if __name__ == "__main__": + main() diff --git a/onnx/bin/__init__.py b/onnx/bin/__init__.py new file mode 100644 index 0000000..c974daf --- /dev/null +++ b/onnx/bin/__init__.py @@ -0,0 +1,3 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 diff --git a/onnx/bin/checker.py b/onnx/bin/checker.py new file mode 100644 index 0000000..26f337e --- /dev/null +++ b/onnx/bin/checker.py @@ -0,0 +1,27 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +from __future__ import annotations + +import argparse + +from onnx import NodeProto, checker, load + + +def check_model() -> None: + parser = argparse.ArgumentParser("check-model") + parser.add_argument("model_pb", type=argparse.FileType("rb")) + args = parser.parse_args() + + model = load(args.model_pb) + checker.check_model(model) + + +def check_node() -> None: + parser = argparse.ArgumentParser("check-node") + parser.add_argument("node_pb", type=argparse.FileType("rb")) + args = parser.parse_args() + + node = NodeProto() + node.ParseFromString(args.node_pb.read()) + checker.check_node(node) diff --git a/onnx/checker.cc b/onnx/checker.cc new file mode 100644 index 0000000..567d7e0 --- /dev/null +++ b/onnx/checker.cc @@ -0,0 +1,1550 @@ +// Copyright (c) ONNX Project Contributors +// +// SPDX-License-Identifier: Apache-2.0 + +#include "onnx/checker.h" + +#include +#include +#include // NOLINT(build/c++17) +#include +#include +#include +#include +#include + +#include "onnx/common/file_utils.h" +#include "onnx/common/path.h" +#include "onnx/common/proto_util.h" +#include "onnx/common/safe_math.h" +#include "onnx/common/scoped_resource.h" +#include "onnx/defs/tensor_proto_util.h" +#include "onnx/shape_inference/implementation.h" + +#ifdef _WIN32 +#include +#include +#include +#else +#include +#include +#include + +// Kernel-level path containment: prefer openat2 (Linux 5.6+) or +// O_RESOLVE_BENEATH (FreeBSD 13+, macOS 15+) when available. +#ifdef __linux__ +#include +#ifdef SYS_openat2 +#define ONNX_HAS_OPENAT2 +#if __has_include() +#include +#else +struct open_how { + uint64_t flags; + uint64_t mode; + uint64_t resolve; +}; +#define RESOLVE_NO_SYMLINKS 0x04 +#define RESOLVE_BENEATH 0x08 +#endif +#endif // SYS_openat2 +#endif // __linux__ + +#ifdef O_RESOLVE_BENEATH +#define ONNX_HAS_RESOLVE_BENEATH +#endif + +#endif // _WIN32 + +namespace ONNX_NAMESPACE { +namespace checker { + +#define enforce_has_field(proto, field) \ + do { \ + if (!(proto).has_##field()) { \ + fail_check("Field '", #field, "' of '", #proto, "' is required but missing."); \ + } \ + } while (0) + +#define enforce_non_empty_field(proto, field) \ + do { \ + if ((proto).field().empty()) { \ + fail_check("Field '", #field, "' of '", #proto, "' is required to be non-empty."); \ + } \ + } while (0) + +void check_value_info(const ValueInfoProto& value_info, const CheckerContext& ctx) { + enforce_non_empty_field(value_info, name); + // Relax constraint for subgraph input/output. + if (!ctx.is_main_graph()) + return; + enforce_has_field(value_info, type); + const auto value_case = value_info.type().value_case(); + switch (value_case) { + case TypeProto::kTensorType: { + const auto& type = value_info.type().tensor_type(); + enforce_has_field(type, elem_type); + enforce_has_field(type, shape); + } break; + case TypeProto::kOptionalType: { + const auto& type = value_info.type().optional_type(); + enforce_has_field(type, elem_type); + } break; + case TypeProto::kSequenceType: { + const auto& type = value_info.type().sequence_type(); + enforce_has_field(type, elem_type); + } break; + case TypeProto::kMapType: { + const auto& type = value_info.type().map_type(); + enforce_has_field(type, key_type); + enforce_has_field(type, value_type); + } break; +#ifdef ONNX_ML + case TypeProto::kOpaqueType: + break; +#endif + case TypeProto::kSparseTensorType: { + const auto& type = value_info.type().sparse_tensor_type(); + enforce_has_field(type, elem_type); + enforce_has_field(type, shape); + } break; + + default: + fail_check("Unrecognized type value case (value_info name: ", value_info.name(), "): ", value_case); + } +} + +void check_tensor(const TensorProto& tensor, const CheckerContext& ctx) { + enforce_has_field(tensor, data_type); + if (tensor.data_type() == TensorProto::UNDEFINED) { + fail_check("setting data_type field (tensor name: ", tensor.name(), ") to UNDEFINED is not allowed"); + } + + int num_value_fields = 0; + + const char* value_field = nullptr; + +#define check_data_field(field) \ + bool has_##field = !tensor.field().empty(); \ + if (has_##field) { \ + ++num_value_fields; \ + value_field = #field; \ + } + + check_data_field(float_data); + check_data_field(int32_data); + check_data_field(string_data); + check_data_field(int64_data); + check_data_field(raw_data); + check_data_field(double_data); + check_data_field(uint64_data); + +#undef check_data_field + + bool stored_externally = tensor.has_data_location() && tensor.data_location() == TensorProto::EXTERNAL; + if (stored_externally) { + if (num_value_fields != 0) { + fail_check( + "Data of TensorProto ( tensor name: ", + tensor.name(), + ") is stored externally and should not have data field.", + value_field); + } + + bool has_location = false; + for (const StringStringEntryProto& entry : tensor.external_data()) { + if (entry.has_key() && entry.has_value() && entry.key() == "location") { + has_location = true; + resolve_external_data_location(ctx.get_model_dir(), entry.value(), tensor.name()); + } + } + if (!has_location) { + fail_check("TensorProto ( tensor name: ", tensor.name(), ") is stored externally but doesn't have a location."); + } + return; + } + int64_t nelem = + safe_dim_product(tensor.dims(), [&](const char* msg) { fail_check(msg, " (tensor name: ", tensor.name(), ")"); }); + if (nelem == 0 && num_value_fields != 0) { + fail_check("TensorProto (tensor name: ", tensor.name(), ") is 0-element but contains data!"); + } + if (nelem != 0 && num_value_fields != 1) { + fail_check("TensorProto (tensor name: ", tensor.name(), ") should contain one and only one value field."); + } + if (has_raw_data) { + if (tensor.data_type() == TensorProto::STRING) { + fail_check("STRING data (tensor name: ", tensor.name(), ") should not be stored in raw_data field"); + } + // Validate that raw_data is large enough for the declared packed sub-byte type and shape. + int64_t expected_bytes = 0; + switch (tensor.data_type()) { + case TensorProto::UINT4: + case TensorProto::INT4: + case TensorProto::FLOAT4E2M1: + expected_bytes = (nelem + 1) / 2; // 2 elements per byte, ceiling division + break; + case TensorProto::UINT2: + case TensorProto::INT2: + expected_bytes = (nelem + 3) / 4; // 4 elements per byte, ceiling division + break; + default: + break; + } + if (expected_bytes > 0 && static_cast(tensor.raw_data().size()) < expected_bytes) { + fail_check( + "TensorProto (tensor name: ", + tensor.name(), + ") raw_data size (", + tensor.raw_data().size(), + " bytes) is too small for the declared shape and packed type (", + expected_bytes, + " bytes required)."); + } + return; + } else { +#define check_field(field) \ + if (nelem != 0 && !has_##field) { \ + fail_check( \ + "values of data_type '", \ + tensor.data_type(), \ + "' should be stored in field '", \ + #field, \ + "' instead of '", \ + value_field, \ + "'"); \ + } + + switch (tensor.data_type()) { + case TensorProto::FLOAT: + case TensorProto::COMPLEX64: + check_field(float_data); + break; + + case TensorProto::DOUBLE: + case TensorProto::COMPLEX128: + check_field(double_data); + break; + + case TensorProto::INT32: + case TensorProto::UINT8: + case TensorProto::INT8: + case TensorProto::UINT16: + case TensorProto::INT16: + case TensorProto::BOOL: + case TensorProto::FLOAT16: + case TensorProto::BFLOAT16: + case TensorProto::FLOAT8E4M3FN: + case TensorProto::FLOAT8E4M3FNUZ: + case TensorProto::FLOAT8E5M2: + case TensorProto::FLOAT8E5M2FNUZ: + case TensorProto::FLOAT8E8M0: + case TensorProto::UINT4: + case TensorProto::INT4: + case TensorProto::FLOAT4E2M1: + check_field(int32_data); + if (nelem > 0) { + // Each int32 stores 4 bytes = 8 4-bit elements. + const int64_t expected_int32s = (nelem + 7) / 8; + if (static_cast(tensor.int32_data().size()) < expected_int32s) { + fail_check( + "TensorProto (tensor name: ", + tensor.name(), + ") int32_data size (", + tensor.int32_data().size(), + ") is too small for the declared shape and packed type (", + expected_int32s, + " int32 values required)."); + } + } + break; + case TensorProto::UINT2: + case TensorProto::INT2: + check_field(int32_data); + if (nelem > 0) { + // Each int32 stores 4 bytes = 16 2-bit elements. + const int64_t expected_int32s = (nelem + 15) / 16; + if (static_cast(tensor.int32_data().size()) < expected_int32s) { + fail_check( + "TensorProto (tensor name: ", + tensor.name(), + ") int32_data size (", + tensor.int32_data().size(), + ") is too small for the declared shape and packed type (", + expected_int32s, + " int32 values required)."); + } + } + break; + + case TensorProto::INT64: + check_field(int64_data); + break; + + case TensorProto::UINT32: + case TensorProto::UINT64: + check_field(uint64_data); + break; + + case TensorProto::STRING: + check_field(string_data); + break; + + default: + fail_check("Unrecognized data_type (tensor name: ", tensor.name(), "): ", tensor.data_type()); + } + } + +#undef check_field +} + +void check_sequence(const SequenceProto& sequence, const CheckerContext& ctx) { + enforce_has_field(sequence, elem_type); + if (sequence.elem_type() == SequenceProto::TENSOR) { + for (const TensorProto& tensor : sequence.tensor_values()) { + check_tensor(tensor, ctx); + } + } else if (sequence.elem_type() == SequenceProto::SPARSE_TENSOR) { + for (const SparseTensorProto& sparse_tensor : sequence.sparse_tensor_values()) { + check_sparse_tensor(sparse_tensor, ctx); + } + } else if (sequence.elem_type() == SequenceProto::SEQUENCE) { + for (const SequenceProto& seq : sequence.sequence_values()) { + check_sequence(seq, ctx); + } + } else if (sequence.elem_type() == SequenceProto::MAP) { + for (const MapProto& map : sequence.map_values()) { + check_map(map, ctx); + } + } else { + fail_check( + "Sequence ( Structure name: ", + sequence.name(), + ", elem_type: ", + sequence.elem_type(), + ") is not have a valid element type."); + } +} + +void check_optional(const OptionalProto& optional, const CheckerContext& ctx) { + enforce_has_field(optional, elem_type); + if (optional.elem_type() == OptionalProto::UNDEFINED) { + return; + } else if (optional.elem_type() == OptionalProto::TENSOR) { + if (optional.has_tensor_value()) + check_tensor(optional.tensor_value(), ctx); + } else if (optional.elem_type() == OptionalProto::SPARSE_TENSOR) { + if (optional.has_sparse_tensor_value()) + check_sparse_tensor(optional.sparse_tensor_value(), ctx); + } else if (optional.elem_type() == OptionalProto::SEQUENCE) { + if (optional.has_sequence_value()) + check_sequence(optional.sequence_value(), ctx); + } else if (optional.elem_type() == OptionalProto::MAP) { + if (optional.has_map_value()) + check_map(optional.map_value(), ctx); + } else { + fail_check( + "Optional ( Structure name: ", + optional.name(), + ", elem_type: ", + optional.elem_type(), + ") is not have a valid element type."); + } +} + +void check_map(const MapProto& map, const CheckerContext& ctx) { + enforce_has_field(map, key_type); + if (map.key_type() == TensorProto::UNDEFINED) { + fail_check("setting key_type field (map name: ", map.name(), ") to UNDEFINED is not allowed"); + } + // Check if key is a valid type, specifically INT8, INT16, INT32, INT64, + // UINT8, UINT16, UINT32, UINT64, or STRING. + if ((map.key_type() == TensorProto::FLOAT) || (map.key_type() == TensorProto::BOOL) || + (map.key_type() == TensorProto::FLOAT16) || (map.key_type() == TensorProto::COMPLEX64) || + (map.key_type() == TensorProto::COMPLEX128)) { + fail_check( + "setting key_type field (map name: ", + map.name(), + ") to invalid TensorProto key_type ", + map.key_type(), + " is not allowed"); + } + + // MapProto will use either keys or string_keys, so only one should be > 0. + if ((map.keys_size() > 0) && (map.string_keys_size() > 0)) { + fail_check("Map (name: ", map.name(), ") should not contain more than one keys field."); + } + + int num_keys = map.keys_size() + map.string_keys_size(); + int num_values = 0; + + enforce_has_field(map, values); + check_sequence(map.values(), ctx); + + if (map.values().elem_type() == SequenceProto::TENSOR) { + num_values = map.values().tensor_values_size(); + } else if (map.values().elem_type() == SequenceProto::SPARSE_TENSOR) { + num_values = map.values().sparse_tensor_values_size(); + } else if (map.values().elem_type() == SequenceProto::SEQUENCE) { + num_values = map.values().sequence_values_size(); + } else if (map.values().elem_type() == SequenceProto::MAP) { + num_values = map.values().map_values_size(); + } + + if (num_keys != num_values) { + fail_check("Length of map keys and map values are not the same (map name: ", map.name(), ")"); + } +} + +// Check that the index data stored in a SparseTensorProto is valid. +// indices: a 1-dimensional tensor; indices[i] represents the +// linearized index value for the i-th nonzero value. +static void +check_sparse_tensor_indices_1(const TensorProto& indices, const SparseTensorProto& sparse_tensor_proto, size_t nnz) { + int dense_rank = sparse_tensor_proto.dims_size(); + int64_t dense_size = 1; + for (int i = 0; i < dense_rank; ++i) + dense_size *= sparse_tensor_proto.dims(i); + if (static_cast(indices.dims(0)) != nnz) { + fail_check("Sparse tensor indices (", indices.name(), ") has ", indices.dims(0), " values, but NNZ is ", nnz); + } + + // Check if indices appear in ascending order, and if they have valid + // values. The i-th value in index_data is the linear index of the i-th + // non-zero value. + const std::vector index_data = ParseData(&indices); + + int64_t prev_index = -1; + for (size_t i = 0; i < nnz; ++i) { + int64_t curr_index = index_data[i]; // linearized index of i-th value + if (curr_index < 0 || curr_index >= dense_size) { + fail_check( + "Sparse tensor (", + indices.name(), + ") index value at position [", + i, + "] out of range [0, ", + dense_size - 1, + "]"); + } + if (curr_index <= prev_index) { + fail_check("Sparse tensor (", indices.name(), ") index value at position [", i, "] not in sorted order."); + } + prev_index = curr_index; + } +} + +// Check that the index data stored in a SparseTensorProto is valid. +// indices: a 2-dimensional tensor; indices[i,j] represents the j-th +// index value for the i-th nonzero value. +static void +check_sparse_tensor_indices_2(const TensorProto& indices, const SparseTensorProto& sparse_tensor_proto, size_t nnz) { + int dense_rank = sparse_tensor_proto.dims_size(); + if (static_cast(indices.dims(0)) != nnz) { + fail_check("Sparse tensor indices (", indices.name(), ") first dimension size does not equal NNZ."); + } + if (indices.dims(1) != dense_rank) { + fail_check("Sparse tensor indices (", indices.name(), ") second dimension size does not match rank of tensor."); + } + + // Check if indices appear in ascending order, and if they have valid + // values. + const std::vector index_data = ParseData(&indices); + int64_t prev_index = -1; + for (size_t i = 0; i < nnz; ++i) { + int64_t curr_index = 0; // linearized index of i-th value + for (int j = 0; j < dense_rank; ++j) { + auto index_ij = index_data[i * dense_rank + j]; + if ((index_ij < 0) || (index_ij >= sparse_tensor_proto.dims(j))) { + fail_check("Sparse tensor (", indices.name(), ") index value at position [", i, ",", j, "] out of range."); + } + curr_index = curr_index * sparse_tensor_proto.dims(j) + index_ij; + } + if (curr_index <= prev_index) { + fail_check( + "Sparse tensor (", indices.name(), ") index value at position [", i, "] not in lexicographic sorted order."); + } + prev_index = curr_index; + } +} + +void check_sparse_tensor(const SparseTensorProto& sparse_tensor_proto, const CheckerContext& ctx) { + enforce_has_field(sparse_tensor_proto, values); + + const TensorProto& values = sparse_tensor_proto.values(); + check_tensor(values, ctx); + + // values must be a tensor of shape [NNZ] + // Currently we restrict the value associated with a particular index-tuple + // to be a single value. In the future, if there is a requirement, + // we may extend this to permit the value to be a "sub-tensor", in which + // case values will have dimension > 1. + if (values.dims_size() != 1) { + fail_check("Sparse tensor values (", values.name(), ") must have rank 1."); + } + size_t nnz = static_cast(values.dims(0)); + int dense_rank = sparse_tensor_proto.dims_size(); + if (dense_rank == 0) { + fail_check("Sparse tensor (", values.name(), ") must have a dense-rank > 0"); + } + for (int i = 0; i < dense_rank; ++i) { + if (sparse_tensor_proto.dims(i) <= 0) { + fail_check("Sparse tensor (", values.name(), ") dimensions are not positive."); + } + } + + if (sparse_tensor_proto.has_indices()) { + const TensorProto& indices = sparse_tensor_proto.indices(); + check_tensor(indices, ctx); + if (indices.data_type() != TensorProto::INT64) { + fail_check("Sparse tensor indices (", indices.name(), ") must have INT64 type."); + } + switch (indices.dims().size()) { + case 1: + // Indices in linearized format + check_sparse_tensor_indices_1(indices, sparse_tensor_proto, nnz); + return; + case 2: + // Check COO-style index. E.g., an index for a 3D tensor is a 3-tuple. + check_sparse_tensor_indices_2(indices, sparse_tensor_proto, nnz); + return; + default: + fail_check("Sparse tensor indices (", indices.name(), ") must have rank 1 or 2."); + } + } else if (nnz != 0) { + fail_check("Sparse tensor (", values.name(), ") has no index values."); + } +} + +// NB: This is a generic "attribute well-formedness" check, it doesn't +// actually test if an attribute is valid per a schema +void check_attribute(const AttributeProto& attr, const CheckerContext& ctx, const LexicalScopeContext& lex_ctx) { + enforce_non_empty_field(attr, name); + + if (ctx.get_ir_version() >= 0x00000002) { + enforce_has_field(attr, type); + } + + int used_fields = 0; + +#define check_type(expected_type) \ + if (attr.has_type() && attr.type() != (expected_type)) { \ + fail_check("type field and data field mismatch in attribute ", attr.name(), "."); \ + } + +#define check_singular_field(field, type) \ + if (attr.has_##field()) { \ + ++used_fields; \ + check_type(type); \ + } + +#define check_repeated_field(field, type) \ + if (attr.field##_size() > 0) { \ + ++used_fields; \ + check_type(type); \ + } + + check_singular_field(f, AttributeProto::FLOAT); + check_singular_field(i, AttributeProto::INT); + check_singular_field(s, AttributeProto::STRING); + check_singular_field(t, AttributeProto::TENSOR); + check_singular_field(g, AttributeProto::GRAPH); + check_singular_field(tp, AttributeProto::TYPE_PROTO); + check_singular_field(sparse_tensor, AttributeProto::SPARSE_TENSOR); + check_repeated_field(floats, AttributeProto::FLOATS); + check_repeated_field(ints, AttributeProto::INTS); + check_repeated_field(strings, AttributeProto::STRINGS); + check_repeated_field(tensors, AttributeProto::TENSORS); + check_repeated_field(graphs, AttributeProto::GRAPHS); + check_repeated_field(sparse_tensors, AttributeProto::SPARSE_TENSORS); + check_repeated_field(type_protos, AttributeProto::TYPE_PROTOS); + +#undef check_type +#undef check_singular_field +#undef check_repeated_field + + // Normally, used_fields is expected to be 1. + // In proto3, when the value to be set is type default value (say 0 for + // int), used_fields may be 0. + if (used_fields > 1) { + fail_check("Attribute (name: ", attr.name(), ") should not contain more than one value field."); + } + + if (!ctx.is_main_graph()) { + // It's an attribute of a node in function body. + if (attr.has_ref_attr_name() && used_fields != 0) { + // The attribute proto is supposed to refer to data outside and does not + // have its own value field set. + fail_check("Attribute (name: ", attr.name(), ") should refer to attribute in parent node."); + } + } + + if (attr.has_t()) { + check_tensor(attr.t(), ctx); + } + + if (attr.has_sparse_tensor()) { + check_sparse_tensor(attr.sparse_tensor(), ctx); + } + + if (attr.has_g()) { + CheckerContext subgraph_ctx(ctx); + subgraph_ctx.set_is_main_graph(false); + check_graph(attr.g(), subgraph_ctx, lex_ctx); + } + + for (const auto& tensor : attr.tensors()) { + check_tensor(tensor, ctx); + } + for (const auto& sparse_tensor : attr.sparse_tensors()) { + check_sparse_tensor(sparse_tensor, ctx); + } + if (!attr.graphs().empty()) { + CheckerContext subgraph_ctx(ctx); + subgraph_ctx.set_is_main_graph(false); + for (const auto& graph : attr.graphs()) { + check_graph(graph, subgraph_ctx, lex_ctx); + } + } +} + +static void print_warning_if_has_experimental(const std::unordered_set& used_experimental_ops) { + if (!used_experimental_ops.empty()) { + std::string all_experimental_ops; + for (const auto& op : used_experimental_ops) { + all_experimental_ops += " " + op + ","; + } + // Remove the last comma which is unnecessary + all_experimental_ops.pop_back(); + std::cout << "Warning: Model contains experimental ops:" + all_experimental_ops << '\n'; + } +} + +void check_node(const NodeProto& node, const CheckerContext& ctx, const LexicalScopeContext& lex_ctx) { + enforce_non_empty_field(node, op_type); + + if (node.input().empty() && node.output().empty()) { + fail_check("NodeProto (name: ", node.name(), ", type: ", node.op_type(), ") has zero input and zero output."); + } + + // Resolve domain for node + const auto& opset_imports = ctx.get_opset_imports(); + auto dit = opset_imports.find(node.domain()); + if (dit == opset_imports.end()) { + // Both "" (ONNX_DOMAIN) and "ai.onnx" (AI_ONNX_DOMAIN) refer to the default ONNX domain + if (node.domain() == ONNX_DOMAIN) { + dit = opset_imports.find(AI_ONNX_DOMAIN); + } + if (dit == opset_imports.end()) { + fail_check("No opset import for domain '" + node.domain() + "'"); + } + } + auto domain_version = dit->second; + + // for ops referencing local functions, there is no schema to verify it. + // will add a check to verify consistency between these ops and local functions. + std::unordered_set seen_attr_names{}; + for (const auto& attr : node.attribute()) { + if (!seen_attr_names.insert(attr.name()).second) { + fail_check("Attribute '", attr.name(), "' appeared multiple times."); + } + + check_attribute(attr, ctx, lex_ctx); + } + + // This issue will be caught by check_graph instead + if (check_is_experimental_op(node)) { + return; + } + + const auto* const schema = ctx.get_schema_registry()->GetSchema(node.op_type(), domain_version, node.domain()); + if (!schema) { + if (node.domain() == ONNX_DOMAIN || node.domain() == AI_ONNX_ML_DOMAIN || node.domain() == "ai.onnx" || + node.domain() == AI_ONNX_TRAINING_DOMAIN || ctx.check_custom_domain()) { + // fail the checker if op is in built-in domains or if it has no schema when `check_custom_domain` is true + fail_check( + "No Op registered for " + node.op_type() + " with domain_version of " + + ONNX_NAMESPACE::to_string(domain_version)); + } + } else if (schema->Deprecated()) { + fail_check( + "Op registered for " + node.op_type() + " is deprecated in domain_version of " + + ONNX_NAMESPACE::to_string(domain_version)); + } else { + schema->Verify(node); + } +} + +void check_graph(const GraphProto& graph, const CheckerContext& ctx, const LexicalScopeContext& parent_lex) { + enforce_non_empty_field(graph, name); + + for (const auto& value_info : graph.input()) { + check_value_info(value_info, ctx); + } + for (const auto& value_info : graph.output()) { + check_value_info(value_info, ctx); + } + + // Inherit values available in outer scope + // Note that we do not allow shadowing, so the presence of an already-defined + // name is always an error. + LexicalScopeContext lex_ctx{parent_lex}; + + for (const auto& value_info : graph.input()) { + // TODO(ONNX): If shadowing isn't allowed, this should maybe use + // this_or_ancestor_graph_has + if (lex_ctx.this_graph_has(value_info.name())) { + fail_check( + "Graph must be in single static assignment (SSA) form, however '", + value_info.name(), + "' has been used as graph input names multiple times."); + } + lex_ctx.add(value_info.name()); + } + + std::unordered_set initializer_name_checker; + + for (const auto& init : graph.initializer()) { + enforce_has_field(init, name); + const auto& name = init.name(); + if (name.empty()) { + fail_check("Tensor initializers must have a non-empty name"); + } + + if (!initializer_name_checker.emplace(name).second) { + fail_check(name + " initializer name is not unique"); + } + + check_tensor(init, ctx); + + if (ctx.get_ir_version() <= 0x00000003) { + // Initializers are a subset of graph inputs for IR_VERSION <= 3 + if (!lex_ctx.this_graph_has(name)) { + fail_check(name + " in initializer but not in graph input"); + } + } else { + // An initializer is allowed to have the same name as an input, + // but is not required to (for IR_VERSION >= 4) + lex_ctx.add(name); + } + } + + for (const auto& sparse_init : graph.sparse_initializer()) { + const auto& values = sparse_init.values(); + enforce_has_field(values, name); + const auto& name = values.name(); + if (name.empty()) { + fail_check("Sparse tensor initializers must have a non-empty name"); + } + if (!initializer_name_checker.insert(name).second) { + fail_check(name + " sparse initializer name is not unique across initializers and sparse_initializers"); + } + check_sparse_tensor(sparse_init, ctx); + lex_ctx.add(name); + } + std::unordered_set used_experimental_ops; + for (const auto& node : graph.node()) { + // nodes must be in topologically sorted order + for (const auto& input : node.input()) { + // explicit optional input + if (input.empty()) { + continue; + } + if (!lex_ctx.this_or_ancestor_graph_has(input)) { + fail_check( + "Nodes in a graph must be topologically sorted, however input '", + input, + "' of node: \n", + "name: ", + node.name(), + " OpType: ", + node.op_type(), + "\n is not output of any previous nodes."); + } + } + + if (check_is_experimental_op(node)) { + used_experimental_ops.insert(node.op_type()); + } + + // This needs to happen before SSA check since we don't want to recurse and + // find that outputs from control flow ops are colliding with names in the + // inner block + + ONNX_TRY { + check_node(node, ctx, lex_ctx); + } + ONNX_CATCH(ValidationError & ex) { + ONNX_HANDLE_EXCEPTION([&]() { + ex.AppendContext("Bad node spec for node. Name: " + node.name() + " OpType: " + node.op_type()); + // Rethrow without copying to avoid triggering + // bugprone-exception-copy-constructor-throws. + // The in-place AppendContext modification is preserved because + // `ex` is a reference to the active exception object. + throw; + }); + } + // check for SSA form + for (const auto& output : node.output()) { + // optional output + if (output.empty()) { + continue; + } + + if (lex_ctx.this_or_ancestor_graph_has(output)) { + fail_check( + "Graph must be in single static assignment (SSA) form, however '", + output, + "' has been used as output names multiple times."); + } + lex_ctx.add(output); + } + } + for (const auto& value_info : graph.output()) { + if (!lex_ctx.this_graph_has(value_info.name())) { + fail_check("Graph output '", value_info.name(), "' is not an output of any node in graph."); + } + } + + print_warning_if_has_experimental(used_experimental_ops); +} + +// Utilify function to get the imported version of domain from opset imports +// Returns -1 if requested domain is not found in the opset_imports +static int get_version_for_domain( + const std::string& domain, + const std::unordered_map& opset_imports) { + auto it = opset_imports.find(domain); + if (it == opset_imports.end()) { + return -1; + } + + return it->second; +} + +void check_opset_compatibility( + const NodeProto& node, + const CheckerContext& ctx, + const std::unordered_map& func_opset_imports, + const std::unordered_map& model_opset_imports) { + auto func_opset_version = get_version_for_domain(node.domain(), func_opset_imports); + auto model_opset_version = get_version_for_domain(node.domain(), model_opset_imports); + + if (func_opset_version == -1) { + fail_check("No Opset registered for domain " + node.domain()); + } + + if (model_opset_version == -1) { + // model does not include opset import for a node present in function body. + // This is ok as along as the opset import is present in function level opset imports. + return; + } + + if (func_opset_version == model_opset_version) { + // both versions are same, no need to verify schema. + return; + } + + const auto* const schema_for_model_import = + ctx.get_schema_registry()->GetSchema(node.op_type(), model_opset_version, node.domain()); + + const auto* const schema_for_function_import = + ctx.get_schema_registry()->GetSchema(node.op_type(), func_opset_version, node.domain()); + + if (!schema_for_model_import && !schema_for_function_import) { + // the op belongs to a custom domain so we cannot verify schema + return; + } + + // if schema is present for 1 but not other or the schema since versions do not match then raise an error + if (!schema_for_model_import || !schema_for_function_import || + schema_for_function_import->since_version() != schema_for_model_import->since_version()) { + fail_check( + "Opset import for domain " + node.domain() + " in function op " + node.op_type() + + "is not compatible with the version imported by model. FunctionOp imports version " + + ONNX_NAMESPACE::to_string(func_opset_version) + " whereas model imports version " + + ONNX_NAMESPACE::to_string(model_opset_version)); + } +} + +namespace { + +using FuncPtr = const FunctionProto*; +using CallGraph = std::unordered_map>; + +// Limits to reject obviously malicious models early. +constexpr int kMaxModelLocalFunctions = 10000; +constexpr size_t kMaxFunctionCallDepth = 100; + +enum class VisitState : uint8_t { Unvisited, InPath, Done }; + +// Iterative DFS to detect cycles in the function call graph. +// Uses an explicit stack to avoid stack overflow on deeply-chained models. +void DetectCycleDFS( + FuncPtr root, + const CallGraph& call_graph, + std::unordered_map& state, + std::vector& path) { + // Each frame tracks the current function and an iterator into its callees. + using Iter = std::unordered_set::const_iterator; + struct Frame { + FuncPtr func; + Iter cur; + Iter end; + }; + std::vector stack; + + auto push = [&](FuncPtr func) { + state[func] = VisitState::InPath; + path.push_back(func); + if (path.size() > kMaxFunctionCallDepth) { + fail_check( + "Function call chain depth exceeds limit (", + kMaxFunctionCallDepth, + "). The model may be malformed or malicious."); + } + auto it = call_graph.find(func); + if (it != call_graph.end()) { + stack.push_back({func, it->second.begin(), it->second.end()}); + } else { + stack.push_back({func, {}, {}}); + } + }; + + push(root); + + while (!stack.empty()) { + auto& frame = stack.back(); + + if (frame.cur == frame.end) { + // All callees processed — backtrack. + path.pop_back(); + state[frame.func] = VisitState::Done; + stack.pop_back(); + continue; + } + + FuncPtr callee = *frame.cur; + ++frame.cur; + + auto s = state[callee]; + if (s == VisitState::InPath) { + auto start = std::find(path.begin(), path.end(), callee); + std::string cycle; + for (auto cit = start; cit != path.end(); ++cit) + cycle += (cit == start ? "" : " -> ") + GetFunctionImplId(**cit); + fail_check( + "Cycle detected in model-local function references: ", + cycle, + " -> ", + GetFunctionImplId(*callee), + ". Self-referencing or cyclically-referencing functions would cause infinite recursion."); + } else if (s == VisitState::Unvisited) { + push(callee); + } + } +} + +// Collect callee edges from a list of nodes into the callee set. A node in a +// function body may carry subgraphs (via GRAPH / GRAPHS attributes on control-flow +// ops such as If/Loop/Scan) whose own nodes can also call model-local functions, so +// we descend recursively to detect cycles hidden at any nesting level. This follows the +// same subgraph descent as the existing checker recursion (check_graph -> check_node -> +// check_attribute -> check_graph) and does not add a new unbounded-recursion characteristic. +void CollectCalleeEdges( + const google::protobuf::RepeatedPtrField& nodes, + const std::unordered_map& func_by_key, + std::unordered_set& callees) { + for (const auto& node : nodes) { + auto it = func_by_key.find(GetCalleeId(node)); + if (it != func_by_key.end()) { + callees.insert(it->second); + } + // has_g() guards the singular GRAPH attribute; graphs() is the repeated GRAPHS field. + for (const auto& attr : node.attribute()) { + if (attr.has_g()) { + CollectCalleeEdges(attr.g().node(), func_by_key, callees); + } + for (const auto& subgraph : attr.graphs()) { + CollectCalleeEdges(subgraph.node(), func_by_key, callees); + } + } + } +} + +} // namespace + +void check_function_call_cycles(const ModelProto& model) { + if (model.functions_size() > kMaxModelLocalFunctions) { + fail_check( + "Model contains ", + model.functions_size(), + " local functions, exceeding the limit of ", + kMaxModelLocalFunctions, + ". The model may be malformed or malicious."); + } + + // Build function map: callee key -> FunctionProto pointer. + // Duplicate keys could mask cycles, so reject them here. + std::unordered_map func_by_key; + for (const auto& f : model.functions()) { + const auto function_impl_id = GetFunctionImplId(f); + const bool inserted = func_by_key.emplace(function_impl_id, &f).second; + if (!inserted) { + fail_check("Model contains multiple local functions with the same implementation id '", function_impl_id, "'."); + } + } + + // Build adjacency list of FuncPtr edges. FuncPtr points into model.functions(), which + // outlives this local map, so storing raw pointers as graph nodes is safe here. + CallGraph call_graph; + for (const auto& entry : func_by_key) { + const auto* func = entry.second; + CollectCalleeEdges(func->node(), func_by_key, call_graph[func]); + } + + std::unordered_map state; + std::vector path; + for (const auto& entry : func_by_key) { + if (state[entry.second] == VisitState::Unvisited) { + DetectCycleDFS(entry.second, call_graph, state, path); + } + } +} + +void check_model_local_functions( + const ModelProto& model, + const CheckerContext& ctx, + const LexicalScopeContext& parent_lex) { + // make a copy of model opset imports to maintain a main copy of opset imports across the model and + // all model local functions to verify opset compatibility + std::unordered_map model_opset_imports(ctx.get_opset_imports()); + + // merge the opset imports from every function in model_opset_imports + // only add the opset import if an entry for it does not exist in model_opset_imports + // if there is an entry then the compatibility will be checked later on in check_opset_compatibility + // called by check_function. + for (const auto& function_proto : model.functions()) { + for (const auto& opset_import : function_proto.opset_import()) { + if (get_version_for_domain(opset_import.domain(), model_opset_imports) == -1) { + model_opset_imports[opset_import.domain()] = opset_import.version(); + } + } + } + + check_function_call_cycles(model); + + CheckerContext ctx_copy = ctx; + ctx_copy.set_opset_imports(model_opset_imports); + + for (const auto& function_proto : model.functions()) { + check_function(function_proto, ctx_copy, parent_lex); + } +} + +void check_function(const FunctionProto& function, const CheckerContext& ctx, const LexicalScopeContext& parent_lex) { + enforce_non_empty_field(function, name); + + if (ctx.get_ir_version() >= 0x00000008) { + enforce_has_field(function, domain); + } + + const auto& model_opset_imports = ctx.get_opset_imports(); + CheckerContext ctx_copy = ctx; + + std::unordered_map func_opset_imports; + for (const auto& relied_opset : function.opset_import()) { + func_opset_imports[relied_opset.domain()] = static_cast(relied_opset.version()); + } + + ctx_copy.set_opset_imports(func_opset_imports); + + LexicalScopeContext lex_ctx{parent_lex}; + + for (const auto& input : function.input()) { + // TODO(ONNX): If shadowing isn't allowed, this should maybe use + // this_or_ancestor_graph_has + if (lex_ctx.this_graph_has(input)) { + fail_check( + "Graph must be in single static assignment (SSA) form, however '", input, "' has been used multiple times."); + } + lex_ctx.add(input); + } + + std::unordered_set outputs; + for (const auto& output : function.output()) { + if (!outputs.insert(output).second) { + fail_check("function (", function.name(), ") should not have duplicate outputs specified."); + } + } + + std::unordered_set attrs; + for (const auto& attr : function.attribute()) { + if (!attrs.insert(attr).second) { + fail_check("function (", function.name(), ") should not have duplicate attributes specified."); + } + } + std::unordered_set used_experimental_ops; + for (const auto& node : function.node()) { + // nodes must be in topologically sorted order + for (const auto& input : node.input()) { + // explicit optional input + if (input.empty()) { + continue; + } + if (!lex_ctx.this_graph_has(input)) { + fail_check( + "Nodes in a function must be topologically sorted, however input '", + input, + "' of node: \n", + "Name: ", + node.name(), + " OpType: ", + node.op_type(), + "\n is neither output of any previous nodes nor input of the function."); + } + } + + // check whether the opset version imported for a domain by function and model are + // compatible + if (!ctx_copy.skip_opset_compatibility_check()) + check_opset_compatibility(node, ctx_copy, func_opset_imports, model_opset_imports); + if (check_is_experimental_op(node)) { + used_experimental_ops.insert(node.op_type()); + } + check_node(node, ctx_copy, lex_ctx); + + // check for SSA form + for (const auto& output : node.output()) { + // optional output + if (output.empty()) { + continue; + } + if (lex_ctx.this_or_ancestor_graph_has(output)) { + fail_check( + "Function must be in single static assignment (SSA) form, however '", + output, + "' has been used as output names multiple times."); + } + lex_ctx.add(output); + } + } + print_warning_if_has_experimental(used_experimental_ops); +} + +static void check_model(const ModelProto& model, CheckerContext& ctx) { + if (!model.ir_version()) { + fail_check("The model does not have an ir_version set properly."); + } + if (model.ir_version() > IR_VERSION) { + fail_check("Your model ir_version ", model.ir_version(), " is higher than the checker's (", IR_VERSION, ")."); + } + if (model.metadata_props_size() > 1) { + std::unordered_set keys; + for (const StringStringEntryProto& entry : model.metadata_props()) { + auto i = keys.insert(entry.key()); + if (!i.second) { + fail_check("Your model has duplicate keys in metadata_props."); + } + } + } + ctx.set_ir_version(static_cast(model.ir_version())); + std::unordered_map opset_imports; + for (const auto& opset_import : model.opset_import()) { + opset_imports[opset_import.domain()] = static_cast(opset_import.version()); + } + if (model.ir_version() >= 3) { + if (opset_imports.empty()) { + fail_check("model with IR version >= 3 must specify opset_import for ONNX"); + } + } else { + if (opset_imports.empty()) { + opset_imports[ONNX_DOMAIN] = 1; + } else { + fail_check("model with IR version < 3 cannot have opset_import specified"); + } + } + ctx.set_opset_imports(opset_imports); + LexicalScopeContext lex_ctx; + check_graph(model.graph(), ctx, lex_ctx); + + if (ctx.get_ir_version() >= 0x00000008) { + check_model_local_functions(model, ctx, lex_ctx); + // TODO(ONNX): check consistency between local functions and ops referencing it. + } +} + +void check_model( + const std::string& model_path, + bool full_check, + bool skip_opset_compatibility_check, + bool check_custom_domain) { + ModelProto model; + LoadProtoFromPath(model_path, model); + + CheckerContext ctx; + std::string model_dir; + size_t pos = model_path.find_last_of("\\/"); + if (pos != std::string::npos) { + model_dir = model_path.substr(0, pos + 1); + } + ctx.set_model_dir(model_dir); + ctx.set_skip_opset_compatibility_check(skip_opset_compatibility_check); + ctx.set_check_custom_domain(check_custom_domain); + check_model(model, ctx); + + if (full_check) { + ShapeInferenceOptions options{true, 1, false}; + ONNX_NAMESPACE::shape_inference::InferShapes(model, ctx.get_schema_registry(), options); + } +} + +void check_model( + const ModelProto& model, + bool full_check, + bool skip_opset_compatibility_check, + bool check_custom_domain) { + CheckerContext ctx; + ctx.set_skip_opset_compatibility_check(skip_opset_compatibility_check); + ctx.set_check_custom_domain(check_custom_domain); + check_model(model, ctx); + if (full_check) { + ShapeInferenceOptions options{true, 1, false}; + // Do not update the model in place by the check from shape inference + // because checker should not modify the original model + ModelProto copy = model; + ONNX_NAMESPACE::shape_inference::InferShapes(copy, ctx.get_schema_registry(), options); + } +} + +using ONNX_NAMESPACE::ScopedFd; +using ONNX_NAMESPACE::utf8_to_path; +#ifdef _WIN32 +using ONNX_NAMESPACE::ScopedHandle; +#endif + +#ifdef _WIN32 +// Compare two BY_HANDLE_FILE_INFORMATION structs by volume + file index (inode equivalent). +static bool same_file(const BY_HANDLE_FILE_INFORMATION& a, const BY_HANDLE_FILE_INFORMATION& b) { + return a.dwVolumeSerialNumber == b.dwVolumeSerialNumber && a.nFileIndexHigh == b.nFileIndexHigh && + a.nFileIndexLow == b.nFileIndexLow; +} +#endif + +// Canonicalize data_path, verify containment within base_dir. +static std::filesystem::path verify_path_containment( + const std::filesystem::path& data_path, + const std::string& base_dir, + const std::string& tensor_name) { + std::error_code ec; + auto canonical_data = std::filesystem::weakly_canonical(data_path, ec); + if (ec) { + fail_check("Tensor ", tensor_name, " external data path could not be canonicalized: ", ec.message()); + } + auto canonical_base = std::filesystem::weakly_canonical(utf8_to_path(base_dir), ec); + if (ec) { + fail_check("Tensor ", tensor_name, " base directory could not be canonicalized: ", ec.message()); + } + auto base_str = canonical_base.native(); + if (!base_str.empty() && base_str.back() != std::filesystem::path::preferred_separator) { + base_str += std::filesystem::path::preferred_separator; + } + if (canonical_data.native().find(base_str) != 0 && canonical_data != canonical_base) { // NOSONAR + fail_check("Tensor ", tensor_name, " external data resolves outside model directory."); + } + return canonical_data; +} + +std::filesystem::path resolve_external_data_location( + const std::string& base_dir, + const std::string& location, + const std::string& tensor_name) { + auto base_dir_path = utf8_to_path(base_dir); + auto file_path = utf8_to_path(location); + if (file_path.empty()) { + fail_check("Location of external TensorProto ( tensor name: ", tensor_name, ") should not be empty."); + } + if (file_path.is_absolute()) { + fail_check( + "Location of external TensorProto ( tensor name: ", + tensor_name, + ") should be a relative path, but it is an absolute path: ", + location); + } + auto relative_path = file_path.lexically_normal().make_preferred(); + if (relative_path.native().find(std::filesystem::path("..").native()) != std::filesystem::path::string_type::npos) { + fail_check( + "Data of TensorProto ( tensor name: ", + tensor_name, + ") should be file inside '", + base_dir, + "', but '", + location, + "' points outside the directory."); + } + auto data_path = base_dir_path / relative_path; + auto data_path_str = path_to_utf8(data_path); + // Do not allow symlinks or directories. + if (data_path.empty() || std::filesystem::is_symlink(data_path)) { + fail_check( + "Data of TensorProto ( tensor name: ", + tensor_name, + ") should be stored in ", + data_path_str, + ", but it is a symbolic link."); + } + // Verify canonical containment (catches parent-dir symlinks). + if (data_path_str[0] != '#') { + verify_path_containment(data_path, base_dir, tensor_name); + } + if (data_path_str[0] != '#' && !std::filesystem::is_regular_file(data_path)) { + fail_check( + "Data of TensorProto ( tensor name: ", + tensor_name, + ") should be stored in ", + data_path_str, + ", but it is not regular file."); + } + // Do not allow hardlinks, as they can be used to read arbitrary files. + if (data_path_str[0] != '#' && std::filesystem::hard_link_count(data_path) > 1) { + fail_check( + "Data of TensorProto ( tensor name: ", + tensor_name, + ") should be stored in ", + data_path_str, + ", but it has multiple hard links, indicating a potential hardlink attack."); + } + return data_path; +} + +static std::filesystem::path +validate_write_location(const std::string& base_dir, const std::string& location, const std::string& tensor_name) { + auto file_path = utf8_to_path(location); + if (file_path.empty() || file_path.is_absolute()) { + fail_check("External data location for tensor ", tensor_name, " is empty or absolute: ", location); + } + auto rel = file_path.lexically_normal().make_preferred(); + if (rel == std::filesystem::path(".")) { + fail_check("External data location for tensor ", tensor_name, " is invalid: ", location); + } + if (rel.native().find(std::filesystem::path("..").native()) != + std::filesystem::path::string_type::npos) { // NOSONAR — C++17, no contains + fail_check("External data location for tensor ", tensor_name, " contains '..': ", location); + } + return utf8_to_path(base_dir) / rel; +} + +#ifdef _WIN32 + +int64_t open_external_data( + const std::string& base_dir, + const std::string& location, + const std::string& tensor_name, + bool read_only) { + std::filesystem::path data_path; + if (read_only) { + data_path = resolve_external_data_location(base_dir, location, tensor_name); + } else { + data_path = validate_write_location(base_dir, location, tensor_name); + // Pre-open parent-dir check (final-component-only flags don't protect parents). + verify_path_containment(data_path.parent_path(), base_dir, tensor_name); + } + + // CreateFileW with FILE_FLAG_OPEN_REPARSE_POINT: opens reparse point itself + // (symlink/junction) without following, and returns CRT-independent HANDLE. + DWORD access = read_only ? GENERIC_READ : (GENERIC_READ | GENERIC_WRITE); + DWORD creation = read_only ? OPEN_EXISTING : OPEN_ALWAYS; + HANDLE h = CreateFileW( + data_path.native().c_str(), + access, + FILE_SHARE_READ, + nullptr, + creation, + FILE_ATTRIBUTE_NORMAL | FILE_FLAG_OPEN_REPARSE_POINT, + nullptr); + if (h == INVALID_HANDLE_VALUE) { + fail_check("Cannot open external data for tensor ", tensor_name); + } + ScopedHandle guard(h); + + // Reject symlinks/junctions. + BY_HANDLE_FILE_INFORMATION file_info; + if (!GetFileInformationByHandle(h, &file_info)) { + fail_check("Tensor ", tensor_name, " external data: cannot query file information."); + } + if (file_info.dwFileAttributes & FILE_ATTRIBUTE_REPARSE_POINT) { + fail_check("Tensor ", tensor_name, " external data is a reparse point (symlink/junction)."); + } + + // Inode comparison: open canonical path, compare volume + file index. + auto canonical_data = verify_path_containment(data_path, base_dir, tensor_name); + HANDLE h2 = CreateFileW( + canonical_data.native().c_str(), + 0, + FILE_SHARE_READ | FILE_SHARE_WRITE, + nullptr, + OPEN_EXISTING, + FILE_FLAG_OPEN_REPARSE_POINT, + nullptr); + if (h2 == INVALID_HANDLE_VALUE) { + fail_check("Tensor ", tensor_name, " external data: cannot open canonical path for verification."); + } + ScopedHandle guard2(h2); + BY_HANDLE_FILE_INFORMATION canon_info; + if (!GetFileInformationByHandle(h2, &canon_info)) { + fail_check("Tensor ", tensor_name, " external data: cannot query canonical path file information."); + } + if (!same_file(file_info, canon_info)) { + fail_check("Tensor ", tensor_name, " external data: fd/path mismatch (possible TOCTOU attack)."); + } + + // Hardlink check (fail closed). + if (file_info.nNumberOfLinks > 1) { + fail_check("Tensor ", tensor_name, " external data has multiple hard links (possible hardlink attack)."); + } + + // Convert HANDLE → CRT fd so callers get a uniform fd on all platforms. + HANDLE h_released = guard.release(); + int flags = read_only ? (_O_RDONLY | _O_BINARY) : (_O_RDWR | _O_BINARY); + int fd = _open_osfhandle(reinterpret_cast(h_released), flags); + if (fd < 0) { + CloseHandle(h_released); + fail_check("Cannot convert handle to fd for tensor ", tensor_name); + } + return static_cast(fd); +} + +#else // POSIX + +// Try kernel-level contained open. +// Returns fd >= 0 on success, -1 if feature unavailable (fall through to legacy). +// Calls fail_check on kernel rejection (symlink, escape) — does NOT fall through. +static int try_kernel_contained_open( + const std::string& base_dir, + const std::string& location, + [[maybe_unused]] const std::string& tensor_name, + [[maybe_unused]] bool read_only) { + int raw_dirfd = open(base_dir.c_str(), O_RDONLY | O_DIRECTORY | O_CLOEXEC); + if (raw_dirfd < 0) { + return -1; + } + ScopedFd dirfd_guard(raw_dirfd); + auto rel = std::filesystem::path(location).lexically_normal().string(); + int fd = -1; + +#ifdef ONNX_HAS_OPENAT2 + static thread_local bool openat2_supported = true; + if (openat2_supported) { + struct open_how how = {}; + how.flags = + read_only ? static_cast(O_RDONLY | O_CLOEXEC) : static_cast(O_CREAT | O_RDWR | O_CLOEXEC); + how.mode = read_only ? 0 : 0600; + how.resolve = RESOLVE_BENEATH | RESOLVE_NO_SYMLINKS; + fd = static_cast(syscall(SYS_openat2, raw_dirfd, rel.c_str(), &how, sizeof(how))); + if (fd < 0) { + if (errno == ENOSYS) { + openat2_supported = false; // kernel too old, fall through + } else { + fail_check("Cannot open external data for tensor ", tensor_name, " (kernel rejected path)"); + } + } + } +#elif defined(ONNX_HAS_RESOLVE_BENEATH) + int flags = O_RESOLVE_BENEATH | O_CLOEXEC; +#ifdef O_NOFOLLOW + flags |= O_NOFOLLOW; +#endif + if (read_only) { + fd = openat(raw_dirfd, rel.c_str(), flags | O_RDONLY); + } else { + fd = openat(raw_dirfd, rel.c_str(), flags | O_CREAT | O_RDWR, 0600); + } + if (fd < 0) { + fail_check("Cannot open external data for tensor ", tensor_name); + } +#endif + + return fd; +} + +int64_t open_external_data( + const std::string& base_dir, + const std::string& location, + const std::string& tensor_name, + bool read_only) { + // Pre-open validation (defense-in-depth). + std::filesystem::path data_path; + if (read_only) { + data_path = resolve_external_data_location(base_dir, location, tensor_name); + } else { + data_path = validate_write_location(base_dir, location, tensor_name); + // Pre-open parent-dir check (final-component-only flags don't protect parents). + verify_path_containment(data_path.parent_path(), base_dir, tensor_name); + } + + // Try kernel-level contained open (openat2 or O_RESOLVE_BENEATH). + int fd = try_kernel_contained_open(base_dir, location, tensor_name, read_only); + bool kernel_verified = (fd >= 0); + + // Fallback: open() + O_NOFOLLOW + post-open inode verification. + if (fd < 0) { + int flags = read_only ? O_RDONLY : (O_CREAT | O_RDWR); +#ifdef O_CLOEXEC + flags |= O_CLOEXEC; +#endif +#ifdef O_NOFOLLOW + flags |= O_NOFOLLOW; +#endif + fd = read_only ? open(data_path.c_str(), flags) : open(data_path.c_str(), flags, 0600); + if (fd == -1) { + fail_check("Cannot open external data for tensor ", tensor_name); + } + } + ScopedFd guard(fd); + + // Post-open checks (fail closed). + struct stat fd_stat{}; + if (fstat(fd, &fd_stat) != 0) { + fail_check("Tensor ", tensor_name, " external data: fstat failed."); + } + if (!kernel_verified) { + // Verify containment via canonical path + inode comparison. + auto canonical_data = verify_path_containment(data_path, base_dir, tensor_name); + struct stat path_stat{}; + if (stat(canonical_data.c_str(), &path_stat) != 0) { + fail_check("Tensor ", tensor_name, " external data: cannot stat canonical path."); + } + if (path_stat.st_dev != fd_stat.st_dev || path_stat.st_ino != fd_stat.st_ino) { + fail_check("Tensor ", tensor_name, " external data: fd/path mismatch (possible TOCTOU attack)."); + } + } + if (fd_stat.st_nlink > 1) { + fail_check("Tensor ", tensor_name, " external data has multiple hard links (possible hardlink attack)."); + } + + return guard.release(); +} + +#endif + +static const std::unordered_set experimental_ops = { + "ATen", + "Affine", + "ConstantFill", + "Crop", + "DynamicSlice", + "GRUUnit", + "GivenTensorFill", + "ImageScaler", + "ParametricSoftplus", + "Scale", + "ScaledTanh"}; + +bool check_is_experimental_op(const NodeProto& node) { + return (node.domain() == ONNX_DOMAIN || node.domain() == "ai.onnx") && experimental_ops.count(node.op_type()); +} + +#undef enforce_has_field +#undef enforce_non_empty_field + +} // namespace checker +} // namespace ONNX_NAMESPACE diff --git a/onnx/checker.h b/onnx/checker.h new file mode 100644 index 0000000..b6d29d7 --- /dev/null +++ b/onnx/checker.h @@ -0,0 +1,204 @@ +// Copyright (c) ONNX Project Contributors +// +// SPDX-License-Identifier: Apache-2.0 + +#pragma once + +#include +#include +#include +#include +#include +#include + +#include "onnx/defs/schema.h" +#include "onnx/onnx-data.pb.h" +#include "onnx/string_utils.h" + +namespace ONNX_NAMESPACE { +namespace checker { +// std::string member means copy may throw when allocation fails +// NOLINTNEXTLINE(bugprone-exception-copy-constructor-throws) +class ValidationError final : public std::runtime_error { + public: + using std::runtime_error::runtime_error; + const char* what() const noexcept override { + if (!expanded_message_.empty()) { + return expanded_message_.c_str(); + } + return std::runtime_error::what(); + } + void AppendContext(const std::string& context) { + expanded_message_ = ONNX_NAMESPACE::MakeString(std::runtime_error::what(), "\n\n==> Context: ", context); + } + + private: + std::string expanded_message_; +}; + +#define fail_check(...) ONNX_THROW_EX(ONNX_NAMESPACE::checker::ValidationError(ONNX_NAMESPACE::MakeString(__VA_ARGS__))) + +class CheckerContext final { + public: + int get_ir_version() const { + return ir_version_; + } + void set_ir_version(int v) { + ir_version_ = v; + } + const std::unordered_map& get_opset_imports() const { + return opset_imports_; + } + void set_opset_imports(std::unordered_map imps) { + opset_imports_ = std::move(imps); + } + bool is_main_graph() const { + return is_main_graph_; + } + void set_is_main_graph(bool is_main_graph) { + is_main_graph_ = is_main_graph; + } + + void set_schema_registry(const ISchemaRegistry* schema_registry) { + schema_registry_ = schema_registry; + } + + const ISchemaRegistry* get_schema_registry() const { + return schema_registry_; + } + + void set_model_dir(const std::string& model_dir) { + model_dir_ = model_dir; + } + + const std::string& get_model_dir() const { + return model_dir_; + } + + bool skip_opset_compatibility_check() const { + return skip_opset_compatibility_check_; + } + + void set_skip_opset_compatibility_check(bool value) { + skip_opset_compatibility_check_ = value; + } + + bool check_custom_domain() const { + return check_custom_domain_; + } + + void set_check_custom_domain(bool value) { + check_custom_domain_ = value; + } + + explicit CheckerContext() = default; + + private: + int ir_version_{-1}; + std::unordered_map opset_imports_; + bool is_main_graph_ = true; + const ISchemaRegistry* schema_registry_ = OpSchemaRegistry::Instance(); + std::string model_dir_; + bool skip_opset_compatibility_check_ = false; + bool check_custom_domain_ = false; +}; + +class LexicalScopeContext final { + public: + LexicalScopeContext() = default; + ~LexicalScopeContext() = default; + + // Construct an instance with the lexical scope from the parent graph to allow + // lookup of names from that scope via this_or_ancestor_graph_has. + // The caller must ensure parent_context remains valid for the entire lifetime + // of the new instance. Alternatively, if that cannot be guaranteed, create an + // instance with the default constructor and populate output_names with the + // values from the parent scope so the values are copied instead. + LexicalScopeContext(const LexicalScopeContext& parent_context) : parent_context_{&parent_context} {} + LexicalScopeContext& operator=(const LexicalScopeContext& parent_context) { + if (this == &parent_context) { + return *this; + } + parent_context_ = &parent_context; + return *this; + } + LexicalScopeContext(LexicalScopeContext&&) = delete; + LexicalScopeContext& operator=(LexicalScopeContext&&) = delete; + + void add(const std::string& name) { + output_names.insert(name); + } + + bool this_graph_has(const std::string& name) const { + return output_names.count(name) > 0; + } + + bool this_or_ancestor_graph_has(const std::string& name) const { + return this_graph_has(name) || (parent_context_ && parent_context_->this_or_ancestor_graph_has(name)); + } + + // public for backwards compatibility. please prefer the public interface of + // this class over directly changing output_names + std::unordered_set output_names; + + private: + const LexicalScopeContext* parent_context_{nullptr}; +}; + +using IR_VERSION_TYPE = decltype(Version::IR_VERSION); +void check_value_info(const ValueInfoProto& value_info, const CheckerContext& /*ctx*/); +void check_tensor(const TensorProto& tensor, const CheckerContext& /*ctx*/); +void check_sparse_tensor(const SparseTensorProto& sparse_tensor, const CheckerContext& /*ctx*/); +void check_sequence(const SequenceProto& sequence, const CheckerContext& /*ctx*/); +void check_map(const MapProto& map, const CheckerContext& /*ctx*/); +void check_optional(const OptionalProto& opt, const CheckerContext& /*ctx*/); +void check_attribute(const AttributeProto& attr, const CheckerContext& /*ctx*/, const LexicalScopeContext& /*lex_ctx*/); +void check_node(const NodeProto& node, const CheckerContext& /*ctx*/, const LexicalScopeContext& /*lex_ctx*/); +void check_graph(const GraphProto& graph, const CheckerContext& /*ctx*/, const LexicalScopeContext& /*parent_lex*/); +void check_function( + const FunctionProto& function, + const CheckerContext& /*ctx*/, + const LexicalScopeContext& /*parent_lex*/); + +// Check schema compatibility for 2 opset versions for a given node. +// Checks whether the schema for 2 versions is same, this is true when the opschema +// does not change between versions. +ONNX_API void check_opset_compatibility( + const NodeProto& node, + const CheckerContext& ctx, + const std::unordered_map& func_opset_imports, + const std::unordered_map& model_opset_imports); + +// Checks all model local functions present in ModelProto +ONNX_API void +check_model_local_functions(const ModelProto& model, const CheckerContext& ctx, const LexicalScopeContext& parent_lex); + +// Checks for cycles in model-local function call graph. +// Throws ValidationError if any function directly or indirectly references itself. +ONNX_API void check_function_call_cycles(const ModelProto& model); + +ONNX_API void check_model( + const ModelProto& model, + bool full_check = false, + bool skip_opset_compatibility_check = false, + bool check_custom_domain = false); +ONNX_API void check_model( + const std::string& model_path, + bool full_check = false, + bool skip_opset_compatibility_check = false, + bool check_custom_domain = false); +std::filesystem::path resolve_external_data_location( + const std::string& base_dir, + const std::string& location, + const std::string& tensor_name); +// Returns a CRT file descriptor on all platforms. +// The caller owns the fd and must close it. +int64_t open_external_data( + const std::string& base_dir, + const std::string& location, + const std::string& tensor_name, + bool read_only); +ONNX_API bool check_is_experimental_op(const NodeProto& node); + +} // namespace checker +} // namespace ONNX_NAMESPACE diff --git a/onnx/checker.py b/onnx/checker.py new file mode 100644 index 0000000..5188dc5 --- /dev/null +++ b/onnx/checker.py @@ -0,0 +1,171 @@ +# Copyright (c) ONNX Project Contributors +# +# SPDX-License-Identifier: Apache-2.0 +"""Graph utilities for checking whether an ONNX proto message is legal.""" + +from __future__ import annotations + +__all__ = [ + "check_attribute", + "check_function", + "check_graph", + "check_model", + "check_node", + "check_sparse_tensor", + "check_tensor", + "check_value_info", + "DEFAULT_CONTEXT", + "LEXICAL_SCOPE_CONTEXT", + "ValidationError", + "C", + "MAXIMUM_PROTOBUF", +] + +import os +from typing import TYPE_CHECKING + +import onnx.defs +import onnx.onnx_cpp2py_export.checker as C # noqa: N812 +from onnx.onnx_pb import IR_VERSION + +if TYPE_CHECKING: + from google.protobuf.message import Message + +# Maximum single-protobuf size; matches the C++ parser limit in proto_utils.h (2 GiB - 1 byte) +MAXIMUM_PROTOBUF = 2147483647 + + +# NB: Please don't edit this context! +DEFAULT_CONTEXT = C.CheckerContext() +DEFAULT_CONTEXT.ir_version = IR_VERSION +# TODO: Maybe ONNX-ML should also be defaulted? +DEFAULT_CONTEXT.opset_imports = {"": onnx.defs.onnx_opset_version()} + +LEXICAL_SCOPE_CONTEXT = C.LexicalScopeContext() + + +def _ensure_proto_type(proto: Message, proto_type: type[Message]) -> None: + if not isinstance(proto, proto_type): + raise TypeError( + f"The proto message needs to be of type '{proto_type.__name__}'" + ) + + +def check_value_info( + value_info: onnx.ValueInfoProto, ctx: C.CheckerContext = DEFAULT_CONTEXT +) -> None: + _ensure_proto_type(value_info, onnx.ValueInfoProto) + return C.check_value_info(value_info.SerializeToString(), ctx) + + +def check_tensor( + tensor: onnx.TensorProto, ctx: C.CheckerContext = DEFAULT_CONTEXT +) -> None: + _ensure_proto_type(tensor, onnx.TensorProto) + return C.check_tensor(tensor.SerializeToString(), ctx) + + +def check_attribute( + attr: onnx.AttributeProto, + ctx: C.CheckerContext = DEFAULT_CONTEXT, + lexical_scope_ctx: C.LexicalScopeContext = LEXICAL_SCOPE_CONTEXT, +) -> None: + _ensure_proto_type(attr, onnx.AttributeProto) + return C.check_attribute(attr.SerializeToString(), ctx, lexical_scope_ctx) + + +def check_node( + node: onnx.NodeProto, + ctx: C.CheckerContext = DEFAULT_CONTEXT, + lexical_scope_ctx: C.LexicalScopeContext = LEXICAL_SCOPE_CONTEXT, +) -> None: + _ensure_proto_type(node, onnx.NodeProto) + return C.check_node(node.SerializeToString(), ctx, lexical_scope_ctx) + + +def check_function( + function: onnx.FunctionProto, + ctx: C.CheckerContext | None = None, + lexical_scope_ctx: C.LexicalScopeContext = LEXICAL_SCOPE_CONTEXT, +) -> None: + _ensure_proto_type(function, onnx.FunctionProto) + if ctx is None: + ctx = C.CheckerContext() + ctx.ir_version = onnx.helper.find_min_ir_version_for( + function.opset_import, ignore_unknown=True + ) + ctx.opset_imports = { + domain_version.domain: domain_version.version + for domain_version in function.opset_import + } + C.check_function(function.SerializeToString(), ctx, lexical_scope_ctx) + + +def check_graph( + graph: onnx.GraphProto, + ctx: C.CheckerContext = DEFAULT_CONTEXT, + lexical_scope_ctx: C.LexicalScopeContext = LEXICAL_SCOPE_CONTEXT, +) -> None: + _ensure_proto_type(graph, onnx.GraphProto) + return C.check_graph(graph.SerializeToString(), ctx, lexical_scope_ctx) + + +def check_sparse_tensor( + sparse: onnx.SparseTensorProto, ctx: C.CheckerContext = DEFAULT_CONTEXT +) -> None: + _ensure_proto_type(sparse, onnx.SparseTensorProto) + C.check_sparse_tensor(sparse.SerializeToString(), ctx) + + +def check_model( + model: onnx.ModelProto | str | bytes | os.PathLike, + full_check: bool = False, + skip_opset_compatibility_check: bool = False, + check_custom_domain: bool = False, +) -> None: + """Check the consistency of a model. + + An exception will be raised if the model's ir_version is not set + properly or is higher than checker's ir_version, or if the model + has duplicate keys in metadata_props. + + If IR version >= 3, the model must specify opset_import. + If IR version < 3, the model cannot have any opset_import specified. + + Args: + model: Model to check. If model is a path, the function checks model + path first. If the model bytes size is larger than 2GB, function + should be called using model path. + full_check: If True, the function also runs shape inference check. + skip_opset_compatibility_check: If True, the function skips the check for + opset compatibility. + check_custom_domain: If True, the function will check all domains. Otherwise + only check built-in domains. + """ + # If model is a path instead of ModelProto + if isinstance(model, (str, os.PathLike)): + C.check_model_path( + os.fspath(model), + full_check, + skip_opset_compatibility_check, + check_custom_domain, + ) + else: + protobuf_string = ( + model if isinstance(model, bytes) else model.SerializeToString() + ) + # If the protobuf is larger than 2GiB, + # remind users should use the model path to check + if len(protobuf_string) > MAXIMUM_PROTOBUF: + raise ValueError( + "This protobuf of onnx model is too large (>2GiB). Call check_model with model path instead." + ) + C.check_model( + protobuf_string, + full_check, + skip_opset_compatibility_check, + check_custom_domain, + ) + + +ValidationError = C.ValidationError diff --git a/onnx/common/CMakeLists.txt b/onnx/common/CMakeLists.txt new file mode 100644 index 0000000..d14e08e --- /dev/null +++ b/onnx/common/CMakeLists.txt @@ -0,0 +1,34 @@ +# Copyright (c) ONNX Project Contributors +# SPDX-License-Identifier: Apache-2.0 + +configure_file( + version.h.in + ${CMAKE_CURRENT_BINARY_DIR}/version.h + @ONLY +) + +target_sources(onnx PRIVATE + array_ref.h + assertions.cc + assertions.h + common.h + constants.h + file_utils.h + graph_node_list.h + interned_strings.cc + interned_strings.h + ir_pb_converter.cc + ir_pb_converter.h + ir.h + model_helpers.cc + model_helpers.h + path.h + platform_helpers.h + proto_util.h + scoped_resource.h + status.cc + status.h + tensor.h + visitor.h + ${CMAKE_CURRENT_BINARY_DIR}/version.h +) diff --git a/onnx/common/array_ref.h b/onnx/common/array_ref.h new file mode 100644 index 0000000..c9604c5 --- /dev/null +++ b/onnx/common/array_ref.h @@ -0,0 +1,201 @@ +// Copyright (c) ONNX Project Contributors +// +// SPDX-License-Identifier: Apache-2.0 + +// ATTENTION: The code in this file is highly EXPERIMENTAL. +// Adventurous users should note that the APIs will probably change. + +//===--- ArrayRef.h - Array Reference Wrapper -------------------*- C++ -*-===// +// +// The LLVM Compiler Infrastructure +// +// This file is distributed under the University of Illinois Open Source +// License. See LICENSE.TXT for details. +// +//===----------------------------------------------------------------------===// + +// ONNX: modified from llvm::ArrayRef. +// removed llvm-specific functionality +// removed some implicit const -> non-const conversions that rely on +// complicated std::enable_if meta-programming +// removed a bunch of slice variants for simplicity... + +#pragma once +#include +#include +#include + +namespace ONNX_NAMESPACE { +/// ArrayRef - Represent a constant reference to an array (0 or more elements +/// consecutively in memory), i.e. a start pointer and a length. It allows +/// various APIs to take consecutive elements easily and conveniently. +/// +/// This class does not own the underlying data, it is expected to be used in +/// situations where the data resides in some other buffer, whose lifetime +/// extends past that of the ArrayRef. For this reason, it is not in general +/// safe to store an ArrayRef. +/// +/// This is intended to be trivially copyable, so it should be passed by +/// value. +template +class ArrayRef { + public: + using iterator = const T*; + using const_iterator = const T*; + using size_type = size_t; + + using reverse_iterator = std::reverse_iterator; + + private: + /// The start of the array, in an external buffer. + const T* Data; + + /// The number of elements. + size_type Length; + + public: + /// @name Constructors + /// @{ + + /// Construct an empty ArrayRef. + /*implicit*/ ArrayRef() : Data(nullptr), Length(0) {} + + /// Construct an ArrayRef from a single element. + // NOLINTNEXTLINE(google-explicit-constructor, runtime/explicit) + /*implicit*/ ArrayRef(const T& OneElt) : Data(&OneElt), Length(1) {} + + /// Construct an ArrayRef from a pointer and length. + /*implicit*/ ArrayRef(const T* data, size_t length) : Data(data), Length(length) {} + + /// Construct an ArrayRef from a range. + ArrayRef(const T* begin, const T* end) : Data(begin), Length(end - begin) {} + + /// Construct an ArrayRef from a std::vector. + template + // NOLINTNEXTLINE(google-explicit-constructor, runtime/explicit) + /*implicit*/ ArrayRef(const std::vector& Vec) : Data(Vec.data()), Length(Vec.size()) {} + + /// Construct an ArrayRef from a std::array + template + // NOLINTNEXTLINE(google-explicit-constructor, runtime/explicit) + /*implicit*/ constexpr ArrayRef(const std::array& Arr) : Data(Arr.data()), Length(N) {} + + /// Construct an ArrayRef from a C array. + template + // NOLINTNEXTLINE(google-explicit-constructor, runtime/explicit) + /*implicit*/ constexpr ArrayRef(const T (&Arr)[N]) : Data(Arr), Length(N) {} + + /// Construct an ArrayRef from a std::initializer_list. + /*implicit*/ ArrayRef(const std::initializer_list& Vec) + : Data(Vec.begin() == Vec.end() ? static_cast(nullptr) : Vec.begin()), Length(Vec.size()) {} + + /// @} + /// @name Simple Operations + /// @{ + + iterator begin() const { + return Data; + } + iterator end() const { + return Data + Length; + } + + reverse_iterator rbegin() const { + return reverse_iterator(end()); + } + reverse_iterator rend() const { + return reverse_iterator(begin()); + } + + /// empty - Check if the array is empty. + bool empty() const { + return Length == 0; + } + + const T* data() const { + return Data; + } + + /// size - Get the array size. + size_t size() const { + return Length; + } + + /// front - Get the first element. + const T& front() const { + assert(!empty()); + return Data[0]; + } + + /// back - Get the last element. + const T& back() const { + assert(!empty()); + return Data[Length - 1]; + } + + /// equals - Check for element-wise equality. + bool equals(ArrayRef RHS) const { + if (Length != RHS.Length) + return false; + return std::equal(begin(), end(), RHS.begin()); + } + + /// slice(n, m) - Chop off the first N elements of the array, and keep M + /// elements in the array. + ArrayRef slice(size_t N, size_t M) const { + assert(N + M <= size() && "Invalid specifier"); + return ArrayRef(data() + N, M); + } + + /// slice(n) - Chop off the first N elements of the array. + ArrayRef slice(size_t N) const { + return slice(N, size() - N); + } + + /// @} + /// @name Operator Overloads + /// @{ + const T& operator[](size_t Index) const { + assert(Index < Length && "Invalid index!"); + return Data[Index]; + } + + /// Vector compatibility + const T& at(size_t Index) const { + assert(Index < Length && "Invalid index!"); + return Data[Index]; + } + + /// Disallow accidental assignment from a temporary. + /// + /// The declaration here is extra complicated so that "arrayRef = {}" + /// continues to select the move assignment operator. + template + std::enable_if_t, ArrayRef>& operator=(U&& Temporary) = delete; + + /// Disallow accidental assignment from a temporary. + /// + /// The declaration here is extra complicated so that "arrayRef = {}" + /// continues to select the move assignment operator. + template + std::enable_if_t, ArrayRef>& operator=(std::initializer_list) = delete; + + /// @} + /// @name Expensive Operations + /// @{ + std::vector vec() const { + return std::vector(Data, Data + Length); + } + + /// @} + /// @name Conversion operators + /// @{ + /// NOLINTNEXTLINE(google-explicit-constructor) + operator std::vector() const { + return std::vector(Data, Data + Length); + } + + /// @} +}; + +} // namespace ONNX_NAMESPACE diff --git a/onnx/common/assertions.cc b/onnx/common/assertions.cc new file mode 100644 index 0000000..6695901 --- /dev/null +++ b/onnx/common/assertions.cc @@ -0,0 +1,24 @@ +// Copyright (c) ONNX Project Contributors +// +// SPDX-License-Identifier: Apache-2.0 + +// ATTENTION: The code in this file is highly EXPERIMENTAL. +// Adventurous users should note that the APIs will probably change. + +#include "onnx/common/assertions.h" + +#include + +#include "onnx/common/common.h" + +namespace ONNX_NAMESPACE { + +void throw_assert_error(const std::string& msg) { + ONNX_THROW_EX(assert_error(msg)); +} + +void throw_tensor_error(const std::string& msg) { + ONNX_THROW_EX(tensor_error(msg)); +} + +} // namespace ONNX_NAMESPACE diff --git a/onnx/common/assertions.h b/onnx/common/assertions.h new file mode 100644 index 0000000..b713473 --- /dev/null +++ b/onnx/common/assertions.h @@ -0,0 +1,62 @@ +// Copyright (c) ONNX Project Contributors +// +// SPDX-License-Identifier: Apache-2.0 + +// ATTENTION: The code in this file is highly EXPERIMENTAL. +// Adventurous users should note that the APIs will probably change. + +#pragma once + +#include +#include + +#include "onnx/string_utils.h" + +namespace ONNX_NAMESPACE { + +struct assert_error : public std::runtime_error { + public: + explicit assert_error(const std::string& msg) : runtime_error(msg) {} +}; + +struct tensor_error : public assert_error { + public: + explicit tensor_error(const std::string& msg) : assert_error(msg) {} +}; + +[[noreturn]] void throw_assert_error(const std::string& /*msg*/); + +[[noreturn]] void throw_tensor_error(const std::string& /*msg*/); + +} // namespace ONNX_NAMESPACE + +#if defined(__GNUC__) || defined(__ICL) || defined(__clang__) +#define _ONNX_EXPECT(x, y) (__builtin_expect((x), (y))) +#else +#define _ONNX_EXPECT(x, y) (x) +#endif + +// The message arguments are concatenated with std::stringstream (via MakeString), +// so std::string, std::string_view, and numbers are all supported directly without +// format specifiers or .c_str(). +#define ONNX_ASSERT(cond) \ + if (_ONNX_EXPECT(!(cond), 0)) { /* NOLINT(readability-simplify-boolean-expr) */ \ + std::string error_msg = \ + ::ONNX_NAMESPACE::MakeString(__FILE__, ":", __LINE__, ": ", __func__, ": Assertion `", #cond, "` failed."); \ + throw_assert_error(error_msg); \ + } + +#define ONNX_ASSERTM(cond, ...) \ + /* NOLINTNEXTLINE */ \ + if (_ONNX_EXPECT(!(cond), 0)) { \ + std::string error_msg = ::ONNX_NAMESPACE::MakeString( \ + __FILE__, ":", __LINE__, ": ", __func__, ": Assertion `", #cond, "` failed: ", __VA_ARGS__); \ + throw_assert_error(error_msg); \ + } + +#define TENSOR_ASSERTM(cond, ...) \ + if (_ONNX_EXPECT(!(cond), 0)) { \ + std::string error_msg = ::ONNX_NAMESPACE::MakeString( \ + __FILE__, ":", __LINE__, ": ", __func__, ": Assertion `", #cond, "` failed: ", __VA_ARGS__); \ + throw_tensor_error(error_msg); \ + } diff --git a/onnx/common/common.h b/onnx/common/common.h new file mode 100644 index 0000000..7141986 --- /dev/null +++ b/onnx/common/common.h @@ -0,0 +1,54 @@ +// Copyright (c) ONNX Project Contributors +// +// SPDX-License-Identifier: Apache-2.0 +#pragma once + +#define ONNX_UNUSED_PARAMETER(x) (void)(x) + +#ifdef ONNX_NO_EXCEPTIONS +#include +#define ONNX_THROW(...) \ + do { \ + std::cerr << ONNX_NAMESPACE::MakeString(__VA_ARGS__); \ + abort(); \ + } while (false) + +#define ONNX_THROW_EX(ex) \ + do { \ + std::cerr << ex.what() << std::endl; /* NOLINT */ \ + abort(); \ + } while (false) + +#define ONNX_TRY if (true) +#define ONNX_CATCH(x) else if (false) +#define ONNX_HANDLE_EXCEPTION(func) + +#else +#define ONNX_THROW(...) throw std::runtime_error(ONNX_NAMESPACE::MakeString(__VA_ARGS__)) +#define ONNX_THROW_EX(ex) throw ex + +#define ONNX_TRY try +#define ONNX_CATCH(x) catch (x) +#define ONNX_HANDLE_EXCEPTION(func) func() +#endif + +// Macros to disable the copy and/or assignment methods +// These are usually placed in the private: declarations for a class. + +#define ONNX_DISALLOW_COPY(TypeName) TypeName(const TypeName&) = delete + +#define ONNX_DISALLOW_ASSIGNMENT(TypeName) TypeName& operator=(const TypeName&) = delete + +#define ONNX_DISALLOW_COPY_AND_ASSIGNMENT(TypeName) \ + ONNX_DISALLOW_COPY(TypeName); \ + ONNX_DISALLOW_ASSIGNMENT(TypeName) + +// NOLINTBEGIN(bugprone-macro-parentheses) +#define ONNX_DISALLOW_MOVE(TypeName) \ + TypeName(TypeName&&) = delete; \ + TypeName& operator=(TypeName&&) = delete +// NOLINTEND(bugprone-macro-parentheses) + +#define ONNX_DISALLOW_COPY_ASSIGNMENT_AND_MOVE(TypeName) \ + ONNX_DISALLOW_COPY_AND_ASSIGNMENT(TypeName); \ + ONNX_DISALLOW_MOVE(TypeName) diff --git a/onnx/common/constants.h b/onnx/common/constants.h new file mode 100644 index 0000000..272b5c2 --- /dev/null +++ b/onnx/common/constants.h @@ -0,0 +1,46 @@ +// Copyright (c) ONNX Project Contributors +// +// SPDX-License-Identifier: Apache-2.0 + +#pragma once + +#include + +namespace ONNX_NAMESPACE { +// For ONNX op/function registration. + +// ONNX domains. +constexpr const char* AI_ONNX_ML_DOMAIN = "ai.onnx.ml"; +constexpr const char* AI_ONNX_TRAINING_DOMAIN = "ai.onnx.training"; +constexpr const char* AI_ONNX_PREVIEW_DOMAIN = "ai.onnx.preview"; +constexpr const char* AI_ONNX_PREVIEW_TRAINING_DOMAIN = "ai.onnx.preview.training"; +// The following two are equivalent in an onnx proto representation. +constexpr const char* ONNX_DOMAIN = ""; +constexpr const char* AI_ONNX_DOMAIN = "ai.onnx"; + +inline std::string NormalizeDomain(const std::string& domain) { + return (domain == AI_ONNX_DOMAIN) ? ONNX_DOMAIN : domain; +} + +inline bool IsOnnxDomain(const std::string& domain) { + return (domain == AI_ONNX_DOMAIN) || (domain == ONNX_DOMAIN); +} + +constexpr bool OPTIONAL_VALUE = false; + +// For dimension denotation. +constexpr const char* DATA_BATCH = "DATA_BATCH"; +constexpr const char* DATA_CHANNEL = "DATA_CHANNEL"; +constexpr const char* DATA_TIME = "DATA_TIME"; +constexpr const char* DATA_FEATURE = "DATA_FEATURE"; +constexpr const char* FILTER_IN_CHANNEL = "FILTER_IN_CHANNEL"; +constexpr const char* FILTER_OUT_CHANNEL = "FILTER_OUT_CHANNEL"; +constexpr const char* FILTER_SPATIAL = "FILTER_SPATIAL"; + +// For type denotation. +constexpr const char* TENSOR = "TENSOR"; +constexpr const char* IMAGE = "IMAGE"; +constexpr const char* AUDIO = "AUDIO"; +constexpr const char* TEXT = "TEXT"; + +} // namespace ONNX_NAMESPACE diff --git a/onnx/common/file_utils.h b/onnx/common/file_utils.h new file mode 100644 index 0000000..50d5454 --- /dev/null +++ b/onnx/common/file_utils.h @@ -0,0 +1,38 @@ +// Copyright (c) ONNX Project Contributors +// +// SPDX-License-Identifier: Apache-2.0 + +#pragma once + +#include // NOLINT(build/c++17) +#include +#include + +#ifdef _WIN32 +#include "onnx/common/path.h" +#endif +#include "onnx/checker.h" + +namespace ONNX_NAMESPACE { + +template +void LoadProtoFromPath(const std::string& proto_path, T& proto) { +#ifdef _WIN32 + std::filesystem::path proto_u8_path(utf8str_to_wstring(proto_path)); +#else + std::filesystem::path proto_u8_path(proto_path); +#endif + std::fstream proto_stream(proto_u8_path, std::ios::in | std::ios::binary); + if (!proto_stream.good()) { + fail_check("Unable to open proto file: ", proto_path, ". Please check if it is a valid proto. "); + } + std::string data{std::istreambuf_iterator{proto_stream}, std::istreambuf_iterator{}}; + if (!proto_stream.good()) { + fail_check("Unable to read proto file: ", proto_path, ". Please check if it is a valid proto. "); + } + if (!ParseProtoFromBytes(&proto, data.c_str(), data.size())) { + fail_check( + "Unable to parse proto from file: ", proto_path, ". Please check if it is a valid protobuf file of proto. "); + } +} +} // namespace ONNX_NAMESPACE diff --git a/onnx/common/graph_node_list.h b/onnx/common/graph_node_list.h new file mode 100644 index 0000000..66ab3dc --- /dev/null +++ b/onnx/common/graph_node_list.h @@ -0,0 +1,165 @@ +// Copyright (c) ONNX Project Contributors +// +// SPDX-License-Identifier: Apache-2.0 + +#ifndef ONNX_COMMON_GRAPH_NODE_LIST_H_ +#define ONNX_COMMON_GRAPH_NODE_LIST_H_ + +// ATTENTION: The code in this file is highly EXPERIMENTAL. +// Adventurous users should note that the APIs will probably change. + +#include +#include + +#include "onnx/common/assertions.h" + +namespace ONNX_NAMESPACE { + +// Intrusive doubly linked lists with sane reverse iterators. +// The header file is named graph_node_list.h because it is ONLY +// used for Graph's Node lists, and if you want to use it for other +// things, you will have to do some refactoring. +// +// At the moment, the templated type T must support a few operations: +// +// - It must have a field: T* next_in_graph[2] = { nullptr, nullptr }; +// which are used for the intrusive linked list pointers. +// +// - It must have a method 'destroy()', which removes T from the +// list and frees a T. +// +// In practice, we are only using it with Node and const Node. 'destroy()' +// needs to be renegotiated if you want to use this somewhere else. +// +// Besides the benefits of being intrusive, unlike std::list, these lists handle +// forward and backward iteration uniformly because we require a +// "before-first-element" sentinel. This means that reverse iterators +// physically point to the element they logically point to, rather than +// the off-by-one behavior for all standard library reverse iterators. + +static constexpr size_t kNextDirection = 0; +static constexpr size_t kPrevDirection = 1; + +template +struct generic_graph_node_list; + +template +struct generic_graph_node_list_iterator; + +struct Node; +using graph_node_list = generic_graph_node_list; +using const_graph_node_list = generic_graph_node_list; +using graph_node_list_iterator = generic_graph_node_list_iterator; +using const_graph_node_list_iterator = generic_graph_node_list_iterator; + +template +struct generic_graph_node_list_iterator final { + using iterator_category = std::bidirectional_iterator_tag; + using value_type = T*; + using difference_type = int64_t; + using pointer = T**; + using reference = T*&; + generic_graph_node_list_iterator() : cur(nullptr), d(kNextDirection) {} + generic_graph_node_list_iterator(T* cur, size_t d) : cur(cur), d(d) {} + T* operator*() const { + return cur; + } + T* operator->() const { + return cur; + } + generic_graph_node_list_iterator& operator++() { + ONNX_ASSERT(cur) + cur = cur->next_in_graph[d]; + return *this; + } + generic_graph_node_list_iterator operator++(int) { + generic_graph_node_list_iterator old = *this; + ++(*this); + return old; + } + generic_graph_node_list_iterator& operator--() { + ONNX_ASSERT(cur) + cur = cur->next_in_graph[reverseDir()]; + return *this; + } + generic_graph_node_list_iterator operator--(int) { + generic_graph_node_list_iterator old = *this; + --(*this); + return old; + } + + // erase cur without invalidating this iterator + // named differently from destroy so that ->/. bugs do not + // silently cause the wrong one to be called. + // iterator will point to the previous entry after call + void destroyCurrent() { + T* n = cur; + cur = cur->next_in_graph[reverseDir()]; + n->destroy(); + } + generic_graph_node_list_iterator reverse() { + return generic_graph_node_list_iterator(cur, reverseDir()); + } + + private: + size_t reverseDir() { + return d == kNextDirection ? kPrevDirection : kNextDirection; + } + T* cur; + size_t d; // direction 0 is forward 1 is reverse, see next_in_graph +}; + +template +struct generic_graph_node_list final { + using iterator = generic_graph_node_list_iterator; + using const_iterator = generic_graph_node_list_iterator; + generic_graph_node_list_iterator begin() { + return generic_graph_node_list_iterator(head->next_in_graph[d], d); + } + generic_graph_node_list_iterator begin() const { + return generic_graph_node_list_iterator(head->next_in_graph[d], d); + } + generic_graph_node_list_iterator end() { + return generic_graph_node_list_iterator(head, d); + } + generic_graph_node_list_iterator end() const { + return generic_graph_node_list_iterator(head, d); + } + generic_graph_node_list_iterator rbegin() { + return reverse().begin(); + } + generic_graph_node_list_iterator rbegin() const { + return reverse().begin(); + } + generic_graph_node_list_iterator rend() { + return reverse().end(); + } + generic_graph_node_list_iterator rend() const { + return reverse().end(); + } + generic_graph_node_list reverse() { + return generic_graph_node_list(head, d == kNextDirection ? kPrevDirection : kNextDirection); + } + generic_graph_node_list reverse() const { + return generic_graph_node_list(head, d == kNextDirection ? kPrevDirection : kNextDirection); + } + generic_graph_node_list(T* head, size_t d) : head(head), d(d) {} + + private: + T* head; + size_t d; +}; + +template +static inline bool operator==(generic_graph_node_list_iterator a, generic_graph_node_list_iterator b) { + return *a == *b; +} + +template +static inline bool operator!=(generic_graph_node_list_iterator a, generic_graph_node_list_iterator b) { + return *a != *b; +} + +} // namespace ONNX_NAMESPACE + +#endif // ONNX_COMMON_GRAPH_NODE_LIST_H_ diff --git a/onnx/common/interned_strings.cc b/onnx/common/interned_strings.cc new file mode 100644 index 0000000..c2e6721 --- /dev/null +++ b/onnx/common/interned_strings.cc @@ -0,0 +1,80 @@ +// Copyright (c) ONNX Project Contributors +// +// SPDX-License-Identifier: Apache-2.0 + +// ATTENTION: The code in this file is highly EXPERIMENTAL. +// Adventurous users should note that the APIs will probably change. + +#include "onnx/common/interned_strings.h" + +#include +#include +#include +#include + +#include "onnx/common/assertions.h" + +namespace ONNX_NAMESPACE { +namespace { + +struct InternedStrings { + InternedStrings() { +#define REGISTER_SYMBOL(s) \ + string_to_sym_[#s] = k##s; \ + sym_to_string_[k##s] = #s; + FORALL_BUILTIN_SYMBOLS(REGISTER_SYMBOL) +#undef REGISTER_SYMBOL + } + uint32_t symbol(const std::string& s) { + std::lock_guard guard(mutex_); + auto it = string_to_sym_.find(s); + if (it != string_to_sym_.end()) + return it->second; + uint32_t k = next_sym++; + string_to_sym_[s] = k; + sym_to_string_[k] = s; + return k; + } + const char* string(Symbol sym) { + // Builtin Symbols are also in the maps, but + // we can bypass the need to acquire a lock + // to read the map for Builtins because we already + // know their string value + switch (sym) { +#define DEFINE_CASE(s) \ + case k##s: \ + return #s; + FORALL_BUILTIN_SYMBOLS(DEFINE_CASE) +#undef DEFINE_CASE + default: + return customString(sym); + } + } + + private: + const char* customString(Symbol sym) { + std::lock_guard guard(mutex_); + auto it = sym_to_string_.find(sym); + ONNX_ASSERT(it != sym_to_string_.end()) + return it->second.c_str(); + } + std::unordered_map string_to_sym_; + std::unordered_map sym_to_string_; + uint32_t next_sym{kLastSymbol}; + std::mutex mutex_; +}; + +InternedStrings& globalStrings() { + static InternedStrings s; + return s; +} + +} // namespace + +const char* Symbol::toString() const { + return globalStrings().string(*this); +} + +Symbol::Symbol(const std::string& s) : value(globalStrings().symbol(s)) {} + +} // namespace ONNX_NAMESPACE diff --git a/onnx/common/interned_strings.h b/onnx/common/interned_strings.h new file mode 100644 index 0000000..67e1031 --- /dev/null +++ b/onnx/common/interned_strings.h @@ -0,0 +1,247 @@ +// Copyright (c) ONNX Project Contributors +// +// SPDX-License-Identifier: Apache-2.0 + +// ATTENTION: The code in this file is highly EXPERIMENTAL. +// Adventurous users should note that the APIs will probably change. + +#pragma once +#include +#include + +namespace ONNX_NAMESPACE { + +#define FORALL_BUILTIN_SYMBOLS(_) \ + _(spatial) \ + _(select_last_index) \ + _(coordinate_transformation_mode) \ + _(PythonOp) \ + _(CppOp) \ + _(Param) \ + _(Select) \ + _(Return) \ + _(Eval) \ + _(add) \ + _(Add) \ + _(Div) \ + _(Mul) \ + _(Neg) \ + _(Sub) \ + _(Pow) \ + _(Sigmoid) \ + _(ArgMax) \ + _(Concat) \ + _(Softmax) \ + _(LogSoftmax) \ + _(Dropout) \ + _(Tanh) \ + _(mul) \ + _(neg) \ + _(sigmoid) \ + _(tanh) \ + _(Constant) \ + _(cat) \ + _(Slice) \ + _(Squeeze) \ + _(Undefined) \ + _(FusionGroup) \ + _(MatMul) \ + _(Gemm) \ + _(Tile) \ + _(SubConstant) \ + _(Scale) \ + _(Transpose) \ + _(Pad) \ + _(Reshape) \ + _(split) \ + _(chunk) \ + _(Offset) \ + _(value) \ + _(Subgraph) \ + _(BatchNormalization) \ + _(Conv) \ + _(ConvTranspose) \ + _(is_test) \ + _(epsilon) \ + _(expand) \ + _(Expand) \ + _(order) \ + _(momentum) \ + _(consumed_inputs) \ + _(kernels) \ + _(kernel_shape) \ + _(kernel) \ + _(scale) \ + _(strides) \ + _(stride) \ + _(pads) \ + _(pad) \ + _(beta) \ + _(alpha) \ + _(dilations) \ + _(dilation) \ + _(broadcast) \ + _(axis) \ + _(ratio) \ + _(size) \ + _(dim) \ + _(keepdims) \ + _(perm) \ + _(shape) \ + _(axes) \ + _(group) \ + _(inplace) \ + _(transA) \ + _(transB) \ + _(other) \ + _(__and__) \ + _(__lshift__) \ + _(__or__) \ + _(__rshift__) \ + _(__xor__) \ + _(abs) \ + _(acos) \ + _(asin) \ + _(atan) \ + _(atan2) \ + _(ceil) \ + _(clamp) \ + _(cos) \ + _(cosh) \ + _(div) \ + _(eq) \ + _(equal) \ + _(Exp) \ + _(ends) \ + _(expm1) \ + _(floor) \ + _(fmod) \ + _(frac) \ + _(ge) \ + _(gt) \ + _(le) \ + _(lerp) \ + _(lgamma) \ + _(Log) \ + _(log1p) \ + _(lt) \ + _(max) \ + _(min) \ + _(ne) \ + _(ones) \ + _(pow) \ + _(reciprocal) \ + _(remainder) \ + _(round) \ + _(rsqrt) \ + _(sin) \ + _(sinh) \ + _(Sqrt) \ + _(sub) \ + _(starts) \ + _(tan) \ + _(trunc) \ + _(zeros) \ + _(exponent) \ + _(device) \ + _(mode) \ + _(Identity) \ + _(Loop) \ + _(If) \ + _(body) \ + _(then_branch) \ + _(else_branch) \ + _(Captured) \ + _(__control_inputs) \ + _(count_include_pad) \ + _(storage_order) \ + _(Unsqueeze) \ + _(ReduceL1) \ + _(ReduceL2) \ + _(ReduceLogSum) \ + _(ReduceLogSumExp) \ + _(ReduceMax) \ + _(ReduceMean) \ + _(ReduceMin) \ + _(ReduceProd) \ + _(ReduceSum) \ + _(ReduceSumSquare) \ + _(Cast) \ + _(to) \ + _(PRelu) \ + _(Greater) \ + _(Less) \ + _(scales) \ + _(Upsample) \ + _(RNN) \ + _(layout) \ + _(k) \ + _(Flatten) \ + _(ScatterElements) \ + _(Resize) \ + _(ceil_mode) \ + _(num_outputs) \ + _(start) \ + _(end) \ + _(num_groups) \ + _(stash_type) \ + _(block_size) \ + _(output_dtype) + +enum BuiltinSymbol : std::uint8_t { +#define DEFINE_SYMBOL(s) k##s, + FORALL_BUILTIN_SYMBOLS(DEFINE_SYMBOL) +#undef DEFINE_SYMBOL + kLastSymbol, // where we start counting for new symbols +}; + +struct Symbol { + Symbol() = default; + // NOLINTNEXTLINE(google-explicit-constructor, runtime/explicit) + /*implicit*/ Symbol(BuiltinSymbol value) : value(value) {} + explicit Symbol(const std::string& s); + explicit Symbol(uint32_t value) : value(value) {} + + // NOLINTNEXTLINE(google-explicit-constructor) + operator uint32_t() const { + return value; + } + const char* toString() const; + + private: + uint32_t value{0}; +}; + +static inline bool operator==(Symbol lhs, Symbol rhs) { + return static_cast(lhs) == static_cast(rhs); +} +// necessary to prevent ambiguous overload resolutions +static inline bool operator==(BuiltinSymbol lhs, Symbol rhs) { + return static_cast(lhs) == static_cast(rhs); +} +static inline bool operator==(Symbol lhs, BuiltinSymbol rhs) { + return static_cast(lhs) == static_cast(rhs); +} + +inline Symbol +#if !defined(__clang__) && defined(__GNUC__) && __GNUC__ < 5 +operator"" _sym // gcc 4.8.5 insists on having a space (hard error). +#else +operator""_sym // clang 17 generates a deprecation warning if there is a space. +#endif + (const char* s, size_t /*unused*/) { + return Symbol(s); +} + +} // namespace ONNX_NAMESPACE + +// make symbol behave like an integer in hash tables +namespace std { +template <> +struct hash { + std::size_t operator()(ONNX_NAMESPACE::Symbol s) const { + return std::hash()(static_cast(s)); + } +}; + +} // namespace std diff --git a/onnx/common/ir.h b/onnx/common/ir.h new file mode 100644 index 0000000..832e8ec --- /dev/null +++ b/onnx/common/ir.h @@ -0,0 +1,1424 @@ +// Copyright (c) ONNX Project Contributors +// +// SPDX-License-Identifier: Apache-2.0 + +// ATTENTION: The code in this file is highly EXPERIMENTAL. +// Adventurous users should note that the APIs will probably change. + +#pragma once + +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include + +#include "onnx/common/array_ref.h" +#include "onnx/common/assertions.h" +#include "onnx/common/common.h" +#include "onnx/common/graph_node_list.h" +#include "onnx/common/interned_strings.h" +#include "onnx/common/tensor.h" +#include "onnx/string_utils.h" + +namespace ONNX_NAMESPACE { + +// internal/private API +static inline std::string toVarName(size_t i) { + std::ostringstream oss; + oss << "_v_" << i; + return oss.str(); +} + +// Graph represents one "function" of computation. +// It uses a simple ownership model where the graph owns all the nodes inside it. +// All references inside the graph are raw pointers. +// Destroying the Graph will invalidate any pointers to nodes in the graph. +struct Graph; + +// Node is the base class of the IR graph. It represents one computation +// and dependencies on a list of Values. The "prim-ops", so to speak. +struct Node; + +// A Value represents an input or output to node that is either a +// Tensor or an opaque Handle object, as determined by type(). +struct Value; + +class ResourceGuard final { + std::function destructor_; + + public: + ONNX_DISALLOW_COPY_ASSIGNMENT_AND_MOVE(ResourceGuard); + + explicit ResourceGuard(std::function destructor) : destructor_(std::move(destructor)) {} + + ~ResourceGuard() { + destructor_(); + } +}; + +struct Dimension final { + Dimension() : is_unknown(true), is_int(false), dim(-1) {} + explicit Dimension(std::string param) : is_unknown(false), is_int(false), dim(-1), param(std::move(param)) {} + explicit Dimension(int64_t dim) : is_unknown(false), is_int(true), dim(dim) {} + + bool is_unknown; + bool is_int; + int64_t dim; + std::string param; +}; + +enum class AttributeKind : uint8_t { + // float, float list, int, int list, string, string list, + // tensor, tensor list, subgraph, subgraph list. type proto, type proto list + f, + fs, + i, + is, + s, + ss, + t, + ts, + g, + gs, + tp, + tps +}; + +static inline const char* toString(AttributeKind kind) { + // NOLINTNEXTLINE(modernize-avoid-c-arrays) + static constexpr const char* names[] = {"f", "fs", "i", "is", "s", "ss", "t", "ts", "g", "gs", "tp", "tps"}; + ONNX_ASSERT(size_t(kind) < std::size(names)) + return names[static_cast(kind)]; +} + +struct AttributeValue { + explicit AttributeValue(Symbol name) : name(name) {} + using Ptr = std::unique_ptr; + Symbol name; + virtual AttributeKind kind() const = 0; + virtual Ptr clone() const = 0; + virtual ~AttributeValue() = default; +}; + +template +struct ScalarAttributeValue final : public AttributeValue { + using ConstructorType = const T&; + using ValueType = T; + ScalarAttributeValue(Symbol name, ConstructorType value_) : AttributeValue(name), value_(value_) {} + ValueType& value() { + return value_; + } + Ptr clone() const override { + return std::make_unique(name, value_); + } + AttributeKind kind() const override { + return Kind; + } + + private: + ValueType value_; +}; + +template +struct VectorAttributeValue final : public AttributeValue { + using ConstructorType = const std::vector&&; + using ValueType = std::vector; + VectorAttributeValue(Symbol name, ValueType value_) : AttributeValue(name), value_(std::move(value_)) {} + ValueType& value() { + return value_; + } + AttributeKind kind() const override { + return Kind; + } + std::unique_ptr clone() const override { + return std::make_unique(name, ValueType(value_)); + } + + private: + ValueType value_; +}; + +using FloatAttr = ScalarAttributeValue; +using FloatsAttr = VectorAttributeValue; +using IntAttr = ScalarAttributeValue; +using IntsAttr = VectorAttributeValue; +using StringAttr = ScalarAttributeValue; +using StringsAttr = VectorAttributeValue; +using TensorAttr = ScalarAttributeValue; +using TensorsAttr = VectorAttributeValue; +using GraphAttr = ScalarAttributeValue, AttributeKind::g>; +using GraphsAttr = VectorAttributeValue, AttributeKind::gs>; +using TypeProtoAttr = ScalarAttributeValue; +using TypeProtosAttr = VectorAttributeValue; + +// CRTP so that Node which inherits Attributes can be return for +// method chaining e.g: +// Node * n = g->create(kSelect)->set_i(kOffset,3)->set_f(kValue,3.5); +// we return Derived* pointers because Nodes are normally held as pointers. +template +struct Attributes { + // NOLINTNEXTLINE(bugprone-crtp-constructor-accessibility) + Attributes() = default; + + void copyAttributes(const Attributes& rhs) { + values_.clear(); + values_.reserve(rhs.values_.size()); + for (const auto& i : rhs.values_) { + values_.push_back(i->clone()); + } + } + bool hasAttribute(Symbol name) const { + return find(name, false) != values_.end(); + } + AttributeKind kindOf(Symbol name) const { + return (*find(name, true))->kind(); + } + Derived* removeAttribute(Symbol name) { + values_.erase(find(name, true)); + return This(); + } + bool hasAttributes() const { + return !values_.empty(); + } + // The names are returned in order, since name actually is the index. + std::vector attributeNames() const { + std::vector names; + names.reserve(values_.size()); + for (const auto& a : values_) + names.push_back(a->name); + return names; + } + +#define CREATE_ACCESSOR(Kind, method) \ + Derived* method##_(Symbol name, Kind##Attr::ConstructorType v) { \ + return set(name, std::forward(v)); \ + } \ + const Kind##Attr::ValueType& method(Symbol name) const { \ + return get(name); \ + } + CREATE_ACCESSOR(Float, f) + CREATE_ACCESSOR(Floats, fs) + CREATE_ACCESSOR(String, s) + CREATE_ACCESSOR(Strings, ss) + CREATE_ACCESSOR(Int, i) + CREATE_ACCESSOR(Ints, is) + CREATE_ACCESSOR(Tensor, t) + CREATE_ACCESSOR(Tensors, ts) + CREATE_ACCESSOR(Graph, g) + CREATE_ACCESSOR(Graphs, gs) + CREATE_ACCESSOR(TypeProto, tp) + CREATE_ACCESSOR(TypeProtos, tps) + +#undef CREATE_ACCESSOR + + private: + Derived* This() { + return static_cast(this); + } + template + Derived* set(Symbol name, typename T::ConstructorType v) { + auto it = find(name, false); + auto nv = std::make_unique(name, std::forward(v)); + if (it == values_.end()) { + values_.push_back(std::move(nv)); + } else { + *it = std::move(nv); + } + return This(); + } + template + typename T::ValueType& get(Symbol name) const { + auto it = find(name, true); + T* child = static_cast(it->get()); + return child->value(); + } + using AVPtr = AttributeValue::Ptr; + // NB: For determinism, we use a vector rather than a hash map. This does + // mean that lookups are O(n), so you shouldn't use Attributes to store + // a big pile of messages. + std::vector values_; + using iterator = std::vector::iterator; + iterator find(Symbol name, bool required) { + auto it = std::find_if(values_.begin(), values_.end(), [&](const AVPtr& v) { return v->name == name; }); + ONNX_ASSERT(!required || it != values_.end()) + return it; + } + using const_iterator = std::vector::const_iterator; + const_iterator find(Symbol name, bool required) const { + auto it = std::find_if(values_.begin(), values_.end(), [&](const AVPtr& v) { return v->name == name; }); + ONNX_ASSERTM(!required || it != values_.end(), "required undefined attribute '", name.toString(), "'") + return it; + } +}; + +// Each use is represented by this type, see Node::uses() +// 'user' is the consumer of the value, offset is the index into +// 'user's input this where the produces will be found. +struct Use final { + Use(Node* user, size_t offset) : user(user), offset(offset) {} + Node* user; + size_t offset; +}; + +static inline bool operator==(const Use& a, const Use& b) { + return a.user == b.user && a.offset == b.offset; +} + +// the list types are intentionally simple, but we type-def +// them here so if we need to change them, refactoring will be easier +using node_list = std::vector; +using value_list = std::vector; +using use_list = std::vector; +using NodeKind = Symbol; + +struct Value final { + ONNX_DISALLOW_COPY_AND_ASSIGNMENT(Value); + Value(Node& node, size_t offset); + Value(Value&&) = default; + Value& operator=(Value&&) = default; + ~Value() = default; + + private: + friend struct Node; + friend struct Graph; + Node* node_; + size_t offset_; + size_t unique_ = 0; // unique id + size_t stage_ = 0; // 0-forward, 1-backward, 2-double-backward,... + use_list uses_in_current_graph_; + bool has_unique_name_{false}; + std::string unique_name_; + int32_t elem_type_{ONNX_NAMESPACE::TensorProto_DataType_UNDEFINED}; + bool has_sizes_{false}; + std::vector sizes_; + std::unique_ptr type_; + + public: + Value* setElemType(int32_t elem_type) { + elem_type_ = elem_type; + return this; + } + int32_t elemType() const { + return elem_type_; + } + bool has_sizes() const { + return has_sizes_; + } + Value* setSizes(std::vector sizes) { + has_sizes_ = true; + sizes_ = std::move(sizes); + return this; + } + Value* wipeSizes() { + has_sizes_ = false; + sizes_ = std::vector(); + return this; + } + const std::vector& sizes() const { + return sizes_; + } + size_t unique() const { + return unique_; + } + bool has_unique_name() const { + return has_unique_name_; + } + std::string uniqueName() const { + if (has_unique_name()) + return unique_name_; + return toVarName(unique()); + } + Value* setUniqueName(const std::string& name, bool update_related_names = true); + Value* setStage(size_t s) { + stage_ = s; + return this; + } + size_t stage() const { + return stage_; + } + Node* node() { + return node_; + } + size_t offset() const { + return offset_; + } + const Node* node() const { + return node_; + } + Graph* owningGraph(); + const Graph* owningGraph() const; + use_list uses() const; + + // Replaces all uses of this node with 'newValue'. + // + // Given: %3 = f(%1, %2) + // %4 = g(%3) + // %5 = h(%3, %3) + // Execute: %3.replaceAllUsesWith(%6) + // Result: %3 = f(%1, %2) + // %4 = g(%6) + // %5 = h(%6, %6) + void replaceAllUsesWith(Value* newValue); + + Value* copyMetadata(const Value* from) { + setElemType(from->elemType()); + setSizes(from->sizes()); + if (from->has_unique_name()) { + setUniqueName(from->uniqueName()); + } + return this; + } + + std::unique_ptr& type() { + return type_; + } +}; + +struct Node : public Attributes { + ONNX_DISALLOW_COPY_AND_ASSIGNMENT(Node); + friend struct Graph; + friend struct Value; + friend graph_node_list; + friend const_graph_node_list; + friend graph_node_list_iterator; + friend const_graph_node_list_iterator; + + private: + // each node but Return/Param + // is associated with exactly one place in the node list... + // of the graph_ + // this circular is a doubly-linked list, the Return node is used as the sentinel for the beginning and end of the + // list such that the list never has null pointers next_in_graph[0] is next pointer next_in_graph[1] is prev pointer + // using an array to allow the same iterator class for forward and reverse node lists + // This list represents a topological sort + + std::array next_in_graph{nullptr, nullptr}; + Node*& next() { + return next_in_graph[kNextDirection]; + } + Node*& prev() { + return next_in_graph[kPrevDirection]; + } + Node* const& next() const { + return next_in_graph[kNextDirection]; + } + Node* const& prev() const { + return next_in_graph[kPrevDirection]; + } + + const NodeKind kind_; + std::vector inputs_; + std::vector outputs_; + Graph* graph_; + size_t stage_; + bool has_name_{false}; + std::string name_; + bool has_domain_{false}; + std::string domain_; + bool has_doc_string_{false}; + std::string doc_string_; + bool has_overload_{false}; + std::string overload_; + + // Constructed only by the friend Graph factory, so every Node stays graph-owned. + Node(Graph& graph, NodeKind kind); // defined after graph + + public: + bool has_name() const { + return has_name_; + } + const std::string& name() const { + return name_; + } + void setName(std::string name) { + has_name_ = true; + name_ = std::move(name); + } + bool has_domain() const { + return has_domain_; + } + const std::string& domain() const { + return domain_; + } + void setDomain(std::string domain) { + has_domain_ = true; + domain_ = std::move(domain); + } + bool has_overload() const { + return has_overload_; + } + const std::string& overload() const { + return overload_; + } + void setOverload(std::string overload) { + has_overload_ = true; + overload_ = std::move(overload); + } + bool has_doc_string() const { + return has_doc_string_; + } + const std::string& docString() const { + return doc_string_; + } + void setDocString(std::string doc_string) { + has_doc_string_ = true; + doc_string_ = std::move(doc_string); + } + NodeKind kind() const { + return kind_; + } + Graph* owningGraph() { + return graph_; + } + const Graph* owningGraph() const { + return graph_; + } + size_t stage() const { + return stage_; + } + Node* setStage(size_t s) { + stage_ = s; + return this; + } + // NB: This returns an ArrayRef; that means that it will + // get invalidated if you resize inputs (e.g., using addInput) + // We can't return a std::vector& because there's no + // way to soundly cast to std::vector (an insane + // implementation of std::vector could make this representationally + // different.) + ArrayRef inputs() { + return inputs_; + } + ArrayRef inputs() const { + // Vectors are not convertible in const-ness of elements, but + // raw pointers are. + return {inputs_.data(), inputs_.size()}; + } + // NB: This returns an ArrayRef; that means that it will + // get invalidated if you resize inputs (e.g., using addInput) + // We can't return a std::vector& because there's no + // way to soundly cast to std::vector (an insane + // implementation of std::vector could make this representationally + // different.) + ArrayRef outputs() { + return outputs_; + } + ArrayRef outputs() const { + // Vectors are not convertible in const-ness of elements, but + // raw pointers are. + return {outputs_.data(), outputs_.size()}; + } + bool hasUses() const { + for (const auto* o : outputs()) { + if (!o->uses().empty()) + return true; + } + return false; + } + void replaceAllUsesWith(Node* n) { + ONNX_ASSERT(outputs().size() == n->outputs().size()) + size_t nOutputs = outputs().size(); + for (size_t i = 0; i < nOutputs; i++) { + outputs()[i]->replaceAllUsesWith(n->outputs()[i]); + } + } + // lots of things like chunk have a single input or single output, so we have a + // helper to make accessing it easier + Value* input() { + ONNX_ASSERT(inputs_.size() == 1) + return inputs_.at(0); + } + Value* output() { + ONNX_ASSERT(outputs_.size() == 1) + return outputs_.at(0); + } + const Value* input() const { + ONNX_ASSERT(inputs_.size() == 1) + return inputs_.at(0); + } + const Value* output() const { + ONNX_ASSERT(outputs_.size() == 1) + return outputs_.at(0); + } + // Access a particular input. This is a checked index. + Value* input(size_t i) { + return inputs_.at(i); + } + const Value* input(size_t i) const { + return inputs_.at(i); + } + + // Graphs + + // Note [Topological invariant] + // ~~~~~~~~~~~~~~~~~~~~~~~~~~~~ + // We always maintain an up-to-date topological ordering of all nodes via + // the next()/prev() links. All transformations to graphs must preserve + // this topological ordering: for example, it is only valid to 'addInput' + // with an input which is topologically before the current node. + // + // Usually, it is obvious whether or not topological order is maintained; + // for example, if you are adding nodes to the end of the topsort, it's + // impossible for them to refer to inputs that are not in the topsort. + // If it is not obvious, please comment accordingly. + + // Add 'node' as an input to 'this' at the end of existing + // arguments. Returns the added node for ease of chaining. + // + // Given: %3 = f(%1, %2) + // Execute: %3.addInput(%4) + // Result: %3 = f(%1, %2, %4) + Value* addInput(Value* node) { + ONNX_ASSERT(graph_ == node->owningGraph()) + node->uses_in_current_graph_.emplace_back(this, inputs_.size()); + inputs_.push_back(node); + return node; + } + + // Replace the input of 'this' at position 'i' with + // 'newValue', returning the old node. + // + // Given: %3 = f(%1, %2) + // Execute: %3.replaceInput(1, %4) + // Result: %3 = f(%1, %4) + Value* replaceInput(size_t i, Value* newValue) { + ONNX_ASSERT(newValue->owningGraph() == graph_) + Value* old = dropInput(i); + inputs_[i] = newValue; + newValue->uses_in_current_graph_.emplace_back(this, i); + return old; + } + + // Replace all occurrences of 'from' in the inputs of this + // node with 'to'. Corresponds to llvm's replaceUsesOfWith. + // + // Given: %3 = f(%1, %2, %1) + // Execute: %3.replaceInputWith(%1, %4) + // Result: %3 = f(%4, %2, %4) + void replaceInputWith(Value* from, Value* to) { + ONNX_ASSERT(from->owningGraph() == graph_) + ONNX_ASSERT(to->owningGraph() == graph_) + size_t i = 0; + for (const auto* input : inputs()) { + if (input == from) + replaceInput(i, to); + i++; + } + } + + Value* addOutput(); + + void eraseOutput(size_t i); + + // Insert unattached 'this' node after 'n' in the topological order. + // Returns this (for chaining). + // + // Given: %3 = f(%1, %2) + // %4 = g(%3) + // and unattached: %5 = h(%1) + // Execute: %5.insertBefore(%4) + // Result: %3 = f(%1, %2) + // %5 = h(%1) + // %4 = g(%3) + Node* insertBefore(Node* n) { + ONNX_ASSERT(n->inGraphList()) + insertAfter(n->prev()); + return this; + } + + // Insert unattached 'this' node after 'n' in the topological order. + // Returns this (for chaining). + // + // Given: %3 = f(%1, %2) + // %4 = g(%3) + // and unattached: %5 = h(%1) + // Execute: %5.insertAfter(%4) + // Result: %3 = f(%1, %2) + // %4 = g(%3) + // %5 = h(%1) + Node* insertAfter(Node* n) { + ONNX_ASSERT(!inGraphList() && n->inGraphList()) + Node* next = n->next(); + n->next() = this; + this->prev() = n; + this->next() = next; + next->prev() = this; + return this; + } + + // Move 'this' (already in the graph) after 'n' in the topological order. + // + // Given: %2 = f(%1) + // %3 = g(%1) + // Execute: %2.moveAfter(%3) + // Result: %3 = g(%1) + // %2 = f(%1) + // + void moveAfter(Node* n) { + removeFromList(); + insertAfter(n); + } + + // Move a node 'n' (already in the graph) before 'this' in the topological order. + // + // Given: %2 = f(%1) + // %3 = g(%1) + // Execute: %3.moveBefore(%2) + // Result: %3 = g(%1) + // %2 = f(%1) + void moveBefore(Node* n) { + removeFromList(); + insertBefore(n); + } + + // Remove the input at 'i' from this node. + // + // WARNING: This is O(n) in the number of inputs, so avoid repeatedly calling + // removeInput. + // + // Given: %3 = f(%1, %2) + // Execute: %3.removeInput(1) + // Result: %3 = f(%1) + void removeInput(size_t i) { + dropInput(i); + // everything after this input shifts left, + // so we need to update their use offsets to match + for (size_t j = i + 1; j < inputs_.size(); j++) { + auto it = findUseForInput(j); + it->offset--; + } + inputs_.erase(inputs_.begin() + i); + } + + // Remove all inputs from a node. + // + // Given: %3 = f(%1, %2) + // Execute: %3.removeAllInputs() + // Result: %3 = f() + void removeAllInputs() { + for (size_t i = 0; i < inputs().size(); ++i) + dropInput(i); + inputs_.clear(); + } + + // Check whether this node is before node n in the graph. + bool isBefore(const Node* n); + + // iterators of the node list starting at this node + // useful for resuming a search starting at this node + graph_node_list_iterator iterator(); + graph_node_list_iterator reverseIterator(); + const_graph_node_list_iterator iterator() const; + const_graph_node_list_iterator reverseIterator() const; + + // Remove 'this' from the instruction list and deallocate it. + // + // Invariant: no outputs of 'this' may have any uses. + // + // Given: %2 = f(%1) + // %3 = g(%1) + // Execute: %2.destroy() + // Result: %3 = g(%1) + void destroy(); + + // Dynamically cast this node to the subclass indicated by the + // template variable, returning nullptr if the cast is invalid.. + // + // Example usage: if(auto s = n.cast