5cbd3f29e3
Fuzz / Run fuzz harnesses (${{ github.event_name == 'schedule' && 'nightly' || 'smoke' }}) (push) Has been cancelled
Create Releases / call-mac (push) Has been cancelled
Create Releases / call-linux (push) Has been cancelled
Create Releases / call-sdist (push) Has been cancelled
Create Releases / call-win (push) Has been cancelled
Create Releases / call-pyodide (push) Has been cancelled
Windows_No_Exception_CI / build (x64, 3.10) (push) Has been cancelled
Check URLs / build (push) Has been cancelled
Create Releases / Attest CI build artifacts (push) Has been cancelled
Create Releases / Check for Publish release build to pypi (push) Has been cancelled
Create Releases / Check for Publish preview build to test.pypi-weekly (push) Has been cancelled
Create Releases / Publish preview build to test.pypi-weekly (push) Has been cancelled
Create Releases / Check for Publish release build to test.pypi (rc-candidates) (push) Has been cancelled
Create Releases / Publish release build to test.pypi (push) Has been cancelled
Create Releases / Check for Publish preview build to pypi-weekly (push) Has been cancelled
Create Releases / Publish preview build to pypi-weekly (push) Has been cancelled
Create Releases / Publish release build to pypi (push) Has been cancelled
Create Releases / test source distribution (push) Has been cancelled
clang-tidy / clang-tidy (push) Has been cancelled
Lint / Validate SBOM (push) Has been cancelled
Lint / Enforce style (push) Has been cancelled
CI / Test windows-2022, 3.14, External, debug=0, unity_build=0, onnx_ml=1, autogen=0 (push) Has been cancelled
CI / Test windows-latest, 3.10, Internal, debug=0, unity_build=0, onnx_ml=1, autogen=0 (push) Has been cancelled
CI / Test windows-latest, 3.14, Internal, debug=0, unity_build=0, onnx_ml=1, autogen=0 (push) Has been cancelled
CI / Test windows-latest, 3.14t, Internal, debug=0, unity_build=0, onnx_ml=1, autogen=0 (push) Has been cancelled
CI / Test ubuntu-24.04, 3.14, Internal, debug=1, unity_build=0, onnx_ml=1, autogen=0 (push) Has been cancelled
CI / Test ubuntu-24.04, 3.14, External, debug=0, unity_build=1, onnx_ml=1, autogen=1 (push) Has been cancelled
CI / Test ubuntu-24.04, 3.14, External, debug=0, unity_build=0, onnx_ml=0, autogen=0 (push) Has been cancelled
CI / Test macos-latest, 3.10, Internal, debug=0, unity_build=0, onnx_ml=1, autogen=0 (push) Has been cancelled
CI / Test macos-latest, 3.14, Internal, debug=0, unity_build=0, onnx_ml=1, autogen=0 (push) Has been cancelled
CI / Test macos-latest, 3.14t, Internal, debug=0, unity_build=0, onnx_ml=1, autogen=0 (push) Has been cancelled
CI / Test ubuntu-24.04, 3.14, External, debug=0, unity_build=0, onnx_ml=1, autogen=0 (push) Has been cancelled
CI / Test ubuntu-24.04, 3.10, Internal, debug=0, unity_build=0, onnx_ml=1, autogen=0 (push) Has been cancelled
CI / Test ubuntu-24.04, 3.14, Internal, debug=0, unity_build=0, onnx_ml=1, autogen=0 (push) Has been cancelled
CI / Test ubuntu-24.04, 3.14t, Internal, debug=0, unity_build=0, onnx_ml=1, autogen=0 (push) Has been cancelled
Pixi CI / Install and lint (ubuntu-24.04-arm) (push) Has been cancelled
Pixi CI / Install and lint (windows-2022) (push) Has been cancelled
Pixi CI / Xcode generator build (push) Has been cancelled
Pixi CI / Install and test (macos-latest, default) (push) Has been cancelled
Pixi CI / Install and test (ubuntu-24.04-arm, default) (push) Has been cancelled
Pixi CI / Install and test (ubuntu-latest, default) (push) Has been cancelled
Pixi CI / Install and test (windows-2022, default) (push) Has been cancelled
Pixi CI / Install and test (macos-latest, oldies) (push) Has been cancelled
Pixi CI / Install and test (ubuntu-24.04-arm, oldies) (push) Has been cancelled
Pixi CI / Install and test (ubuntu-latest, oldies) (push) Has been cancelled
Pixi CI / Install and test (windows-2022, oldies) (push) Has been cancelled
CodeQL / Analyze (actions) (push) Has been cancelled
CodeQL / Analyze (cpp) (push) Has been cancelled
CodeQL / Analyze (python) (push) Has been cancelled
Copilot Setup Steps / copilot-setup-steps (push) Has been cancelled
Generate and publish ONNX docs / build (push) Has been cancelled
Generate and publish ONNX docs / deploy (push) Has been cancelled
Scorecard supply-chain security / Scorecard analysis (push) Has been cancelled
272 lines
10 KiB
Python
272 lines
10 KiB
Python
# Copyright (c) ONNX Project Contributors
|
|
#
|
|
# SPDX-License-Identifier: Apache-2.0
|
|
from __future__ import annotations
|
|
|
|
import numpy as np
|
|
|
|
import onnx
|
|
from onnx.backend.test.case.base import Base
|
|
from onnx.backend.test.case.node import expect
|
|
|
|
|
|
def scatter_nd_impl(
|
|
data: np.ndarray, indices: np.ndarray, updates: np.ndarray, reduction: str = "none"
|
|
) -> np.ndarray:
|
|
# Check tensor shapes
|
|
assert indices.shape[-1] <= len(data.shape)
|
|
assert updates.shape == indices.shape[:-1] + data.shape[indices.shape[-1] :]
|
|
|
|
# Compute output
|
|
output = np.copy(data)
|
|
for i in np.ndindex(indices.shape[:-1]):
|
|
# NOTE: The order of iteration in this loop is not specified.
|
|
if reduction == "add":
|
|
output[tuple(indices[i])] += updates[i]
|
|
elif reduction == "mul":
|
|
output[tuple(indices[i])] *= updates[i]
|
|
elif reduction == "max":
|
|
output[tuple(indices[i])] = np.maximum(
|
|
output[tuple(indices[i])], updates[i]
|
|
)
|
|
elif reduction == "min":
|
|
output[tuple(indices[i])] = np.minimum(
|
|
output[tuple(indices[i])], updates[i]
|
|
)
|
|
else:
|
|
output[tuple(indices[i])] = updates[i]
|
|
return output
|
|
|
|
|
|
class ScatterND(Base):
|
|
@staticmethod
|
|
def export_scatternd() -> None:
|
|
node = onnx.helper.make_node(
|
|
"ScatterND",
|
|
inputs=["data", "indices", "updates"],
|
|
outputs=["y"],
|
|
)
|
|
data = np.array(
|
|
[
|
|
[[1, 2, 3, 4], [5, 6, 7, 8], [8, 7, 6, 5], [4, 3, 2, 1]],
|
|
[[1, 2, 3, 4], [5, 6, 7, 8], [8, 7, 6, 5], [4, 3, 2, 1]],
|
|
[[8, 7, 6, 5], [4, 3, 2, 1], [1, 2, 3, 4], [5, 6, 7, 8]],
|
|
[[8, 7, 6, 5], [4, 3, 2, 1], [1, 2, 3, 4], [5, 6, 7, 8]],
|
|
],
|
|
dtype=np.float32,
|
|
)
|
|
indices = np.array([[0], [2]], dtype=np.int64)
|
|
updates = np.array(
|
|
[
|
|
[[5, 5, 5, 5], [6, 6, 6, 6], [7, 7, 7, 7], [8, 8, 8, 8]],
|
|
[[1, 1, 1, 1], [2, 2, 2, 2], [3, 3, 3, 3], [4, 4, 4, 4]],
|
|
],
|
|
dtype=np.float32,
|
|
)
|
|
# Expecting output as np.array(
|
|
# [[[5, 5, 5, 5], [6, 6, 6, 6], [7, 7, 7, 7], [8, 8, 8, 8]],
|
|
# [[1, 2, 3, 4], [5, 6, 7, 8], [8, 7, 6, 5], [4, 3, 2, 1]],
|
|
# [[1, 1, 1, 1], [2, 2, 2, 2], [3, 3, 3, 3], [4, 4, 4, 4]],
|
|
# [[8, 7, 6, 5], [4, 3, 2, 1], [1, 2, 3, 4], [5, 6, 7, 8]]], dtype=np.float32)
|
|
output = scatter_nd_impl(data, indices, updates)
|
|
expect(
|
|
node,
|
|
inputs=[data, indices, updates],
|
|
outputs=[output],
|
|
name="test_scatternd",
|
|
)
|
|
|
|
@staticmethod
|
|
def export_scatternd_add() -> None:
|
|
node = onnx.helper.make_node(
|
|
"ScatterND",
|
|
inputs=["data", "indices", "updates"],
|
|
outputs=["y"],
|
|
reduction="add",
|
|
)
|
|
data = np.array(
|
|
[
|
|
[[1, 2, 3, 4], [5, 6, 7, 8], [8, 7, 6, 5], [4, 3, 2, 1]],
|
|
[[1, 2, 3, 4], [5, 6, 7, 8], [8, 7, 6, 5], [4, 3, 2, 1]],
|
|
[[8, 7, 6, 5], [4, 3, 2, 1], [1, 2, 3, 4], [5, 6, 7, 8]],
|
|
[[8, 7, 6, 5], [4, 3, 2, 1], [1, 2, 3, 4], [5, 6, 7, 8]],
|
|
],
|
|
dtype=np.float32,
|
|
)
|
|
indices = np.array([[0], [0]], dtype=np.int64)
|
|
updates = np.array(
|
|
[
|
|
[[5, 5, 5, 5], [6, 6, 6, 6], [7, 7, 7, 7], [8, 8, 8, 8]],
|
|
[[1, 1, 1, 1], [2, 2, 2, 2], [3, 3, 3, 3], [4, 4, 4, 4]],
|
|
],
|
|
dtype=np.float32,
|
|
)
|
|
# Expecting output as np.array(
|
|
# [[[7, 8, 9, 10], [13, 14, 15, 16], [18, 17, 16, 15], [16, 15, 14, 13]],
|
|
# [[1, 2, 3, 4], [5, 6, 7, 8], [8, 7, 6, 5], [4, 3, 2, 1]],
|
|
# [[1, 1, 1, 1], [2, 2, 2, 2], [3, 3, 3, 3], [4, 4, 4, 4]],
|
|
# [[8, 7, 6, 5], [4, 3, 2, 1], [1, 2, 3, 4], [5, 6, 7, 8]]], dtype=np.float32)
|
|
output = scatter_nd_impl(data, indices, updates, reduction="add")
|
|
expect(
|
|
node,
|
|
inputs=[data, indices, updates],
|
|
outputs=[output],
|
|
name="test_scatternd_add",
|
|
)
|
|
|
|
@staticmethod
|
|
def export_scatternd_multiply() -> None:
|
|
node = onnx.helper.make_node(
|
|
"ScatterND",
|
|
inputs=["data", "indices", "updates"],
|
|
outputs=["y"],
|
|
reduction="mul",
|
|
)
|
|
data = np.array(
|
|
[
|
|
[[1, 2, 3, 4], [5, 6, 7, 8], [8, 7, 6, 5], [4, 3, 2, 1]],
|
|
[[1, 2, 3, 4], [5, 6, 7, 8], [8, 7, 6, 5], [4, 3, 2, 1]],
|
|
[[8, 7, 6, 5], [4, 3, 2, 1], [1, 2, 3, 4], [5, 6, 7, 8]],
|
|
[[8, 7, 6, 5], [4, 3, 2, 1], [1, 2, 3, 4], [5, 6, 7, 8]],
|
|
],
|
|
dtype=np.float32,
|
|
)
|
|
indices = np.array([[0], [0]], dtype=np.int64)
|
|
updates = np.array(
|
|
[
|
|
[[5, 5, 5, 5], [6, 6, 6, 6], [7, 7, 7, 7], [8, 8, 8, 8]],
|
|
[[1, 1, 1, 1], [2, 2, 2, 2], [3, 3, 3, 3], [4, 4, 4, 4]],
|
|
],
|
|
dtype=np.float32,
|
|
)
|
|
# Expecting output as np.array(
|
|
# [[[5, 10, 15, 20], [60, 72, 84, 96], [168, 147, 126, 105], [128, 96, 64, 32]],
|
|
# [[1, 2, 3, 4], [5, 6, 7, 8], [8, 7, 6, 5], [4, 3, 2, 1]],
|
|
# [[1, 1, 1, 1], [2, 2, 2, 2], [3, 3, 3, 3], [4, 4, 4, 4]],
|
|
# [[8, 7, 6, 5], [4, 3, 2, 1], [1, 2, 3, 4], [5, 6, 7, 8]]], dtype=np.float32)
|
|
output = scatter_nd_impl(data, indices, updates, reduction="mul")
|
|
expect(
|
|
node,
|
|
inputs=[data, indices, updates],
|
|
outputs=[output],
|
|
name="test_scatternd_multiply",
|
|
)
|
|
|
|
@staticmethod
|
|
def export_scatternd_max() -> None:
|
|
node = onnx.helper.make_node(
|
|
"ScatterND",
|
|
inputs=["data", "indices", "updates"],
|
|
outputs=["y"],
|
|
reduction="max",
|
|
)
|
|
data = np.array(
|
|
[
|
|
[[1, 2, 3, 4], [5, 6, 7, 8], [8, 7, 6, 5], [4, 3, 2, 1]],
|
|
[[1, 2, 3, 4], [5, 6, 7, 8], [8, 7, 6, 5], [4, 3, 2, 1]],
|
|
[[8, 7, 6, 5], [4, 3, 2, 1], [1, 2, 3, 4], [5, 6, 7, 8]],
|
|
[[8, 7, 6, 5], [4, 3, 2, 1], [1, 2, 3, 4], [5, 6, 7, 8]],
|
|
],
|
|
dtype=np.float32,
|
|
)
|
|
indices = np.array([[0], [0]], dtype=np.int64)
|
|
updates = np.array(
|
|
[
|
|
[[5, 5, 5, 5], [6, 6, 6, 6], [7, 7, 7, 7], [8, 8, 8, 8]],
|
|
[[1, 1, 1, 1], [2, 2, 2, 2], [3, 3, 3, 3], [4, 4, 4, 4]],
|
|
],
|
|
dtype=np.float32,
|
|
)
|
|
# Expecting output as np.array(
|
|
# [[[5, 5, 5, 5], [6, 6, 7, 8], [8, 7, 7, 7], [8, 8 ,8, 8]],
|
|
# [[1, 2, 3, 4], [5, 6, 7, 8], [8, 7, 6, 5], [4, 3, 2, 1]],
|
|
# [[1, 1, 1, 1], [2, 2, 2, 2], [3, 3, 3, 3], [4, 4, 4, 4]],
|
|
# [[8, 7, 6, 5], [4, 3, 2, 1], [1, 2, 3, 4], [5, 6, 7, 8]]], dtype=np.float32)
|
|
output = scatter_nd_impl(data, indices, updates, reduction="max")
|
|
expect(
|
|
node,
|
|
inputs=[data, indices, updates],
|
|
outputs=[output],
|
|
name="test_scatternd_max",
|
|
)
|
|
|
|
@staticmethod
|
|
def export_scatternd_min() -> None:
|
|
node = onnx.helper.make_node(
|
|
"ScatterND",
|
|
inputs=["data", "indices", "updates"],
|
|
outputs=["y"],
|
|
reduction="min",
|
|
)
|
|
data = np.array(
|
|
[
|
|
[[1, 2, 3, 4], [5, 6, 7, 8], [8, 7, 6, 5], [4, 3, 2, 1]],
|
|
[[1, 2, 3, 4], [5, 6, 7, 8], [8, 7, 6, 5], [4, 3, 2, 1]],
|
|
[[8, 7, 6, 5], [4, 3, 2, 1], [1, 2, 3, 4], [5, 6, 7, 8]],
|
|
[[8, 7, 6, 5], [4, 3, 2, 1], [1, 2, 3, 4], [5, 6, 7, 8]],
|
|
],
|
|
dtype=np.float32,
|
|
)
|
|
indices = np.array([[0], [0]], dtype=np.int64)
|
|
updates = np.array(
|
|
[
|
|
[[5, 5, 5, 5], [6, 6, 6, 6], [7, 7, 7, 7], [8, 8, 8, 8]],
|
|
[[1, 1, 1, 1], [2, 2, 2, 2], [3, 3, 3, 3], [4, 4, 4, 4]],
|
|
],
|
|
dtype=np.float32,
|
|
)
|
|
# Expecting output as np.array(
|
|
# [[[1, 1, 1, 1], [2, 2, 2, 2], [3, 3, 3, 3], [4, 3, 2, 1]],
|
|
# [[1, 2, 3, 4], [5, 6, 7, 8], [8, 7, 6, 5], [4, 3, 2, 1]],
|
|
# [[1, 1, 1, 1], [2, 2, 2, 2], [3, 3, 3, 3], [4, 4, 4, 4]],
|
|
# [[8, 7, 6, 5], [4, 3, 2, 1], [1, 2, 3, 4], [5, 6, 7, 8]]], dtype=np.float32)
|
|
output = scatter_nd_impl(data, indices, updates, reduction="min")
|
|
expect(
|
|
node,
|
|
inputs=[data, indices, updates],
|
|
outputs=[output],
|
|
name="test_scatternd_min",
|
|
)
|
|
|
|
@staticmethod
|
|
def export_scatternd_max_with_element_indices() -> None:
|
|
node = onnx.helper.make_node(
|
|
"ScatterND",
|
|
inputs=["data", "indices", "updates"],
|
|
outputs=["y"],
|
|
reduction="max",
|
|
)
|
|
data = np.array([[1, 2], [3, 4]], dtype=np.float32)
|
|
# Indices address individual elements (index rank == data rank),
|
|
# which exercises the reduction at the element level.
|
|
indices = np.array([[0, 0], [1, 1]], dtype=np.int64)
|
|
updates = np.array([5, 1], dtype=np.float32)
|
|
# Expecting output as np.array([[5, 2], [3, 4]], dtype=np.float32)
|
|
output = scatter_nd_impl(data, indices, updates, reduction="max")
|
|
expect(
|
|
node,
|
|
inputs=[data, indices, updates],
|
|
outputs=[output],
|
|
name="test_scatternd_max_with_element_indices",
|
|
)
|
|
|
|
@staticmethod
|
|
def export_scatternd_min_with_element_indices() -> None:
|
|
node = onnx.helper.make_node(
|
|
"ScatterND",
|
|
inputs=["data", "indices", "updates"],
|
|
outputs=["y"],
|
|
reduction="min",
|
|
)
|
|
data = np.array([[1, 2], [3, 4]], dtype=np.float32)
|
|
indices = np.array([[0, 0], [1, 1]], dtype=np.int64)
|
|
updates = np.array([5, 1], dtype=np.float32)
|
|
# Expecting output as np.array([[1, 2], [3, 1]], dtype=np.float32)
|
|
output = scatter_nd_impl(data, indices, updates, reduction="min")
|
|
expect(
|
|
node,
|
|
inputs=[data, indices, updates],
|
|
outputs=[output],
|
|
name="test_scatternd_min_with_element_indices",
|
|
)
|