5cbd3f29e3
Fuzz / Run fuzz harnesses (${{ github.event_name == 'schedule' && 'nightly' || 'smoke' }}) (push) Has been cancelled
Create Releases / call-mac (push) Has been cancelled
Create Releases / call-linux (push) Has been cancelled
Create Releases / call-sdist (push) Has been cancelled
Create Releases / call-win (push) Has been cancelled
Create Releases / call-pyodide (push) Has been cancelled
Windows_No_Exception_CI / build (x64, 3.10) (push) Has been cancelled
Check URLs / build (push) Has been cancelled
Create Releases / Attest CI build artifacts (push) Has been cancelled
Create Releases / Check for Publish release build to pypi (push) Has been cancelled
Create Releases / Check for Publish preview build to test.pypi-weekly (push) Has been cancelled
Create Releases / Publish preview build to test.pypi-weekly (push) Has been cancelled
Create Releases / Check for Publish release build to test.pypi (rc-candidates) (push) Has been cancelled
Create Releases / Publish release build to test.pypi (push) Has been cancelled
Create Releases / Check for Publish preview build to pypi-weekly (push) Has been cancelled
Create Releases / Publish preview build to pypi-weekly (push) Has been cancelled
Create Releases / Publish release build to pypi (push) Has been cancelled
Create Releases / test source distribution (push) Has been cancelled
clang-tidy / clang-tidy (push) Has been cancelled
Lint / Validate SBOM (push) Has been cancelled
Lint / Enforce style (push) Has been cancelled
CI / Test windows-2022, 3.14, External, debug=0, unity_build=0, onnx_ml=1, autogen=0 (push) Has been cancelled
CI / Test windows-latest, 3.10, Internal, debug=0, unity_build=0, onnx_ml=1, autogen=0 (push) Has been cancelled
CI / Test windows-latest, 3.14, Internal, debug=0, unity_build=0, onnx_ml=1, autogen=0 (push) Has been cancelled
CI / Test windows-latest, 3.14t, Internal, debug=0, unity_build=0, onnx_ml=1, autogen=0 (push) Has been cancelled
CI / Test ubuntu-24.04, 3.14, Internal, debug=1, unity_build=0, onnx_ml=1, autogen=0 (push) Has been cancelled
CI / Test ubuntu-24.04, 3.14, External, debug=0, unity_build=1, onnx_ml=1, autogen=1 (push) Has been cancelled
CI / Test ubuntu-24.04, 3.14, External, debug=0, unity_build=0, onnx_ml=0, autogen=0 (push) Has been cancelled
CI / Test macos-latest, 3.10, Internal, debug=0, unity_build=0, onnx_ml=1, autogen=0 (push) Has been cancelled
CI / Test macos-latest, 3.14, Internal, debug=0, unity_build=0, onnx_ml=1, autogen=0 (push) Has been cancelled
CI / Test macos-latest, 3.14t, Internal, debug=0, unity_build=0, onnx_ml=1, autogen=0 (push) Has been cancelled
CI / Test ubuntu-24.04, 3.14, External, debug=0, unity_build=0, onnx_ml=1, autogen=0 (push) Has been cancelled
CI / Test ubuntu-24.04, 3.10, Internal, debug=0, unity_build=0, onnx_ml=1, autogen=0 (push) Has been cancelled
CI / Test ubuntu-24.04, 3.14, Internal, debug=0, unity_build=0, onnx_ml=1, autogen=0 (push) Has been cancelled
CI / Test ubuntu-24.04, 3.14t, Internal, debug=0, unity_build=0, onnx_ml=1, autogen=0 (push) Has been cancelled
Pixi CI / Install and lint (ubuntu-24.04-arm) (push) Has been cancelled
Pixi CI / Install and lint (windows-2022) (push) Has been cancelled
Pixi CI / Xcode generator build (push) Has been cancelled
Pixi CI / Install and test (macos-latest, default) (push) Has been cancelled
Pixi CI / Install and test (ubuntu-24.04-arm, default) (push) Has been cancelled
Pixi CI / Install and test (ubuntu-latest, default) (push) Has been cancelled
Pixi CI / Install and test (windows-2022, default) (push) Has been cancelled
Pixi CI / Install and test (macos-latest, oldies) (push) Has been cancelled
Pixi CI / Install and test (ubuntu-24.04-arm, oldies) (push) Has been cancelled
Pixi CI / Install and test (ubuntu-latest, oldies) (push) Has been cancelled
Pixi CI / Install and test (windows-2022, oldies) (push) Has been cancelled
CodeQL / Analyze (actions) (push) Has been cancelled
CodeQL / Analyze (cpp) (push) Has been cancelled
CodeQL / Analyze (python) (push) Has been cancelled
Copilot Setup Steps / copilot-setup-steps (push) Has been cancelled
Generate and publish ONNX docs / build (push) Has been cancelled
Generate and publish ONNX docs / deploy (push) Has been cancelled
Scorecard supply-chain security / Scorecard analysis (push) Has been cancelled
80 lines
1.9 KiB
Python
80 lines
1.9 KiB
Python
# SPDX-License-Identifier: Apache-2.0
|
|
from __future__ import annotations
|
|
|
|
import numpy as np
|
|
|
|
|
|
def compute_logistic(val: float) -> float:
|
|
v = 1.0 / (1.0 + np.exp(-np.abs(val)))
|
|
return (1.0 - v) if val < 0 else v
|
|
|
|
|
|
logistic = np.vectorize(compute_logistic)
|
|
|
|
|
|
def compute_softmax_zero(values: np.ndarray) -> np.ndarray:
|
|
"""The function modifies the input inplace."""
|
|
v_max = values.max()
|
|
exp_neg_v_max = np.exp(-v_max)
|
|
s = 0
|
|
for i, v in enumerate(values):
|
|
if v > 0.0000001 or v < -0.0000001:
|
|
values[i] = np.exp(v - v_max)
|
|
else:
|
|
values[i] *= exp_neg_v_max
|
|
s += values[i]
|
|
if s == 0:
|
|
values[:] = 0.5
|
|
else:
|
|
values[:] /= s
|
|
return values
|
|
|
|
|
|
def softmax_zero(values: np.ndarray) -> np.ndarray:
|
|
"""Modifications in place."""
|
|
if len(values.shape) == 1:
|
|
compute_softmax_zero(values)
|
|
return values
|
|
for row in values:
|
|
compute_softmax_zero(row)
|
|
return values
|
|
|
|
|
|
def softmax(values: np.ndarray) -> np.ndarray:
|
|
"""Modifications in place."""
|
|
if len(values.shape) == 2:
|
|
v_max = values.max(axis=1, keepdims=1)
|
|
values -= v_max
|
|
np.exp(values, out=values)
|
|
s = values.sum(axis=1, keepdims=1)
|
|
values /= s
|
|
return values
|
|
v_max = values.max()
|
|
values[:] = np.exp(values - v_max)
|
|
this_sum = values.sum()
|
|
values /= this_sum
|
|
return values
|
|
|
|
|
|
def erf_inv(x: float) -> float:
|
|
sgn = -1.0 if x < 0 else 1.0
|
|
x = (1.0 - x) * (1 + x)
|
|
if x == 0:
|
|
return 0
|
|
log = np.log(x)
|
|
v = 2.0 / (np.pi * 0.147) + 0.5 * log
|
|
v2 = 1.0 / 0.147 * log
|
|
v3 = -v + np.sqrt(v * v - v2)
|
|
return sgn * np.sqrt(v3)
|
|
|
|
|
|
def compute_probit(val: float) -> float:
|
|
return 1.41421356 * erf_inv(val * 2 - 1)
|
|
|
|
|
|
probit = np.vectorize(compute_probit)
|
|
|
|
|
|
def expit(x: np.ndarray) -> np.ndarray:
|
|
return (1.0 / (1.0 + np.exp(-x))).astype(x.dtype)
|