20 lines
498 B
Python
20 lines
498 B
Python
# Copyright (c) ONNX Project Contributors
|
|
|
|
# SPDX-License-Identifier: Apache-2.0
|
|
from __future__ import annotations
|
|
|
|
import numpy as np
|
|
|
|
from onnx.reference.op_run import OpRun
|
|
|
|
|
|
def _vcelu1(x: np.ndarray, alpha: float = 1.0) -> np.ndarray:
|
|
positive_input = np.maximum(0, x)
|
|
negative_input = np.minimum(0, alpha * (np.exp(x / alpha) - 1))
|
|
return positive_input + negative_input
|
|
|
|
|
|
class Celu(OpRun):
|
|
def _run(self, x, alpha=None):
|
|
return (_vcelu1(x, alpha).astype(x.dtype),)
|