ClikaRT::ops::rotary_embedding_qk

function

rotary_embedding_qk()

std::array<Tensor 2> rotary_embedding_qk(
    Tensor q,
    Tensor k,
    OptionalTensor position_ids = {},
    OptionalTensor cos = {},
    OptionalTensor sin = {},
    std::optional<RotaryMode> mode = std::nullopt,
    std::optional<int64_t> rotary_dim = std::nullopt,
    std::optional<double> theta = std::nullopt,
    std::optional<RopeScaling> scaling = std::nullopt,
    std::optional<double> scale = std::nullopt,
    std::optional<double> low_freq_factor = std::nullopt,
    std::optional<double> high_freq_factor = std::nullopt,
    std::optional<int64_t> original_max_pos = std::nullopt,
    std::optional<double> beta_fast = std::nullopt,
    std::optional<double> beta_slow = std::nullopt,
    OptionalTensor freq_factors = {}
)

Returns: a 2-element array {values, indices}.

Declared in ClikaRT/compute/ops.h, line 2111