ClikaRT::ops::generate_rotary_cache

function

generate_rotary_cache()

std::array<Tensor 2> generate_rotary_cache(
    int64_t rotary_dim,
    int64_t max_positions,
    std::optional<double> theta = std::nullopt,
    std::optional<RopeScaling> scaling = std::nullopt,
    std::optional<double> scale = std::nullopt,
    std::optional<double> low_freq_factor = std::nullopt,
    std::optional<double> high_freq_factor = std::nullopt,
    std::optional<int64_t> original_max_pos = std::nullopt,
    std::optional<double> beta_fast = std::nullopt,
    std::optional<double> beta_slow = std::nullopt,
    OptionalTensor freq_factors = {},
    StreamOrDevice s = {}
)

Returns: a 2-element array {values, indices}.

Declared in ClikaRT/compute/ops.h, line 2074