52f1096f21
* Thread safety per request only * Fix ROPE yarn case * Fix sticky stateful config * Use i4/i8 directly for symmetric quant * Use weightless caching * Add WeightlessCacheAttribute to reduce NPU memory usage * Gelu tanh support (#125) * Imrope support (#126) * fix(openvino): explicit ov::Tensor frees in ggml_backend_openvino_free * add GPU,NPU support in OV Dockerfile * add build-openvino.yml ci * Fix sticky stateful config * add concurrency to ov-gpu ci runs. Move OV CI to build-openvino.yml * fix thread-safety of shared runtime context * rope type abstraction for frontend translations * fix editorconfig --------- Co-authored-by: Mustafa Cavus <mustafa.cavus@intel.com> Co-authored-by: Dan Hoffman <dhoff749@gmail.com> Co-authored-by: Ravi Panchumarthy <ravi.panchumarthy@intel.com>
87 lines
2.7 KiB
C++
87 lines
2.7 KiB
C++
#pragma once
|
|
|
|
#include <memory>
|
|
#include <openvino/core/node.hpp>
|
|
#include <openvino/op/shape_of.hpp>
|
|
#include <openvino/op/slice.hpp>
|
|
#include <utility>
|
|
|
|
#include "node_context.h"
|
|
|
|
namespace ov {
|
|
namespace frontend {
|
|
namespace ggml {
|
|
|
|
std::string getCurrentTime();
|
|
|
|
void dump_ov_model(std::shared_ptr<ov::Model> model);
|
|
|
|
void num_inputs_check(const NodeContext& context, size_t min_inputs, size_t max_inputs);
|
|
|
|
int non_cont_dim(std::vector<size_t> ne, std::vector<size_t> nb);
|
|
|
|
template <typename T>
|
|
std::vector<int> argsort_descend(const std::vector<T>& v) {
|
|
std::vector<int> idx(v.size());
|
|
std::iota(idx.begin(), idx.end(), 0);
|
|
std::sort(idx.begin(), idx.end(), [&v](int i1, int i2) {
|
|
return v[i1] > v[i2];
|
|
});
|
|
return idx;
|
|
}
|
|
|
|
template <typename T>
|
|
std::vector<T> sorted_descend(std::vector<T> v) {
|
|
std::sort(v.begin(), v.end(), [](T a, T b) {
|
|
return a > b;
|
|
});
|
|
return v;
|
|
}
|
|
|
|
template <typename T>
|
|
bool is_permuted(const std::vector<T>& strides) {
|
|
for (size_t i = 0; i < strides.size() - 1; ++i) {
|
|
if (strides[i] < strides[i + 1]) {
|
|
return true;
|
|
}
|
|
}
|
|
return false;
|
|
}
|
|
|
|
template <typename T>
|
|
std::vector<T> permute(const std::vector<T>& x, const std::vector<int>& perm) {
|
|
std::vector<T> result;
|
|
result.reserve(perm.size());
|
|
for (int i : perm) {
|
|
result.push_back(x[i]);
|
|
}
|
|
return result;
|
|
}
|
|
|
|
std::shared_ptr<ov::Node> get_dimensions(const std::shared_ptr<ov::op::v3::ShapeOf>& shape,
|
|
const std::vector<int>& dims);
|
|
std::shared_ptr<ov::Node> get_dimensions(const std::shared_ptr<ov::Node>& node, const std::vector<int>& dims);
|
|
|
|
OutputVector rename_outputs_with_suffix(const OutputVector& outputs, const std::string& suffix);
|
|
|
|
std::pair<ov::Output<Node>, ov::Output<Node>> make_sin_cos(int32_t* rope_params,
|
|
std::shared_ptr<ov::Node> inp_pos,
|
|
std::shared_ptr<ov::Node> rope_freqs_weight = nullptr,
|
|
bool imrope = false,
|
|
bool stateful = false);
|
|
|
|
ov::Output<ov::Node> process_view_input(const NodeContext& context, int input_index, int slice_len = 0);
|
|
|
|
namespace op {
|
|
template <typename T>
|
|
OutputVector translate_1to1_match_2_inputs(const NodeContext& context) {
|
|
num_inputs_check(context, 2, 2);
|
|
auto res = std::make_shared<T>(context.get_input(0), context.get_input(1));
|
|
return rename_outputs_with_suffix({res}, context.get_name());
|
|
}
|
|
} // namespace op
|
|
|
|
} // namespace ggml
|
|
} // namespace frontend
|
|
} // namespace ov
|