ggml : automatic selection of best CPU backend (#10606)

* ggml : automatic selection of best CPU backend * amx : minor opt * add GGML_AVX_VNNI to enable avx-vnni, fix checks
2024-12-01 16:12:41 +01:00
parent 86dc11c5bc
commit 3420909dff
12 changed files with 599 additions and 156 deletions
@@ -78,7 +78,6 @@ inline void parallel_for_ggml(const ggml_compute_params * params, int n, const f
    int tbegin, tend;
    balance211(n, params->nth, params->ith, tbegin, tend);
    f(tbegin, tend);
-    ggml_barrier(params->threadpool); // TODO: might not always be needed
 }

 // quantized types that have AMX support