context : disable non-fused GDN and LID ops (#27877)
This commit is contained in:
@@ -231,10 +231,10 @@ llama_context::llama_context(
|
|||||||
|
|
||||||
cparams.fused_gdn_ar = true;
|
cparams.fused_gdn_ar = true;
|
||||||
cparams.fused_gdn_ch = true;
|
cparams.fused_gdn_ch = true;
|
||||||
cparams.auto_fgdn = true;
|
cparams.auto_fgdn = false;
|
||||||
|
|
||||||
cparams.fused_lid = true;
|
cparams.fused_lid = true;
|
||||||
cparams.auto_flid = true;
|
cparams.auto_flid = false;
|
||||||
|
|
||||||
cparams.fused_dsv4_hc_pre = true;
|
cparams.fused_dsv4_hc_pre = true;
|
||||||
cparams.fused_dsv4_hc_comb = true;
|
cparams.fused_dsv4_hc_comb = true;
|
||||||
|
|||||||
Reference in New Issue
Block a user