Add command line option

This time the option is ON by default, and one needs to turn it
off via -no-fug or --no-fused-up-gate

include/llama.h

@@ -419,7 +419,8 @@ extern "C" {
         bool flash_attn;  // whether to use flash attention [EXPERIMENTAL]
         int  mla_attn;    // whether to use MLA attention [EXPERIMENTAL]
         int  attn_max_batch;    // maximum batch size for attention computations [EXPERIMENTAL]
-        bool fused_moe_up_gate; // whether to use fused MoE up/down op [EXPERIMENTAL]
+        bool fused_moe_up_gate; // whether to use fused MoE up/gate op
+        bool fused_up_gate;     // whether to use fused up/gate op [EXPERIMENTAL]
         int  min_experts;
         float thresh_experts;