- remove expert-profile sources from Cmakelist

- fix metal and vulkan backend to support gclip parameter

Author: srossitto79

ggml/src/ggml-metal/ggml-metal.metal

@@ -10526,8 +10526,9 @@ kernel void kernel_opt_step_adamw_f32(
     const float wd     = pars[4];
     const float beta1h = pars[5];
     const float beta2h = pars[6];
+    const float gclip  = pars[7];
 
-    const float gi = g[gid];
+    const float gi = (gclip > 0.0f) ? clamp(g[gid], -gclip, gclip) : g[gid];
     const float gmi = g_m[gid] * beta1 +      gi * (1.0f - beta1);
     const float gvi = g_v[gid] * beta2 + gi * gi * (1.0f - beta2);
 

ggml/src/ggml-vulkan/ggml-vulkan.cpp

@@ -10813,7 +10813,7 @@ static void ggml_vk_op_f32_opt_step_adamw(ggml_backend_vk_context * ctx, vk_cont
     GGML_ASSERT(ggml_are_same_shape(x, g));
     GGML_ASSERT(ggml_are_same_shape(x, gm));
     GGML_ASSERT(ggml_are_same_shape(x, gv));
-    GGML_ASSERT(ggml_nelements(p) == 7);
+    GGML_ASSERT(ggml_nelements(p) == 8);
 
     vk_pipeline pipeline = ggml_vk_op_get_pipeline(ctx, g, gm, gv, dst, GGML_OP_OPT_STEP_ADAMW);
     GGML_ASSERT(pipeline != nullptr);

ggml/src/ggml-vulkan/vulkan-shaders/opt_step_adamw.comp

@@ -11,7 +11,7 @@ layout (binding = 0) buffer X {A_TYPE x[];};
 layout (binding = 1) readonly buffer G {A_TYPE grad[];};
 layout (binding = 2) buffer GM {A_TYPE gradm[];};
 layout (binding = 3) buffer GV {A_TYPE gradv[];};
-layout (binding = 4) readonly buffer P {float params[7];};
+layout (binding = 4) readonly buffer P {float params[8];};
 
 void main() {
     const uint i = gl_GlobalInvocationID.z * 262144 + gl_GlobalInvocationID.y * 512 + gl_GlobalInvocationID.x;
@@ -27,8 +27,9 @@ void main() {
     const float wd     = params[4];
     const float beta1h = params[5];
     const float beta2h = params[6];
+    const float gclip  = params[7];
 
-    const float gi = grad[i];
+    const float gi = (gclip > 0.0f) ? clamp(grad[i], -gclip, gclip) : grad[i];
     const float gmi = gradm[i]*beta1 +    gi*(1.0f - beta1);
     const float gvi = gradv[i]*beta2 + gi*gi*(1.0f - beta2);
 

tools/CMakeLists.txt

@@ -39,5 +39,4 @@ else()
     endif()
     add_subdirectory(fit-params)
     add_subdirectory(results)
-    add_subdirectory(expert-profile)
 endif()

tools/tts/OuteTTS-0.2-500M

@@ -0,0 +1 @@
+Subproject commit 71d6994ffa92c066628d83db99f1298516ece592