diff options
| author | Kawrakow <48489457+ikawrakow@users.noreply.github.com> | 2023-09-07 15:45:01 +0200 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2023-09-07 16:45:01 +0300 |
| commit | be8c9c245bd129ebabb80e0a7a8dd7daeb4d30af (patch) | |
| tree | e1eda7e8e594c3a01602490932c9f68599bfe633 /ggml-metal.m | |
| parent | be6beeb8d75294552c4918fce06d7b84eebf3d79 (diff) | |
metal : parallel RoPE on Metal (#3024)
* Parallel RoPE on metal
* PR suggestion
---------
Co-authored-by: Iwan Kawrakow <iwan.kawrakow@gmail.com>
Diffstat (limited to 'ggml-metal.m')
| -rw-r--r-- | ggml-metal.m | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/ggml-metal.m b/ggml-metal.m index 521ca180..7e2355ce 100644 --- a/ggml-metal.m +++ b/ggml-metal.m @@ -1141,7 +1141,7 @@ void ggml_metal_graph_compute( [encoder setBytes:&freq_base length:sizeof(float) atIndex:21]; [encoder setBytes:&freq_scale length:sizeof(float) atIndex:22]; - [encoder dispatchThreadgroups:MTLSizeMake(ne01, ne02, ne03) threadsPerThreadgroup:MTLSizeMake(1, 1, 1)]; + [encoder dispatchThreadgroups:MTLSizeMake(ne01, ne02, ne03) threadsPerThreadgroup:MTLSizeMake(32, 1, 1)]; } break; case GGML_OP_DUP: case GGML_OP_CPY: |