Optimize

clebert · Aug 23, 2023 · 82a59a1 · 82a59a1
1 parent 4b4620e
commit 82a59a1
Show file tree

Hide file tree

Showing 3 changed files with 6 additions and 0 deletions.
diff --git a/src/attention.zig b/src/attention.zig
@@ -106,6 +106,8 @@ pub const Attention = struct {
         head: usize,
         kv_cache_layer_offset: usize,
     ) void {
+        @setFloatMode(.Optimized);
+
         const checkpoint = self.checkpoint;
         const kv_dim = checkpoint.kv_dim;
         const head_size = checkpoint.head_size;

diff --git a/src/feed_forward.zig b/src/feed_forward.zig
@@ -33,6 +33,8 @@ pub const FeedForward = struct {
     }
 
     pub fn forward(self: *const Self, layer: usize) !void {
+        @setFloatMode(.Optimized);
+
         const checkpoint = self.checkpoint;
         const dim = checkpoint.dim;
         const hidden_dim = checkpoint.hidden_dim;

diff --git a/src/lib/random.zig b/src/lib/random.zig
@@ -1,4 +1,6 @@
 pub fn random(state: *u64) f32 {
+    @setFloatMode(.Optimized);
+
     return @as(f32, @floatFromInt(xorshift(state) >> 8)) / 16777216;
 }