k

3a2e4799 · novelailab · 3b246976 · 3a2e4799
Commit 3a2e4799 authored Apr 03, 2022 by novelailab
Hide whitespace changes
Inline Side-by-side

Showing with 0 additions and 1 deletion

main.py main.py +0 -1

No files found.
--- a/main.py
+++ b/main.py
@@ -260,7 +260,6 @@ class GPTLayer(nn.Module):
        x = attn_out + ff_out + residual
        #x = residual + attn_out + ff_out -> doesn't match.
        if hypernetwork and layer_id % every_n == 0:
-        #if hypernetwork and layer_id % 5 == 0:
            x = x + hyper_out
            
        return x