Updated cylinder config

zabaras · Jul 28, 2021 · 85d26b9 · 85d26b9
1 parent 0561660
commit 85d26b9
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/trphysx/config/configuration_cylinder.py b/trphysx/config/configuration_cylinder.py
@@ -22,8 +22,8 @@ def __init__(
         self,
         n_ctx=16,
         n_embd=128,
-        n_layer=3,
-        n_head=8,
+        n_layer=6,
+        n_head=4,
         state_dims=[3,64,128],
         activation_function="gelu_new",
         **kwargs