From 87acd844e748c2cf7c4aa36b7cd7c1172812d11d Mon Sep 17 00:00:00 2001
From: Mike Peven <mpeven@gmail.com>
Date: Wed, 23 Oct 2024 11:46:56 -0400
Subject: [PATCH] Missing always definition in xval

---
 x_transformers/xval.py | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/x_transformers/xval.py b/x_transformers/xval.py
index 2bb2295b..247729dd 100644
--- a/x_transformers/xval.py
+++ b/x_transformers/xval.py
@@ -18,7 +18,8 @@
     AttentionLayers,
     TokenEmbedding,
     ScaledSinusoidalEmbedding,
-    AbsolutePositionalEmbedding
+    AbsolutePositionalEmbedding,
+    always
 )
 
 from x_transformers.autoregressive_wrapper import (