From 8b940be2bbed592b4d7ddd7a825e1afe6cc8f587 Mon Sep 17 00:00:00 2001
From: lessw2020 <lessw@etrillium.com>
Date: Mon, 12 Feb 2024 09:47:48 -0800
Subject: [PATCH] ruff format __init__.py

---
 torchtrain/models/llama/__init__.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/torchtrain/models/llama/__init__.py b/torchtrain/models/llama/__init__.py
index 4c33db4a..c1f87f89 100644
--- a/torchtrain/models/llama/__init__.py
+++ b/torchtrain/models/llama/__init__.py
@@ -10,7 +10,7 @@
     "1B": ModelArgs(dim=1024, n_layers=16, n_heads=8),
     "7B": ModelArgs(dim=4096, n_layers=32, n_heads=32),
     "13B": ModelArgs(dim=5120, n_layers=40, n_heads=40),
-    "40B": ModelArgs(dim=5120, n_layers= 80, n_heads= 40),
+    "40B": ModelArgs(dim=5120, n_layers=80, n_heads=40),
     "70B": ModelArgs(
         dim=8192,
         n_layers=80,