refactor: tokenizer 분리

aiServer/stock/ai_model.py

@@ -7,11 +7,11 @@
 import pandas as pd
 import requests
 from bs4 import BeautifulSoup
-from konlpy.tag import Okt
 from sklearn.linear_model import LinearRegression
 from sklearn.model_selection import train_test_split
 
 
+
 class Output:
     def __init__(self, product_number, name, quantity):
         self.product_number = product_number
@@ -37,16 +37,10 @@ def get_stock_order_ratio(stocks) -> list[dict[str, Any]]:
     # outputs = []
     # output = Output("005930", "삼성전자", 1)
     # outputs.append(output.to_dict())
-
     return outputs
 
 
-okt = Okt()
-
 
-def okt_tokenizer(text):
-    tokens = okt.morphs(text)
-    return tokens
 
 
 title_list = []

aiServer/stock/tokenizer.py

@@ -0,0 +1,8 @@
+from konlpy.tag import Okt
+
+okt = Okt()
+
+
+def okt_tokenizer(text):
+    tokens = okt.morphs(text)
+    return tokens