From 3d82338c219082b87192c005f342c586b7c86ddb Mon Sep 17 00:00:00 2001 From: Alex Cheema Date: Sat, 20 Jul 2024 17:49:42 -0700 Subject: [PATCH] debug cached files in workflow --- .github/workflows/test.yml | 11 +++-------- 1 file changed, 3 insertions(+), 8 deletions(-) diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml index d69b7909c..d11db6604 100644 --- a/.github/workflows/test.yml +++ b/.github/workflows/test.yml @@ -42,6 +42,9 @@ jobs: - name: Run discovery integration test run: | + # Check if cached files are present + ls ~/.cache/huggingface/hub/models--mlx-community--Meta-Llama-3-8B-Instruct-4bit/**/* + # Start first instance DEBUG_DISCOVERY=9 DEBUG=9 python3 main.py --listen-port 5678 --broadcast-port 5679 --chatgpt-api-port 8000 > output1.log 2>&1 & PID1=$! @@ -122,14 +125,6 @@ jobs: "temperature": 0.7 }' - curl -s http://localhost:8001/v1/chat/completions \ - -H "Content-Type: application/json" \ - -d '{ - "model": "llama-3-8b", - "messages": [{"role": "user", "content": "Placeholder to load model..."}], - "temperature": 0.7 - }' - response_1=$(curl -s http://localhost:8000/v1/chat/completions \ -H "Content-Type: application/json" \ -d '{