|
import pytest |
|
from openai import OpenAI |
|
from utils import * |
|
|
|
server = ServerPreset.tinyllama2() |
|
|
|
TEST_API_KEY = "sk-this-is-the-secret-key" |
|
|
|
@pytest.fixture(scope="module", autouse=True) |
|
def create_server(): |
|
global server |
|
server = ServerPreset.tinyllama2() |
|
server.api_key = TEST_API_KEY |
|
|
|
|
|
@pytest.mark.parametrize("endpoint", ["/health", "/models"]) |
|
def test_access_public_endpoint(endpoint: str): |
|
global server |
|
server.start() |
|
res = server.make_request("GET", endpoint) |
|
assert res.status_code == 200 |
|
assert "error" not in res.body |
|
|
|
|
|
@pytest.mark.parametrize("api_key", [None, "invalid-key"]) |
|
def test_incorrect_api_key(api_key: str): |
|
global server |
|
server.start() |
|
res = server.make_request("POST", "/completions", data={ |
|
"prompt": "I believe the meaning of life is", |
|
}, headers={ |
|
"Authorization": f"Bearer {api_key}" if api_key else None, |
|
}) |
|
assert res.status_code == 401 |
|
assert "error" in res.body |
|
assert res.body["error"]["type"] == "authentication_error" |
|
|
|
|
|
def test_correct_api_key(): |
|
global server |
|
server.start() |
|
res = server.make_request("POST", "/completions", data={ |
|
"prompt": "I believe the meaning of life is", |
|
}, headers={ |
|
"Authorization": f"Bearer {TEST_API_KEY}", |
|
}) |
|
assert res.status_code == 200 |
|
assert "error" not in res.body |
|
assert "content" in res.body |
|
|
|
|
|
def test_openai_library_correct_api_key(): |
|
global server |
|
server.start() |
|
client = OpenAI(api_key=TEST_API_KEY, base_url=f"http://{server.server_host}:{server.server_port}") |
|
res = client.chat.completions.create( |
|
model="gpt-3.5-turbo", |
|
messages=[ |
|
{"role": "system", "content": "You are a chatbot."}, |
|
{"role": "user", "content": "What is the meaning of life?"}, |
|
], |
|
) |
|
assert len(res.choices) == 1 |
|
|
|
|
|
@pytest.mark.parametrize("origin,cors_header,cors_header_value", [ |
|
("localhost", "Access-Control-Allow-Origin", "localhost"), |
|
("web.mydomain.fr", "Access-Control-Allow-Origin", "web.mydomain.fr"), |
|
("origin", "Access-Control-Allow-Credentials", "true"), |
|
("web.mydomain.fr", "Access-Control-Allow-Methods", "GET, POST"), |
|
("web.mydomain.fr", "Access-Control-Allow-Headers", "*"), |
|
]) |
|
def test_cors_options(origin: str, cors_header: str, cors_header_value: str): |
|
global server |
|
server.start() |
|
res = server.make_request("OPTIONS", "/completions", headers={ |
|
"Origin": origin, |
|
"Access-Control-Request-Method": "POST", |
|
"Access-Control-Request-Headers": "Authorization", |
|
}) |
|
assert res.status_code == 200 |
|
assert cors_header in res.headers |
|
assert res.headers[cors_header] == cors_header_value |
|
|
