wehub-resource-sync
09a3d3ab17
Copilot Setup Steps / copilot-setup-steps (push) Failing after 2s
Python check requirements.txt / check-requirements (push) Has been cancelled
Python Type-Check / python type-check (push) Has been cancelled
Update Operations Documentation / update-ops-docs (push) Has been cancelled
Check Pre-Tokenizer Hashes / pre-tokenizer-hashes (push) Has been cancelled
44 lines
1.2 KiB
Python
44 lines
1.2 KiB
Python
import pytest
|
|
from utils import *
|
|
|
|
server = ServerPreset.tinyllama2()
|
|
|
|
|
|
@pytest.fixture(autouse=True)
|
|
def create_server():
|
|
global server
|
|
server = ServerPreset.tinyllama2()
|
|
|
|
|
|
def test_ignore_eos_populates_logit_bias():
|
|
"""ignore_eos=true must add EOG logit biases to generation_settings."""
|
|
global server
|
|
server.start()
|
|
res = server.make_request("POST", "/completion", data={
|
|
"n_predict": 8,
|
|
"prompt": "Once upon a time",
|
|
"ignore_eos": True,
|
|
"temperature": 0.0,
|
|
})
|
|
assert res.status_code == 200
|
|
# EOG token biases must be present with -inf bias
|
|
logit_bias = res.body["generation_settings"]["logit_bias"]
|
|
assert len(logit_bias) > 0
|
|
for entry in logit_bias:
|
|
assert entry["bias"] is None # null in JSON represents -inf
|
|
|
|
|
|
def test_ignore_eos_false_no_logit_bias():
|
|
"""ignore_eos=false (default) must NOT add EOG logit biases."""
|
|
global server
|
|
server.start()
|
|
res = server.make_request("POST", "/completion", data={
|
|
"n_predict": 8,
|
|
"prompt": "Once upon a time",
|
|
"ignore_eos": False,
|
|
"temperature": 0.0,
|
|
})
|
|
assert res.status_code == 200
|
|
logit_bias = res.body["generation_settings"]["logit_bias"]
|
|
assert len(logit_bias) == 0
|