char-fork/llama.cpp

git clone https://git.t4t.associates/char-fork/llama.cpp

Daniel Beveniusserver : use pytest-xdist for server tests (#28298)42f0225fe

char/aliceai-t5-moe
brancheschar/aliceai-t5-moeall refs →
1.1 KiB35 linesraw
1import os
2import pytest
3from filelock import FileLock
4from utils import *
5
6
7@pytest.fixture(scope="session", autouse=True)
8def configure_worker_port(request):
9    worker_id = getattr(request.config, "workerinput", {}).get("workerid", "master")
10    if worker_id != "master":
11        worker_num = int(worker_id[2:])
12        os.environ["PORT"] = str(8080 + worker_num * 10)
13
14
15# ref: https://stackoverflow.com/questions/22627659/run-code-before-and-after-each-test-in-py-test
16@pytest.fixture(autouse=True)
17def stop_server_after_each_test():
18    # do nothing before each test
19    yield
20    # stop all servers after each test
21    instances = set(
22        server_instances
23    )  # copy the set to prevent 'Set changed size during iteration'
24    for server in instances:
25        server.stop()
26
27
28@pytest.fixture(scope="session", autouse=True)
29def load_server_presets(configure_worker_port, tmp_path_factory):
30    # this will be run once per test session, before any tests
31
32    # serialize model downloads across parallel workers.
33    root_tmp_dir = tmp_path_factory.getbasetemp().parent
34    with FileLock(str(root_tmp_dir / "load_all.lock")):
35        ServerPreset.load_all()