fms-hf-tuning/tox.ini at main · foundation-model-stack/fms-hf-tuning · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
[tox]
envlist = py, lint, fmt

[testenv]
description = run unit tests
deps =
    pytest>=7
    .[mlflow,clearml,scanner-dev]
commands =
    pytest {posargs:tests}

[testenv:fmt]
description = format with pre-commit
deps =
    pre-commit
commands = ./scripts/fmt.sh
allowlist_externals = ./scripts/fmt.sh

[testenv:lint]
description = lint with pylint
deps =
    pylint>=2.16.2,<=3.1.0
    pytest
    .[dev]
commands = pylint tuning scripts/*.py build/*.py tests
allowlist_externals = pylint

[testenv:build]
description = build wheel
deps =
    build
commands = python -m build -w
skip_install = True

[testenv:twinecheck]
description = check wheel
deps =
    twine
commands = twine check dist/*
skip_install = True

[testenv:coverage]
description = report unit test coverage
deps =
    coverage
    pytest
    genbadge[coverage]
commands =
    coverage run \
        --omit=*/_version.py,*/launch_training.py \
        --source=tuning,build \
        --module pytest tests/
    coverage report -m
    coverage xml
    genbadge coverage -s -i coverage.xml

[testenv:accel]
description = run all unit tests including requring GPU support
deps =
    pytest>=7
    .[mlflow,clearml,scanner-dev,fms-accel-all]
setenv =
    CUDA_VISIBLE_DEVICES=0
commands_pre =
    pip install --no-build-isolation .[flash-attn]
commands =
    pytest tests/acceleration
    pytest tests/build
    pytest tests/data
    pytest tests/trackers
    pytest tests/trainercontroller
    pytest tests/utils
    pytest tests/test_sft_trainer.py

[testenv:gpu]
description = run all unit tests including requring GPU support
deps =
    pytest>=7
    .[mlflow,clearml,scanner-dev,fms-accel-all]
setenv =
    CUDA_VISIBLE_DEVICES=0
commands_pre =
    pip install --no-build-isolation .[flash-attn]
commands =
    pytest {posargs:tests}