fixup CI

Author: pranavm-nvidia

.github/workflows/tripy-l0.yml

@@ -69,15 +69,15 @@ jobs:
         image: ${{ env.l0_image }}
         options: --gpus all -v ${{ github.workspace }}/tripy:/tripy
         run: |
-          pytest --cov=tripy/ --cov-config=.coveragerc tests/ -v -m "not l1 and not manual" -n 4 --durations=15 --benchmark-skip
+          pytest --cov=tripy/ --cov-config=.coveragerc tests/ -v -m "not l1 and not manual" -n 4 --durations=15 --ignore tests/performance
 
     - name: Run performance benchmarks
       uses: addnab/docker-run-action@v3
       with:
         image: ${{ env.l0_image }}
         options: --gpus all -v ${{ github.workspace }}/tripy:/tripy
         run: |
-          pytest tests/ -v -m "not l1 and not manual" --benchmark-warmup=on --benchmark-only --benchmark-json benchmark.json
+          pytest tests/performance -v -m "not l1 and not manual" --benchmark-warmup=on --benchmark-json benchmark.json
 
     - name: Store benchmark result
       uses: benchmark-action/github-action-benchmark@v1

.github/workflows/tripy-l1.yml

@@ -53,4 +53,4 @@ jobs:
     - name: l1-test
       run: |
         cd /tripy/
-        pytest --cov=tripy/ --cov-config=.coveragerc tests/ -v -m "not manual" -n 4 --durations=15 --benchmark-skip
+        pytest --cov=tripy/ --cov-config=.coveragerc tests/ -v -m "not manual" -n 4 --durations=15 --ignore tests/performance

tripy/tests/README.md

@@ -10,15 +10,20 @@ The `tests/integration` directory captures the latter group of tests.
 
 You can run all tests locally in the development container by running:
 ```bash
-pytest tests/ -v
+pytest tests/ -v -n 4 --dist worksteal --ignore tests/performance
+pytest tests/performance -v
 ```
 
+Performance tests are run separately because they must run serially to ensure
+accurate measurements.
+
 You can also provide marker arguments to only run specific test cadences
 (see [the test cadence section](#test-cadence) below). For example, to run only
 L0 tests, use:
 
 ```bash
-pytest tests/ -v -m "not l1 and not manual" -n 4
+pytest tests/ -v -m "not l1 and not manual" -n 4 --dist worksteal --ignore tests/performance
+pytest tests/performance -v -m "not l1 and not manual"
 ```
 
 
@@ -56,7 +61,7 @@ http://localhost:8080/snakeviz/%2Ftripy%2Fprof%2Fcombined.prof
 You can generate code coverage reports locally by running:
 
 ```bash
-pytest --cov=tripy/ --cov-report=html --cov-config=.coveragerc tests/ -n 4 -v
+pytest --cov=tripy/ --cov-report=html --cov-config=.coveragerc tests/ -v
 ```
 
 To view the report, open the `htmlcov/index.html` file from the root directory in a browser.

tripy/tests/performance/cases/linear_block.py

@@ -19,11 +19,10 @@
 import tripy as tp
 
 
-# TODO: File issue for FP32:
 @perf_fixture(
     params=[
-        pytest.param(PerfParam(tp.float32), marks=pytest.mark.skip("Bug in MLIR-TRT")),
-        PerfParam(tp.float16, 1.10),
+        PerfParam(tp.float32, 1.25),
+        PerfParam(tp.float16),
     ]
 )
 def linear_block(tripy_dtype, torch_dtype):

tripy/tests/performance/test_perf.py

@@ -125,6 +125,7 @@ def func({arg_str}):
 
         return (end - start) / (iterations * 1000.0)
 
+    # TODO: Finish this:
     print()
     for i in range(1, 10):
         print(f"{i:2}: {measure_overhead(i, 10, 1000)} us")