diff --git a/test/passes/pytorch/test_selective_mixed_precision.py b/test/passes/pytorch/test_selective_mixed_precision.py
index b30683fc9..db2570a3c 100644
--- a/test/passes/pytorch/test_selective_mixed_precision.py
+++ b/test/passes/pytorch/test_selective_mixed_precision.py
@@ -17,7 +17,7 @@
 def input_model_fixture(tmp_path_factory):
     save_path = tmp_path_factory.mktemp("selective-mixed-precision-test")
     model = LlamaForCausalLM(
-        LlamaConfig(
+        LlamaConfig(  # pylint: disable=unexpected-keyword-arg
             hidden_size=16,
             intermediate_size=64,
             num_hidden_layers=8,
diff --git a/test/requirements-test.txt b/test/requirements-test.txt
index 6790bdca1..bebf4bb26 100644
--- a/test/requirements-test.txt
+++ b/test/requirements-test.txt
@@ -15,7 +15,7 @@ neural-compressor<2.4
 nncf>=2.19.0
 numpy<2.0.0
 nvidia-modelopt
-onnx
+onnx<1.21.0  # onnx 1.21.0 removes support for symlinks which causes issues in CI
 onnx-graphsurgeon
 onnxconverter_common
 onnxmltools
@@ -37,3 +37,4 @@ sentencepiece
 soundfile
 tabulate
 torchvision
+transformers<5.4.0 # transformers 5.4.0 breaks CI. Need to investigate and update our test code