[Feature] enable unsloth on amd gpu

Author: billishyahao

pyproject.toml

@@ -0,0 +1,7 @@
+cmake>=3.26
+ninja
+packaging>=24.2
+setuptools>=77.0.3,<80.0.0
+setuptools-scm>=8.0
+wheel
+jinja2

requirements/build.txt

@@ -0,0 +1,15 @@
+unsloth_zoo>=2025.6.2
+packaging
+tyro
+transformers>=4.51.3,!=4.47.0,!=4.52.0,!=4.52.1,!=4.52.2
+datasets>=3.4.1
+sentencepiece>=0.2.0
+tqdm
+psutil
+wheel>=0.42.0
+numpy
+accelerate>=0.34.1
+trl>=0.7.9,!=0.9.0,!=0.9.1,!=0.9.2,!=0.9.3,!=0.15.0
+peft>=0.7.1,!=0.11.0
+huggingface_hub
+hf_transfer

requirements/common.txt

@@ -0,0 +1,7 @@
+# Common dependencies
+-r common.txt
+
+torch==2.7.0
+torchaudio==2.7.0
+torchvision==0.22.0 
+xformers==0.0.30

requirements/cuda.txt

@@ -0,0 +1,17 @@
+# Common dependencies
+-r common.txt
+
+--extra-index-url https://download.pytorch.org/whl/rocm6.4.1
+
+torch==2.7.0
+torchvision==0.21.0
+torchaudio==2.7.0
+
+triton==3.2
+cmake>=3.26,<4
+packaging
+setuptools>=77.0.3,<80.0.0
+setuptools-scm>=8
+wheel
+jinja2>=3.1.6
+amdsmi==6.4.1

requirements/rocm.txt

@@ -12,7 +12,7 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-__version__ = "2025.6.5"
+from unsloth.version import __version__
 
 __all__ = [
     "SUPPORTS_BFLOAT16",

setup.py

@@ -0,0 +1 @@
+__version__ = "2025.6.5"