From 0139ff9f62a0dff869c58dcdbfee16ae611aed6c Mon Sep 17 00:00:00 2001 From: siilats Date: Thu, 19 Oct 2023 10:45:42 -0700 Subject: [PATCH 1/3] 13b comment out 34b --- .gitignore | 3 ++- config.py | 16 +++++++++++++--- 2 files changed, 15 insertions(+), 4 deletions(-) diff --git a/.gitignore b/.gitignore index 68bc17f..767acfe 100644 --- a/.gitignore +++ b/.gitignore @@ -157,4 +157,5 @@ cython_debug/ # be found at https://github.com/github/gitignore/blob/main/Global/JetBrains.gitignore # and can be added to the global gitignore or merged into this file. For a more nuclear # option (not recommended) you can uncomment the following to ignore the entire idea folder. -#.idea/ +.idea/ + diff --git a/config.py b/config.py index 9b11232..2f190a9 100644 --- a/config.py +++ b/config.py @@ -15,10 +15,20 @@ 'type': 'local', 'filename': 'mistral-7b-instruct-v0.1.Q5_K_M.gguf', }, - 'CodeLlama-34b': { - 'url': 'https://huggingface.co/TheBloke/CodeLlama-34B-Instruct-GGUF/resolve/main/codellama-34b-instruct.Q4_K_M.gguf', + # 'CodeLlama-34b': { + # 'url': 'https://huggingface.co/TheBloke/CodeLlama-34B-Instruct-GGUF/resolve/main/codellama-34b-instruct.Q4_K_M.gguf', + # 'type': 'local', + # 'filename': 'codellama-34b-instruct.Q4_K_M.gguf', + # }, + 'CodeLlama-Instruct-13B': { + 'url': 'https://huggingface.co/TheBloke/CodeLlama-13B-Instruct-GGUF/raw/main/codellama-13b-instruct.Q5_K_M.gguf', 'type': 'local', - 'filename': 'codellama-34b-instruct.Q4_K_M.gguf', + 'filename': 'codellama-13b-instruct.Q5_K_M.gguf', + }, + 'CodeLlama-Python-13B': { + 'url': 'https://huggingface.co/TheBloke/CodeLlama-13B-Python-GGUF/raw/main/codellama-13b-python.Q5_K_M.gguf', + 'type': 'local', + 'filename': 'codellama-13b-python.Q5_K_M.gguf', }, 'default': 'GitHub', } From 75f2618dfbc3815c3d142f553cbde88497bf2a6e Mon Sep 17 00:00:00 2001 From: siilats Date: Thu, 19 Oct 2023 11:18:50 -0700 Subject: [PATCH 2/3] 13b comment out 34b --- config.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/config.py b/config.py index 2f190a9..4d181ba 100644 --- a/config.py +++ b/config.py @@ -21,12 +21,12 @@ # 'filename': 'codellama-34b-instruct.Q4_K_M.gguf', # }, 'CodeLlama-Instruct-13B': { - 'url': 'https://huggingface.co/TheBloke/CodeLlama-13B-Instruct-GGUF/raw/main/codellama-13b-instruct.Q5_K_M.gguf', + 'url': 'https://huggingface.co/TheBloke/CodeLlama-13B-Instruct-GGUF/resolve/main/codellama-13b-instruct.Q5_K_M.gguf', 'type': 'local', 'filename': 'codellama-13b-instruct.Q5_K_M.gguf', }, 'CodeLlama-Python-13B': { - 'url': 'https://huggingface.co/TheBloke/CodeLlama-13B-Python-GGUF/raw/main/codellama-13b-python.Q5_K_M.gguf', + 'url': 'https://huggingface.co/TheBloke/CodeLlama-13B-Python-GGUF/resolve/main/codellama-13b-python.Q5_K_M.gguf', 'type': 'local', 'filename': 'codellama-13b-python.Q5_K_M.gguf', }, From 2f5a0ffe941b0a85ce77708b86ae9a4e9ac5bf5b Mon Sep 17 00:00:00 2001 From: siilats Date: Thu, 19 Oct 2023 12:26:46 -0700 Subject: [PATCH 3/3] add 4_0 for metal --- config.py | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/config.py b/config.py index 4d181ba..231d82d 100644 --- a/config.py +++ b/config.py @@ -10,6 +10,11 @@ 'type': 'local', 'filename': 'codellama-7b.Q5_K_S.gguf', }, + 'CodeLlama-7b-4_0_metal': { + 'url': 'https://huggingface.co/TheBloke/CodeLlama-7B-GGUF/resolve/main/codellama-7b.Q4_0.gguf', + 'type': 'local', + 'filename': 'codellama-7b.Q4_0.gguf', + }, 'Mistral-7b': { 'url': 'https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.1-GGUF/resolve/main/mistral-7b-instruct-v0.1.Q5_K_M.gguf', 'type': 'local',