diff --git a/.gitignore b/.gitignore index 68bc17f..767acfe 100644 --- a/.gitignore +++ b/.gitignore @@ -157,4 +157,5 @@ cython_debug/ # be found at https://github.com/github/gitignore/blob/main/Global/JetBrains.gitignore # and can be added to the global gitignore or merged into this file. For a more nuclear # option (not recommended) you can uncomment the following to ignore the entire idea folder. -#.idea/ +.idea/ + diff --git a/config.py b/config.py index 9b11232..231d82d 100644 --- a/config.py +++ b/config.py @@ -10,15 +10,30 @@ 'type': 'local', 'filename': 'codellama-7b.Q5_K_S.gguf', }, + 'CodeLlama-7b-4_0_metal': { + 'url': 'https://huggingface.co/TheBloke/CodeLlama-7B-GGUF/resolve/main/codellama-7b.Q4_0.gguf', + 'type': 'local', + 'filename': 'codellama-7b.Q4_0.gguf', + }, 'Mistral-7b': { 'url': 'https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.1-GGUF/resolve/main/mistral-7b-instruct-v0.1.Q5_K_M.gguf', 'type': 'local', 'filename': 'mistral-7b-instruct-v0.1.Q5_K_M.gguf', }, - 'CodeLlama-34b': { - 'url': 'https://huggingface.co/TheBloke/CodeLlama-34B-Instruct-GGUF/resolve/main/codellama-34b-instruct.Q4_K_M.gguf', + # 'CodeLlama-34b': { + # 'url': 'https://huggingface.co/TheBloke/CodeLlama-34B-Instruct-GGUF/resolve/main/codellama-34b-instruct.Q4_K_M.gguf', + # 'type': 'local', + # 'filename': 'codellama-34b-instruct.Q4_K_M.gguf', + # }, + 'CodeLlama-Instruct-13B': { + 'url': 'https://huggingface.co/TheBloke/CodeLlama-13B-Instruct-GGUF/resolve/main/codellama-13b-instruct.Q5_K_M.gguf', + 'type': 'local', + 'filename': 'codellama-13b-instruct.Q5_K_M.gguf', + }, + 'CodeLlama-Python-13B': { + 'url': 'https://huggingface.co/TheBloke/CodeLlama-13B-Python-GGUF/resolve/main/codellama-13b-python.Q5_K_M.gguf', 'type': 'local', - 'filename': 'codellama-34b-instruct.Q4_K_M.gguf', + 'filename': 'codellama-13b-python.Q5_K_M.gguf', }, 'default': 'GitHub', }