From cf2f08df6446eb21325e7896fb23741ba7f84a98 Mon Sep 17 00:00:00 2001 From: Pankaj Telang Date: Mon, 25 Nov 2024 10:53:14 -0500 Subject: [PATCH] Add inferencing models --- models/qwen2.5-coder-1.5B.q5_k_m.gguf | 3 +++ models/qwen2.5-coder-1.5b-instruct-q5_k_m.gguf | 3 +++ 2 files changed, 6 insertions(+) create mode 100644 models/qwen2.5-coder-1.5B.q5_k_m.gguf create mode 100644 models/qwen2.5-coder-1.5b-instruct-q5_k_m.gguf diff --git a/models/qwen2.5-coder-1.5B.q5_k_m.gguf b/models/qwen2.5-coder-1.5B.q5_k_m.gguf new file mode 100644 index 00000000..d68df42a --- /dev/null +++ b/models/qwen2.5-coder-1.5B.q5_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77f7c1c03e5657edb7eea722c08be7f9c3b56deee24665f396264d02b63d2211 +size 1125050208 diff --git a/models/qwen2.5-coder-1.5b-instruct-q5_k_m.gguf b/models/qwen2.5-coder-1.5b-instruct-q5_k_m.gguf new file mode 100644 index 00000000..b1c22cee --- /dev/null +++ b/models/qwen2.5-coder-1.5b-instruct-q5_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f15d02e8e51a5c6f9448b972819acfa66aee4d8bb7d881a8b8ba3d90da08ef09 +size 1285494336