diff --git a/.gitmodules b/.gitmodules
new file mode 100644
index 0000000..466aea8
--- /dev/null
+++ b/.gitmodules
@@ -0,0 +1,3 @@
+[submodule "third_party/llama.cpp"]
+	path = third_party/llama.cpp
+	url = https://git.peisongxiao.com/CS348Project/llama.cpp
diff --git a/third_party/llama.cpp b/third_party/llama.cpp
new file mode 160000
index 0000000..31d0ff1
--- /dev/null
+++ b/third_party/llama.cpp
@@ -0,0 +1 @@
+Subproject commit 31d0ff1869aa2ea31f4e96d5877d0343e9a2171b