]> git.djapps.eu Git - pkg/ggml/sources/llama.cpp/commitdiff
ci : Cloud-V for RISC-V builds (#3160)
authorAli Tariq <redacted>
Fri, 15 Sep 2023 08:06:56 +0000 (13:06 +0500)
committerGitHub <redacted>
Fri, 15 Sep 2023 08:06:56 +0000 (11:06 +0300)
* Added Cloud-V File

* Replaced Makefile with original one

---------

Co-authored-by: moiz.hussain <redacted>
.devops/cloud-v-pipeline [new file with mode: 0644]

diff --git a/.devops/cloud-v-pipeline b/.devops/cloud-v-pipeline
new file mode 100644 (file)
index 0000000..f3a4944
--- /dev/null
@@ -0,0 +1,22 @@
+node('x86_runner1'){            // Running on x86 runner containing latest vector qemu, latest vector gcc and all the necessary libraries
+    stage('Cleanup'){
+        cleanWs()               // Cleaning previous CI build in workspace
+    }
+    stage('checkout repo'){
+        retry(5){               // Retry if the cloning fails due to some reason
+            checkout scm        // Clone the repo on Runner
+        }
+    }
+    stage('Compiling llama.cpp'){
+        sh'''#!/bin/bash
+            make RISCV=1 RISCV_CROSS_COMPILE=1 # Compiling llama for RISC-V
+        '''
+    }
+    stage('Running llama.cpp'){
+        sh'''#!/bin/bash
+            module load gnu-bin2/0.1            # loading latest versions of vector qemu and vector gcc
+            qemu-riscv64 -L /softwares/gnu-bin2/sysroot  -cpu rv64,v=true,vlen=256,elen=64,vext_spec=v1.0 ./main -m /home/alitariq/codellama-7b.Q4_K_M.gguf -p "Anything" -n 9 > llama_log.txt            # Running llama.cpp on vector qemu-riscv64
+            cat llama_log.txt                   # Printing results
+        '''
+    }
+}