]> git.djapps.eu Git - pkg/ggml/sources/llama.cpp/commitdiff
perplexity : fix KL divergence calculations on Windows (#5273)
authorkalomaze <redacted>
Fri, 2 Feb 2024 14:15:30 +0000 (08:15 -0600)
committerGitHub <redacted>
Fri, 2 Feb 2024 14:15:30 +0000 (16:15 +0200)
examples/perplexity/perplexity.cpp

index 8d2204969c0cbb3d8690c8b1b98dbec678e13d0d..4b08145cd0978aa5c6122105ee3d0b4b602d3401 100644 (file)
@@ -457,14 +457,14 @@ static results_perplexity perplexity(llama_context * ctx, const gpt_params & par
 
     std::ofstream logits_stream;
     if (!params.logits_file.empty()) {
-        logits_stream.open(params.logits_file.c_str());
+        logits_stream.open(params.logits_file.c_str(), std::ios::binary);
         if (!logits_stream.is_open()) {
             fprintf(stderr, "%s: failed to open %s for writing\n", __func__, params.logits_file.c_str());
             return {};
         }
         fprintf(stderr, "%s: saving all logits to %s\n", __func__, params.logits_file.c_str());
         logits_stream.write("_logits_", 8);
-        logits_stream.write((const char *)&n_ctx, sizeof(n_ctx));
+        logits_stream.write(reinterpret_cast<const char *>(&n_ctx), sizeof(n_ctx));
     }
 
     auto tim1 = std::chrono::high_resolution_clock::now();