From: zhouwg Date: Mon, 7 Apr 2025 15:22:57 +0000 (+0800) Subject: sycl: remove redundant memcopy in function ggml_backend_sycl_buffer_set_tensor (... X-Git-Tag: gguf-v0.16.1~88 X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=518a01480eb3a7c80a4951b430db9dee55428310;p=pkg%2Fggml%2Fsources%2Fllama.cpp sycl: remove redundant memcopy in function ggml_backend_sycl_buffer_set_tensor (#12734) --- diff --git a/ggml/src/ggml-sycl/ggml-sycl.cpp b/ggml/src/ggml-sycl/ggml-sycl.cpp index dff9f8d4..f6f288d9 100644 --- a/ggml/src/ggml-sycl/ggml-sycl.cpp +++ b/ggml/src/ggml-sycl/ggml-sycl.cpp @@ -372,12 +372,9 @@ static void ggml_backend_sycl_buffer_set_tensor(ggml_backend_buffer_t buffer, auto stream = &(dpct::dev_mgr::instance().get_device(ctx->device).default_queue()); SYCL_CHECK( CHECK_TRY_ERROR(dpct::dev_mgr::instance().get_device(ctx->device).queues_wait_and_throw())); - char* host_buf = (char*)malloc(size); - memcpy(host_buf, data, size); SYCL_CHECK( - CHECK_TRY_ERROR((*stream).memcpy((char *)tensor->data + offset, host_buf, size) + CHECK_TRY_ERROR((*stream).memcpy((char *)tensor->data + offset, data, size) .wait())); - free(host_buf); } catch (sycl::exception const &exc) { std::cerr << exc.what() << "Exception caught at file:" << __FILE__