Spaces:
Running
Running
fix async_mode bug (llama/14432)
Browse files
ggml/src/ggml-cann/common.h
CHANGED
|
@@ -359,7 +359,7 @@ struct ggml_backend_cann_context {
|
|
| 359 |
ggml_cann_set_device(device);
|
| 360 |
description = aclrtGetSocName();
|
| 361 |
|
| 362 |
-
|
| 363 |
GGML_LOG_INFO("%s: device %d async operator submission is %s\n", __func__,
|
| 364 |
device, async_mode ? "ON" : "OFF");
|
| 365 |
}
|
|
|
|
| 359 |
ggml_cann_set_device(device);
|
| 360 |
description = aclrtGetSocName();
|
| 361 |
|
| 362 |
+
async_mode = parse_bool(get_env("GGML_CANN_ASYNC_MODE").value_or(""));
|
| 363 |
GGML_LOG_INFO("%s: device %d async operator submission is %s\n", __func__,
|
| 364 |
device, async_mode ? "ON" : "OFF");
|
| 365 |
}
|