dou112 commited on
Commit
122b29a
·
1 Parent(s): a06c8ca

fix async_mode bug (llama/14432)

Browse files
Files changed (1) hide show
  1. ggml/src/ggml-cann/common.h +1 -1
ggml/src/ggml-cann/common.h CHANGED
@@ -359,7 +359,7 @@ struct ggml_backend_cann_context {
359
  ggml_cann_set_device(device);
360
  description = aclrtGetSocName();
361
 
362
- bool async_mode = parse_bool(get_env("GGML_CANN_ASYNC_MODE").value_or(""));
363
  GGML_LOG_INFO("%s: device %d async operator submission is %s\n", __func__,
364
  device, async_mode ? "ON" : "OFF");
365
  }
 
359
  ggml_cann_set_device(device);
360
  description = aclrtGetSocName();
361
 
362
+ async_mode = parse_bool(get_env("GGML_CANN_ASYNC_MODE").value_or(""));
363
  GGML_LOG_INFO("%s: device %d async operator submission is %s\n", __func__,
364
  device, async_mode ? "ON" : "OFF");
365
  }