From d85b2bc2850ec991fefe15155c72eb60d85e7503 Mon Sep 17 00:00:00 2001 From: nihui Date: Sun, 12 Apr 2020 18:06:47 +0800 Subject: [PATCH] enable packing_layout by default --- src/option.cpp | 2 +- src/option.h | 8 ++++++-- 2 files changed, 7 insertions(+), 3 deletions(-) diff --git a/src/option.cpp b/src/option.cpp index e25cb2914..e34d22b59 100644 --- a/src/option.cpp +++ b/src/option.cpp @@ -41,7 +41,7 @@ Option::Option() use_int8_storage = true; use_int8_arithmetic = false; - use_packing_layout = false; + use_packing_layout = true; use_shader_pack8 = false; diff --git a/src/option.h b/src/option.h index 1fec993df..ec87c5acf 100644 --- a/src/option.h +++ b/src/option.h @@ -85,12 +85,16 @@ public: bool use_int8_storage; bool use_int8_arithmetic; - // + // enable simd-friendly packed memory layout + // improve all operator performace on all arm devices, will consume more memory + // changes should be applied before loading network structure and weight + // enabled by default bool use_packing_layout; bool use_shader_pack8; - // enable options for cpu inference + // enable bf16 data type for storage + // improve most operator performace on all arm devices, may consume more memory bool use_bf16_storage; };