diff --git a/tools/model_convert/README.md b/tools/model_convert/README.md index af18aec52764662b4061cb53f8d7cc86d22927ef..6689f58d164e50231f1af94269d7e62a8e268c95 100644 --- a/tools/model_convert/README.md +++ b/tools/model_convert/README.md @@ -12,7 +12,7 @@ > **tf1**
-tensorflow == 1.15.0
+tensorflow == 1.15.0 / 1.15.4
numpy == 1.21.6
python == 3.7.5
@@ -32,7 +32,7 @@ python == 3.7.5
**使用范例:** 示例如下:
-`python3 model_covert.py --input_path=./saved_model --output_path=./saved-model-out --rank_size=8 --estimator=1 --ddr=1` +`python3 model_convert.py --input_path=./saved_model --output_path=./saved-model-out --rank_size=8 --estimator=1 --ddr=1` 打屏日志输出 `convert model success.` 代表模型成功转换完成。 diff --git a/tools/model_convert/model_convert.py b/tools/model_convert/model_convert.py index 70b26e8e4d373355edbedb9a1c52d94899dafe00..257b3c438337a443d8028795e19fb6c81dc6d409 100644 --- a/tools/model_convert/model_convert.py +++ b/tools/model_convert/model_convert.py @@ -48,6 +48,7 @@ class ModelConverter: os.makedirs(self._output_path) self._build_input_model_list(self._is_estimator) self._build_sparse_file_list() + self._check_mode() self._build_table_info_dict() def convert(self): @@ -197,6 +198,16 @@ class ModelConverter: data_shape = emb_attributes.pop(DataAttr.SHAPE.value) self.table_info_dict[table_name] = data_shape[1] + def _check_mode(self): + check_dir = os.path.join(self.sparse_file_list[0], "HashTable") + model_dirs = [] + for _, dirs, _ in os.walk(check_dir): + model_dirs.append(dirs) + if not self._is_ddr and "DDR" in model_dirs[0]: + raise ValueError(f"wrong mode choose! you choose hbm mode, however ddr dir exists. ") + if self._is_ddr and "DDR" not in model_dirs[0]: + raise ValueError(f"wrong mode choose! you choose ddr mode, however ddr dir not exists. ") + def get_attribute_and_data_file(table_path): if not os.path.exists(table_path):