Merge pull request #751 from wangzhen38/fix_w2v_readme

fix word2vec run_in_root_dir

Author: frankwhzhang

models/rank/dlrm/criteo_reader.py

@@ -14,7 +14,7 @@
 
 from __future__ import print_function
 import numpy as np
-
+import paddle
 from paddle.io import IterableDataset
 
 

models/recall/word2vec/word2vec_infer_reader.py

@@ -16,7 +16,7 @@
 import numpy as np
 import io
 import six
-
+import os
 from paddle.io import IterableDataset
 
 
@@ -25,10 +25,12 @@ def __init__(self, file_list, config):
         super(RecDataset, self).__init__()
         self.file_list = file_list
         self.config = config
+        self.config_abs_dir = config.get("config_abs_dir", None)
         self.init()
 
     def init(self):
         dict_path = self.config.get("runner.word_id_dict_path")
+        dict_path = os.path.join(self.config_abs_dir, dict_path)
         self.word_to_id = dict()
         self.id_to_word = dict()
         with io.open(dict_path, 'r', encoding='utf-8') as f:

models/recall/word2vec/word2vec_reader.py

@@ -18,6 +18,7 @@
 import six
 import time
 import random
+import os
 from paddle.io import IterableDataset
 
 
@@ -45,10 +46,12 @@ def __init__(self, file_list, config):
         super(RecDataset, self).__init__()
         self.file_list = file_list
         self.config = config
+        self.config_abs_dir = config.get("config_abs_dir", None)
         self.init()
 
     def init(self):
         dict_path = self.config.get("runner.word_count_dict_path")
+        dict_path = os.path.join(self.config_abs_dir, dict_path)
         self.window_size = self.config.get("hyper_parameters.window_size")
         self.neg_num = self.config.get("hyper_parameters.neg_num")
         self.with_shuffle_batch = self.config.get(
@@ -127,6 +130,7 @@ def __init__(self, file_list, config):
 
     def init(self):
         dict_path = self.config.get("runner.word_id_dict_path")
+        dict_path = os.path.join(self.config_abs_dir, dict_path)
         self.word_to_id = dict()
         self.id_to_word = dict()
         with io.open(dict_path, 'r', encoding='utf-8') as f:

test_tipc/configs/tisas/train_infer_python.txt

@@ -42,7 +42,7 @@ inference:-u test_tipc/configs/tisas/paddle_infer.py --model_name=tisas --reader
 --enable_mkldnn:True|False
 --cpu_threads:1|6
 --batchsize:1
---enable_tensorRT:False
+--enable_tensorRT:True|False
 --precision:fp32
 --model_dir:
 --data_dir:test_tipc/data/infer