@@ -125,36 +125,36 @@ class MultiGzipReader : public Reader {
125
125
126
126
void MonitorThread (std::vector<ReaderThreadStatus>* thread_status,
127
127
std::shared_ptr<LoDTensorBlockingQueue> queue) {
128
- VLOG (3 ) << " monitor thread in" ;
128
+ VLOG (30 ) << " monitor thread in" ;
129
129
bool reader_thread_is_running = true ;
130
130
while (reader_thread_is_running) {
131
- VLOG (3 ) << " reader_thread_is_running" ;
131
+ VLOG (30 ) << " reader_thread_is_running" ;
132
132
reader_thread_is_running = false ;
133
133
for (size_t i = 0 ; i < (*thread_status).size (); ++i) {
134
134
if ((*thread_status)[i] == Running) {
135
- VLOG (3 ) << " reader is running!" ;
135
+ VLOG (30 ) << " reader is running!" ;
136
136
reader_thread_is_running = true ;
137
137
}
138
138
}
139
139
std::this_thread::sleep_for (std::chrono::milliseconds (1000 ));
140
140
}
141
- VLOG (3 ) << " all reader thread is stopped, push empty data into queue" ;
141
+ VLOG (30 ) << " all reader thread is stopped, push empty data into queue" ;
142
142
queue->Push ({});
143
- VLOG (3 ) << " monitor thread exited" ;
143
+ VLOG (30 ) << " monitor thread exited" ;
144
144
}
145
145
146
146
void ReadThread (const std::vector<std::string>& file_list,
147
147
const std::vector<std::string>& slots, int batch_size,
148
148
int thread_id, std::vector<ReaderThreadStatus>* thread_status,
149
149
std::shared_ptr<LoDTensorBlockingQueue> queue) {
150
- VLOG (3 ) << " [" << thread_id << " ]"
151
- << " reader thread start! thread_id = " << thread_id;
150
+ VLOG (30 ) << " [" << thread_id << " ]"
151
+ << " reader thread start! thread_id = " << thread_id;
152
152
for (auto & file : file_list) {
153
- VLOG (3 ) << " [" << thread_id << " ]"
154
- << " file " << file;
153
+ VLOG (30 ) << " [" << thread_id << " ]"
154
+ << " file " << file;
155
155
}
156
156
(*thread_status)[thread_id] = Running;
157
- VLOG (3 ) << " set status to running" ;
157
+ VLOG (30 ) << " set status to running" ;
158
158
159
159
std::unordered_map<std::string, size_t > slot_to_index;
160
160
for (size_t i = 0 ; i < slots.size (); ++i) {
@@ -168,7 +168,7 @@ void ReadThread(const std::vector<std::string>& file_list,
168
168
169
169
MultiGzipReader reader (file_list);
170
170
171
- VLOG (3 ) << " reader inited" ;
171
+ VLOG (30 ) << " reader inited" ;
172
172
173
173
while (reader.HasNext ()) {
174
174
batch_data.clear ();
@@ -226,11 +226,11 @@ void ReadThread(const std::vector<std::string>& file_list,
226
226
lod_datas.push_back (label_tensor);
227
227
228
228
queue->Push (lod_datas);
229
- VLOG (4 ) << " push one data, queue_size=" << queue->Size ();
229
+ VLOG (40 ) << " push one data, queue_size=" << queue->Size ();
230
230
}
231
231
232
232
(*thread_status)[thread_id] = Stopped;
233
- VLOG (3 ) << " set status to stopped, thread " << thread_id << " exited" ;
233
+ VLOG (30 ) << " set status to stopped, thread " << thread_id << " exited" ;
234
234
}
235
235
236
236
} // namespace reader
0 commit comments