tesseract  4.1.1
lstmtraining.cpp File Reference
#include <cerrno>
#include "commontraining.h"
#include "fileio.h"
#include "lstmtester.h"
#include "lstmtrainer.h"
#include "params.h"
#include "strngs.h"
#include "tprintf.h"
#include "unicharset_training_utils.h"

Go to the source code of this file.

Functions

int main (int argc, char **argv)
 

Variables

const int kNumPagesPerBatch = 100
 

Function Documentation

◆ main()

int main ( int  argc,
char **  argv 
)

Definition at line 74 of file lstmtraining.cpp.

74  {
75  tesseract::CheckSharedLibraryVersion();
76  ParseArguments(&argc, &argv);
77  if (FLAGS_model_output.empty()) {
78  tprintf("Must provide a --model_output!\n");
79  return EXIT_FAILURE;
80  }
81  if (FLAGS_traineddata.empty()) {
82  tprintf("Must provide a --traineddata see training wiki\n");
83  return EXIT_FAILURE;
84  }
85 
86  // Check write permissions.
87  STRING test_file = FLAGS_model_output.c_str();
88  test_file += "_wtest";
89  FILE* f = fopen(test_file.c_str(), "wb");
90  if (f != nullptr) {
91  fclose(f);
92  if (remove(test_file.c_str()) != 0) {
93  tprintf("Error, failed to remove %s: %s\n",
94  test_file.c_str(), strerror(errno));
95  return EXIT_FAILURE;
96  }
97  } else {
98  tprintf("Error, model output cannot be written: %s\n", strerror(errno));
99  return EXIT_FAILURE;
100  }
101 
102  // Setup the trainer.
103  STRING checkpoint_file = FLAGS_model_output.c_str();
104  checkpoint_file += "_checkpoint";
105  STRING checkpoint_bak = checkpoint_file + ".bak";
106  tesseract::LSTMTrainer trainer(
107  nullptr, nullptr, nullptr, nullptr, FLAGS_model_output.c_str(),
108  checkpoint_file.c_str(), FLAGS_debug_interval,
109  static_cast<int64_t>(FLAGS_max_image_MB) * 1048576);
110  trainer.InitCharSet(FLAGS_traineddata.c_str());
111 
112  // Reading something from an existing model doesn't require many flags,
113  // so do it now and exit.
114  if (FLAGS_stop_training || FLAGS_debug_network) {
115  if (!trainer.TryLoadingCheckpoint(FLAGS_continue_from.c_str(), nullptr)) {
116  tprintf("Failed to read continue from: %s\n",
117  FLAGS_continue_from.c_str());
118  return EXIT_FAILURE;
119  }
120  if (FLAGS_debug_network) {
121  trainer.DebugNetwork();
122  } else {
123  if (FLAGS_convert_to_int) trainer.ConvertToInt();
124  if (!trainer.SaveTraineddata(FLAGS_model_output.c_str())) {
125  tprintf("Failed to write recognition model : %s\n",
126  FLAGS_model_output.c_str());
127  }
128  }
129  return EXIT_SUCCESS;
130  }
131 
132  // Get the list of files to process.
133  if (FLAGS_train_listfile.empty()) {
134  tprintf("Must supply a list of training filenames! --train_listfile\n");
135  return EXIT_FAILURE;
136  }
137  GenericVector<STRING> filenames;
138  if (!tesseract::LoadFileLinesToStrings(FLAGS_train_listfile.c_str(),
139  &filenames)) {
140  tprintf("Failed to load list of training filenames from %s\n",
141  FLAGS_train_listfile.c_str());
142  return EXIT_FAILURE;
143  }
144 
145  // Checkpoints always take priority if they are available.
146  if (trainer.TryLoadingCheckpoint(checkpoint_file.string(), nullptr) ||
147  trainer.TryLoadingCheckpoint(checkpoint_bak.string(), nullptr)) {
148  tprintf("Successfully restored trainer from %s\n",
149  checkpoint_file.string());
150  } else {
151  if (!FLAGS_continue_from.empty()) {
152  // Load a past model file to improve upon.
153  if (!trainer.TryLoadingCheckpoint(FLAGS_continue_from.c_str(),
154  FLAGS_append_index >= 0
155  ? FLAGS_continue_from.c_str()
156  : FLAGS_old_traineddata.c_str())) {
157  tprintf("Failed to continue from: %s\n", FLAGS_continue_from.c_str());
158  return EXIT_FAILURE;
159  }
160  tprintf("Continuing from %s\n", FLAGS_continue_from.c_str());
161  trainer.InitIterations();
162  }
163  if (FLAGS_continue_from.empty() || FLAGS_append_index >= 0) {
164  if (FLAGS_append_index >= 0) {
165  tprintf("Appending a new network to an old one!!");
166  if (FLAGS_continue_from.empty()) {
167  tprintf("Must set --continue_from for appending!\n");
168  return EXIT_FAILURE;
169  }
170  }
171  // We are initializing from scratch.
172  if (!trainer.InitNetwork(FLAGS_net_spec.c_str(), FLAGS_append_index,
173  FLAGS_net_mode, FLAGS_weight_range,
174  FLAGS_learning_rate, FLAGS_momentum,
175  FLAGS_adam_beta)) {
176  tprintf("Failed to create network from spec: %s\n",
177  FLAGS_net_spec.c_str());
178  return EXIT_FAILURE;
179  }
180  trainer.set_perfect_delay(FLAGS_perfect_sample_delay);
181  }
182  }
183  if (!trainer.LoadAllTrainingData(filenames,
184  FLAGS_sequential_training
187  FLAGS_randomly_rotate)) {
188  tprintf("Load of images failed!!\n");
189  return EXIT_FAILURE;
190  }
191 
192  tesseract::LSTMTester tester(static_cast<int64_t>(FLAGS_max_image_MB) *
193  1048576);
194  tesseract::TestCallback tester_callback = nullptr;
195  if (!FLAGS_eval_listfile.empty()) {
196  if (!tester.LoadAllEvalData(FLAGS_eval_listfile.c_str())) {
197  tprintf("Failed to load eval data from: %s\n",
198  FLAGS_eval_listfile.c_str());
199  return EXIT_FAILURE;
200  }
201  tester_callback =
203  }
204  do {
205  // Train a few.
206  int iteration = trainer.training_iteration();
207  for (int target_iteration = iteration + kNumPagesPerBatch;
208  iteration < target_iteration &&
209  (iteration < FLAGS_max_iterations || FLAGS_max_iterations == 0);
210  iteration = trainer.training_iteration()) {
211  trainer.TrainOnLine(&trainer, false);
212  }
213  STRING log_str;
214  trainer.MaintainCheckpoints(tester_callback, &log_str);
215  tprintf("%s\n", log_str.string());
216  } while (trainer.best_error_rate() > FLAGS_target_error_rate &&
217  (trainer.training_iteration() < FLAGS_max_iterations ||
218  FLAGS_max_iterations == 0));
219  delete tester_callback;
220  tprintf("Finished! Error rate = %g\n", trainer.best_error_rate());
221  return EXIT_SUCCESS;
222 } /* main */
_ConstTessMemberResultCallback_5_0< false, R, T1, P1, P2, P3, P4, P5 >::base * NewPermanentTessCallback(const T1 *obj, R(T2::*member)(P1, P2, P3, P4, P5) const, typename Identity< P1 >::type p1, typename Identity< P2 >::type p2, typename Identity< P3 >::type p3, typename Identity< P4 >::type p4, typename Identity< P5 >::type p5)
Definition: tesscallback.h:258
DLLSYM void tprintf(const char *format,...)
Definition: tprintf.cpp:35
void ParseArguments(int *argc, char ***argv)
const int kNumPagesPerBatch
@ CS_SEQUENTIAL
Definition: imagedata.h:49
@ CS_ROUND_ROBIN
Definition: imagedata.h:54
bool LoadFileLinesToStrings(const char *filename, GenericVector< STRING > *lines)
Definition: fileio.h:31
Definition: strngs.h:45
const char * c_str() const
Definition: strngs.cpp:205
const char * string() const
Definition: strngs.cpp:194
STRING RunEvalAsync(int iteration, const double *training_errors, const TessdataManager &model_mgr, int training_stage)
Definition: lstmtester.cpp:54

Variable Documentation

◆ kNumPagesPerBatch

const int kNumPagesPerBatch = 100

Definition at line 68 of file lstmtraining.cpp.