Flow123d  release_3.0.0-1211-g84d0b74
main.cc
Go to the documentation of this file.
1 /*!
2  *
3  * Copyright (C) 2015 Technical University of Liberec. All rights reserved.
4  *
5  * This program is free software; you can redistribute it and/or modify it under
6  * the terms of the GNU General Public License version 3 as published by the
7  * Free Software Foundation. (http://www.gnu.org/licenses/gpl-3.0.en.html)
8  *
9  * This program is distributed in the hope that it will be useful, but WITHOUT
10  * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS
11  * FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details.
12  *
13  *
14  * @file main.cc
15  * @brief This file should contain only creation of Application object.
16  */
17 
18 
19 #include "system/system.hh"
20 #include "system/sys_profiler.hh"
21 #include "system/python_loader.hh"
23 #include "coupling/balance.hh"
24 #include "input/accessors.hh"
27 
28 #include <iostream>
29 #include <fstream>
30 #include <regex>
31 #include <boost/program_options/parsers.hpp>
32 #include <boost/program_options/variables_map.hpp>
33 #include <boost/program_options/options_description.hpp>
34 #include <boost/filesystem.hpp>
35 #include <thread> // std::this_thread::sleep_for
36 #include <chrono> // std::chrono::seconds
37 
38 
39 #include "main.h"
40 
41 #include "rev_num.h"
42 
43 /// named version of the program
44 //#define _PROGRAM_VERSION_ "0.0.0"
45 
46 //#ifndef _PROGRAM_REVISION_
47 // #define _PROGRAM_REVISION_ "(unknown revision)"
48 //#endif
49 
50 //#ifndef _PROGRAM_BRANCH_
51 // #define _PROGRAM_BRANCH_ "(unknown branch)"
52 //#endif
53 
54 #ifndef FLOW123D_COMPILER_FLAGS_
55  #define FLOW123D_COMPILER_FLAGS_ "(unknown compiler flags)"
56 #endif
57 
58 
59 namespace it = Input::Type;
60 
61 // this should be part of a system class containing all support information
63  static it::Record type = it::Record("Root", "Root record of JSON input for Flow123d.")
64  .declare_key("flow123d_version", it::String(), it::Default::obligatory(),
65  "Version of Flow123d for which the input file was created."
66  "Flow123d only warn about version incompatibility. "
67  "However, external tools may use this information to provide conversion "
68  "of the input file to the structure required by another version of Flow123d.")
70  "Simulation problem to be solved.")
71  .declare_key("pause_after_run", it::Bool(), it::Default("false"),
72  "If true, the program will wait for key press before it terminates.")
73  .close();
74 
75  return type;
76 }
77 
78 
79 
80 Application::Application(const std::string &python_path)
81 : ApplicationBase(),
82  problem_(nullptr),
84  //passed_argc_(0),
85  //passed_argv_(0),
86  use_profiler(true),
87  profiler_path(""),
89 {
90  // initialize python stuff if we have
91  // nonstandard python home (release builds)
92 #ifdef FLOW123D_HAVE_PYTHON
93  PythonLoader::initialize(python_path);
94 #endif
95 
96 }
97 
98 
100  Input::Type::RevNumData rev_num_data;
101 
102  rev_num_data.version = string(FLOW123D_VERSION_NAME_);
103  rev_num_data.revision = string(FLOW123D_GIT_REVISION_);
104  rev_num_data.branch = string(FLOW123D_GIT_BRANCH_);
105  rev_num_data.url = string(FLOW123D_GIT_URL_);
106 
107  return rev_num_data;
108 }
109 
110 
112  // Say Hello
113  // make strings from macros in order to check type
114  Input::Type::RevNumData rev_num_data = this->get_rev_num_data();
115  string build = string(__DATE__) + ", " + string(__TIME__)
116  + " flags: " + string(FLOW123D_COMPILER_FLAGS_);
117 
118 
119  MessageOut().fmt("This is Flow123d, version {} commit: {}\n",
120  rev_num_data.version, rev_num_data.revision);
121  MessageOut().fmt("Branch: {}\nBuild: {}\nFetch URL: {}\n",
122  rev_num_data.branch, build, rev_num_data.url );
123  Profiler::instance()->set_program_info("Flow123d",
124  rev_num_data.version, rev_num_data.branch, rev_num_data.revision, build);
125 }
126 
127 
128 
130  if (main_input_filename_ == "") {
131  cout << "Usage error: The main input file has to be specified through -s parameter.\n\n";
132  cout << program_arguments_desc_ << "\n";
133  exit( exit_failure );
134  }
135 
136  // read main input file
137  FilePath fpath(main_input_filename_, FilePath::FileType::input_file);
138  try {
139  Input::ReaderToStorage json_reader(fpath, get_input_type() );
141  } catch (Input::ReaderInternalBase::ExcInputError &e ) {
142  e << Input::ReaderInternalBase::EI_File(fpath); throw;
143  } catch (Input::ReaderInternalBase::ExcNotJSONFormat &e) {
144  e << Input::ReaderInternalBase::EI_File(fpath); throw;
145  }
146  return root_record;
147 }
148 
149 
150 
151 void Application::parse_cmd_line(const int argc, char ** argv) {
152  namespace po = boost::program_options;
153 
154 
155  // Declare the supported options.
156  po::options_description desc("Allowed options");
157  desc.add_options()
158  ("help", "produce help message")
159  ("solve,s", po::value< string >(), "Main input file to solve.")
160  ("input_dir,i", po::value< string >()->default_value("input"), "Directory for the $INPUT_DIR$ placeholder in the main input file.")
161  ("output_dir,o", po::value< string >()->default_value("output"), "Directory for all produced output files.")
162  ("log,l", po::value< string >()->default_value("flow123"), "Set base name for log files.")
163  ("version", "Display version and build information and exit.")
164  ("no_log", "Turn off logging.")
165  ("no_signal_handler", "Turn off signal handling. Useful for debugging with valgrind.")
166  ("no_profiler,no-profiler", "Turn off profiler output.")
167  ("profiler_path,profiler-path", po::value< string >(), "Path to the profiler file")
168  ("input_format", po::value< string >(), "Writes full structure of the main input file into given file.")
169  ("petsc_redirect", po::value<string>(), "Redirect all PETSc stdout and stderr to given file.")
170  ("yaml_balance", "Redirect balance output to YAML format too (simultaneously with the selected balance output format).");
171 
172  ;
173 
174  // Can not use positional arguments together with PETSC options.
175  // Use our own solution trying to use the first unrecognized option as the main input file.
176 
177  // parse the command line
178  po::variables_map vm;
179  auto parser = po::basic_command_line_parser<char>(argc, argv)
180  .options(desc)
181  .allow_unregistered();
182  po::parsed_options parsed = parser.run();
183  po::store(parsed, vm);
184  po::notify(vm);
185 
186  // get unknown options
187  vector<string> to_pass_further = po::collect_unrecognized(parsed.options, po::include_positional);
188 
189 
190  /*
191  passed_argc_ = to_pass_further.size();
192  passed_argv_ = new char * [passed_argc_+1];
193 
194  // first copy the program executable in argv[0]
195  int arg_i=0;
196  if (argc > 0) passed_argv_[arg_i++] = xstrcpy( argv[0] );
197 
198  for(int i=0; i < passed_argc_; i++) {
199  passed_argv_[arg_i++] = xstrcpy( to_pass_further[i].c_str() );
200  }
201  passed_argc_ = arg_i;
202  */
203 
204  // possibly turn off profilling
205  if (vm.count("no_profiler")) {
206  use_profiler=false;
207  }
208 
209  if (vm.count("profiler_path")) {
210  profiler_path = vm["profiler_path"].as<string>();
211  }
212 
213  // if there is "help" option
214  if (vm.count("help")) {
215  display_version();
216  cout << endl;
217  cout << "Usage:" << endl;
218  cout << " flow123d -s <main_input>.yaml <other options> <PETSC options>" << endl;
219  cout << " flow123d <main_input>.yaml <other options> <PETSC options>" << endl;
220  cout << desc << "\n";
221  exit( exit_output );
222  }
223 
224  if (vm.count("version")) {
225  display_version();
226  exit( exit_output );
227  }
228 
229  // if there is "input_format" option
230  if (vm.count("input_format")) {
231  // write ist to json file
232  ofstream json_stream;
233  FilePath(vm["input_format"].as<string>(), FilePath::output_file).open_stream(json_stream);
234  // create the root Record
235  it::Record root_type = get_input_type();
236  root_type.finish();
238  json_stream << Input::Type::OutputJSONMachine( root_type, this->get_rev_num_data() );
239  json_stream.close();
240  exit( exit_output );
241  }
242 
243  if (vm.count("petsc_redirect")) {
244  this->petsc_redirect_file_ = vm["petsc_redirect"].as<string>();
245  }
246 
247  if (vm.count("no_signal_handler")) {
248  this->signal_handler_off_ = true;
249  }
250 
251  // if there is "solve" option
252  string input_filename = "";
253 
254  // check for positional main input file
255  if (to_pass_further.size()) {
256  string file_candidate = to_pass_further[0];
257  if (file_candidate[0] != '-') {
258  // pop the first option
259  input_filename = file_candidate;
260  to_pass_further.erase(to_pass_further.begin());
261  }
262  }
263 
264  if (vm.count("solve")) {
265  input_filename = vm["solve"].as<string>();
266  }
267 
268  if (input_filename == "")
269  THROW(ExcMessage() << EI_Message("Main input file not specified (option -s)."));
270 
271  // preserves output of balance in YAML format
272  if (vm.count("yaml_balance")) Balance::set_yaml_output();
273 
274  string input_dir;
275  string output_dir;
276  if (vm.count("input_dir")) {
277  input_dir = vm["input_dir"].as<string>();
278  }
279  if (vm.count("output_dir")) {
280  output_dir = vm["output_dir"].as<string>();
281  }
282 
283  // assumes working directory "."
284  try {
285  main_input_filename_ = FilePath::set_dirs_from_input(input_filename, input_dir, output_dir );
286  } catch (FilePath::ExcMkdirFail &e) {
287  use_profiler = false; // avoid profiler output
288  throw e;
289  }
290 
291  if (vm.count("log")) {
292  this->log_filename_ = vm["log"].as<string>();
293  }
294 
295  if (vm.count("no_log")) {
296  this->log_filename_="//"; // override; do not open log files
297  }
298 
299  ostringstream tmp_stream(program_arguments_desc_);
300  tmp_stream << desc;
301  // TODO: catch specific exceptions and output usage messages
302 }
303 
304 
305 
306 
307 
309  START_TIMER("Application::run");
310  display_version();
311 
312  START_TIMER("Read Input");
313  // get main input record handle
314  Input::Record i_rec = read_input();
315  END_TIMER("Read Input");
316 
317  {
318  using namespace Input;
319  // check input file version against the version of executable
320  std::regex version_re("([^.]*)[.]([^.]*)[.]([^.]*)");
321  std::smatch match;
322  std::string version(FLOW123D_VERSION_NAME_);
323  vector<string> ver_fields(3);
324  if ( std::regex_match(version, match, version_re) ) {
325  ver_fields[0]=match[1];
326  ver_fields[1]=match[2];
327  ver_fields[2]=match[3];
328  } else {
329  OLD_ASSERT(1, "Bad Flow123d version format: %s\n", version.c_str() );
330  }
331 
332  std::string input_version = i_rec.val<string>("flow123d_version");
333  vector<string> iver_fields(3);
334  if ( std::regex_match(input_version, match, version_re) ) {
335  iver_fields[0]=match[1];
336  iver_fields[1]=match[2];
337  iver_fields[2]=match[3];
338  } else {
339  THROW( ExcVersionFormat() << EI_InputVersionStr(input_version) );
340  }
341 
342  if ( iver_fields[0] != ver_fields[0] || iver_fields[1] > ver_fields[1] ) {
343  WarningOut().fmt("Input file with version: '{}' is no compatible with the program version: '{}' \n",
344  input_version, version);
345  }
346 
347  // should flow123d wait for pressing "Enter", when simulation is completed
348  sys_info.pause_after_run = i_rec.val<bool>("pause_after_run");
349  // read record with problem configuration
350  Input::AbstractRecord i_problem = i_rec.val<AbstractRecord>("problem");
351 
352  if (i_problem.type() == HC_ExplicitSequential::get_input_type() ) {
353 
354  problem_ = new HC_ExplicitSequential(i_problem);
355 
356  // run simulation
358  } else {
359  xprintf(UsrErr,"Problem type not implemented.");
360  }
361 
362  }
363 
364  this->after_run();
365 }
366 
367 
368 
369 
372  printf("\nPress <ENTER> for closing the window\n");
373  getchar();
374  }
375 }
376 
377 
378 
379 
381  // Test if all processes are in the exception.
382  MPI_Request request;
383  MPI_Ibarrier(MPI_COMM_WORLD, &request);
384  std::this_thread::sleep_for(std::chrono::microseconds(10));
385  int done;
386  MPI_Status status;
387  MPI_Test(&request, &done, &status);
388  if (! done) {
389  // Kill all if we can not synchronize.
391  }
392  // Peacefull end.
393 }
394 
395 
396 
397 
399  if (problem_) delete problem_;
400 
401  if (use_profiler) {
402  if (petsc_initialized) {
403  // log profiler data to this stream
404  Profiler::instance()->output (PETSC_COMM_WORLD, profiler_path);
405  } else {
407  }
408 
409  // call python script which transforms json file at given location
410  // Profiler::instance()->transform_profiler_data (".csv", "CSVFormatter");
411  Profiler::instance()->transform_profiler_data (".txt", "SimpleTableFormatter2");
412 
413  // finally uninitialize
415  }
416 }
417 
418 
419 //=============================================================================
420 
421 /**
422  * FUNCTION "MAIN"
423  */
424 int main(int argc, char **argv) {
425  Application app(argv[0]);
426  try {
427  app.init(argc, argv);
428  app.run();
429  } catch (std::exception & e) {
430  _LOG( Logger::MsgType::error ).every_proc() << e.what();
431  app.terminate();
433  } catch (...) {
434  _LOG( Logger::MsgType::error ).every_proc() << "Unknown exception" << endl;
435  app.terminate();
437  }
438 
439  // Say Goodbye
441 }
#define MPI_Test(request, flag, status)
Definition: mpi.h:366
static Input::Type::Abstract & get_input_type()
Input::Type::RevNumData get_rev_num_data()
Get version of program and other base data from rev_num.h and store them to map.
Definition: main.cc:99
virtual void parse_cmd_line(const int argc, char **argv)
Definition: main.cc:151
Reader for (slightly) modified input files.
Class Input::Type::Default specifies default value of keys of a Input::Type::Record.
Definition: type_record.hh:61
Class for declaration of the input of type Bool.
Definition: type_base.hh:459
#define MessageOut()
Macro defining &#39;message&#39; record of log.
Definition: logger.hh:243
Abstract linear system class.
Definition: balance.hh:37
string main_input_filename_
filename of main input file
Definition: main.h:102
void after_run()
Definition: main.cc:370
static bool petsc_initialized
static Default obligatory()
The factory function to make an empty default value which is obligatory.
Definition: type_record.hh:110
Class for create JSON machine readable documentation.
Definition: type_output.hh:252
Application(const std::string &python_path)
Application constructor.
Definition: main.cc:80
string profiler_path
location of the profiler report file
Definition: main.h:114
void * MPI_Request
Definition: mpi.h:142
std::string branch
Actual branch of application.
Definition: type_output.hh:47
bool use_profiler
If true, we do output of profiling information.
Definition: main.h:111
static string set_dirs_from_input(const string main_yaml, const string input, const string output)
Method for set input and output directories.
Definition: file_path.cc:137
Record & close() const
Close the Record for further declarations of keys.
Definition: type_record.cc:304
static void set_yaml_output()
Set global variable to output balance files into YAML format (in addition to the table format)...
Definition: balance.cc:62
HC_ExplicitSequential * problem_
Main Flow123d problem.
Definition: main.h:99
#define OLD_ASSERT(...)
Definition: global_defs.h:131
void open_stream(Stream &stream) const
Definition: file_path.cc:211
Stores version of program and other base data of application.
Definition: type_output.hh:44
static void uninitialize()
static const int exit_failure
void terminate()
Definition: main.cc:380
static const int exit_success
Return codes of application.
T get_root_interface() const
Returns the root accessor.
#define _LOG(type)
Internal macro defining universal record of log.
Definition: logger.hh:240
Accessor to the data with type Type::Record.
Definition: accessors.hh:292
const Ret val(const string &key) const
#define xprintf(...)
Definition: system.hh:92
bool yaml_balance_output_
If true, preserves output of balance in YAML format.
Definition: main.h:117
#define START_TIMER(tag)
Starts a timer with specified tag.
Record & declare_key(const string &key, std::shared_ptr< TypeBase > type, const Default &default_value, const string &description, TypeBase::attribute_map key_attributes=TypeBase::attribute_map())
Declares a new key of the Record.
Definition: type_record.cc:503
void display_version()
Definition: main.cc:111
void set_program_info(string program_name, string program_version, string branch, string revision, string build)
bool signal_handler_off_
Turn off signal handling useful to debug with valgrind.
static Input::Type::Record & get_input_type()
Root of the Input::Type tree. Description of whole input structure.
Definition: main.cc:62
int main(int argc, char **argv)
Definition: main.cc:424
void init(int argc, char **argv)
Accessor to the polymorphic input data of a type given by an AbstracRecord object.
Definition: accessors.hh:459
void transform_profiler_data(const string &output_file_suffix, const string &formatter)
Dedicated class for storing path to input and output files.
Definition: file_path.hh:54
Definition: system.hh:64
std::string revision
Actual revision of application.
Definition: type_output.hh:46
FinishStatus finish(FinishStatus finish_type=FinishStatus::regular_) override
Finish declaration of the Record type.
Definition: type_record.cc:243
static const int exit_output
#define MPI_Abort
Definition: mpi.h:222
static Profiler * instance()
string program_arguments_desc_
Description of possible command line arguments.
Definition: main.h:108
SystemInfo sys_info
Definition: system.cc:41
#define WarningOut()
Macro defining &#39;warning&#39; record of log.
Definition: logger.hh:246
#define MPI_COMM_WORLD
Definition: mpi.h:123
#define END_TIMER(tag)
Ends a timer with specified tag.
static const Input::Type::Record & get_input_type()
void run() override
Definition: main.cc:308
static void delete_unfinished_types()
Finishes and marks all types registered in type repositories and unused in IST.
Definition: type_base.cc:108
Record type proxy class.
Definition: type_record.hh:182
std::string version
Actual version of application.
Definition: type_output.hh:45
Class for solution of steady or unsteady flow with sequentially coupled explicit transport.
virtual ~Application()
Destructor.
Definition: main.cc:398
#define FLOW123D_COMPILER_FLAGS_
named version of the program
Definition: main.cc:55
Input::Record root_record
root input record
Definition: main.h:120
Class for declaration of the input data that are in string format.
Definition: type_base.hh:589
#define THROW(whole_exception_expr)
Wrapper for throw. Saves the throwing point.
Definition: exceptions.hh:53
void output(MPI_Comm comm, ostream &os)
int pause_after_run
Definition: system.hh:73
Input::Record read_input()
Definition: main.cc:129
void printf(BasicWriter< Char > &w, BasicCStringRef< Char > format, ArgList args)
Definition: printf.h:444
std::string url
Url of application.
Definition: type_output.hh:48