::google::InitGoogleLogging(argv[0]);

::google::InstallFailureSignalHandler();

if (argc != 3) {

printf("Usage: gpus.bin solver_proto_file gpu_id[:gpu_id][...]\n");

return 1;

}

SolverParameter solver_param;

ReadProtoFromTextFile(argv[1], &solver_param);

vector<int> gpus;

vector<string> gpu_strings;

boost::split(gpu_strings, argv[2], boost::is_any_of(":"));

for (int i = 0; i < gpu_strings.size(); ++i)

gpus.push_back(atoi(gpu_strings[i].c_str()));

solver_param.set_device_id(gpus[0]);

SGDSolver<float> main(solver_param);

// Shared network weights

Params<float> params(main.net()->params());

// Create contexts

vector<SolverContext*> solvers(gpus.size());

solvers[0] = new CPUGPUContext(params, solver_param, &main);

for (int i = 1; i < gpus.size(); ++i) {

solver_param.set_device_id(gpus[i]);

solvers[i] = new CPUGPUContext(params, solver_param);

solvers[i]->start();

}

// Start monitor

Monitor monitor(params, solvers);

monitor.start();

// Run main on current thread

solvers[0]->run();

monitor.stop();

LOG(INFO)<< "Monitor stop\n";

for (int i = 1; i < solvers.size(); ++i)

solvers[i]->stop();

for (int i = 1; i < solvers.size(); ++i)

delete solvers[i];