lauchParallelThread_impl.h

Go to the documentation of this file.

/***************************************
        Auteur : Pierre Aubert
        Mail : pierre.aubert@lapp.in2p3.fr
        Licence : CeCILL-C
****************************************/
 
#ifndef __LAUCHPARALLELTHREAD_IMPL_H__
#define __LAUCHPARALLELTHREAD_IMPL_H__
 
#include <iostream>
#include <fstream>
#include <sstream>
 
#include "phoenix_vector_split.h"
 
#include "lauchParallelThread.h"


template<typename T, typename _Callable, typename... _Args>
void lauchParallelThread(const std::vector<T> & listInputPTabModelFile, long unsigned int nbThread, _Callable&& __f, _Args&&... __args){
        if(nbThread == 0lu){return;}
        if(nbThread == 1lu){
                __f(listInputPTabModelFile, __args...);
                return;
        }
        std::vector<std::vector<T> > listInputFilePerThread;
        phoenix_vector_split(listInputFilePerThread, listInputPTabModelFile, nbThread);
        nbThread = listInputFilePerThread.size();       //In case we need less thread than required
        std::vector<std::thread> tabThread;
        tabThread.resize(nbThread);
        for(long unsigned int i(0lu); i < nbThread; ++i){
                tabThread[i] = std::thread(__f, listInputFilePerThread[i], __args...);
        }
        for(long unsigned int i(0lu); i < nbThread; ++i){
                tabThread[i].join();
        }
}


template<typename T, typename _Callable, typename... _Args>
void lauchParallelThread(std::vector<T> & listInputPTabModelFile, long unsigned int nbThread, _Callable&& __f, _Args&&... __args){
        if(nbThread == 0lu){return;}
        if(nbThread == 1lu){
                __f(listInputPTabModelFile, __args...);
                return;
        }
        std::vector<std::vector<T> > listInputFilePerThread;
        phoenix_vector_split(listInputFilePerThread, listInputPTabModelFile, nbThread);
        nbThread = listInputFilePerThread.size();       //In case we need less thread than required
        std::vector<std::thread> tabThread;
        tabThread.resize(nbThread);
        for(long unsigned int i(0lu); i < nbThread; ++i){
                tabThread[i] = std::thread(__f, std::ref(listInputFilePerThread[i]), __args...);
        }
        for(long unsigned int i(0lu); i < nbThread; ++i){
                tabThread[i].join();
        }
}


template<typename _Callable, typename... _Args>
bool lauchParallelThreadLog(const std::vector<PPath> & listInputPTabModelFile,
                        const PPath & baseOutputName, const PPath & fileSuffix,
                        long unsigned int nbThread, _Callable&& __f, _Args&&... __args)
{
        if(nbThread == 0lu){return true;}
        if(nbThread == 1lu){
                std::ofstream fs;
                fs.open(baseOutputName + fileSuffix);
                if(fs.is_open()){
                        __f(fs, listInputPTabModelFile, __args...);
                        fs.close();
                        return true;
                }else{
                        std::cerr << "lauchParallelThreadLog : cannot open file '"<<baseOutputName << fileSuffix<<"'" << std::endl;
                        return false;
                }
        }
        std::vector<std::vector<PPath> > listInputFilePerThread;
        phoenix_vector_split(listInputFilePerThread, listInputPTabModelFile, nbThread);
        nbThread = listInputFilePerThread.size();       //In case we need less thread than required
        bool b(true);
        std::vector<std::ofstream> vecFs;
        vecFs.resize(nbThread);
        std::vector<std::thread> tabThread;
        tabThread.resize(nbThread);
        for(long unsigned int i(0lu); i < nbThread; ++i){
                std::stringstream fileName;
                fileName << baseOutputName << "_"<< i << fileSuffix;
                std::ofstream & fs = vecFs[i];
                fs.open(fileName.str());
                if(fs.is_open()){
                        tabThread[i] = std::thread(__f, std::ref(fs), listInputFilePerThread[i], __args...);
                }else{
                        std::cerr << "lauchParallelThreadLog : thread("<<i<<") cannot open file '"<<fileName.str()<<"'" << std::endl;
                        b &= false;
                }
        }
        for(long unsigned int i(0lu); i < nbThread; ++i){
                if(vecFs[i].is_open()){
                        tabThread[i].join();
                        vecFs[i].close();
                }
        }
        return b;
}


template<typename _Callable, typename... _Args>
bool lauchParallelThreadLog(const std::vector<PPath> & listInputPTabModelFile,
                        const PPath & logFile,
                        long unsigned int nbThread, _Callable&& __f, _Args&&... __args)
{
        PString extention(logFile.getExtension()), baseLogFileName(logFile.eraseExtension());
        if(extention != ""){extention = "." + extention;}
        return lauchParallelThreadLog(listInputPTabModelFile, baseLogFileName, extention, nbThread, __f, __args...);
}
 


template<typename _Callable, typename... _Args>
bool lauchParallelThreadLog(const PPath & baseOutputName, const PPath & fileSuffix,
                        long unsigned int nbThread, _Callable&& __f, _Args&&... __args)
{
        if(nbThread == 0lu){return true;}
        if(nbThread == 1lu){
                std::ofstream fs;
                fs.open(baseOutputName + fileSuffix);
                if(fs.is_open()){
                        __f(fs, __args...);
                        fs.close();
                        return true;
                }else{
                        std::cerr << "lauchParallelThreadLog : cannot open file '"<<baseOutputName << fileSuffix<<"'" << std::endl;
                        return false;
                }
        }
        bool b(true);
        std::vector<std::ofstream> vecFs;
        vecFs.resize(nbThread);
        std::vector<std::thread> tabThread;
        tabThread.resize(nbThread);
        for(long unsigned int i(0lu); i < nbThread; ++i){
                std::stringstream fileName;
                fileName << baseOutputName << "_"<< i << fileSuffix;
                std::ofstream & fs = vecFs[i];
                fs.open(fileName.str());
                if(fs.is_open()){
                        tabThread[i] = std::thread(__f, std::ref(fs), __args...);
                }else{
                        std::cerr << "lauchParallelThreadLog : thread("<<i<<") cannot open file '"<<fileName.str()<<"'" << std::endl;
                        b &= false;
                }
        }
        for(long unsigned int i(0lu); i < nbThread; ++i){
                if(vecFs[i].is_open()){
                        tabThread[i].join();
                        vecFs[i].close();
                }
        }
        return b;
}


template<typename _Callable, typename... _Args>
bool lauchParallelThreadLog(const PPath & logFile,
                        long unsigned int nbThread, _Callable&& __f, _Args&&... __args)
{
        PString extention(logFile.getExtension()), baseLogFileName(logFile.eraseExtension());
        if(extention != ""){extention = "." + extention;}
        return lauchParallelThreadLog(baseLogFileName, extention, nbThread, __f, __args...);
}
 
 
#endif