3 d@sdZddlZddlZddlmZddlZddlZddlmZddl m Z ddl m Z ddl mZmZe jd Zdd d Zd d ZdddZdS)z&Common graph operations for execution N) gethostname)strftime)format_exception)logging)savepkl crash2txtznipype.workflowc Cs|j}d}|pttj}y |j}WnZtk rH|djdd7}Ynftk r~}z|dj|jdd7}WYdd}~Xn0Xt |ddrt |j t r|j dj }n|j j }|p|pt}tjd||td }y tj}Wn$tk rd jtj}YnXd |||ttjf} |jd jd tj} tj| ddtjj| | } |jd dj dkrp| d7} n| d7} tjd| dj|| j!drt"| t#||dnt$| t#||ddd| S)z*Writes crash related information to a fileNz^ When creating this crashfile, the results file corresponding to the node could not be found.T)keependszj During the creation of this crashfile triggered by the above exception, another exception occurred: {}.runtimerz!Node %s failed to run on host %s.z %Y%m%d-%H%M%SzUID{:d}zcrash-%s-%s-%s-%s executionZ crashdump_dir)exist_okZcrashfile_formattexttxt.txtz.pklzzSaving crash info to %s %s)node traceback)Z versioning)r rr)%_idrsysexc_inforesultFileNotFoundError splitlines Exceptionformatgetattr isinstancer listhostnamerloggererrorrgetpassgetuserKeyErrorosgetuidstruuiduuid4configgetgetcwdmakedirspathjoinlowerendswithrdictr) rrrnamehostrexcZ timeofcrashZ login_name crashfileZcrashdirr6?/tmp/pip-build-7vycvbft/nipype/nipype/pipeline/plugins/tools.py report_crashsJ      r8cCs|rtjdxj|D]b}tjddj|dj|djftjd|dtjdx|dD]}tj|jqbWqWtjdd S) zList nodes that crashed with crashfile info Optionally displays dependent nodes that weren't executed as a result of the crash. z#***********************************zcould not run node: %s.rz crashfile: %sr5z*The following dependent nodes were not runZ dependentsN)rinfor r. _hierarchyrdebug)Znotrunr:Zsubnoder6r6r7report_nodes_not_runNs   r=FTc Cs td}|jr@d||j|jf}tjj|j|jjddd}nd||jf}tjj|jd}tjj|sttj |tjj|d|}t |t ||d|j d d }d }|r|d 7}n|d 7}|||||j |f}tjj|d|} t | d} | j|WdQRX| S)Nz %Y%m%d_%H%M%Sz%s_%s_%sr9rbatchz%s_%sz node_%s.pklz)r updatehashr Zmatplotlib_backendaimport os import sys can_import_matplotlib = True #Silently allow matplotlib to be ignored try: import matplotlib matplotlib.use('%s') except ImportError: can_import_matplotlib = False pass import os value = os.environ.get('NIPYPE_NO_ET', None) if value is None: # disable ET for any submitted job os.environ['NIPYPE_NO_ET'] = "1" from nipype import config, logging from nipype.utils.filemanip import loadpkl, savepkl from socket import gethostname from traceback import format_exception info = None pklfile = '%s' batchdir = '%s' from nipype.utils.filemanip import loadpkl, savepkl try: from collections import OrderedDict config_dict=%s config.update_config(config_dict) ## Only configure matplotlib if it was successfully imported, ## matplotlib is an optional component to nipype if can_import_matplotlib: config.update_matplotlib() logging.update_logging(config) traceback=None cwd = os.getcwd() info = loadpkl(pklfile) result = info['node'].run(updatehash=info['updatehash']) except Exception as e: etype, eval, etr = sys.exc_info() traceback = format_exception(etype,eval,etr) if info is None or not os.path.exists(info['node'].output_dir()): result = None resultsfile = os.path.join(batchdir, 'crashdump_%s.pklz') else: result = info['node'].result resultsfile = os.path.join(info['node'].output_dir(), 'result_%%s.pklz'%%info['node'].name) zz savepkl(resultsfile, dict(result=result, hostname=gethostname(), traceback=traceback)) a/ if info is None: savepkl(resultsfile, dict(result=result, hostname=gethostname(), traceback=traceback)) else: from nipype.pipeline.plugins.base import report_crash report_crash(info['node'], traceback, gethostname()) raise Exception(e) zpyscript_%s.pywt)rr;rr$r-r.base_dirsplitexistsr,rr1r)open writelines) rr?Zstore_exception timestampsuffixZ batch_dirZpkl_fileZ mpl_backendZcmdstrZpyscriptfpr6r6r7create_pyscriptbs,   2 rI)NN)FT)__doc__r$r!socketrrr'timerrrrrZutils.filemaniprr getLoggerrr8r=rIr6r6r6r7s      :