o LÎµi<ã@s8ddlZddlZddlmZeddƒZGdd„dƒZdS)éN)Ú namedtupleÚ LabelScorez#match model ref precision recall f1c@sheZdZdd„Zdd„Zedd„ƒZdd„Zd d „Zdd„Z d d„Z dd„Zdd„Zdd„Z dd„ZdS)ÚTrainLogParsercCs@d|_d|_d|_d|_d|_d|_g|_d|_g|_g|_ dS)Néþÿÿÿ) ÚstateÚfeatgen_percentÚfeatgen_num_featuresÚfeatgen_secondsÚtraining_secondsÚstoring_secondsÚ iterationsÚlast_iterationÚlogÚevents)Úself©rúI/home/ubuntu/.local/lib/python3.10/site-packages/pycrfsuite/_logparser.pyÚ__init__ s zTrainLogParser.__init__cCsž|j |¡|jdur!d|_| |¡|j ddt|jƒf¡dSt|d|jƒ|ƒ}|durM|jddt|jƒ}}|dvrD|d8}|j |||f¡|S) NÚSTARTINGÚstartrÚhandle_éÿÿÿÿé)ÚpreparedÚoptimization_endé)rÚappendrÚhandle_STARTINGrÚlenÚgetattr)rÚlineÚeventrÚendrrrÚfeeds zTrainLogParser.feedcCs$|jd\}}}d |j||…¡S)NrÚ)rÚjoinr)rr!rr"rrrÚlast_log&szTrainLogParser.last_logcCs| d¡r d|_dSdS)NzFeature generationÚFEATGEN)Ú startswithr©rr rrrr+s ÿzTrainLogParser.handle_STARTINGcCsf|dvr |jd7_dSt d|¡}|rt| d¡ƒ|_dS| |¡dur1| |¡|_d|_dSdS)Nz 0123456789.10rÚfeatgen_progresszNumber of features: (\d+)rÚ AFTER_FEATGENÚfeatgen_end) rÚreÚmatchÚintÚgrouprÚ_secondsr r©rr ÚmrrrÚhandle_FEATGEN/sýzTrainLogParser.handle_FEATGENcCs8| |¡durd|_| |¡dSd|vrd|_dSdS)NÚ ITERATIONrzterminated with errorÚAFTER_ITERATIONÚ prepare_error)Ú_iteration_headrÚhandle_ITERATIONr)rrrÚhandle_AFTER_FEATGEN>s þz#TrainLogParser.handle_AFTER_FEATGENcs>ˆ ˆ¡durˆ ˆ¡idœˆ_ˆj ˆj¡n ˆdkr!dˆ_dS‡‡fdd„}|ddtƒ|d d tƒ|ddtƒ|d dtƒ|ddtƒ|ddtƒ|ddtƒt dˆ¡}|rxt| d¡ƒˆjd<t| d¡ƒˆjd<t| d¡ƒˆjd<t dˆ¡}|rœt t| d¡ƒt| d¡ƒ¡}|ˆjd<t|ƒˆjd<t dˆ¡}|rÀt t| d¡ƒt| d¡ƒ¡}|ˆjd <t|ƒˆjd!<t d"ˆ¡}|rütd+it| d¡ƒt| d¡ƒt| d#¡ƒt| d$¡ƒt| d%¡ƒt| d&¡ƒd'œ¤Žˆjd(| d¡<t d)ˆ¡}|rtd+id*d*d*dddd'œ¤Žˆjd(| d¡<dSdS),N)ÚnumÚscoresÚ r6Ú iterationcs,t |ˆ¡}|r|| d¡ƒˆj|<dSdS)Nr)r-r.r0r )ÚkeyÚpatternÚtypr3©r rrrÚadd_reSsÿz/TrainLogParser.handle_ITERATION..add_reÚlosszLoss: (\d+\.\d+)Úfeature_normzFeature norm: (\d+\.\d+)Ú error_normzError norm: (\d+\.\d+)Úactive_featureszActive features: (\d+)Úlinesearch_trialszLine search trials: (\d+)Úlinesearch_stepzLine search step: (\d+\.\d+)Útimez/Seconds required for this iteration: (\d+\.\d+)zHMacro-average precision, recall, F1: $(\d\.\d+), (\d\.\d+), (\d\.\d+)$rÚ avg_precisionrÚ avg_recalléÚavg_f1zItem accuracy: (\d+) / (\d+)Ú item_accuracyÚitem_accuracy_floatz Instance accuracy: (\d+) / (\d+)Úinstance_accuracyÚinstance_accuracy_floatzF\s{4}(.+): $(\d+), (\d+), (\d+)$ $(\d\.\d+), (\d\.\d+), (\d\.\d+)$éééé)r.ÚmodelÚrefÚ precisionÚrecallÚf1r<z.\s{4}(.+): $0, 0, 0$ $\*{6}, \*{6}, \*{6}$rr) r8r rrrÚfloatr/r-r.r0Ú fractionsÚFractionr)rr rCr3ÚaccrrBrr9Hsxþþ þúÿúÿÿzTrainLogParser.handle_ITERATIONcCsV| |¡durd|_| |¡St d|¡}|rt| d¡ƒ|_| d¡r)d|_dSdS)Nr5z/Total seconds required for training: (\d+\.\d+)rzStoring the modelÚSTORINGr) r8rr9r-r.r\r0r r(r2rrrÚhandle_AFTER_ITERATION’s þz%TrainLogParser.handle_AFTER_ITERATIONcCs*|dkrdS| |¡r| |¡|_dSdS)Nr=r")r1rr)rrrÚhandle_STORINGŸs ÿzTrainLogParser.handle_STORINGcCó"t d|¡}|rt| d¡ƒSdS)Nz(\*{5} (?:Iteration|Epoch) #(\d+) \*{5}\nr)r-r.r/r0r2rrrr8¥óÿzTrainLogParser._iteration_headcCrc)NzSeconds required: (\d+\.\d+)r)r-r.r\r0r2rrrr1ªrdzTrainLogParser._secondsN)Ú__name__Ú __module__Ú__qualname__rr#Úpropertyr&rr4r:r9rarbr8r1rrrrrs J r)r-r]ÚcollectionsrrrrrrrÚs