H=Sc@sdZddlmZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl Z ddl mZddlmZddlmZmZddlmZmZddlmZdd lmZmZmZyddlZWnek r5ddlZnXddlZdd l m!Z!m"Z"dd l m#Z#m$Z$m%Z%dd l&m'Z'y(ddl(Z(ddl)j*j+Z,e-Z.Wnek re/Z.nXdd l0m1Z1ddl2m3Z3m4Z4ddl5m6Z6ddl7m8Z8m9Z9m:Z:m;Z;dZ<dZ=dZ>dZ?dZ@dZAdZBdZCe!eDZEejFdZGejFdZHejFdZIejFdZJejFdZKidd6d d!6d"d#6ZLeMeNd$jOZPeEjQd%eEjQd&eEjQd'eEjQd(eEjQd)eEjQd*d+ZRd,ZSe/d-ZTd.ZUe/d/ZVd0ZWe/d1ZXeEjQd2d3ZYeEjQd4d5ZZeEjQd6d7Z[eEjQd8d9Z\eEjQd:d;Z]d<d=e-d>Z^d<e/d?Z_d@Z`dAZadBZbdCZcdDZddEZedFejffdGYZge4jhjidHe-dIe/dJe/dKe/dLe/dMe/dNe/dOe/dPe/dQe/dRe-dSe/dTdU ieTdV6eUdW6eVdX6eWdY6eXdZ6Zje jkxSe jleEjmfD]<Znenjoe jpenjqd[jre jsdTd\d]d^qWed\ZtZuZvZwZxZyeDd_kreEjzdIe-d`dandS(bsWeb interface to search a treebank. Requires Flask, tgrep2 or alpinocorpus-python (for xpath queries), style. Expects one or more treebanks with .mrg or .dact extension in the directory corpus/i(tprint_functionN(tnlargest(tquote(tdatetimet timedelta(tislicetgroupby(t itemgetter(tCountert OrderedDictt defaultdict(tFlasktResponse(trequesttrender_templatetsend_from_directory(t url_encode(tDrawTree(ttreebankt fragments(twhich(t TgrepSearchert DactSearchert RegexSearchert filterlabelsiii iiitnlscorpus/sB([_/*A-Z0-9]+)(?:\[[^ ]*\][0-9]?)?((?:-[_A-Z0-9]+)?(?:\*[0-9]+)? )s -[_A-Z0-9]+s ([^ ()]+)(?=[ )])s\(([^ ()]+) \)s!\.(?:mrg(?:\.t2c\.gz)?|dact|txt)$s .mrg.t2c.gzttgrep2s.dacttxpaths.toktregexs9black red orange blue green turquoise slategray peru tealt/s/countss/treess/sentss /bracketss /fragmentscCsd}tjdkr*tjjd}ndtjkrItjd}nttj}|r|tkrndStjjdrttj|St ddtjdt d |d|d t|tjd d t kd dt kSt ddtjdddt d |d d t kd dt kS(s Main search form & results page.RtoutputsInvalid argumentitexportssearchresults.htmltformttextst selectedtextstresultst havexpathRt havetgrepRs search.htmltcountsN(sInvalid argumenti( tNoneR tpathtlstriptargsR"tDISPATCHtgetRRtTEXTStCORPORA(Rtselected((s6/home/andreas/ai/mscthesis/disco-dop/web/treesearch.pytmainHs$   c sfdttjD}|dkrqtdt}jddkrht|dd}|Sd}n |d krtdt}d }n|dkrljddkr|d krdndtjddj d|dt d |dk}jddkrFtt j |dt ddddSfd|D}|d}ntd|t|dd}d||jd<|S( s-Export search results to a file for download.cs-i|]#}|tt|tdqS(tengine(t CORPUS_DIRR-tEXT(t.0tn(R (s6/home/andreas/ai/mscthesis/disco-dop/web/treesearch.pys ms R&tdoexportRtjsontmimetypesapplication/jsons counts.csvRs fragments.txttsentstbracketsttreesR1Rs %s s %s:%s|%s Rtqueryt maxresultstclstindentic3sT|]J}jdr7|d|d|dfn |ddjdVqdS(tlinenosiiis sutf-8N(R,tencode(R4ta(tfmtR (s6/home/andreas/ai/mscthesis/disco-dop/web/treesearch.pys ss.txtscannot export %ss text/plainsattachment; filename=sContent-Disposition(ssentssbracketsstrees(sbracketsstrees(R"R R*R&tTrueR,R tfragmentsinresultsR.R9t SENTLIMITR7tdumpstJsonSetEncodert ValueErrortheaders(R RR/R#tresptfilename((RCR s6/home/andreas/ai/mscthesis/disco-dop/web/treesearch.pyRjs8      !   c #sjdd}fdtD}|s\dttdd}d|Vn|dkrtjd d jd |}ntt}tt}g|j D]}t |^q} t j d | t d} |s,d djdtt| ddgdDVnx3tt| jdd<fgdD] \}\} \} } t}d}i}| d0krtjdkrPn|}ddddjdt| Df}nqd}| rd}tjd d j| |}njdd}tjd d j| |dt}|sod|| | pf|fVnxt|jD]\}}| d0krt||j }n4||j|||j|t|j }||}jdrtjdnt|}t |}|||<|dkrLt|}nW|dkret|}n>|dkr~t|}n%|dkr||pd}ntd||||<||7}|sd |jd!d! ttd"|d#dd| pdd jd d |||f}t ||p6t|}|rR||dVqdd$||fVqqW| s{| d0k rt j!|| ]query returns one graph for each query, and an overview with totals (optionally per category, if the first letters of each corpus name form a small set); tnormR9cs-i|]#}|tt|tdqS(R1(R2R-R3(R4R5(R (s6/home/andreas/ai/mscthesis/disco-dop/web/treesearch.pys s scounts?Rtcsvs6Counts from queries (export to CSV): R<R1Rt normquerytindexs
    %s
s css%|]\}}d||fVqdS(s
  • %sN((R4R5R<((s6/home/andreas/ai/mscthesis/disco-dop/web/treesearch.pys ssCombined resultstOverviewitis %sLegend: %si@t s css1|]'\}}dtj|d|fVqdS(s%stblackN(tCOLORSR,(R4R5R<((s6/home/andreas/ai/mscthesis/disco-dop/web/treesearch.pys stindicess%

    %s

     
    %s
tlimittconststwordsgY@s8%s (browse)    %5d %5.2f %%i(ttexttsents(%s%s
s"%s%6d            %5.2f %%

tTOTALs
    sAbsolute counts of %s:tunittmatchess0Relative frequency of %s: (count / num_%s * 100)t%R7R?iNcSsdt|dS(Ns%gi(tround(tx((s6/home/andreas/ai/mscthesis/disco-dop/web/treesearch.pytss.

    Overview of patterns

    cSsh|]}|dqS(i((R4tkey((s6/home/andreas/ai/mscthesis/disco-dop/web/treesearch.pys s ic3si|]_}D]R}d||f|jgjD]}|d|kr4|^q4jfVq qdS(s%s_%siN(tixRPtmean(R4R<tletterRc(tdft firstletters(s6/home/andreas/ai/mscthesis/disco-dop/web/treesearch.pys stcategorys
    %s
    t float_formatc3s%|]}||jfVqdS(N(Re(R4R<(Rg(s6/home/andreas/ai/mscthesis/disco-dop/web/treesearch.pys ss8Relative frequencies of patterns: (count / num_%s * 100)tdosort(RRN(1R,R"RtdictR.R&R RtlisttvaluesR-tpandast DataFramet querydicttjoint enumeratet iteritemsR'tlentcolumnsRDtsortedtitemstsumtupdatetappendtinttNUMSENTStNUMCONSTtNUMWORDSRItljusttdispplottSeriestmaxtbarplotR7RGtto_dicttiotBytesIOtto_csvtgetvalueRPR Rtdescribet to_stringtFalse( R R6RMR/turlt normresultstcombinedt combined1R5RPtqueriestnameROR<tcntstsumtotaltrelfreqR#tlegendRLRVtcntttextnoRWRZttotaltouttplotttmpRCtoverviewRc((RgRhR s6/home/andreas/ai/mscthesis/disco-dop/web/treesearch.pyR&s      #  ;    $              $ c #s4t}fdtD}dttdd}dtddkradndd dt||d fVxtttt j d d j d|d td d kddkt dD]8\}\}}||}t |}x t|D]\} \}} } } } | dkr`t}d||d|dfVnd|| dkr{dndd krdnd|| | f}y+t| | d| jdtdt}Wn)tk r}d| || | f}nXd| ||f}|VqWdVqW|r+dndVdS(s6Return visualization of parse trees in search results.cs-i|]#}|tt|tdqS(R1(R2R-R3(R4R5(R (s6/home/andreas/ai/mscthesis/disco-dop/web/treesearch.pys "s strees?RRNsv
    Query: %s
Trees (showing up to %d per text; export: plain, with line numbers):
R<is...s
&linenos=1R1RR=tnomorphtnofuncisK==> %s: [toggle]
ispbrowse|contexts&nofuncRRs&nomorpht	highlighttunicodelinesthtmls#%s 
ERROR: %s
%s
%s
s#%s [%s]
%s
ss
    s No matches.N(RR"RRlRut TREELIMITRsRRwR.R,R;RR-RDRRZRI(R t gotresultsR/RR5RLR#RRZtmtsentnottreeR[thightlinkttreereprterrtline((R s6/home/andreas/ai/mscthesis/disco-dop/web/treesearch.pyR;sD   1  (   c #sCt}fdtD}d|r1dndttddf}dtdd krsdndd d t||d fVxtttt j d d j d|dtd|t dD]G\}\}}||}t |} xt|D] \} \}} } | dkrUt}d| ||fVnd|| dkrpdnddkrdnd|| | f} |rtj| jdd} | jd}n.djfdt| jdD}dt| jd| |fVqWdVqW|r:d nd!Vd"S(#s:Return search results as terminals or in bracket notation.cs-i|]#}|tt|tdqS(R1(R2R-R3(R4R5(R (s6/home/andreas/ai/mscthesis/disco-dop/web/treesearch.pys Ns s%s?%sR;R9RRNsz
    Query: %s
Sentences (showing up to %d per text; export: plain, with line numbers):
R<is...s
&linenos=1R1RR=R:isC
%s: [toggle] 
      sndraw|contextRs&nofuncRRRs&nomorphs )s -NONE-)s%sRSc3s1|]'\}}|kr%d|n|VqdS(s%sN((R4Ratword(R(s6/home/andreas/ai/mscthesis/disco-dop/web/treesearch.pys	nss
    1. #%s [%s] %sis
    s
    s No matches.N(RR"RRlRuRFRsRRwR.R,R9RR-RDtcgitescapetreplaceRrtsplittstrtrjust(R t dobracketsRR/RR5RLR#RRZRRR[RR((R Rs6/home/andreas/ai/mscthesis/disco-dop/web/treesearch.pyR9KsB   "  % % cCst|dtS(sWrapper.R(R9RD(R ((s6/home/andreas/ai/mscthesis/disco-dop/web/treesearch.pyR:vsc #s,jdddkr!dVdSt}fdtD}t}|sdttdd }d td d krd nd d d tt|fVnjdddk}|rt j j dt ddnt j j dtddxt tjddjd |dtdt D]\}\}}} }|dkrkt }n|rtjtj| jd\} } dt| dj| f} n| jddd} |j| jdq>W| r| rdVdStjdt B} | j|| jt j| jgddd\}}WdQX|rt tt!||d d!}n!t tt!||d d"}t}|sd#VnxD|D]<\} }t }|r| \} } djd$| D} n|r0|rd%| | |fVqd| |fVq|rd&t"| jdt"| jdf}t#j$d't%j&d| d} t%j&| d| } n4d(t"| jd}t#j$d't%j&| } t'j$d)| } d*||| fVqW|s(d+V|rd,Vq(d-t(t)fVndS(.s0Extract recurring fragments from search results.R1RRs.Only implemented for tgrep2 and xpath queries.Ncs-i|]#}|tt|tdqS(R1(R2R-R3(R4R5(R (s6/home/andreas/ai/mscthesis/disco-dop/web/treesearch.pys s s fragments?RRNs
    Query: %s
Fragments (showing up to %d fragments in the first %d search results from selected texts;
ordered by (freq ** 0.5 * numwords ** 2) Export):
R<is...RtdiscRCtdiscbrackettbracketR=R:isutf-8s%s	%s
RSs )s -NONE-)s
tutf8sNo matches.tdeleteiRccSs,td|ddDd|ddS(Ncss|]}|rdVqdS(iN((R4RB((s6/home/andreas/ai/mscthesis/disco-dop/web/treesearch.pys	siiig?(Ry(tff((s6/home/andreas/ai/mscthesis/disco-dop/web/treesearch.pyRbscSs4tdtjd|dDd|ddS(Ncss|]}dVqdS(iN((R4t_((s6/home/andreas/ai/mscthesis/disco-dop/web/treesearch.pys	ss[^ ()]\)iiig?(Rytretfinditer(R((s6/home/andreas/ai/mscthesis/disco-dop/web/treesearch.pyRbs	s
      css|]}|pdVqdS(RRN((R4RB((s6/home/andreas/ai/mscthesis/disco-dop/web/treesearch.pys	ss	%s	%s	%s
s(draws \1s draws(\1 )s
    1. freq=%3d [%s] %ss
    s
    s)No fragments with freq > %d & nodes > %d.(*R,RR"tsetRRlRut FRAGLIMITRFRtPARAMSRzRDRsR.R9Rt alpinotreet ElementTreet fromstringRARRrRtaddttempfiletNamedTemporaryFilet writelinestflushtregularRR'RtzipRt GETLEAVEStsubRRtGETFRONTIERNTStMINNODEStMINFREQ(R R6RR/t uniquetreesRRR5RttreestrRR[RRR#t approxcountstfreqR((R s6/home/andreas/ai/mscthesis/disco-dop/web/treesearch.pyRE{s   (  !"  *$  +  s/stylecCsd}d}tjjddkrOt|dd}d|jdExport to CSV
    s$Results based on first %d sentences.cs)i|]}t|jd|qS(i(t STYLETABLER,(R4RB(tfield(s6/home/andreas/ai/mscthesis/disco-dop/web/treesearch.pys s it:R]R_RRN(( tglobtosR(RrR2tminR}RRwtkeysRRnR(tfieldsRBtdataR((Rs6/home/andreas/ai/mscthesis/disco-dop/web/treesearch.pytgenerates   cstj}tr0ttttjngtj|}|j dg|j fdttj D|j S(sGenerate CSV file.RZc3s9|]/\}}|ggD]}||^qVqdS(N((R4RtrowRc(R(s6/home/andreas/ai/mscthesis/disco-dop/web/treesearch.pys s( RRRRwtnexttiterRnRNtwritertwriterowt writerowsRxR(RR((Rs6/home/andreas/ai/mscthesis/disco-dop/web/treesearch.pyt generatecsvs *RRNR8s text/plainsattachment; filename=style.csvsContent-DispositionR7R?isapplication/jsonssearchresults.htmlR R!R"RtstyleR#R$Rsmax-age=604800, publics Cache-Controliis%a, %d %b %Y %H:%M:%S UTCtExpires(R R*R,R RJR7RGRtstream_templateR-R"R.RtutcnowRtstrftime(RRRK((s6/home/andreas/ai/mscthesis/disco-dop/web/treesearch.pyRs      s/drawc Cs dtjkrwdttjddtjkr]gtjdjdD]}|pTd^qEndjdtdtSttjdttjd}}dtjk}d tjk}tj j t t |d }tj j |rCttt||d |jd }tt|||jdtdt}nd tkrt t |d}d|}td j|j|}tjtj|d|rdndd|rdnd\} } t| | jdtdt}ntdt |d||fS(s5Produce a visualization of a tree on a separate page.Rs 
    %s
    R[RSRRRZRRs.mrgiRRs.dacts%dt functionsRt morphologyRsno treebank available for "%s".s
    %s
    N(R R*RRR'RZRDR|RR(RrR2R-texistsRRtopentdecodeRR.tfilestreadRRRRRI( RBRRRRRLRtresulttsentidRR[((s6/home/andreas/ai/mscthesis/disco-dop/web/treesearch.pytdraws0J'  $s /browsesentscsd}dtjkrdtjkrttjd}ttjdd}ttjjddd}tt|d|t||d}td||d}t||t|}tjj t t |d}tjj |r;gt tj|d d ||D]}d j tj|^q}nd tkrt t |d }gt||D]=} tjtd j|jd| djdj^qi}ntdt |gt||D]:\} }| |krdtj|n tj|^q}d} } tjjddrdttdtjddtjjdd} t t |t tjjdd}t!tjd} ddj dt| dD} xt| j"D]\} \} }ttjdj#|d|fdd1}x|D]\} }}||koC|knrj%d d j fd|D}|||dj&|dt'j| ddtj|f|||d%sRRR<t&R1Rs Legend: %ss css1|]'\}}dtj|d|fVqdS(s%stgrayN(RUR,(R4R5R<((s6/home/andreas/ai/mscthesis/disco-dop/web/treesearch.pys KstsubsetR=c3s|]}|VqdS(N((R4RB(R[(s6/home/andreas/ai/mscthesis/disco-dop/web/treesearch.pys Sss%sRss8ss8sbrowsesents.htmlRRt totalsentsR9tprevlinktnextlinktchunktmintreetmaxtreeRs/

    Browse through sentences

      %s
    s css,|]"\}}d||t|fVqdS(sF
  • %s (%d sentences)N(R}(R4R5RZ((s6/home/andreas/ai/mscthesis/disco-dop/web/treesearch.pys isN()R R*R|R,RRR}RR(RrR2R-RRRRRtfindallR.trangeRRRRtfindRZRIRsRRRRlR3RqRnR9R'RRRUR(RRRRtstartRRLRBR#R5Rt queryparamsRRR<R^RRtmatchRR((R[s6/home/andreas/ai/mscthesis/disco-dop/web/treesearch.pyt browsesents'sz(1 SM    %8    s/browsecCs4d}dtjkrdtjkrttjd}ttjdd}td|||}t||t|}dtjk}dtjk}tjjt t |d}d t krdt t |d }gt ||D]v}t tjtjt d j|jd |dd |r+d)nd d|r=d)ndjdtdt^q} ntjj|rgtt|||D]9} t t| jd||jdtdt^q} ntdt |gt| |D]8\}} d|ddtjkr dnd| f^q} dtjkrOdj| Sd} ||kr|d|||df} nd}|t||krd|||df}ntdd|d|ddt |d t|d!| d"| d#|d$|d|d|d%|dd&| Sd'djd(tt DS(*sBrowse through trees in a file.iRZR[iiRRs.mrgRs.dacts%8dRRRRRRRsno treebank available for "%s".s
    %s
    tajaxs style="display: none; "RRs ss1ss1s browse.htmlRRRR;RRRRRs+

    Browse through trees

      %s
    css,|]"\}}d||t|fVqdS(sA
  • %s (%d sentences)N(R}(R4R5RZ((s6/home/andreas/ai/mscthesis/disco-dop/web/treesearch.pys sN(R R*R|RRR}RR(RrR2R-R.RRRRRRRRR'RZRDRRRRRRIRsR(RRRRRRRRLR5t drawntreesRRR#RR((s6/home/andreas/ai/mscthesis/disco-dop/web/treesearch.pytbrowsensJ XK    s /favicon.icocCs%ttjjtjddddS(sServe the favicon.tstaticstreesearch.icoR8simage/vnd.microsoft.icon(RRR(RrtAPPt root_path(((s6/home/andreas/ai/mscthesis/disco-dop/web/treesearch.pytfaviconsg@RRc Csdd|g}d|D}i}t|dkrZ|jt|tddn|r{t|d|jdtn|} x}| D]u} |jd || rt||| |nd || r|j| d dnd t j | || |fqW|jd d j |S( s1A HTML bar plot given a dictionary and max value.s
    sB%scSsh|]}|dqS(i((R4Rc((s6/home/andreas/ai/mscthesis/disco-dop/web/treesearch.pys s iiiRctreversesC
    %s: %g %sis
    s ( RuRzRRRwR,RDR{R`RRRr( RRttitletwidthR]RkRRhtcolorRRc((s6/home/andreas/ai/mscthesis/disco-dop/web/treesearch.pyRs "'  %#" c Csd||f}xutt|tr+|n|gD]O\}}|sMq5n|r-g}d}dgt|dg} xt| | d| dD]\} } } | | dkr| | dkr|jd| q| | dkr| }q| | dkr|jd|d| |dfqqWn'gt|D]} d| d^q:}|d||tj|d d j|f7}q5W|d S( s@Draw a dispersion plot from a list of indices. :param indices: a list of sets or Counter objects, where each element is a sentence number. Each element of indices will be drawn in a different color. :param total: the total number of sentences. :param runle: use a more compact, run-length encoded representation.s i����ii���i���s ���M %d 0v 10s���M %d 0l 0 10 %d 0 0 -10s:��� RT���RR���s���( Rst isinstanceRmRwRR{RUR,Rr( RVRRtrunleRR5RBtstrokesRtseqtprevtidxtnextidx((s6/home/andreas/ai/mscthesis/disco-dop/web/treesearch.pyRs, 1*  $'.cCst}d|krxtd|djddjdD]i}d|kr|jd\}}|jdtt|t|Dq>|jt|q>Wn|jtt t |S(s7Find available texts and parse selected texts argument.R!t.t,t-css|] }|VqdS(N((R4R5((s6/home/andreas/ai/mscthesis/disco-dop/web/treesearch.pys sN( RtfilterR'RRRzRR|RRuR-(R R/RBtbtc((s6/home/andreas/ai/mscthesis/disco-dop/web/treesearch.pyR"s  / /cCst}xd|jDD]}d|krM|jdd\}}n,|d t|dkrldnd}|}d|kr|jd\}}n d|}}||f||sRiidRRs...s N(R t splitlinesRRuR'(RRRRR<RO((s6/home/andreas/ai/mscthesis/disco-dop/web/treesearch.pyRqs  &  c Cstjd|}ytd}Wntk r;d}nXtjj|drVdS|r|jdr|d}t j dtddt ddd ||gd t }|j dStjj|d rt j dtd d d|d dgd t dddt j}|j}ntjj|drNdt|dD}nxtjj|drdtj|djD}gt|dtjD]}||^q}ntd|tjd|}t|d} | j|WdQXdS(s9Create a tokenized copy of a text, one sentence per line.RRtuctos.tokNs.txtR*s-Ls-ss-ntshells .mrg.t2c.gzRs-ts-ct*tbufsizeitstdouts.mrgcss+|]!}djtj|dVqdS(RSs N(RrRR(R4R((s6/home/andreas/ai/mscthesis/disco-dop/web/treesearch.pys ss.dactcSsGi|]=}tj|jjdjjdd|jqS(Rsutf-8s (RRtcontentsRRZRAR(R4tentry((s6/home/andreas/ai/mscthesis/disco-dop/web/treesearch.pys s Rcs.no file found for "%s" and ucto not installed.tw(tEXTRERRRIR'RR(Rtendswitht subprocesstPopentLANGRtwaittPIPER$Rt alpinocorpust CorpusReadertentriesRwRtnumbaseR( RLtbaseR tnewfiletprocttgrept convertedRRBR((s6/home/andreas/ai/mscthesis/disco-dop/web/treesearch.pyttokenizes>      / cCsyddl}Wn"tk r4tjjdiSXtjtjjt d}i}t |}xgt |D]Y}tjj |}d|j ttj|dd|dtjD||9s Rsutf-8tlang(t readabilityt ImportErrorR tloggertwarningRRR(RrR2RRwtbasenamet getmeasuresRRRR,Rn(tnumsentsR;RR#tcutoffRLR((s6/home/andreas/ai/mscthesis/disco-dop/web/treesearch.pytgetreadabilitymeasures)s    csg}i}tjjtd}tjj|rry(tjt|\}}}}}Wqrtk rnqrXnt t j tjjtd}t t j tjjtd}t j tjjtd} x$|p|p| D]} t | qWt t j tjjtd} |rit |t |j ddkrit|ddt|d|p>| D](}tjj)tjj*|d^q?}t+|}ntj,|||||ft|ddd||||||fS( s.Get list of files and number of lines in them.streesearchcorpus.pickles*.mrgs*.dacts*.txts*.tokRsstatic/tgrepmacros.txtt numthreadsRsstatic/xpathmacros.txtRsstatic/regexmacros.txts8no files with extension .mrg, .dact, or .txt found in %scssA|]7\}}|jddd|jdddkVqdS(RiiN(trsplit(R4RBtt((s6/home/andreas/ai/mscthesis/disco-dop/web/treesearch.pys bssJexpected either .mrg or .dact files, or corresponding .mrg and .dact filesicSs2h|](}tjjtjj|dqS(i(RR(tsplitextR?(R4RL((s6/home/andreas/ai/mscthesis/disco-dop/web/treesearch.pys is c3s'|]}tj|jkVqdS(N(Rtstattst_mtime(R4RB(t picklemtime(s6/home/andreas/ai/mscthesis/disco-dop/web/treesearch.pys kss.mrgt(scKs?tj|tjj|}|j|}|jd|S(s9Pass an iterator to a template; from Flask documentation.i(R tupdate_template_contextt jinja_envt get_templatetstreamtenable_buffering(t template_nametcontextttemplR((s6/home/andreas/ai/mscthesis/disco-dop/web/treesearch.pyRs   RHcBseZdZdZRS(s(Convert sets to lists for JSON encoding.cCs,t|trt|Stjj||S(sDo conversion.(RRRmR7t JSONEncodertdefault(tselftobj((s6/home/andreas/ai/mscthesis/disco-dop/web/treesearch.pyRps (t__name__t __module__t__doc__Rp(((s6/home/andreas/ai/mscthesis/disco-dop/web/treesearch.pyRHstquiettdebugRtcompletetcovert quadratict complementtadjacentttwotermstnofreqtapproxRVRCRR&R;R9R:Ris%(asctime)s %(message)stdatefmts%Y-%m-%d %H:%M:%St__main__thosts0.0.0.0({Rut __future__RRRRRRNR7RtloggingRR*theapqRturllibRRRt itertoolsRRtoperatorRt collectionsRR R tcPickleRNR<RotflaskR R R RRt werkzeug.urlsRR/txml.etree.cElementTreetetreet cElementTreeRRDRQRtdiscodop.treedrawRtdiscodopRRtdiscodop.parserRtdiscodop.treesearchRRRRRRRRRFRPR,R2RsR tcompilet MORPH_TAGSt FUNC_TAGSRRR(R3RlRsRRUtrouteR0RR&R;R9R:RERRRRR RRR"RqR8RCRfRRoRHRRzR+t basicConfigt getLoggerR=tlogtsetLeveltDEBUGthandlerst setFormattert FormatterR-R}R~RRR.trun(((s6/home/andreas/ai/mscthesis/disco-dop/web/treesearch.pyts                "        ' $ , +  W6G5$   %  P  $