³ò ŒB_Kc @s­dZddkTddklZlZlZddklZlZddk Z ddk Tdefd„ƒYZ defd „ƒYZ d efd „ƒYZ d efd „ƒYZdefd„ƒYZe eƒe eƒgZe eƒe eƒe eƒgZe eƒe eƒgZeƒeƒgZeeeeZdefd„ƒYZdefd„ƒYZd„Zd„Z e i!dƒZ"d„Z#e$djo e#ƒndS(s> The lexicon is constructed by calling lexicon.parseLexicon(). In order to construct a parser, you also need a rule set. The standard English rules are provided in chart as chart.DefaultRuleSet The parser can then be constructed by calling, for example: parser = chart.CCGChartParser(, ) Parsing is then performed by running parser.nbest_parse(.split()) While this returns a list of trees, the default representation of the produced trees is not very enlightening, particularly given that it uses the same tree class as the CFG parsers. It is probably better to call: chart.printCCGDerivation() which should print a nice representation of the derivation. This entire process is shown far more clearly in the demonstration: python chart.py iÿÿÿÿ(t*(tAbstractChartRuletEdgeItChart(tTreet defaultdictNtCCGEdgecBseZd„Zd„Zd„Zd„Zd„Zd„Zd„Zd„Z d„Z d „Z d „Z d „Z d „Zd „Zd„ZRS(cCs||_||_||_dS(N(t_spant_categt_rule(tselftspantcategtrule((s$/p/zhu/06/nlp/nltk/nltk/ccg/chart.pyt__init__,s  cCs|iS(N(R(R ((s$/p/zhu/06/nlp/nltk/nltk/ccg/chart.pytlhs2scCs|iS(N(R(R ((s$/p/zhu/06/nlp/nltk/nltk/ccg/chart.pyR 3scCs |idS(Ni(R(R ((s$/p/zhu/06/nlp/nltk/nltk/ccg/chart.pytstart4scCs |idS(Ni(R(R ((s$/p/zhu/06/nlp/nltk/nltk/ccg/chart.pytend5scCs|id|idS(Nii(RR (R ((s$/p/zhu/06/nlp/nltk/nltk/ccg/chart.pytlength6scCsdS(N(((R ((s$/p/zhu/06/nlp/nltk/nltk/ccg/chart.pytrhs7scCsdS(Ni((R ((s$/p/zhu/06/nlp/nltk/nltk/ccg/chart.pytdot8scCstS(N(tTrue(R ((s$/p/zhu/06/nlp/nltk/nltk/ccg/chart.pyt is_complete9scCstS(N(tFalse(R ((s$/p/zhu/06/nlp/nltk/nltk/ccg/chart.pyt is_incomplete:scCsdS(N(tNone(R ((s$/p/zhu/06/nlp/nltk/nltk/ccg/chart.pytnext;scCs|iS(N(R(R ((s$/p/zhu/06/nlp/nltk/nltk/ccg/chart.pyR =scCs|iS(N(R (R ((s$/p/zhu/06/nlp/nltk/nltk/ccg/chart.pyR ?scCsRt|tƒpdSnt|i|i|if|iƒ|iƒ|iƒfƒS(Niÿÿÿÿ( t isinstanceRtcmpRRR R R R (R tother((s$/p/zhu/06/nlp/nltk/nltk/ccg/chart.pyt__cmp__BscCst|i|i|ifƒS(N(thashRRR (R ((s$/p/zhu/06/nlp/nltk/nltk/ccg/chart.pyt__hash__Gs(t__name__t __module__RRR RRRRRRRRR R RR (((s$/p/zhu/06/nlp/nltk/nltk/ccg/chart.pyR+s              t CCGLeafEdgecBs•eZdZd„Zd„Zd„Zd„Zd„Zd„Zd„Z d„Z d „Z d „Z d „Z d „Zd „Zd„Zd„ZRS(s< Class representing leaf edges in a CCG derivation. cCs||_||_||_dS(N(t_posRt_leaf(R tposR tleaf((s$/p/zhu/06/nlp/nltk/nltk/ccg/chart.pyRNs  cCs|iS(N(R(R ((s$/p/zhu/06/nlp/nltk/nltk/ccg/chart.pyRTscCs|i|idfS(Ni(R$(R ((s$/p/zhu/06/nlp/nltk/nltk/ccg/chart.pyR UscCs|iS(N(R$(R ((s$/p/zhu/06/nlp/nltk/nltk/ccg/chart.pyRVscCs |idS(Ni(R$(R ((s$/p/zhu/06/nlp/nltk/nltk/ccg/chart.pyRWscCsdS(Ni((R ((s$/p/zhu/06/nlp/nltk/nltk/ccg/chart.pyRXscCs|iS(N(R%(R ((s$/p/zhu/06/nlp/nltk/nltk/ccg/chart.pyRYscCsdS(Ni((R ((s$/p/zhu/06/nlp/nltk/nltk/ccg/chart.pyRZscCstS(N(R(R ((s$/p/zhu/06/nlp/nltk/nltk/ccg/chart.pyR[scCstS(N(R(R ((s$/p/zhu/06/nlp/nltk/nltk/ccg/chart.pyR\scCsdS(N(R(R ((s$/p/zhu/06/nlp/nltk/nltk/ccg/chart.pyR]scCs|iS(N(R(R ((s$/p/zhu/06/nlp/nltk/nltk/ccg/chart.pyR _scCs|iS(N(R%(R ((s$/p/zhu/06/nlp/nltk/nltk/ccg/chart.pyR'bscCsOt|tƒpdSnt|i|i|if|iƒ|iƒ|iƒƒS(Niÿÿÿÿ( RR#RRRR R R R (R R((s$/p/zhu/06/nlp/nltk/nltk/ccg/chart.pyRdscCst|i|i|ifƒS(N(RR$RR%(R ((s$/p/zhu/06/nlp/nltk/nltk/ccg/chart.pyR is(R!R"t__doc__RRR RRRRRRRRR R'RR (((s$/p/zhu/06/nlp/nltk/nltk/ccg/chart.pyR#Js               tBinaryCombinatorRulecBs/eZdZdZd„Zd„Zd„ZRS(sw Class implementing application of a binary combinator to a chart. Takes the directed combinator to apply. icCs ||_dS(N(t _combinator(R t combinator((s$/p/zhu/06/nlp/nltk/nltk/ccg/chart.pyRrsccsÉ|iƒ|iƒjpdSn|ii|iƒ|iƒƒo‚x|ii|iƒ|iƒƒD]X}td|iƒ|iƒfd|d|iƒ}|i|||fƒo |VqeqeWndS(NR R R (RRR*t can_combineR tcombineRtinsert(R tcharttgrammart left_edget right_edgetrestnew_edge((s$/p/zhu/06/nlp/nltk/nltk/ccg/chart.pyt apply_itervs""0cCs t|iƒS(N(tstrR*(R ((s$/p/zhu/06/nlp/nltk/nltk/ccg/chart.pyt__str__„s(R!R"R(tNUMEDGESRR5R7(((s$/p/zhu/06/nlp/nltk/nltk/ccg/chart.pyR)ls   tForwardTypeRaiseRulecBs/eZdZdZd„Zd„Zd„ZRS(s1 Class for applying forward type raising icCs t|_dS(N(tForwardTR*(R ((s$/p/zhu/06/nlp/nltk/nltk/ccg/chart.pyRsccs”|iƒ|iƒjpdSnxl|ii|iƒ|iƒƒD]I}td|iƒd|d|iƒ}|i||fƒo |VqCqCWdS(NR R R (RRR*R-R RR R.(R R/R0R1R2R3R4((s$/p/zhu/06/nlp/nltk/nltk/ccg/chart.pyR5‘s"$cCs t|iƒS(N(R6R*(R ((s$/p/zhu/06/nlp/nltk/nltk/ccg/chart.pyR7™s(R!R"R(R8RR5R7(((s$/p/zhu/06/nlp/nltk/nltk/ccg/chart.pyR9‰s   tBackwardTypeRaiseRulecBs/eZdZdZd„Zd„Zd„ZRS(s3 Class for applying backward type raising. icCs t|_dS(N(t BackwardTR*(R ((s$/p/zhu/06/nlp/nltk/nltk/ccg/chart.pyR¢sccs”|iƒ|iƒjpdSnxl|ii|iƒ|iƒƒD]I}td|iƒd|d|iƒ}|i||fƒo |VqCqCWdS(NR R R (RRR*R-R RR R.(R R/R0R1R2R3R4((s$/p/zhu/06/nlp/nltk/nltk/ccg/chart.pyR5¤s"$cCs t|iƒS(N(R6R*(R ((s$/p/zhu/06/nlp/nltk/nltk/ccg/chart.pyR7¬s(R!R"R(R8RR5R7(((s$/p/zhu/06/nlp/nltk/nltk/ccg/chart.pyR;œs   tCCGChartParsercBs/eZdZdd„Zd„Zed„ZRS(sV Chart parser for CCGs. Based largely on the ChartParser class from NLTK. icCs||_||_||_dS(N(t_lexicont_rulest_trace(R tlexicontrulesttrace((s$/p/zhu/06/nlp/nltk/nltk/ccg/chart.pyRÃs  cCs|iS(N(R>(R ((s$/p/zhu/06/nlp/nltk/nltk/ccg/chart.pyRAÈsc Cs¶t|ƒ}tt|ƒƒ}|i}xht|iƒƒD]T}xK|i|i|ƒƒD]1}t|||i|ƒƒ}|i|dƒqYWq:Wx td|iƒdƒD]ï}xætd|iƒ|dƒD]Ç} x¾td|ƒD]­} | } | | } | |} xŠ|i d| | fƒD]p}xg|i d| | fƒD]M}xD|i D]9}d}x*|i ||||ƒD]}|d7}qsWqNWq>WqWqæWqÐWq¬W|i |i ƒƒ| S(NiiiR ((tlisttCCGChartR>tranget num_leavest categoriesR'R#R.tselectR?R5tparsesR(R ttokenstnR/tlextindextcatR4R RtparttlstarttmidtrendtlefttrightR tedges_added_by_ruletnewedge((s$/p/zhu/06/nlp/nltk/nltk/ccg/chart.pyt nbest_parseÌs:     &(R!R"R(RRARRX(((s$/p/zhu/06/nlp/nltk/nltk/ccg/chart.pyR=¾s  REcBseZd„Zd„ZRS(cCsti||ƒdS(N(RR(R RK((s$/p/zhu/06/nlp/nltk/nltk/ccg/chart.pyRîsc Cst||jo ||Sng}g|| Pro # Word -> Category mapping you => Pro the => Det # Variables have the special keyword 'var' # '.' prevents permutation # ',' prevents composition and => var\.,var/.,var which => (N\N)/(S/NP) will => Modal # Categories can be either explicit, or families. might => Modal cook => TV eat => TV mushrooms => N parsnips => N bacon => N cCs@tttƒ}x*|idiƒdƒD]}t|ƒq(WdS(NsI might cook and eat the baconi(R=RMtDefaultRuleSetRXtsplitRy(tparsertparse((s$/p/zhu/06/nlp/nltk/nltk/ccg/chart.pytdemoest__main__(%R(tnltk.parse.apitnltk.parse.chartRRRtnltkRRRAR+RR#R)R9R;tForwardApplicationtBackwardApplicationtApplicationRuleSettForwardCompositiontBackwardCompositiont BackwardBxtCompositionRuleSettForwardSubstitutiont BackwardSxtSubstitutionRuleSettTypeRaiseRuleSetR‚tParserIR=RERyRot parseLexiconRMR†R!(((s$/p/zhu/06/nlp/nltk/nltk/ccg/chart.pyss8   "    /#