| /*************************************************************************/ |
| /* */ |
| /* Language Technologies Institute */ |
| /* Carnegie Mellon University */ |
| /* Copyright (c) 2001 */ |
| /* All Rights Reserved. */ |
| /* */ |
| /* Permission is hereby granted, free of charge, to use and distribute */ |
| /* this software and its documentation without restriction, including */ |
| /* without limitation the rights to use, copy, modify, merge, publish, */ |
| /* distribute, sublicense, and/or sell copies of this work, and to */ |
| /* permit persons to whom this work is furnished to do so, subject to */ |
| /* the following conditions: */ |
| /* 1. The code must retain the above copyright notice, this list of */ |
| /* conditions and the following disclaimer. */ |
| /* 2. Any modifications must be clearly marked as such. */ |
| /* 3. Original authors' names are not deleted. */ |
| /* 4. The authors' names are not used to endorse or promote products */ |
| /* derived from this software without specific prior written */ |
| /* permission. */ |
| /* */ |
| /* CARNEGIE MELLON UNIVERSITY AND THE CONTRIBUTORS TO THIS WORK */ |
| /* DISCLAIM ALL WARRANTIES WITH REGARD TO THIS SOFTWARE, INCLUDING */ |
| /* ALL IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS, IN NO EVENT */ |
| /* SHALL CARNEGIE MELLON UNIVERSITY NOR THE CONTRIBUTORS BE LIABLE */ |
| /* FOR ANY SPECIAL, INDIRECT OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES */ |
| /* WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN */ |
| /* AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, */ |
| /* ARISING OUT OF OR IN CONNECTION WITH THE USE OR PERFORMANCE OF */ |
| /* THIS SOFTWARE. */ |
| /* */ |
| /*************************************************************************/ |
| /* Author: Alan W Black (awb@cs.cmu.edu) */ |
| /* Date: January 2001 */ |
| /*************************************************************************/ |
| /* Poor mans part of speech tagger */ |
| /*************************************************************************/ |
| |
| #include "cst_val.h" |
| |
| DEF_STATIC_CONST_VAL_STRING(gpos_in,"in"); |
| DEF_STATIC_CONST_VAL_STRING(gpos_of,"of"); |
| DEF_STATIC_CONST_VAL_STRING(gpos_for,"for"); |
| DEF_STATIC_CONST_VAL_STRING(gpos_on,"on"); |
| DEF_STATIC_CONST_VAL_STRING(gpos_that,"that"); |
| DEF_STATIC_CONST_VAL_STRING(gpos_with,"with"); |
| DEF_STATIC_CONST_VAL_STRING(gpos_by,"by"); |
| DEF_STATIC_CONST_VAL_STRING(gpos_at,"at"); |
| DEF_STATIC_CONST_VAL_STRING(gpos_from,"from"); |
| DEF_STATIC_CONST_VAL_STRING(gpos_as,"as"); |
| DEF_STATIC_CONST_VAL_STRING(gpos_if,"if"); |
| DEF_STATIC_CONST_VAL_STRING(gpos_against,"against"); |
| DEF_STATIC_CONST_VAL_STRING(gpos_about,"about"); |
| DEF_STATIC_CONST_VAL_STRING(gpos_before,"before"); |
| DEF_STATIC_CONST_VAL_STRING(gpos_because,"because"); |
| DEF_STATIC_CONST_VAL_STRING(gpos_under,"under"); |
| DEF_STATIC_CONST_VAL_STRING(gpos_after,"after"); |
| DEF_STATIC_CONST_VAL_STRING(gpos_over,"over"); |
| DEF_STATIC_CONST_VAL_STRING(gpos_into,"into"); |
| DEF_STATIC_CONST_VAL_STRING(gpos_while,"while"); |
| DEF_STATIC_CONST_VAL_STRING(gpos_without,"without"); |
| DEF_STATIC_CONST_VAL_STRING(gpos_through,"through"); |
| DEF_STATIC_CONST_VAL_STRING(gpos_new,"new"); /* ??? */ |
| DEF_STATIC_CONST_VAL_STRING(gpos_between,"between"); |
| DEF_STATIC_CONST_VAL_STRING(gpos_among,"among"); |
| DEF_STATIC_CONST_VAL_STRING(gpos_until,"until"); |
| DEF_STATIC_CONST_VAL_STRING(gpos_per,"per"); |
| DEF_STATIC_CONST_VAL_STRING(gpos_up,"up"); |
| DEF_STATIC_CONST_VAL_STRING(gpos_down,"down"); |
| |
| static const cst_val * const gpos_in_list[] = { |
| (cst_val *)&gpos_in, |
| (cst_val *)&gpos_of, |
| (cst_val *)&gpos_for, |
| (cst_val *)&gpos_in, |
| (cst_val *)&gpos_on, |
| (cst_val *)&gpos_that, |
| (cst_val *)&gpos_with, |
| (cst_val *)&gpos_by, |
| (cst_val *)&gpos_at, |
| (cst_val *)&gpos_from, |
| (cst_val *)&gpos_as, |
| (cst_val *)&gpos_if, |
| (cst_val *)&gpos_that, |
| (cst_val *)&gpos_against, |
| (cst_val *)&gpos_about, |
| (cst_val *)&gpos_before, |
| (cst_val *)&gpos_because, |
| (cst_val *)&gpos_under, |
| (cst_val *)&gpos_after, |
| (cst_val *)&gpos_over, |
| (cst_val *)&gpos_into, |
| (cst_val *)&gpos_while, |
| (cst_val *)&gpos_without, |
| (cst_val *)&gpos_through, |
| (cst_val *)&gpos_new, |
| (cst_val *)&gpos_between, |
| (cst_val *)&gpos_among, |
| (cst_val *)&gpos_until, |
| (cst_val *)&gpos_per, |
| (cst_val *)&gpos_up, |
| (cst_val *)&gpos_down, |
| 0 }; |
| |
| DEF_STATIC_CONST_VAL_STRING(gpos_to,"to"); |
| |
| static const cst_val * const gpos_to_list[] = { |
| (cst_val *)&gpos_to, |
| (cst_val *)&gpos_to, |
| 0 }; |
| |
| DEF_STATIC_CONST_VAL_STRING(gpos_det,"det"); |
| DEF_STATIC_CONST_VAL_STRING(gpos_the,"the"); |
| DEF_STATIC_CONST_VAL_STRING(gpos_a,"a"); |
| DEF_STATIC_CONST_VAL_STRING(gpos_an,"an"); |
| DEF_STATIC_CONST_VAL_STRING(gpos_some,"some"); |
| DEF_STATIC_CONST_VAL_STRING(gpos_this,"this"); |
| DEF_STATIC_CONST_VAL_STRING(gpos_each,"each"); |
| DEF_STATIC_CONST_VAL_STRING(gpos_another,"another"); |
| DEF_STATIC_CONST_VAL_STRING(gpos_those,"those"); |
| DEF_STATIC_CONST_VAL_STRING(gpos_every,"every"); |
| DEF_STATIC_CONST_VAL_STRING(gpos_all,"all"); |
| DEF_STATIC_CONST_VAL_STRING(gpos_any,"any"); |
| DEF_STATIC_CONST_VAL_STRING(gpos_these,"these"); |
| DEF_STATIC_CONST_VAL_STRING(gpos_both,"both"); |
| DEF_STATIC_CONST_VAL_STRING(gpos_neither,"neither"); |
| DEF_STATIC_CONST_VAL_STRING(gpos_no,"no"); |
| DEF_STATIC_CONST_VAL_STRING(gpos_many,"many"); |
| |
| static const cst_val * const gpos_det_list[] = { |
| (cst_val *)&gpos_det, |
| (cst_val *)&gpos_the, |
| (cst_val *)&gpos_a, |
| (cst_val *)&gpos_an, |
| (cst_val *)&gpos_no, |
| (cst_val *)&gpos_some, |
| (cst_val *)&gpos_this, |
| (cst_val *)&gpos_each, |
| (cst_val *)&gpos_another, |
| (cst_val *)&gpos_those, |
| (cst_val *)&gpos_every, |
| (cst_val *)&gpos_all, |
| (cst_val *)&gpos_any, |
| (cst_val *)&gpos_these, |
| (cst_val *)&gpos_both, |
| (cst_val *)&gpos_neither, |
| (cst_val *)&gpos_no, |
| (cst_val *)&gpos_many, |
| 0 }; |
| |
| DEF_STATIC_CONST_VAL_STRING(gpos_md,"md"); |
| DEF_STATIC_CONST_VAL_STRING(gpos_will,"will"); |
| DEF_STATIC_CONST_VAL_STRING(gpos_may,"may"); |
| DEF_STATIC_CONST_VAL_STRING(gpos_would,"would"); |
| DEF_STATIC_CONST_VAL_STRING(gpos_can,"can"); |
| DEF_STATIC_CONST_VAL_STRING(gpos_could,"could"); |
| DEF_STATIC_CONST_VAL_STRING(gpos_should,"should"); |
| DEF_STATIC_CONST_VAL_STRING(gpos_must,"must"); |
| DEF_STATIC_CONST_VAL_STRING(gpos_ought,"ought"); |
| DEF_STATIC_CONST_VAL_STRING(gpos_might,"might"); |
| |
| static const cst_val * const gpos_md_list[] = { |
| (cst_val *)&gpos_md, |
| (cst_val *)&gpos_will, |
| (cst_val *)&gpos_may, |
| (cst_val *)&gpos_would, |
| (cst_val *)&gpos_can, |
| (cst_val *)&gpos_could, |
| (cst_val *)&gpos_should, |
| (cst_val *)&gpos_must, |
| (cst_val *)&gpos_ought, |
| (cst_val *)&gpos_might, |
| 0 }; |
| |
| DEF_STATIC_CONST_VAL_STRING(gpos_cc,"cc"); |
| DEF_STATIC_CONST_VAL_STRING(gpos_and,"and"); |
| DEF_STATIC_CONST_VAL_STRING(gpos_but,"but"); |
| DEF_STATIC_CONST_VAL_STRING(gpos_or,"or"); |
| DEF_STATIC_CONST_VAL_STRING(gpos_plus,"plus"); |
| DEF_STATIC_CONST_VAL_STRING(gpos_yet,"yet"); |
| DEF_STATIC_CONST_VAL_STRING(gpos_nor,"nor"); |
| |
| static const cst_val * const gpos_cc_list[] = { |
| (cst_val *)&gpos_cc, |
| (cst_val *)&gpos_and, |
| (cst_val *)&gpos_but, |
| (cst_val *)&gpos_or, |
| (cst_val *)&gpos_plus, |
| (cst_val *)&gpos_yet, |
| (cst_val *)&gpos_nor, |
| 0 }; |
| |
| DEF_STATIC_CONST_VAL_STRING(gpos_wp,"wp"); |
| DEF_STATIC_CONST_VAL_STRING(gpos_who,"who"); |
| DEF_STATIC_CONST_VAL_STRING(gpos_what,"what"); |
| DEF_STATIC_CONST_VAL_STRING(gpos_where,"where"); |
| DEF_STATIC_CONST_VAL_STRING(gpos_how,"how"); |
| DEF_STATIC_CONST_VAL_STRING(gpos_when,"when"); |
| |
| static const cst_val * const gpos_wp_list[] = { |
| (cst_val *)&gpos_wp, |
| (cst_val *)&gpos_who, |
| (cst_val *)&gpos_what, |
| (cst_val *)&gpos_where, |
| (cst_val *)&gpos_how, |
| (cst_val *)&gpos_when, |
| 0 }; |
| |
| DEF_STATIC_CONST_VAL_STRING(gpos_pps,"pps"); |
| DEF_STATIC_CONST_VAL_STRING(gpos_her,"her"); |
| DEF_STATIC_CONST_VAL_STRING(gpos_his,"his"); |
| DEF_STATIC_CONST_VAL_STRING(gpos_their,"their"); |
| DEF_STATIC_CONST_VAL_STRING(gpos_its,"its"); |
| DEF_STATIC_CONST_VAL_STRING(gpos_our,"our"); |
| DEF_STATIC_CONST_VAL_STRING(gpos_mine,"mine"); |
| |
| static const cst_val * const gpos_pps_list[] = { |
| (cst_val *)&gpos_pps, |
| (cst_val *)&gpos_her, |
| (cst_val *)&gpos_his, |
| (cst_val *)&gpos_their, |
| (cst_val *)&gpos_its, |
| (cst_val *)&gpos_our, |
| (cst_val *)&gpos_mine, |
| 0 }; |
| |
| DEF_STATIC_CONST_VAL_STRING(gpos_aux,"aux"); |
| DEF_STATIC_CONST_VAL_STRING(gpos_is,"is"); |
| DEF_STATIC_CONST_VAL_STRING(gpos_am,"am"); |
| DEF_STATIC_CONST_VAL_STRING(gpos_are,"are"); |
| DEF_STATIC_CONST_VAL_STRING(gpos_was,"was"); |
| DEF_STATIC_CONST_VAL_STRING(gpos_were,"were"); |
| DEF_STATIC_CONST_VAL_STRING(gpos_has,"has"); |
| DEF_STATIC_CONST_VAL_STRING(gpos_have,"have"); |
| DEF_STATIC_CONST_VAL_STRING(gpos_had,"had"); |
| DEF_STATIC_CONST_VAL_STRING(gpos_be,"be"); |
| |
| static const cst_val * const gpos_aux_list[] = { |
| (cst_val *)&gpos_aux, |
| (cst_val *)&gpos_is, |
| (cst_val *)&gpos_am, |
| (cst_val *)&gpos_are, |
| (cst_val *)&gpos_was, |
| (cst_val *)&gpos_were, |
| (cst_val *)&gpos_has, |
| (cst_val *)&gpos_have, |
| (cst_val *)&gpos_had, |
| (cst_val *)&gpos_be, |
| 0 }; |
| |
| DEF_STATIC_CONST_VAL_STRING(gpos_punc,"punc"); |
| DEF_STATIC_CONST_VAL_STRING(gpos_dot,"."); |
| DEF_STATIC_CONST_VAL_STRING(gpos_comma,","); |
| DEF_STATIC_CONST_VAL_STRING(gpos_colon,":"); |
| DEF_STATIC_CONST_VAL_STRING(gpos_semicolon,";"); |
| DEF_STATIC_CONST_VAL_STRING(gpos_dquote,"\""); |
| DEF_STATIC_CONST_VAL_STRING(gpos_squote,"'"); |
| DEF_STATIC_CONST_VAL_STRING(gpos_leftparen,"("); |
| DEF_STATIC_CONST_VAL_STRING(gpos_qmark,"?"); |
| DEF_STATIC_CONST_VAL_STRING(gpos_rightparen,")"); |
| DEF_STATIC_CONST_VAL_STRING(gpos_emark,"!"); |
| |
| static const cst_val * const gpos_punc_list[] = { |
| (cst_val *)&gpos_punc, |
| (cst_val *)&gpos_dot, |
| (cst_val *)&gpos_comma, |
| (cst_val *)&gpos_colon, |
| (cst_val *)&gpos_semicolon, |
| (cst_val *)&gpos_dquote, |
| (cst_val *)&gpos_squote, |
| (cst_val *)&gpos_leftparen, |
| (cst_val *)&gpos_qmark, |
| (cst_val *)&gpos_rightparen, |
| (cst_val *)&gpos_emark, |
| 0 }; |
| |
| const cst_val * const * const us_gpos[] = { |
| gpos_in_list, |
| gpos_to_list, |
| gpos_det_list, |
| gpos_md_list, |
| gpos_cc_list, |
| gpos_wp_list, |
| gpos_pps_list, |
| gpos_aux_list, |
| gpos_punc_list, |
| 0 }; |
| |
| |
| |
