438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
|
_zPartDemForm = re.compile("([\\w]+)-(là|ci)$")
_zInterroVerb = re.compile("([\\w]+)(-(?:t-(?:ie?l|elle|on)|je|tu|ie?ls?|elles?|on|[nv]ous))$")
_zImperatifVerb = re.compile("([\\w]+)(-(?:l(?:es?|a)-(?:moi|toi|lui|[nv]ous|leur)|y|en|[mts]['’ʼ‘‛´`′‵՚ꞌꞋ](?:y|en)|les?|la|[mt]oi|leur|lui))$")
def setLabelsOnToken (dToken):
# Token: .sType, .sValue, .nStart, .nEnd, .lMorph
try:
if dToken["sType"] == "PUNC" or dToken["sType"] == "SIGN":
dToken["aLabels"] = [_dValues.get(dToken["sValue"], "signe de ponctuation divers")]
elif dToken["sType"] == 'SYMBOL':
dToken["aLabels"] = ["symbole"]
elif dToken["sType"] == 'EMOJI':
dToken["aLabels"] = ["émoji"]
elif dToken["sType"] == 'NUM':
dToken["aLabels"] = ["nombre"]
elif dToken["sType"] == 'LINK':
|
>
|
|
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
|
_zPartDemForm = re.compile("([\\w]+)-(là|ci)$")
_zInterroVerb = re.compile("([\\w]+)(-(?:t-(?:ie?l|elle|on)|je|tu|ie?ls?|elles?|on|[nv]ous))$")
_zImperatifVerb = re.compile("([\\w]+)(-(?:l(?:es?|a)-(?:moi|toi|lui|[nv]ous|leur)|y|en|[mts]['’ʼ‘‛´`′‵՚ꞌꞋ](?:y|en)|les?|la|[mt]oi|leur|lui))$")
def setLabelsOnToken (dToken):
"create an attribute “alabels” on <dToken> as a list of readable meanings"
# Token: .sType, .sValue, .nStart, .nEnd, .lMorph
try:
if dToken["sType"] == "PUNC" or dToken["sType"] == "SIGN":
dToken["aLabels"] = [ _dValues.get(dToken["sValue"], "signe de ponctuation divers") ]
elif dToken["sType"] == 'SYMBOL':
dToken["aLabels"] = ["symbole"]
elif dToken["sType"] == 'EMOJI':
dToken["aLabels"] = ["émoji"]
elif dToken["sType"] == 'NUM':
dToken["aLabels"] = ["nombre"]
elif dToken["sType"] == 'LINK':
|
505
506
507
508
509
510
511
512
513
514
|
dToken["aLabels"] = ["token de nature inconnue"]
except:
return
# Other functions
def filterSugg (aSugg):
"exclude suggestions"
return filter(lambda sSugg: not sSugg.endswith(("è", "È")), aSugg)
|
|
>
|
|
506
507
508
509
510
511
512
513
514
515
516
|
dToken["aLabels"] = ["token de nature inconnue"]
except:
return
# Other functions
def filterSugg (aSuggs):
"exclude suggestions"
return [ sSugg for sSugg in aSuggs if not sSugg.endswith(("è", "È")) ]
#return filter(lambda sSugg: not sSugg.endswith(("è", "È")), aSuggs) # return an object filter
|