@@ -76,10 +76,13 @@
 def genTokenLines (sTokenLine, dDef):
     "tokenize a string and return a list of lines of tokens"
     lToken = sTokenLine.split()
     lTokenLines = None
     for sToken in lToken:
+        # replace merger characters by spaces
+        if "␣" in sToken:
+            sToken = sToken.replace("␣", " ")
         # optional token?
         bNullPossible = sToken.startswith("?") and sToken.endswith("¿")
         if bNullPossible:
             sToken = sToken[1:-1]
         # token with definition?