We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 0e1c166 commit a63cdf4Copy full SHA for a63cdf4
stockrec/extract.py
@@ -128,7 +128,7 @@ def merge_number_tokens(tokens: List) -> List:
128
129
130
def tokenize(text: str) -> List:
131
- cleaned_text = re.sub("\.([A-Z])", " \\1", text)
+ cleaned_text = re.sub(".([A-Z])", " \\1", text)
132
tokens = [s.strip(u',.\xa0') for s in cleaned_text.split(' ') if s != '']
133
tokens = [t for t in tokens if t not in ['*']]
134
tokens = merge_number_tokens(tokens)
0 commit comments