boris commited on
Commit
0465605
1 Parent(s): 229cdc0

feat(text): handle dates & prices

Browse files
Files changed (1) hide show
  1. dalle_mini/text.py +3 -3
dalle_mini/text.py CHANGED
@@ -144,8 +144,8 @@ def handle_special_chars(t):
144
  "Handle special characters"
145
  # replace "-" with a space when between words without space
146
  t = re.sub("([a-zA-Z])-([a-zA-Z])", r"\1 \2", t)
147
- # always add space around & or %
148
- return re.sub("([%&])", r" \1 ", t)
149
 
150
 
151
  def expand_hashtags(t, hashtag_processor):
@@ -153,7 +153,7 @@ def expand_hashtags(t, hashtag_processor):
153
  return re.sub("#(\w+)", lambda m: " , " + hashtag_processor(m.group(1)), t)
154
 
155
 
156
- _re_ignore_chars = """[_#\/\\]"""
157
 
158
 
159
  def ignore_chars(t):
 
144
  "Handle special characters"
145
  # replace "-" with a space when between words without space
146
  t = re.sub("([a-zA-Z])-([a-zA-Z])", r"\1 \2", t)
147
+ # always add space around & or % or / or $
148
+ return re.sub("([%&\/$])", r" \1 ", t)
149
 
150
 
151
  def expand_hashtags(t, hashtag_processor):
 
153
  return re.sub("#(\w+)", lambda m: " , " + hashtag_processor(m.group(1)), t)
154
 
155
 
156
+ _re_ignore_chars = """[_#\\]"""
157
 
158
 
159
  def ignore_chars(t):