clean comment translated text-stream before sotre

review/review_utils.py

@@ -15,7 +15,8 @@ BASE_URL = f'https://mybusiness.googleapis.com/v4/'
 def clean_comment(text):
     rules = [
         {r'[^\x00-\x7F]+': ''},
-        {r'^\(Google-\s*\)(.|\n|]\s)*\(\)': ''}
+        {r'^\(Google-\s*\)(.|\n|]\s)*\(\)': ''},
+        {r'^\n*': ''}
     ]
     for rule in rules:
         for (k, v) in rule.items():
@@ -144,7 +145,9 @@ def store_batch_of_reviews(reviews):
             review = Review.objects.get(pk=review_id)
         except Review.DoesNotExist:
             review = Review(review_id=review_id)
-        review.comment = rev.get('comment')
+        comment = rev.get('comment')
+        if comment:
+            review.comment = clean_comment(comment)
         review.create_time = rev.get('createTime')
         review.update_time = rev.get('updateTime')
         review.star_rating = STAR_REVIEW_NUM[rev.get('starRating')]