added word cloud to manager review list page

.gitignore

@@ -1,4 +1,6 @@
 # Byte-compiled / optimized / DLL files
+
+d*.png
 __pycache__/
 *.py[cod]
 *$py.class

manager/templates/manager-dashboard.html

@@ -10,14 +10,25 @@
       <div class="card-header"><h5 class="card-title">Google <span><i class="fa fa-google" aria-hidden="true"></i></span></h5></div>
         <div class="card-body">
           <table class="table">
-            <tr><td><i class="fa fa-pencil-square-o" aria-hidden="true"></i> Reviews</td> <td>Count</td></tr>
             <tr>
+              <td>
+                <i class="fa fa-pencil-square-o" aria-hidden="true"></i> Reviews
+              </td>
+              <td>
+                <i class="fa fa-thumbs-o-up" aria-hidden="true"></i> Positive
+              </td>
+              <td>
+                <i class="fa fa-thumbs-o-down" aria-hidden="true"></i> Negative
+              </td>
+              </tr>
               <td>This month (so far)</td>
               <td>{{ google_this_month }}</td>
+              <td>{{ google_this_month }}</td>
             </tr>
             <tr>
               <td>Last month</td>
               <td>{{ google_last_month }}</td>
+              <td>{{ google_last_month }}</td>
             </tr>
           </table>
         </div>
@@ -48,14 +59,25 @@
         <div class="card-body">
           <table class="table">
             <tr>
-              <td><i class="fa fa-pencil-square-o" aria-hidden="true"></i> Reviews</td> <td>Count</td></tr>
+              <td>
+                <i class="fa fa-pencil-square-o" aria-hidden="true"></i> Reviews
+              </td>
+              <td>
+                <i class="fa fa-thumbs-o-up" aria-hidden="true"></i> Positive
+              </td>
+              <td>
+                <i class="fa fa-thumbs-o-down" aria-hidden="true"></i> Negative
+              </td>
+            </tr>
             <tr>
               <td>This month (so far)</td>
               <td>{{ facebook_this_month }}</td>
+              <td>{{ facebook_this_month }}</td>
             </tr>
             <tr>
               <td>Last month</td>
               <td>{{ facebook_last_month }}</td>
+              <td>{{ facebook_last_month }}</td>
             </tr>
           </table>
         </div>

manager/templates/review-list-man.html

@@ -1,4 +1,5 @@
 {% extends 'manager-base.html' %}
+{% load static %}
 
 {% block filter %}
   <div class="btn-toolbar mb-2 mb-md-0">
@@ -33,7 +34,33 @@
 
 
 {% block content %}
-<h2 style="text-align: center;">All reviews posted on {{ platform|title }}</h2>
+<!--<h2 style="text-align: center;">All reviews posted on {{ platform|title }}</h2>-->
+<div class="row" style="padding: 0rem 1rem 0rem 1rem;">
+  <div class="col-sm-6 col-md-6">
+    <div class="card">
+    <div class="card-header">
+      Word frequently found in {{ platform|title }} positive reviews.
+    </div>
+    <div class="card-body">
+    <blockquote class="blockquote mb-0">
+      <img src="/media/{{ platform }}/positive/{{ location.location_id }}.png" width="100%" alt="">
+    </blockquote>
+    </div>
+    </div>
+  </div>
+  <div class="col-sm-6 col-md-6">
+    <div class="card">
+      <div class="card-header">
+        <span style="text-align: center;">Word frequently found in {{ platform|title }} negative reviews.</span>
+      </div>
+      <div class="card-body">
+      <blockquote class="blockquote mb-0">
+        <img src="/media/{{ platform }}/negative/{{ location.location_id }}.png" width="100%" alt="">
+      </blockquote>
+      </div>
+    </div>
+  </div>
+</div>
 {% for review in reviews %}
   {% if platform == 'google' %}
     {% include '_google_review.html' %}

manager/word_cloud.py

@@ -0,0 +1,60 @@
+import os
+import time
+from wordcloud import WordCloud, STOPWORDS
+
+from django.conf import settings
+from gauth.models import Location
+from review.models import Review
+from facebook_app.models import FacebookReview
+
+
+WC = WordCloud(
+    width=1200,
+    height=300,
+    background_color='white',
+    stopwords=STOPWORDS
+)
+GOOGLE_PATH = os.path.join(settings.BASE_DIR, 'media', 'google')
+FACEBOOK_PATH = os.path.join(settings.BASE_DIR, 'media', 'facebook')
+
+
+def create_wc_for_google(location_id):
+    reviews = Review.objects.filter(location_id=location_id).exclude(comment=None)
+    pos_reviews = reviews.filter(star_rating__gte=4)[:100]
+    neg_reviews = reviews.filter(star_rating__lte=3)[:100]
+    pos_text = ' '.join([review.comment for review in pos_reviews])
+    neg_text = ' '.join([review.comment for review in neg_reviews])
+    if len(pos_text) == 0:
+        pos_text = "No positive Review found."
+    if len(neg_text) == 0:
+        neg_text = "No negative Review found."
+    wc = WC.generate_from_text(pos_text)
+    wc.to_file(GOOGLE_PATH+'/positive/'+f'{location_id}.png')
+    wc = WC.generate_from_text(neg_text)
+    wc.to_file(GOOGLE_PATH+'/negative/'+f'{location_id}.png')
+
+
+def create_wc_for_facebook(location_id):
+    reviews = FacebookReview.objects.filter(page__location_id=location_id).exclude(review_text=None)
+    pos_reviews = reviews.filter(recommendation_type=True)[:100]
+    neg_reviews = reviews.filter(recommendation_type=False)[:100]
+    pos_text = ' '.join([review.review_text for review in pos_reviews])
+    neg_text = ' '.join([review.review_text for review in neg_reviews])
+    if len(pos_text) == 0:
+        pos_text = "Didn't found posted any positive Review."
+    if len(neg_text) == 0:
+        neg_text = "Didn't found posted any negative Review."
+    wc = WC.generate_from_text(pos_text)
+    wc.to_file(FACEBOOK_PATH+'/positive/'+f'{location_id}.png')
+    wc = WC.generate_from_text(neg_text)
+    wc.to_file(FACEBOOK_PATH+'/negative/'+f'{location_id}.png')
+
+
+def generate_word_clouds():
+    locations = Location.objects.all()
+    start = time.time()
+    for loc in locations:
+        create_wc_for_google(location_id=loc.location_id)
+        create_wc_for_facebook(location_id=loc.location_id)
+    end = time.time()
+    print('Elapsed time: ', end-start, 'millisecond.')

requirements.txt

@@ -5,6 +5,7 @@ cachetools==4.0.0
 catalogue==1.0.0
 certifi==2019.11.28
 chardet==3.0.4
+cycler==0.10.0
 cymem==2.0.3
 Django==3.0.4
 django-crispy-forms==1.9.0
@@ -12,20 +13,28 @@ django-crontab==0.7.1
 django-tempus-dominus==5.1.2.13
 djangorestframework==3.11.0
 en-core-web-sm==2.3.1
+et-xmlfile==1.0.1
 facebook-sdk==3.1.0
 google-auth==1.11.2
 google-auth-oauthlib==0.4.1
 idna==2.9
 importlib-metadata==2.0.0
+jdcal==1.4.1
+kiwisolver==1.3.1
+matplotlib==3.3.4
 murmurhash==1.0.2
 mysqlclient==1.4.6
 nameparser==1.0.6
 numpy==1.19.1
 oauthlib==3.1.0
+openpyxl==3.0.6
+Pillow==8.1.0
 plac==1.1.3
 preshed==3.0.2
 pyasn1==0.4.8
 pyasn1-modules==0.2.8
+pyparsing==2.4.7
+python-dateutil==2.8.1
 pytz==2019.3
 requests==2.23.0
 requests-oauthlib==1.3.0
@@ -40,4 +49,5 @@ thinc==7.4.1
 tqdm==4.50.0
 urllib3==1.25.8
 wasabi==0.8.0
+wordcloud==1.8.1
 zipp==3.3.0

review_automation/settings/base.py

@@ -85,6 +85,8 @@ USE_TZ = True
 
 STATIC_URL = '/static/'
 STATIC_ROOT = os.path.join(BASE_DIR, 'static/')
+MEDIA_URL = '/media/'
+MEDIA_ROOT = os.path.join(BASE_DIR, 'media/')
 
 LOGIN_URL = '/user/login'
 LOGIN_REDIRECT_URL = 'login-redirect'

review_automation/urls.py

@@ -16,7 +16,8 @@ urlpatterns = [
     path('facebook/', include('facebook_app.urls')),
     path('user/', include('user.urls')),
     path('managers/', include('manager.urls')),
-] + static(settings.STATIC_URL, document_root=settings.STATIC_ROOT)
+] + static(settings.STATIC_URL, document_root=settings.STATIC_ROOT)\
+              + static(settings.MEDIA_URL, document_root=settings.MEDIA_ROOT)
 
 
 admin.site.site_header = "Byte Trek Online Reputation Manager"