Просмотр исходного кода

Facebook review reply with selenium done

Mohidul Islam 4 лет назад
Родитель
Сommit
8e8095846d
2 измененных файлов с 4 добавлено и 1 удалено
  1. 3 0
      review_automation/settings/selenium_conf.py
  2. 1 1
      yelp/scrapper.py

+ 3 - 0
review_automation/settings/selenium_conf.py

@@ -6,11 +6,14 @@ def get_firefox_browser(headless=True):
     opts = Options()
     opts.headless = headless
     browser = Firefox(options=opts)
+    print('Provisioned the headless firefox browser...')
     browser.get('https://www.facebook.com/login.php?login_attempt=1&lwv=110')
     email_field = browser.find_element_by_xpath("//input[@id='email' or @name='email']")
     pass_field = browser.find_element_by_xpath("//input[@id='pass']")
     login_btn = browser.find_element_by_xpath("//button[@id='loginbutton']")
+    print('Logging in to facebook...')
     email_field.send_keys('bytetrek.ltd.facebook@gmail.com')
     pass_field.send_keys('sad2002S1')
     login_btn.click()
+    print('Logged in to facebook.')
     return browser

+ 1 - 1
yelp/scrapper.py

@@ -29,7 +29,7 @@ def scrape_reviews(location_url, max_date, n_pages):
         response = requests.get(url, headers=headers).text
 
         # pause for 60-120 to make request more human-like.
-        sleep(random.randint(60, 120))
+        sleep(random.randint(30, 60))
         html_soup = bSoup(response, 'html.parser')
 
         review_items = html_soup.findAll('li', class_='lemon--li__373c0__1r9wz margin-b3__373c0__q1DuY padding-b3__373c0__342DA border--bottom__373c0__3qNtD border-color--default__373c0__3-ifU')