# import libraries
import re
import datetime
import time
import pandas as pd
import numpy as np
from urllib.request import urlopen
from selenium import webdriver
from selenium.webdriver.common.keys import Keys
from selenium.webdriver.chrome.options import Options
from selenium.webdriver.remote.webelement import WebElement
from selenium.common.exceptions import NoSuchElementException
from selenium.webdriver.support.ui import WebDriverWait
from selenium.webdriver.support import expected_conditions as EC
from selenium.webdriver.common.by import By
from selenium.common.exceptions import TimeoutException
#full_df=pd.Da
full_df=pd.read_csv('Scraped_Earbud_Featured_Page.csv')
full_df['Product_ID']=full_df['URL'].apply(lambda st: st[st.find("dp/")+3:st.find("/ref")])
full_df['reviewmeta_rating']=''
full_df['decision']=''
full_df
Created_Date | Depth | Description | Height | Length | Listed_Date | Name | Price | Rating | Review | URL | Weight | Product_ID | reviewmeta_rating | decision | |
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
0 | 2018-12-23T15:27:04.224105 | 1.0 | Lightweight in-ear stereo earphones provides n... | 7.3 | 3.9 | NaN | Betron ELR50 Earphones Earbuds Headphones, Bal... | 10.99 | 4.4 | 827 | https://www.amazon.com/Betron-Earphones-Headph... | 0.21000 | B01M8G5K8V | ||
1 | 2018-12-23T15:27:11.659088 | 2.4 | ACTIVE NOISE CANCELLING: Reduce background sou... | 4.1 | 5.5 | NaN | Active Noise Cancelling Earphones, RAVEtone Wi... | 44.99 | 4.4 | 3 | https://www.amazon.com/Cancelling-Earphones-RA... | 0.38750 | B07G7468KC | ||
2 | 2018-12-23T15:27:21.007620 | 0.5 | \r\nNATURAL SOUND QUALITY - Super BASS. 20Hz-2... | 0.5 | 0.9 | NaN | Earphones Cloudio J1 Noise Cancelling Earbuds ... | 19.99 | 0.0 | 0 | https://www.amazon.com/Cloudio-J1-Cancelling-H... | 0.03000 | B079196D5M | ||
3 | 2018-12-23T15:27:36.456498 | 6.8 | \r\nWired In-Ear Headphones: Perfect for exerc... | 3.2 | 3.6 | NaN | Panasonic ErgoFit In-Ear Earbud Headphones RP-... | 8.98 | 4.2 | 55942 | https://www.amazon.com/Panasonic-Headphones-RP... | 0.01000 | B003EM8008 | ||
4 | 2018-12-23T15:27:46.926620 | 6.8 | 12mm dome type driver units deliver powerful d... | 1.5 | 2.6 | NaN | Sony MDRXB50AP Extra Bass Earbud Headset (Black) | 29.99 | 4.1 | 3761 | https://www.amazon.com/Sony-MDRXB50AP-Extra-Ea... | 0.15000 | B00JRD13T8 | ||
5 | 2018-12-23T15:27:53.540138 | 1.4 | ORIGINAL SOUND EXPERIENCES: Excellent stereo h... | 3.5 | 3.5 | December 20, 2018 | Earbuds Headphones Stereo in-Ear Earphones Noi... | 12.99 | 5.0 | 162 | https://www.amazon.com/Headphones-Earphones-Is... | 0.12000 | B07M935W8X | ||
6 | 2018-12-23T15:28:03.556126 | 1.0 | COMFORTABLE & SNUG FIT PERFECT FOR WORKOUTS: A... | 1.4 | 4.7 | NaN | Avantree Sports Headphones Wired with Micropho... | 14.99 | 4.4 | 327 | https://www.amazon.com/Avantree-Headphones-Mic... | 0.06000 | B078T9HFDJ | ||
7 | 2018-12-23T15:28:17.838286 | 8.8 | \r\nDeep, clear sound enhanced by exclusive Tr... | 1.9 | 4.9 | NaN | Bose SoundSport in-ear headphones for Samsung ... | 69.99 | 4.0 | 1657 | https://www.amazon.com/Bose-SoundSport-headpho... | 0.04000 | B0117RFPCC | ||
8 | 2018-12-23T15:28:27.615538 | 1.2 | DUAL DRIVER EARBUDS WITH INCREDIBLE SOUND - Ex... | 6.6 | 9.2 | NaN | Aiwa Prodigy-1 Premium Earphones - in-Ear Head... | 29.99 | 4.3 | 102 | https://www.amazon.com/Aiwa-Prodigy-1-Premium-... | 0.15000 | B07BF5F9LZ | ||
9 | 2018-12-23T15:28:37.388027 | 1.0 | Lightweight in-ear stereo earphones provides n... | 7.3 | 3.9 | NaN | Betron ELR50 Earphones Earbuds Headphones, Bal... | 10.99 | 4.4 | 827 | https://www.amazon.com/Betron-Earphones-Headph... | 0.21000 | B01M8G5K8V | ||
10 | 2018-12-23T15:28:45.764686 | 1.1 | Ergonomic ear bud design makes these earphones... | 3.4 | 3.4 | NaN | Earbuds, BYZ Wired Earphones Stereo in Ear Hea... | 9.99 | 5.0 | 132 | https://www.amazon.com/Earbuds-BYZ-Earphones-H... | 0.03000 | B07KR681VD | ||
11 | 2018-12-23T15:28:52.915777 | 0.5 | MAGNETIC FEATURE:The unique magnetic design of... | 1.1 | 1.5 | NaN | Wired Earbuds,COSPOR Magnetic in-Ear Stereo Ea... | 15.99 | 5.0 | 44 | https://www.amazon.com/COSPOR-Magnetic-Earphon... | 0.10000 | B07LD4SCLZ | ||
12 | 2018-12-23T15:29:01.026100 | 0.0 | \r\nFeel the power of extra bass. Connectivity... | 0.0 | 0.0 | NaN | Sony MDRXB510AS/B Extra Bass Wired Headphones,... | 39.99 | 3.9 | 209 | https://www.amazon.com/Sony-MDRXB510AS-Headpho... | 0.25000 | B01MTEU4V9 | ||
13 | 2018-12-23T15:29:07.901205 | 1.6 | ♬ EXCEPTIONAL GUALITY OF SOUND - These workout... | 4.3 | 6.5 | December 4, 2018 | Running Headphones, LZHE in Ear Hi-Fi Monitor ... | 21.99 | 5.0 | 142 | https://www.amazon.com/Headphones-LZHE-Isolati... | 0.13000 | B07L4JJYRB | ||
14 | 2018-12-23T15:29:15.853423 | 0.4 | \r\nPremium audio: Ultra-lightweight, digital ... | 2.2 | 3.0 | NaN | Moxil Original 3.5MM Metal In-ear Wired Earpho... | 15.99 | 5.0 | 482 | https://www.amazon.com/Moxil-Original-Earphone... | 0.05000 | B07L65BKF9 | ||
15 | 2018-12-23T15:29:23.338881 | 2.0 | ✔【DURABLE LONG LASTING LIFE EARBUDS】:This in e... | 2.0 | 7.0 | NaN | Earbuds Ear Buds in Ear Headphones Wired Earph... | 11.99 | 5.0 | 572 | https://www.amazon.com/Headphones-Earphones-Mi... | 0.04000 | B07L7XS26S | ||
16 | 2018-12-23T15:29:31.544381 | 1.0 | COMFORTABLE & SNUG FIT PERFECT FOR WORKOUTS: A... | 1.4 | 4.7 | NaN | Avantree Sports Headphones Wired with Micropho... | 14.99 | 4.4 | 327 | https://www.amazon.com/Avantree-Headphones-Mic... | 0.06000 | B078T9HFDJ | ||
17 | 2018-12-23T15:29:38.766098 | 1.2 | COMFORTABLE & SNUG FIT IN KIDS/WOMEN SMALL EAR... | 2.7 | 5.6 | NaN | Joysico Sports Headphones Wired Over Ear In-ea... | 14.99 | 4.1 | 84 | https://www.amazon.com/Joysico-Headphones-Earp... | 0.03000 | B0796S9CGR | ||
18 | 2018-12-23T15:29:45.662395 | 0.6 | 【Enhanced Sound】Powerful 10mm composite driver... | 1.8 | 51.2 | NaN | Anker SoundBuds Verve Built-in Microphone in E... | 15.99 | 3.9 | 105 | https://www.amazon.com/Anker-SoundBuds-Built-M... | 0.02000 | B077XNCSQS | ||
19 | 2018-12-23T15:29:52.215953 | 1.7 | \r\nUniversal compatibility: Compatible with m... | 3.1 | 3.9 | December 14, 2018 | in-Ear Earbuds,COSPOR Wired Headphones Hands-F... | 15.99 | 5.0 | 58 | https://www.amazon.com/COSPOR-Headphones-Hands... | 0.04000 | B07LCRQVYW | ||
20 | 2018-12-23T15:29:58.417132 | 1.2 | EXECELLENT SOUND BLOCKS OUT EXTERIOR NOISE:Ear... | 4.6 | 5.1 | December 2, 2018 | Earbuds Headphones with Microphone Mic Noise I... | 12.99 | 5.0 | 197 | https://www.amazon.com/Headphones-Microphone-I... | 0.08000 | B07L2R9KFR | ||
21 | 2018-12-23T15:30:05.561680 | 1.4 | \r\nStereo and Crystal Clear Sound: Built-in h... | 3.2 | 3.2 | NaN | Earphones, USTEK in-Ear Wired Earbuds Stereo S... | 10.99 | 5.0 | 135 | https://www.amazon.com/Earphones-USTEK-Headpho... | 0.15000 | B07KFD5DFF | ||
22 | 2018-12-23T15:30:12.229971 | 1.3 | ♬【DEEP BASS SOUND & NOISE ISOLATING】Perfect st... | 3.1 | 5.5 | NaN | Earbuds Ear Buds Earphones with Microphone Mic... | 12.99 | 5.0 | 98 | https://www.amazon.com/Earphones-Microphone-He... | 0.11000 | B07KWM3NZ1 | ||
23 | 2018-12-23T15:30:20.604759 | 1.2 | Hybrid sound system of symphonic drivers and b... | 3.2 | 5.3 | NaN | in Ear Headphones SDFLAYER E97 Pro Earphones w... | 28.99 | 5.0 | 1965 | https://www.amazon.com/Ear-Headphones-SDFLAYER... | 0.24000 | B07JZ6N979 | ||
24 | 2018-12-23T15:30:28.461220 | 0.2 | ACTIVE NOISE CANCELLING: Reduce background sou... | 0.2 | 0.2 | NaN | TaoTronics Active Noise Cancelling Headphones,... | 43.99 | 3.9 | 360 | https://www.amazon.com/TaoTronics-Cancelling-H... | 0.07000 | B075DBL2QP | ||
25 | 2018-12-23T15:30:34.839770 | 0.4 | ✔【DURABLE LONG LASTING LIFE EARBUDS】:This in e... | 3.2 | 6.0 | NaN | KURSO Compatible for iPhone Samsung Android Ea... | 11.99 | 5.0 | 332 | https://www.amazon.com/KURSO-Compatible-Headph... | 0.03000 | B07J59RGH7 | ||
26 | 2018-12-23T15:30:41.286558 | 1.0 | ✤Ultra Perfect Sound Quality - Perfect stereo ... | 3.7 | 3.8 | NaN | Earbuds Ear Buds Wired Earbud with Microphone ... | 12.99 | 5.0 | 190 | https://www.amazon.com/Microphone-Isolating-He... | 0.10000 | B07KSYMTMC | ||
27 | 2018-12-23T15:30:47.913486 | 2.7 | OVER EAR EARBUDS FOR SMALL EARS - The ear buds... | 1.1 | 5.6 | NaN | ROVKING Over Ear in Ear Noise Isolating Sweatp... | 14.99 | 4.0 | 3809 | https://www.amazon.com/ROVKING-Isolating-Sweat... | 0.09000 | B01H3CQ64Q | ||
28 | 2018-12-23T15:30:53.591498 | 1.0 | PREMIUM EARBUDS EARPHONES HEADPHONE: High perf... | 3.3 | 3.3 | NaN | Earbuds Ear Buds Sport Earbuds Running Earbuds... | 9.99 | 5.0 | 347 | https://www.amazon.com/Headphones-Earphones-Mi... | 0.06000 | B07KQ4XNDV | ||
29 | 2018-12-23T15:31:00.600181 | 3.9 | WIRELESS + WIRED: Enjoy the freedom of wireles... | 1.4 | 3.5 | NaN | Back Bay 2-in-1 Wireless & Wired Bluetooth Ear... | 34.99 | 4.2 | 157 | https://www.amazon.com/Back-Bay-Sweatproof-Hea... | 0.04000 | B0757WVSN8 | ||
30 | 2018-12-23T15:31:07.409431 | 1.2 | ♫ HIGH-PERFORMANCE SOUND QUALITY: These earbud... | 2.8 | 3.0 | December 5, 2018 | Earbuds Ear Buds Stereo Earphones in-Ear Headp... | 12.99 | 5.0 | 229 | https://www.amazon.com/Earphones-Headphones-Mi... | 0.15000 | B07L5CRQMB | ||
31 | 2018-12-23T15:31:14.871387 | 1.7 | SUPER SOUND: These in ear headphones delivery ... | 5.6 | 5.6 | NaN | Senzer H2 In Ear Headphones with Mic Wired Ear... | 18.99 | 4.8 | 12 | https://www.amazon.com/Headphones-Noise-Isolat... | 0.50000 | B07JL1HZGD | ||
32 | 2018-12-23T15:31:22.703555 | 0.9 | \r\nBuilt in Microphone and Volume control for... | 3.1 | 7.0 | NaN | Betron B25 Noise Isolating in Ear Canal Headph... | 15.99 | 4.4 | 191 | https://www.amazon.com/Betron-Isolating-Headph... | 0.10000 | B079GFF4HZ | ||
33 | 2018-12-23T15:31:31.195693 | 1.0 | Active Noise Cancelling Functionality: Reduces... | 1.0 | 24.2 | NaN | TaoTronics Active Noise Cancelling Headphones,... | 49.99 | 4.2 | 160 | https://www.amazon.com/dp/B07FM1L5HJ/ref=sxbs_... | 0.05000 | B07FM1L5HJ | ||
34 | 2018-12-23T15:31:52.956426 | 6.8 | \r\nPOWERFUL SOUND - Deep base and clean trebl... | 2.2 | 1.4 | NaN | Black GUMY in Ear Earbuds with Stay fit Ear Ti... | 0.00 | 3.9 | 55 | https://www.amazon.com/dp/B073R2RSB2/ref=sxbs_... | 0.07000 | B073R2RSB2 | ||
35 | 2018-12-23T15:32:02.984393 | 0.7 | 【Super Sound quality+ Bluetooth 4.1】Powerful m... | 0.9 | 33.0 | NaN | SoundPEATS Bluetooth Headphones Wireless Earbu... | 0.00 | 4.3 | 356 | https://www.amazon.com/dp/B07KLV4P88/ref=sxbs_... | 0.04000 | B07KLV4P88 | ||
36 | 2018-12-23T15:32:10.933854 | 2.8 | \r\nSNUG FIT AND STAY PUT IN YOUR EARS THROUGH... | 1.2 | 5.7 | NaN | ROVKING Wired Sweatproof Earhook in Ear Sport ... | 12.99 | 3.9 | 2667 | https://www.amazon.com/dp/B017AW0GO0/ref=sxbs_... | 0.08000 | B017AW0GO0 | ||
37 | 2018-12-23T15:32:18.698721 | 1.2 | [IPX6 SWEATPROOF] - Inner nano-coating protect... | 0.8 | 24.8 | NaN | SoundPEATS Magnetic Wireless Earbuds Bluetooth... | 0.00 | 4.5 | 146 | https://www.amazon.com/dp/B07DFGP3XQ/ref=sxbs_... | 0.33125 | B07DFGP3XQ |
driver = webdriver.Chrome("C:\chromedriver_win32\chromedriver.exe")
clicked_agree=0
for index,row in full_df.iterrows():
#print(row['Product_ID'])
print(index)
reviewmeta_url='https://reviewmeta.com/amazon/'+row['Product_ID']
print(reviewmeta_url)
driver.get(reviewmeta_url)
#agree_button=driver.find_element_by_id('terms_accepted')
#print(agree_button)
if(clicked_agree==0):
driver.find_element_by_id('terms_accepted').click()
clicked_agree=1
#meta_rating=driver.find_element_by_id('adjusted-rating-large')
#print(meta_rating)
#time.sleep(10)
ratings=driver.find_elements_by_xpath("//label[contains(@class,'orig-rating')]")
print(len(ratings))
print(ratings[1].text)
reviewmeta_rating=ratings[1].text
if reviewmeta_rating== "N/A":
print("Looks fake")
#reviewmeta_rating="N/A"
full_df.at[index,'decision']='Fake'
else:
print("Looks good")
full_df.at[index,'decision']='Good'
reviewmeta_rating=reviewmeta_rating.split("/")[0]
full_df.at[index,'reviewmeta_rating']=reviewmeta_rating
# except:
# print('----Needs reviwing---- ')
# print(reviewmeta_url)
0 https://reviewmeta.com/amazon/B01M8G5K8V 2 4.1/5 Looks good 1 https://reviewmeta.com/amazon/B07G7468KC 2 4.3/5 Looks good 2 https://reviewmeta.com/amazon/B079196D5M 2 3.5/5 Looks good 3 https://reviewmeta.com/amazon/B003EM8008 2 4.1/5 Looks good 4 https://reviewmeta.com/amazon/B00JRD13T8 4 4.1/5 Looks good 5 https://reviewmeta.com/amazon/B07M935W8X 2 N/A Looks fake 6 https://reviewmeta.com/amazon/B078T9HFDJ 2 4.0/5 Looks good 7 https://reviewmeta.com/amazon/B0117RFPCC 2 4.0/5 Looks good 8 https://reviewmeta.com/amazon/B07BF5F9LZ 2 4.5/5 Looks good 9 https://reviewmeta.com/amazon/B01M8G5K8V 2 4.1/5 Looks good 10 https://reviewmeta.com/amazon/B07KR681VD 2 N/A Looks fake 11 https://reviewmeta.com/amazon/B07LD4SCLZ 2 N/A Looks fake 12 https://reviewmeta.com/amazon/B01MTEU4V9 2 3.8/5 Looks good 13 https://reviewmeta.com/amazon/B07L4JJYRB 2 N/A Looks fake 14 https://reviewmeta.com/amazon/B07L65BKF9 2 N/A Looks fake 15 https://reviewmeta.com/amazon/B07L7XS26S 2 N/A Looks fake 16 https://reviewmeta.com/amazon/B078T9HFDJ 2 4.0/5 Looks good 17 https://reviewmeta.com/amazon/B0796S9CGR 2 4.6/5 Looks good 18 https://reviewmeta.com/amazon/B077XNCSQS 4 4.0/5 Looks good 19 https://reviewmeta.com/amazon/B07LCRQVYW 2 N/A Looks fake 20 https://reviewmeta.com/amazon/B07L2R9KFR 2 N/A Looks fake 21 https://reviewmeta.com/amazon/B07KFD5DFF 2 N/A Looks fake 22 https://reviewmeta.com/amazon/B07KWM3NZ1 2 N/A Looks fake 23 https://reviewmeta.com/amazon/B07JZ6N979 2 N/A Looks fake 24 https://reviewmeta.com/amazon/B075DBL2QP 2 3.9/5 Looks good 25 https://reviewmeta.com/amazon/B07J59RGH7 2 N/A Looks fake 26 https://reviewmeta.com/amazon/B07KSYMTMC 2 N/A Looks fake 27 https://reviewmeta.com/amazon/B01H3CQ64Q 2 4.0/5 Looks good 28 https://reviewmeta.com/amazon/B07KQ4XNDV 2 N/A Looks fake 29 https://reviewmeta.com/amazon/B0757WVSN8 2 4.0/5 Looks good 30 https://reviewmeta.com/amazon/B07L5CRQMB 2 N/A Looks fake 31 https://reviewmeta.com/amazon/B07JL1HZGD 2 4.8/5 Looks good 32 https://reviewmeta.com/amazon/B079GFF4HZ 2 4.2/5 Looks good 33 https://reviewmeta.com/amazon/B07FM1L5HJ 2 4.2/5 Looks good 34 https://reviewmeta.com/amazon/B073R2RSB2 2 3.7/5 Looks good 35 https://reviewmeta.com/amazon/B07KLV4P88 2 4.3/5 Looks good 36 https://reviewmeta.com/amazon/B017AW0GO0 2 3.9/5 Looks good 37 https://reviewmeta.com/amazon/B07DFGP3XQ 2 4.5/5 Looks good
full_df.columns
Index(['Created_Date', 'Depth', 'Description', 'Height', 'Length', 'Listed_Date', 'Name', 'Price', 'Rating', 'Review', 'URL', 'Weight', 'Product_ID', 'reviewmeta_rating', 'decision'], dtype='object')
full_df
Created_Date | Depth | Description | Height | Length | Listed_Date | Name | Price | Rating | Review | URL | Weight | Product_ID | reviewmeta_rating | decision | |
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
0 | 2018-12-23T15:27:04.224105 | 1.0 | Lightweight in-ear stereo earphones provides n... | 7.3 | 3.9 | NaN | Betron ELR50 Earphones Earbuds Headphones, Bal... | 10.99 | 4.4 | 827 | https://www.amazon.com/Betron-Earphones-Headph... | 0.21000 | B01M8G5K8V | 4.1 | Good |
1 | 2018-12-23T15:27:11.659088 | 2.4 | ACTIVE NOISE CANCELLING: Reduce background sou... | 4.1 | 5.5 | NaN | Active Noise Cancelling Earphones, RAVEtone Wi... | 44.99 | 4.4 | 3 | https://www.amazon.com/Cancelling-Earphones-RA... | 0.38750 | B07G7468KC | 4.3 | Good |
2 | 2018-12-23T15:27:21.007620 | 0.5 | \r\nNATURAL SOUND QUALITY - Super BASS. 20Hz-2... | 0.5 | 0.9 | NaN | Earphones Cloudio J1 Noise Cancelling Earbuds ... | 19.99 | 0.0 | 0 | https://www.amazon.com/Cloudio-J1-Cancelling-H... | 0.03000 | B079196D5M | 3.5 | Good |
3 | 2018-12-23T15:27:36.456498 | 6.8 | \r\nWired In-Ear Headphones: Perfect for exerc... | 3.2 | 3.6 | NaN | Panasonic ErgoFit In-Ear Earbud Headphones RP-... | 8.98 | 4.2 | 55942 | https://www.amazon.com/Panasonic-Headphones-RP... | 0.01000 | B003EM8008 | 4.1 | Good |
4 | 2018-12-23T15:27:46.926620 | 6.8 | 12mm dome type driver units deliver powerful d... | 1.5 | 2.6 | NaN | Sony MDRXB50AP Extra Bass Earbud Headset (Black) | 29.99 | 4.1 | 3761 | https://www.amazon.com/Sony-MDRXB50AP-Extra-Ea... | 0.15000 | B00JRD13T8 | 4.1 | Good |
5 | 2018-12-23T15:27:53.540138 | 1.4 | ORIGINAL SOUND EXPERIENCES: Excellent stereo h... | 3.5 | 3.5 | December 20, 2018 | Earbuds Headphones Stereo in-Ear Earphones Noi... | 12.99 | 5.0 | 162 | https://www.amazon.com/Headphones-Earphones-Is... | 0.12000 | B07M935W8X | N/A | Fake |
6 | 2018-12-23T15:28:03.556126 | 1.0 | COMFORTABLE & SNUG FIT PERFECT FOR WORKOUTS: A... | 1.4 | 4.7 | NaN | Avantree Sports Headphones Wired with Micropho... | 14.99 | 4.4 | 327 | https://www.amazon.com/Avantree-Headphones-Mic... | 0.06000 | B078T9HFDJ | 4.0 | Good |
7 | 2018-12-23T15:28:17.838286 | 8.8 | \r\nDeep, clear sound enhanced by exclusive Tr... | 1.9 | 4.9 | NaN | Bose SoundSport in-ear headphones for Samsung ... | 69.99 | 4.0 | 1657 | https://www.amazon.com/Bose-SoundSport-headpho... | 0.04000 | B0117RFPCC | 4.0 | Good |
8 | 2018-12-23T15:28:27.615538 | 1.2 | DUAL DRIVER EARBUDS WITH INCREDIBLE SOUND - Ex... | 6.6 | 9.2 | NaN | Aiwa Prodigy-1 Premium Earphones - in-Ear Head... | 29.99 | 4.3 | 102 | https://www.amazon.com/Aiwa-Prodigy-1-Premium-... | 0.15000 | B07BF5F9LZ | 4.5 | Good |
9 | 2018-12-23T15:28:37.388027 | 1.0 | Lightweight in-ear stereo earphones provides n... | 7.3 | 3.9 | NaN | Betron ELR50 Earphones Earbuds Headphones, Bal... | 10.99 | 4.4 | 827 | https://www.amazon.com/Betron-Earphones-Headph... | 0.21000 | B01M8G5K8V | 4.1 | Good |
10 | 2018-12-23T15:28:45.764686 | 1.1 | Ergonomic ear bud design makes these earphones... | 3.4 | 3.4 | NaN | Earbuds, BYZ Wired Earphones Stereo in Ear Hea... | 9.99 | 5.0 | 132 | https://www.amazon.com/Earbuds-BYZ-Earphones-H... | 0.03000 | B07KR681VD | N/A | Fake |
11 | 2018-12-23T15:28:52.915777 | 0.5 | MAGNETIC FEATURE:The unique magnetic design of... | 1.1 | 1.5 | NaN | Wired Earbuds,COSPOR Magnetic in-Ear Stereo Ea... | 15.99 | 5.0 | 44 | https://www.amazon.com/COSPOR-Magnetic-Earphon... | 0.10000 | B07LD4SCLZ | N/A | Fake |
12 | 2018-12-23T15:29:01.026100 | 0.0 | \r\nFeel the power of extra bass. Connectivity... | 0.0 | 0.0 | NaN | Sony MDRXB510AS/B Extra Bass Wired Headphones,... | 39.99 | 3.9 | 209 | https://www.amazon.com/Sony-MDRXB510AS-Headpho... | 0.25000 | B01MTEU4V9 | 3.8 | Good |
13 | 2018-12-23T15:29:07.901205 | 1.6 | ♬ EXCEPTIONAL GUALITY OF SOUND - These workout... | 4.3 | 6.5 | December 4, 2018 | Running Headphones, LZHE in Ear Hi-Fi Monitor ... | 21.99 | 5.0 | 142 | https://www.amazon.com/Headphones-LZHE-Isolati... | 0.13000 | B07L4JJYRB | N/A | Fake |
14 | 2018-12-23T15:29:15.853423 | 0.4 | \r\nPremium audio: Ultra-lightweight, digital ... | 2.2 | 3.0 | NaN | Moxil Original 3.5MM Metal In-ear Wired Earpho... | 15.99 | 5.0 | 482 | https://www.amazon.com/Moxil-Original-Earphone... | 0.05000 | B07L65BKF9 | N/A | Fake |
15 | 2018-12-23T15:29:23.338881 | 2.0 | ✔【DURABLE LONG LASTING LIFE EARBUDS】:This in e... | 2.0 | 7.0 | NaN | Earbuds Ear Buds in Ear Headphones Wired Earph... | 11.99 | 5.0 | 572 | https://www.amazon.com/Headphones-Earphones-Mi... | 0.04000 | B07L7XS26S | N/A | Fake |
16 | 2018-12-23T15:29:31.544381 | 1.0 | COMFORTABLE & SNUG FIT PERFECT FOR WORKOUTS: A... | 1.4 | 4.7 | NaN | Avantree Sports Headphones Wired with Micropho... | 14.99 | 4.4 | 327 | https://www.amazon.com/Avantree-Headphones-Mic... | 0.06000 | B078T9HFDJ | 4.0 | Good |
17 | 2018-12-23T15:29:38.766098 | 1.2 | COMFORTABLE & SNUG FIT IN KIDS/WOMEN SMALL EAR... | 2.7 | 5.6 | NaN | Joysico Sports Headphones Wired Over Ear In-ea... | 14.99 | 4.1 | 84 | https://www.amazon.com/Joysico-Headphones-Earp... | 0.03000 | B0796S9CGR | 4.6 | Good |
18 | 2018-12-23T15:29:45.662395 | 0.6 | 【Enhanced Sound】Powerful 10mm composite driver... | 1.8 | 51.2 | NaN | Anker SoundBuds Verve Built-in Microphone in E... | 15.99 | 3.9 | 105 | https://www.amazon.com/Anker-SoundBuds-Built-M... | 0.02000 | B077XNCSQS | 4.0 | Good |
19 | 2018-12-23T15:29:52.215953 | 1.7 | \r\nUniversal compatibility: Compatible with m... | 3.1 | 3.9 | December 14, 2018 | in-Ear Earbuds,COSPOR Wired Headphones Hands-F... | 15.99 | 5.0 | 58 | https://www.amazon.com/COSPOR-Headphones-Hands... | 0.04000 | B07LCRQVYW | N/A | Fake |
20 | 2018-12-23T15:29:58.417132 | 1.2 | EXECELLENT SOUND BLOCKS OUT EXTERIOR NOISE:Ear... | 4.6 | 5.1 | December 2, 2018 | Earbuds Headphones with Microphone Mic Noise I... | 12.99 | 5.0 | 197 | https://www.amazon.com/Headphones-Microphone-I... | 0.08000 | B07L2R9KFR | N/A | Fake |
21 | 2018-12-23T15:30:05.561680 | 1.4 | \r\nStereo and Crystal Clear Sound: Built-in h... | 3.2 | 3.2 | NaN | Earphones, USTEK in-Ear Wired Earbuds Stereo S... | 10.99 | 5.0 | 135 | https://www.amazon.com/Earphones-USTEK-Headpho... | 0.15000 | B07KFD5DFF | N/A | Fake |
22 | 2018-12-23T15:30:12.229971 | 1.3 | ♬【DEEP BASS SOUND & NOISE ISOLATING】Perfect st... | 3.1 | 5.5 | NaN | Earbuds Ear Buds Earphones with Microphone Mic... | 12.99 | 5.0 | 98 | https://www.amazon.com/Earphones-Microphone-He... | 0.11000 | B07KWM3NZ1 | N/A | Fake |
23 | 2018-12-23T15:30:20.604759 | 1.2 | Hybrid sound system of symphonic drivers and b... | 3.2 | 5.3 | NaN | in Ear Headphones SDFLAYER E97 Pro Earphones w... | 28.99 | 5.0 | 1965 | https://www.amazon.com/Ear-Headphones-SDFLAYER... | 0.24000 | B07JZ6N979 | N/A | Fake |
24 | 2018-12-23T15:30:28.461220 | 0.2 | ACTIVE NOISE CANCELLING: Reduce background sou... | 0.2 | 0.2 | NaN | TaoTronics Active Noise Cancelling Headphones,... | 43.99 | 3.9 | 360 | https://www.amazon.com/TaoTronics-Cancelling-H... | 0.07000 | B075DBL2QP | 3.9 | Good |
25 | 2018-12-23T15:30:34.839770 | 0.4 | ✔【DURABLE LONG LASTING LIFE EARBUDS】:This in e... | 3.2 | 6.0 | NaN | KURSO Compatible for iPhone Samsung Android Ea... | 11.99 | 5.0 | 332 | https://www.amazon.com/KURSO-Compatible-Headph... | 0.03000 | B07J59RGH7 | N/A | Fake |
26 | 2018-12-23T15:30:41.286558 | 1.0 | ✤Ultra Perfect Sound Quality - Perfect stereo ... | 3.7 | 3.8 | NaN | Earbuds Ear Buds Wired Earbud with Microphone ... | 12.99 | 5.0 | 190 | https://www.amazon.com/Microphone-Isolating-He... | 0.10000 | B07KSYMTMC | N/A | Fake |
27 | 2018-12-23T15:30:47.913486 | 2.7 | OVER EAR EARBUDS FOR SMALL EARS - The ear buds... | 1.1 | 5.6 | NaN | ROVKING Over Ear in Ear Noise Isolating Sweatp... | 14.99 | 4.0 | 3809 | https://www.amazon.com/ROVKING-Isolating-Sweat... | 0.09000 | B01H3CQ64Q | 4.0 | Good |
28 | 2018-12-23T15:30:53.591498 | 1.0 | PREMIUM EARBUDS EARPHONES HEADPHONE: High perf... | 3.3 | 3.3 | NaN | Earbuds Ear Buds Sport Earbuds Running Earbuds... | 9.99 | 5.0 | 347 | https://www.amazon.com/Headphones-Earphones-Mi... | 0.06000 | B07KQ4XNDV | N/A | Fake |
29 | 2018-12-23T15:31:00.600181 | 3.9 | WIRELESS + WIRED: Enjoy the freedom of wireles... | 1.4 | 3.5 | NaN | Back Bay 2-in-1 Wireless & Wired Bluetooth Ear... | 34.99 | 4.2 | 157 | https://www.amazon.com/Back-Bay-Sweatproof-Hea... | 0.04000 | B0757WVSN8 | 4.0 | Good |
30 | 2018-12-23T15:31:07.409431 | 1.2 | ♫ HIGH-PERFORMANCE SOUND QUALITY: These earbud... | 2.8 | 3.0 | December 5, 2018 | Earbuds Ear Buds Stereo Earphones in-Ear Headp... | 12.99 | 5.0 | 229 | https://www.amazon.com/Earphones-Headphones-Mi... | 0.15000 | B07L5CRQMB | N/A | Fake |
31 | 2018-12-23T15:31:14.871387 | 1.7 | SUPER SOUND: These in ear headphones delivery ... | 5.6 | 5.6 | NaN | Senzer H2 In Ear Headphones with Mic Wired Ear... | 18.99 | 4.8 | 12 | https://www.amazon.com/Headphones-Noise-Isolat... | 0.50000 | B07JL1HZGD | 4.8 | Good |
32 | 2018-12-23T15:31:22.703555 | 0.9 | \r\nBuilt in Microphone and Volume control for... | 3.1 | 7.0 | NaN | Betron B25 Noise Isolating in Ear Canal Headph... | 15.99 | 4.4 | 191 | https://www.amazon.com/Betron-Isolating-Headph... | 0.10000 | B079GFF4HZ | 4.2 | Good |
33 | 2018-12-23T15:31:31.195693 | 1.0 | Active Noise Cancelling Functionality: Reduces... | 1.0 | 24.2 | NaN | TaoTronics Active Noise Cancelling Headphones,... | 49.99 | 4.2 | 160 | https://www.amazon.com/dp/B07FM1L5HJ/ref=sxbs_... | 0.05000 | B07FM1L5HJ | 4.2 | Good |
34 | 2018-12-23T15:31:52.956426 | 6.8 | \r\nPOWERFUL SOUND - Deep base and clean trebl... | 2.2 | 1.4 | NaN | Black GUMY in Ear Earbuds with Stay fit Ear Ti... | 0.00 | 3.9 | 55 | https://www.amazon.com/dp/B073R2RSB2/ref=sxbs_... | 0.07000 | B073R2RSB2 | 3.7 | Good |
35 | 2018-12-23T15:32:02.984393 | 0.7 | 【Super Sound quality+ Bluetooth 4.1】Powerful m... | 0.9 | 33.0 | NaN | SoundPEATS Bluetooth Headphones Wireless Earbu... | 0.00 | 4.3 | 356 | https://www.amazon.com/dp/B07KLV4P88/ref=sxbs_... | 0.04000 | B07KLV4P88 | 4.3 | Good |
36 | 2018-12-23T15:32:10.933854 | 2.8 | \r\nSNUG FIT AND STAY PUT IN YOUR EARS THROUGH... | 1.2 | 5.7 | NaN | ROVKING Wired Sweatproof Earhook in Ear Sport ... | 12.99 | 3.9 | 2667 | https://www.amazon.com/dp/B017AW0GO0/ref=sxbs_... | 0.08000 | B017AW0GO0 | 3.9 | Good |
37 | 2018-12-23T15:32:18.698721 | 1.2 | [IPX6 SWEATPROOF] - Inner nano-coating protect... | 0.8 | 24.8 | NaN | SoundPEATS Magnetic Wireless Earbuds Bluetooth... | 0.00 | 4.5 | 146 | https://www.amazon.com/dp/B07DFGP3XQ/ref=sxbs_... | 0.33125 | B07DFGP3XQ | 4.5 | Good |
full_df.to_csv('Scraped_Earbud_Featured_Page_W_RevieMeta.csv',index=False)
#full_df=pd.read_csv('Scraped_Earbud_Featured_Page_W_RevieMeta.csv')
full_df=full_df[3:] #top 3 look like sponsored products. So I'll remove them. I personally avoid sponsored products
full_df['Featured_Rank']= np.arange(len(full_df)) + 1
full_df['Featured_Rank']
3 1 4 2 5 3 6 4 7 5 8 6 9 7 10 8 11 9 12 10 13 11 14 12 15 13 16 14 17 15 18 16 19 17 20 18 21 19 22 20 23 21 24 22 25 23 26 24 27 25 28 26 29 27 30 28 31 29 32 30 33 31 34 32 35 33 36 34 37 35 Name: Featured_Rank, dtype: int32
full_df.to_csv('Wired_Earbud_Featured_Page_W_RevieMeta_NO_Sponsered.csv',index=False)