In [22]:
# import libraries
import re
import datetime
import time
import pandas as pd
import numpy as np
from urllib.request import urlopen
from selenium import webdriver
from selenium.webdriver.common.keys import Keys
from selenium.webdriver.chrome.options import Options
from selenium.webdriver.remote.webelement import WebElement
from selenium.common.exceptions import NoSuchElementException
from selenium.webdriver.support.ui import WebDriverWait
from selenium.webdriver.support import expected_conditions as EC
from selenium.webdriver.common.by import By
from selenium.common.exceptions import TimeoutException
In [46]:
#full_df=pd.Da
In [24]:
full_df=pd.read_csv('Scraped_Earbud_Featured_Page.csv')
In [25]:
full_df['Product_ID']=full_df['URL'].apply(lambda st: st[st.find("dp/")+3:st.find("/ref")])
full_df['reviewmeta_rating']=''
full_df['decision']=''
In [26]:
full_df
Out[26]:
Created_Date Depth Description Height Length Listed_Date Name Price Rating Review URL Weight Product_ID reviewmeta_rating decision
0 2018-12-23T15:27:04.224105 1.0 Lightweight in-ear stereo earphones provides n... 7.3 3.9 NaN Betron ELR50 Earphones Earbuds Headphones, Bal... 10.99 4.4 827 https://www.amazon.com/Betron-Earphones-Headph... 0.21000 B01M8G5K8V
1 2018-12-23T15:27:11.659088 2.4 ACTIVE NOISE CANCELLING: Reduce background sou... 4.1 5.5 NaN Active Noise Cancelling Earphones, RAVEtone Wi... 44.99 4.4 3 https://www.amazon.com/Cancelling-Earphones-RA... 0.38750 B07G7468KC
2 2018-12-23T15:27:21.007620 0.5 \r\nNATURAL SOUND QUALITY - Super BASS. 20Hz-2... 0.5 0.9 NaN Earphones Cloudio J1 Noise Cancelling Earbuds ... 19.99 0.0 0 https://www.amazon.com/Cloudio-J1-Cancelling-H... 0.03000 B079196D5M
3 2018-12-23T15:27:36.456498 6.8 \r\nWired In-Ear Headphones: Perfect for exerc... 3.2 3.6 NaN Panasonic ErgoFit In-Ear Earbud Headphones RP-... 8.98 4.2 55942 https://www.amazon.com/Panasonic-Headphones-RP... 0.01000 B003EM8008
4 2018-12-23T15:27:46.926620 6.8 12mm dome type driver units deliver powerful d... 1.5 2.6 NaN Sony MDRXB50AP Extra Bass Earbud Headset (Black) 29.99 4.1 3761 https://www.amazon.com/Sony-MDRXB50AP-Extra-Ea... 0.15000 B00JRD13T8
5 2018-12-23T15:27:53.540138 1.4 ORIGINAL SOUND EXPERIENCES: Excellent stereo h... 3.5 3.5 December 20, 2018 Earbuds Headphones Stereo in-Ear Earphones Noi... 12.99 5.0 162 https://www.amazon.com/Headphones-Earphones-Is... 0.12000 B07M935W8X
6 2018-12-23T15:28:03.556126 1.0 COMFORTABLE & SNUG FIT PERFECT FOR WORKOUTS: A... 1.4 4.7 NaN Avantree Sports Headphones Wired with Micropho... 14.99 4.4 327 https://www.amazon.com/Avantree-Headphones-Mic... 0.06000 B078T9HFDJ
7 2018-12-23T15:28:17.838286 8.8 \r\nDeep, clear sound enhanced by exclusive Tr... 1.9 4.9 NaN Bose SoundSport in-ear headphones for Samsung ... 69.99 4.0 1657 https://www.amazon.com/Bose-SoundSport-headpho... 0.04000 B0117RFPCC
8 2018-12-23T15:28:27.615538 1.2 DUAL DRIVER EARBUDS WITH INCREDIBLE SOUND - Ex... 6.6 9.2 NaN Aiwa Prodigy-1 Premium Earphones - in-Ear Head... 29.99 4.3 102 https://www.amazon.com/Aiwa-Prodigy-1-Premium-... 0.15000 B07BF5F9LZ
9 2018-12-23T15:28:37.388027 1.0 Lightweight in-ear stereo earphones provides n... 7.3 3.9 NaN Betron ELR50 Earphones Earbuds Headphones, Bal... 10.99 4.4 827 https://www.amazon.com/Betron-Earphones-Headph... 0.21000 B01M8G5K8V
10 2018-12-23T15:28:45.764686 1.1 Ergonomic ear bud design makes these earphones... 3.4 3.4 NaN Earbuds, BYZ Wired Earphones Stereo in Ear Hea... 9.99 5.0 132 https://www.amazon.com/Earbuds-BYZ-Earphones-H... 0.03000 B07KR681VD
11 2018-12-23T15:28:52.915777 0.5 MAGNETIC FEATURE:The unique magnetic design of... 1.1 1.5 NaN Wired Earbuds,COSPOR Magnetic in-Ear Stereo Ea... 15.99 5.0 44 https://www.amazon.com/COSPOR-Magnetic-Earphon... 0.10000 B07LD4SCLZ
12 2018-12-23T15:29:01.026100 0.0 \r\nFeel the power of extra bass. Connectivity... 0.0 0.0 NaN Sony MDRXB510AS/B Extra Bass Wired Headphones,... 39.99 3.9 209 https://www.amazon.com/Sony-MDRXB510AS-Headpho... 0.25000 B01MTEU4V9
13 2018-12-23T15:29:07.901205 1.6 ♬ EXCEPTIONAL GUALITY OF SOUND - These workout... 4.3 6.5 December 4, 2018 Running Headphones, LZHE in Ear Hi-Fi Monitor ... 21.99 5.0 142 https://www.amazon.com/Headphones-LZHE-Isolati... 0.13000 B07L4JJYRB
14 2018-12-23T15:29:15.853423 0.4 \r\nPremium audio: Ultra-lightweight, digital ... 2.2 3.0 NaN Moxil Original 3.5MM Metal In-ear Wired Earpho... 15.99 5.0 482 https://www.amazon.com/Moxil-Original-Earphone... 0.05000 B07L65BKF9
15 2018-12-23T15:29:23.338881 2.0 ✔【DURABLE LONG LASTING LIFE EARBUDS】:This in e... 2.0 7.0 NaN Earbuds Ear Buds in Ear Headphones Wired Earph... 11.99 5.0 572 https://www.amazon.com/Headphones-Earphones-Mi... 0.04000 B07L7XS26S
16 2018-12-23T15:29:31.544381 1.0 COMFORTABLE & SNUG FIT PERFECT FOR WORKOUTS: A... 1.4 4.7 NaN Avantree Sports Headphones Wired with Micropho... 14.99 4.4 327 https://www.amazon.com/Avantree-Headphones-Mic... 0.06000 B078T9HFDJ
17 2018-12-23T15:29:38.766098 1.2 COMFORTABLE & SNUG FIT IN KIDS/WOMEN SMALL EAR... 2.7 5.6 NaN Joysico Sports Headphones Wired Over Ear In-ea... 14.99 4.1 84 https://www.amazon.com/Joysico-Headphones-Earp... 0.03000 B0796S9CGR
18 2018-12-23T15:29:45.662395 0.6 【Enhanced Sound】Powerful 10mm composite driver... 1.8 51.2 NaN Anker SoundBuds Verve Built-in Microphone in E... 15.99 3.9 105 https://www.amazon.com/Anker-SoundBuds-Built-M... 0.02000 B077XNCSQS
19 2018-12-23T15:29:52.215953 1.7 \r\nUniversal compatibility: Compatible with m... 3.1 3.9 December 14, 2018 in-Ear Earbuds,COSPOR Wired Headphones Hands-F... 15.99 5.0 58 https://www.amazon.com/COSPOR-Headphones-Hands... 0.04000 B07LCRQVYW
20 2018-12-23T15:29:58.417132 1.2 EXECELLENT SOUND BLOCKS OUT EXTERIOR NOISE:Ear... 4.6 5.1 December 2, 2018 Earbuds Headphones with Microphone Mic Noise I... 12.99 5.0 197 https://www.amazon.com/Headphones-Microphone-I... 0.08000 B07L2R9KFR
21 2018-12-23T15:30:05.561680 1.4 \r\nStereo and Crystal Clear Sound: Built-in h... 3.2 3.2 NaN Earphones, USTEK in-Ear Wired Earbuds Stereo S... 10.99 5.0 135 https://www.amazon.com/Earphones-USTEK-Headpho... 0.15000 B07KFD5DFF
22 2018-12-23T15:30:12.229971 1.3 ♬【DEEP BASS SOUND & NOISE ISOLATING】Perfect st... 3.1 5.5 NaN Earbuds Ear Buds Earphones with Microphone Mic... 12.99 5.0 98 https://www.amazon.com/Earphones-Microphone-He... 0.11000 B07KWM3NZ1
23 2018-12-23T15:30:20.604759 1.2 Hybrid sound system of symphonic drivers and b... 3.2 5.3 NaN in Ear Headphones SDFLAYER E97 Pro Earphones w... 28.99 5.0 1965 https://www.amazon.com/Ear-Headphones-SDFLAYER... 0.24000 B07JZ6N979
24 2018-12-23T15:30:28.461220 0.2 ACTIVE NOISE CANCELLING: Reduce background sou... 0.2 0.2 NaN TaoTronics Active Noise Cancelling Headphones,... 43.99 3.9 360 https://www.amazon.com/TaoTronics-Cancelling-H... 0.07000 B075DBL2QP
25 2018-12-23T15:30:34.839770 0.4 ✔【DURABLE LONG LASTING LIFE EARBUDS】:This in e... 3.2 6.0 NaN KURSO Compatible for iPhone Samsung Android Ea... 11.99 5.0 332 https://www.amazon.com/KURSO-Compatible-Headph... 0.03000 B07J59RGH7
26 2018-12-23T15:30:41.286558 1.0 ✤Ultra Perfect Sound Quality - Perfect stereo ... 3.7 3.8 NaN Earbuds Ear Buds Wired Earbud with Microphone ... 12.99 5.0 190 https://www.amazon.com/Microphone-Isolating-He... 0.10000 B07KSYMTMC
27 2018-12-23T15:30:47.913486 2.7 OVER EAR EARBUDS FOR SMALL EARS - The ear buds... 1.1 5.6 NaN ROVKING Over Ear in Ear Noise Isolating Sweatp... 14.99 4.0 3809 https://www.amazon.com/ROVKING-Isolating-Sweat... 0.09000 B01H3CQ64Q
28 2018-12-23T15:30:53.591498 1.0 PREMIUM EARBUDS EARPHONES HEADPHONE: High perf... 3.3 3.3 NaN Earbuds Ear Buds Sport Earbuds Running Earbuds... 9.99 5.0 347 https://www.amazon.com/Headphones-Earphones-Mi... 0.06000 B07KQ4XNDV
29 2018-12-23T15:31:00.600181 3.9 WIRELESS + WIRED: Enjoy the freedom of wireles... 1.4 3.5 NaN Back Bay 2-in-1 Wireless & Wired Bluetooth Ear... 34.99 4.2 157 https://www.amazon.com/Back-Bay-Sweatproof-Hea... 0.04000 B0757WVSN8
30 2018-12-23T15:31:07.409431 1.2 ♫ HIGH-PERFORMANCE SOUND QUALITY: These earbud... 2.8 3.0 December 5, 2018 Earbuds Ear Buds Stereo Earphones in-Ear Headp... 12.99 5.0 229 https://www.amazon.com/Earphones-Headphones-Mi... 0.15000 B07L5CRQMB
31 2018-12-23T15:31:14.871387 1.7 SUPER SOUND: These in ear headphones delivery ... 5.6 5.6 NaN Senzer H2 In Ear Headphones with Mic Wired Ear... 18.99 4.8 12 https://www.amazon.com/Headphones-Noise-Isolat... 0.50000 B07JL1HZGD
32 2018-12-23T15:31:22.703555 0.9 \r\nBuilt in Microphone and Volume control for... 3.1 7.0 NaN Betron B25 Noise Isolating in Ear Canal Headph... 15.99 4.4 191 https://www.amazon.com/Betron-Isolating-Headph... 0.10000 B079GFF4HZ
33 2018-12-23T15:31:31.195693 1.0 Active Noise Cancelling Functionality: Reduces... 1.0 24.2 NaN TaoTronics Active Noise Cancelling Headphones,... 49.99 4.2 160 https://www.amazon.com/dp/B07FM1L5HJ/ref=sxbs_... 0.05000 B07FM1L5HJ
34 2018-12-23T15:31:52.956426 6.8 \r\nPOWERFUL SOUND - Deep base and clean trebl... 2.2 1.4 NaN Black GUMY in Ear Earbuds with Stay fit Ear Ti... 0.00 3.9 55 https://www.amazon.com/dp/B073R2RSB2/ref=sxbs_... 0.07000 B073R2RSB2
35 2018-12-23T15:32:02.984393 0.7 【Super Sound quality+ Bluetooth 4.1】Powerful m... 0.9 33.0 NaN SoundPEATS Bluetooth Headphones Wireless Earbu... 0.00 4.3 356 https://www.amazon.com/dp/B07KLV4P88/ref=sxbs_... 0.04000 B07KLV4P88
36 2018-12-23T15:32:10.933854 2.8 \r\nSNUG FIT AND STAY PUT IN YOUR EARS THROUGH... 1.2 5.7 NaN ROVKING Wired Sweatproof Earhook in Ear Sport ... 12.99 3.9 2667 https://www.amazon.com/dp/B017AW0GO0/ref=sxbs_... 0.08000 B017AW0GO0
37 2018-12-23T15:32:18.698721 1.2 [IPX6 SWEATPROOF] - Inner nano-coating protect... 0.8 24.8 NaN SoundPEATS Magnetic Wireless Earbuds Bluetooth... 0.00 4.5 146 https://www.amazon.com/dp/B07DFGP3XQ/ref=sxbs_... 0.33125 B07DFGP3XQ
In [27]:
driver = webdriver.Chrome("C:\chromedriver_win32\chromedriver.exe")
clicked_agree=0
for index,row in full_df.iterrows():
    #print(row['Product_ID'])
    print(index)
    reviewmeta_url='https://reviewmeta.com/amazon/'+row['Product_ID']
    print(reviewmeta_url)
    driver.get(reviewmeta_url)
    
    #agree_button=driver.find_element_by_id('terms_accepted')
    #print(agree_button)
    if(clicked_agree==0):
        driver.find_element_by_id('terms_accepted').click()
        clicked_agree=1
    #meta_rating=driver.find_element_by_id('adjusted-rating-large')
    #print(meta_rating)

    #time.sleep(10)
    ratings=driver.find_elements_by_xpath("//label[contains(@class,'orig-rating')]")
    print(len(ratings))
    print(ratings[1].text)
    reviewmeta_rating=ratings[1].text
    if reviewmeta_rating== "N/A":
        print("Looks fake")
        #reviewmeta_rating="N/A"

        full_df.at[index,'decision']='Fake'
    else:
        print("Looks good")

        full_df.at[index,'decision']='Good'
        reviewmeta_rating=reviewmeta_rating.split("/")[0]

    full_df.at[index,'reviewmeta_rating']=reviewmeta_rating    
        
#    except:
#        print('----Needs reviwing---- ')
#        print(reviewmeta_url)
    
    
        
    
    
    
0
https://reviewmeta.com/amazon/B01M8G5K8V
2
4.1/5
Looks good
1
https://reviewmeta.com/amazon/B07G7468KC
2
4.3/5
Looks good
2
https://reviewmeta.com/amazon/B079196D5M
2
3.5/5
Looks good
3
https://reviewmeta.com/amazon/B003EM8008
2
4.1/5
Looks good
4
https://reviewmeta.com/amazon/B00JRD13T8
4
4.1/5
Looks good
5
https://reviewmeta.com/amazon/B07M935W8X
2
N/A
Looks fake
6
https://reviewmeta.com/amazon/B078T9HFDJ
2
4.0/5
Looks good
7
https://reviewmeta.com/amazon/B0117RFPCC
2
4.0/5
Looks good
8
https://reviewmeta.com/amazon/B07BF5F9LZ
2
4.5/5
Looks good
9
https://reviewmeta.com/amazon/B01M8G5K8V
2
4.1/5
Looks good
10
https://reviewmeta.com/amazon/B07KR681VD
2
N/A
Looks fake
11
https://reviewmeta.com/amazon/B07LD4SCLZ
2
N/A
Looks fake
12
https://reviewmeta.com/amazon/B01MTEU4V9
2
3.8/5
Looks good
13
https://reviewmeta.com/amazon/B07L4JJYRB
2
N/A
Looks fake
14
https://reviewmeta.com/amazon/B07L65BKF9
2
N/A
Looks fake
15
https://reviewmeta.com/amazon/B07L7XS26S
2
N/A
Looks fake
16
https://reviewmeta.com/amazon/B078T9HFDJ
2
4.0/5
Looks good
17
https://reviewmeta.com/amazon/B0796S9CGR
2
4.6/5
Looks good
18
https://reviewmeta.com/amazon/B077XNCSQS
4
4.0/5
Looks good
19
https://reviewmeta.com/amazon/B07LCRQVYW
2
N/A
Looks fake
20
https://reviewmeta.com/amazon/B07L2R9KFR
2
N/A
Looks fake
21
https://reviewmeta.com/amazon/B07KFD5DFF
2
N/A
Looks fake
22
https://reviewmeta.com/amazon/B07KWM3NZ1
2
N/A
Looks fake
23
https://reviewmeta.com/amazon/B07JZ6N979
2
N/A
Looks fake
24
https://reviewmeta.com/amazon/B075DBL2QP
2
3.9/5
Looks good
25
https://reviewmeta.com/amazon/B07J59RGH7
2
N/A
Looks fake
26
https://reviewmeta.com/amazon/B07KSYMTMC
2
N/A
Looks fake
27
https://reviewmeta.com/amazon/B01H3CQ64Q
2
4.0/5
Looks good
28
https://reviewmeta.com/amazon/B07KQ4XNDV
2
N/A
Looks fake
29
https://reviewmeta.com/amazon/B0757WVSN8
2
4.0/5
Looks good
30
https://reviewmeta.com/amazon/B07L5CRQMB
2
N/A
Looks fake
31
https://reviewmeta.com/amazon/B07JL1HZGD
2
4.8/5
Looks good
32
https://reviewmeta.com/amazon/B079GFF4HZ
2
4.2/5
Looks good
33
https://reviewmeta.com/amazon/B07FM1L5HJ
2
4.2/5
Looks good
34
https://reviewmeta.com/amazon/B073R2RSB2
2
3.7/5
Looks good
35
https://reviewmeta.com/amazon/B07KLV4P88
2
4.3/5
Looks good
36
https://reviewmeta.com/amazon/B017AW0GO0
2
3.9/5
Looks good
37
https://reviewmeta.com/amazon/B07DFGP3XQ
2
4.5/5
Looks good
In [28]:
full_df.columns
Out[28]:
Index(['Created_Date', 'Depth', 'Description', 'Height', 'Length',
       'Listed_Date', 'Name', 'Price', 'Rating', 'Review', 'URL', 'Weight',
       'Product_ID', 'reviewmeta_rating', 'decision'],
      dtype='object')
In [29]:
full_df
Out[29]:
Created_Date Depth Description Height Length Listed_Date Name Price Rating Review URL Weight Product_ID reviewmeta_rating decision
0 2018-12-23T15:27:04.224105 1.0 Lightweight in-ear stereo earphones provides n... 7.3 3.9 NaN Betron ELR50 Earphones Earbuds Headphones, Bal... 10.99 4.4 827 https://www.amazon.com/Betron-Earphones-Headph... 0.21000 B01M8G5K8V 4.1 Good
1 2018-12-23T15:27:11.659088 2.4 ACTIVE NOISE CANCELLING: Reduce background sou... 4.1 5.5 NaN Active Noise Cancelling Earphones, RAVEtone Wi... 44.99 4.4 3 https://www.amazon.com/Cancelling-Earphones-RA... 0.38750 B07G7468KC 4.3 Good
2 2018-12-23T15:27:21.007620 0.5 \r\nNATURAL SOUND QUALITY - Super BASS. 20Hz-2... 0.5 0.9 NaN Earphones Cloudio J1 Noise Cancelling Earbuds ... 19.99 0.0 0 https://www.amazon.com/Cloudio-J1-Cancelling-H... 0.03000 B079196D5M 3.5 Good
3 2018-12-23T15:27:36.456498 6.8 \r\nWired In-Ear Headphones: Perfect for exerc... 3.2 3.6 NaN Panasonic ErgoFit In-Ear Earbud Headphones RP-... 8.98 4.2 55942 https://www.amazon.com/Panasonic-Headphones-RP... 0.01000 B003EM8008 4.1 Good
4 2018-12-23T15:27:46.926620 6.8 12mm dome type driver units deliver powerful d... 1.5 2.6 NaN Sony MDRXB50AP Extra Bass Earbud Headset (Black) 29.99 4.1 3761 https://www.amazon.com/Sony-MDRXB50AP-Extra-Ea... 0.15000 B00JRD13T8 4.1 Good
5 2018-12-23T15:27:53.540138 1.4 ORIGINAL SOUND EXPERIENCES: Excellent stereo h... 3.5 3.5 December 20, 2018 Earbuds Headphones Stereo in-Ear Earphones Noi... 12.99 5.0 162 https://www.amazon.com/Headphones-Earphones-Is... 0.12000 B07M935W8X N/A Fake
6 2018-12-23T15:28:03.556126 1.0 COMFORTABLE & SNUG FIT PERFECT FOR WORKOUTS: A... 1.4 4.7 NaN Avantree Sports Headphones Wired with Micropho... 14.99 4.4 327 https://www.amazon.com/Avantree-Headphones-Mic... 0.06000 B078T9HFDJ 4.0 Good
7 2018-12-23T15:28:17.838286 8.8 \r\nDeep, clear sound enhanced by exclusive Tr... 1.9 4.9 NaN Bose SoundSport in-ear headphones for Samsung ... 69.99 4.0 1657 https://www.amazon.com/Bose-SoundSport-headpho... 0.04000 B0117RFPCC 4.0 Good
8 2018-12-23T15:28:27.615538 1.2 DUAL DRIVER EARBUDS WITH INCREDIBLE SOUND - Ex... 6.6 9.2 NaN Aiwa Prodigy-1 Premium Earphones - in-Ear Head... 29.99 4.3 102 https://www.amazon.com/Aiwa-Prodigy-1-Premium-... 0.15000 B07BF5F9LZ 4.5 Good
9 2018-12-23T15:28:37.388027 1.0 Lightweight in-ear stereo earphones provides n... 7.3 3.9 NaN Betron ELR50 Earphones Earbuds Headphones, Bal... 10.99 4.4 827 https://www.amazon.com/Betron-Earphones-Headph... 0.21000 B01M8G5K8V 4.1 Good
10 2018-12-23T15:28:45.764686 1.1 Ergonomic ear bud design makes these earphones... 3.4 3.4 NaN Earbuds, BYZ Wired Earphones Stereo in Ear Hea... 9.99 5.0 132 https://www.amazon.com/Earbuds-BYZ-Earphones-H... 0.03000 B07KR681VD N/A Fake
11 2018-12-23T15:28:52.915777 0.5 MAGNETIC FEATURE:The unique magnetic design of... 1.1 1.5 NaN Wired Earbuds,COSPOR Magnetic in-Ear Stereo Ea... 15.99 5.0 44 https://www.amazon.com/COSPOR-Magnetic-Earphon... 0.10000 B07LD4SCLZ N/A Fake
12 2018-12-23T15:29:01.026100 0.0 \r\nFeel the power of extra bass. Connectivity... 0.0 0.0 NaN Sony MDRXB510AS/B Extra Bass Wired Headphones,... 39.99 3.9 209 https://www.amazon.com/Sony-MDRXB510AS-Headpho... 0.25000 B01MTEU4V9 3.8 Good
13 2018-12-23T15:29:07.901205 1.6 ♬ EXCEPTIONAL GUALITY OF SOUND - These workout... 4.3 6.5 December 4, 2018 Running Headphones, LZHE in Ear Hi-Fi Monitor ... 21.99 5.0 142 https://www.amazon.com/Headphones-LZHE-Isolati... 0.13000 B07L4JJYRB N/A Fake
14 2018-12-23T15:29:15.853423 0.4 \r\nPremium audio: Ultra-lightweight, digital ... 2.2 3.0 NaN Moxil Original 3.5MM Metal In-ear Wired Earpho... 15.99 5.0 482 https://www.amazon.com/Moxil-Original-Earphone... 0.05000 B07L65BKF9 N/A Fake
15 2018-12-23T15:29:23.338881 2.0 ✔【DURABLE LONG LASTING LIFE EARBUDS】:This in e... 2.0 7.0 NaN Earbuds Ear Buds in Ear Headphones Wired Earph... 11.99 5.0 572 https://www.amazon.com/Headphones-Earphones-Mi... 0.04000 B07L7XS26S N/A Fake
16 2018-12-23T15:29:31.544381 1.0 COMFORTABLE & SNUG FIT PERFECT FOR WORKOUTS: A... 1.4 4.7 NaN Avantree Sports Headphones Wired with Micropho... 14.99 4.4 327 https://www.amazon.com/Avantree-Headphones-Mic... 0.06000 B078T9HFDJ 4.0 Good
17 2018-12-23T15:29:38.766098 1.2 COMFORTABLE & SNUG FIT IN KIDS/WOMEN SMALL EAR... 2.7 5.6 NaN Joysico Sports Headphones Wired Over Ear In-ea... 14.99 4.1 84 https://www.amazon.com/Joysico-Headphones-Earp... 0.03000 B0796S9CGR 4.6 Good
18 2018-12-23T15:29:45.662395 0.6 【Enhanced Sound】Powerful 10mm composite driver... 1.8 51.2 NaN Anker SoundBuds Verve Built-in Microphone in E... 15.99 3.9 105 https://www.amazon.com/Anker-SoundBuds-Built-M... 0.02000 B077XNCSQS 4.0 Good
19 2018-12-23T15:29:52.215953 1.7 \r\nUniversal compatibility: Compatible with m... 3.1 3.9 December 14, 2018 in-Ear Earbuds,COSPOR Wired Headphones Hands-F... 15.99 5.0 58 https://www.amazon.com/COSPOR-Headphones-Hands... 0.04000 B07LCRQVYW N/A Fake
20 2018-12-23T15:29:58.417132 1.2 EXECELLENT SOUND BLOCKS OUT EXTERIOR NOISE:Ear... 4.6 5.1 December 2, 2018 Earbuds Headphones with Microphone Mic Noise I... 12.99 5.0 197 https://www.amazon.com/Headphones-Microphone-I... 0.08000 B07L2R9KFR N/A Fake
21 2018-12-23T15:30:05.561680 1.4 \r\nStereo and Crystal Clear Sound: Built-in h... 3.2 3.2 NaN Earphones, USTEK in-Ear Wired Earbuds Stereo S... 10.99 5.0 135 https://www.amazon.com/Earphones-USTEK-Headpho... 0.15000 B07KFD5DFF N/A Fake
22 2018-12-23T15:30:12.229971 1.3 ♬【DEEP BASS SOUND & NOISE ISOLATING】Perfect st... 3.1 5.5 NaN Earbuds Ear Buds Earphones with Microphone Mic... 12.99 5.0 98 https://www.amazon.com/Earphones-Microphone-He... 0.11000 B07KWM3NZ1 N/A Fake
23 2018-12-23T15:30:20.604759 1.2 Hybrid sound system of symphonic drivers and b... 3.2 5.3 NaN in Ear Headphones SDFLAYER E97 Pro Earphones w... 28.99 5.0 1965 https://www.amazon.com/Ear-Headphones-SDFLAYER... 0.24000 B07JZ6N979 N/A Fake
24 2018-12-23T15:30:28.461220 0.2 ACTIVE NOISE CANCELLING: Reduce background sou... 0.2 0.2 NaN TaoTronics Active Noise Cancelling Headphones,... 43.99 3.9 360 https://www.amazon.com/TaoTronics-Cancelling-H... 0.07000 B075DBL2QP 3.9 Good
25 2018-12-23T15:30:34.839770 0.4 ✔【DURABLE LONG LASTING LIFE EARBUDS】:This in e... 3.2 6.0 NaN KURSO Compatible for iPhone Samsung Android Ea... 11.99 5.0 332 https://www.amazon.com/KURSO-Compatible-Headph... 0.03000 B07J59RGH7 N/A Fake
26 2018-12-23T15:30:41.286558 1.0 ✤Ultra Perfect Sound Quality - Perfect stereo ... 3.7 3.8 NaN Earbuds Ear Buds Wired Earbud with Microphone ... 12.99 5.0 190 https://www.amazon.com/Microphone-Isolating-He... 0.10000 B07KSYMTMC N/A Fake
27 2018-12-23T15:30:47.913486 2.7 OVER EAR EARBUDS FOR SMALL EARS - The ear buds... 1.1 5.6 NaN ROVKING Over Ear in Ear Noise Isolating Sweatp... 14.99 4.0 3809 https://www.amazon.com/ROVKING-Isolating-Sweat... 0.09000 B01H3CQ64Q 4.0 Good
28 2018-12-23T15:30:53.591498 1.0 PREMIUM EARBUDS EARPHONES HEADPHONE: High perf... 3.3 3.3 NaN Earbuds Ear Buds Sport Earbuds Running Earbuds... 9.99 5.0 347 https://www.amazon.com/Headphones-Earphones-Mi... 0.06000 B07KQ4XNDV N/A Fake
29 2018-12-23T15:31:00.600181 3.9 WIRELESS + WIRED: Enjoy the freedom of wireles... 1.4 3.5 NaN Back Bay 2-in-1 Wireless & Wired Bluetooth Ear... 34.99 4.2 157 https://www.amazon.com/Back-Bay-Sweatproof-Hea... 0.04000 B0757WVSN8 4.0 Good
30 2018-12-23T15:31:07.409431 1.2 ♫ HIGH-PERFORMANCE SOUND QUALITY: These earbud... 2.8 3.0 December 5, 2018 Earbuds Ear Buds Stereo Earphones in-Ear Headp... 12.99 5.0 229 https://www.amazon.com/Earphones-Headphones-Mi... 0.15000 B07L5CRQMB N/A Fake
31 2018-12-23T15:31:14.871387 1.7 SUPER SOUND: These in ear headphones delivery ... 5.6 5.6 NaN Senzer H2 In Ear Headphones with Mic Wired Ear... 18.99 4.8 12 https://www.amazon.com/Headphones-Noise-Isolat... 0.50000 B07JL1HZGD 4.8 Good
32 2018-12-23T15:31:22.703555 0.9 \r\nBuilt in Microphone and Volume control for... 3.1 7.0 NaN Betron B25 Noise Isolating in Ear Canal Headph... 15.99 4.4 191 https://www.amazon.com/Betron-Isolating-Headph... 0.10000 B079GFF4HZ 4.2 Good
33 2018-12-23T15:31:31.195693 1.0 Active Noise Cancelling Functionality: Reduces... 1.0 24.2 NaN TaoTronics Active Noise Cancelling Headphones,... 49.99 4.2 160 https://www.amazon.com/dp/B07FM1L5HJ/ref=sxbs_... 0.05000 B07FM1L5HJ 4.2 Good
34 2018-12-23T15:31:52.956426 6.8 \r\nPOWERFUL SOUND - Deep base and clean trebl... 2.2 1.4 NaN Black GUMY in Ear Earbuds with Stay fit Ear Ti... 0.00 3.9 55 https://www.amazon.com/dp/B073R2RSB2/ref=sxbs_... 0.07000 B073R2RSB2 3.7 Good
35 2018-12-23T15:32:02.984393 0.7 【Super Sound quality+ Bluetooth 4.1】Powerful m... 0.9 33.0 NaN SoundPEATS Bluetooth Headphones Wireless Earbu... 0.00 4.3 356 https://www.amazon.com/dp/B07KLV4P88/ref=sxbs_... 0.04000 B07KLV4P88 4.3 Good
36 2018-12-23T15:32:10.933854 2.8 \r\nSNUG FIT AND STAY PUT IN YOUR EARS THROUGH... 1.2 5.7 NaN ROVKING Wired Sweatproof Earhook in Ear Sport ... 12.99 3.9 2667 https://www.amazon.com/dp/B017AW0GO0/ref=sxbs_... 0.08000 B017AW0GO0 3.9 Good
37 2018-12-23T15:32:18.698721 1.2 [IPX6 SWEATPROOF] - Inner nano-coating protect... 0.8 24.8 NaN SoundPEATS Magnetic Wireless Earbuds Bluetooth... 0.00 4.5 146 https://www.amazon.com/dp/B07DFGP3XQ/ref=sxbs_... 0.33125 B07DFGP3XQ 4.5 Good
In [41]:
full_df.to_csv('Scraped_Earbud_Featured_Page_W_RevieMeta.csv',index=False)
#full_df=pd.read_csv('Scraped_Earbud_Featured_Page_W_RevieMeta.csv')
In [42]:
full_df=full_df[3:] #top 3 look like sponsored products. So I'll remove them. I personally avoid sponsored products
In [48]:
full_df['Featured_Rank']= np.arange(len(full_df)) + 1
full_df['Featured_Rank']
Out[48]:
3      1
4      2
5      3
6      4
7      5
8      6
9      7
10     8
11     9
12    10
13    11
14    12
15    13
16    14
17    15
18    16
19    17
20    18
21    19
22    20
23    21
24    22
25    23
26    24
27    25
28    26
29    27
30    28
31    29
32    30
33    31
34    32
35    33
36    34
37    35
Name: Featured_Rank, dtype: int32
In [49]:
full_df.to_csv('Wired_Earbud_Featured_Page_W_RevieMeta_NO_Sponsered.csv',index=False)
In [ ]: