from time import sleep
from selenium import webdriver
from selenium.webdriver.chrome.options import Options
import csv
import pandas as pd
import datetime
driver = webdriver.Chrome(executable_path="/Users/name/home/work/eBay/Python/chromedriver")
url = ('https://www.ebay.com/sch/i.html?_from=R40&_nkw=dragon+ball&_sacat=0&rt=nc&LH_Sold=1&LH_Complete=1')
driver.get(url)
driver.implicitly_wait(10)
names = []
statuses = []
prices = []
shippings=[]
items = driver.find_elements_by_class_name('s-item__info.clearfix')
for item in items:
# get Name
name = item.find_element_by_class_name('s-item__title').text
name = name.replace("NEW LISTING", "")
names.append(name)
# get Status
try:
status = item.find_element_by_class_name('SECONDARY_INFO').text
statuses.append(status)
except:
statuses.append(" ")
# get Price
price = item.find_element_by_class_name('s-item__price').text
price = price.replace("JPY ","")
prices.append(price)
# get ShippingCost
try:
shipping = item.find_element_by_class_name('s-item__logisticsCost').text
shipping = shipping.replace("+JPY ","").replace(" shipping","").replace("Free International Shipping","0")
shippings.append(shipping)
except:
shippings.append(" ")
#print(shippings)
df = pd.DataFrame()
df['name'] = names
df['status'] = statuses
df['price'] = prices
df['shippingcost'] = shippings
csv_date = datetime.datetime.today().strftime("%Y%m%d")
csv_file_name = "eBayScraping_" + csv_date + ".csv"
df.to_csv(csv_file_name, index = False)
driver.quit()
