Django

Selenium

Install

pip install selenium

Import

from selenium.webdriver import Firefox
from selenium.webdriver.common.by import By
from time import sleep

driver = Firefox()
driver.get(url)
sleep(2)
while True:
    try:
        btn = driver.find_element(By.CSS_SELECTOR, 'a.btn-read-more-ajax')
        btn.click()
        sleep(1)
    except:
        anchors = driver.find_elements(By.CSS_SELECTOR, 'a.product-item')
        arr = []
        for anchor in anchors:
            arr.append(anchor.get_attribute('href'))
        break
driver.close()
driver.quit()