| Hosted by CoCalc | Download
Kernel: Python 3 (system-wide)

Chrome Selenium Webscraping on CoCalc

from selenium import webdriver from selenium.webdriver.common.keys import Keys from IPython.display import Image import json import time
options = webdriver.ChromeOptions() options.add_argument('--no-sandbox') options.add_argument('--window-size=1420,1080') options.add_argument('--headless') options.add_argument('--disable-gpu') user_agent = "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/74.0.3729.157 Safari/537.36" options.add_argument(f'user-agent={user_agent}') driver = webdriver.Chrome(options=options) driver.implicitly_wait(10)
url = "https://otter.ai/login" driver.get(url)
test = driver.find_element_by_xpath('/html/body/div[1]/div/nav') test.text
'Otter.ai\nProduct\nResources\nCompany\nLog in\nSign up'
Image(data=test.screenshot_as_png)
Image in a Jupyter notebook