See More

{ "cells": [ { "cell_type": "code", "execution_count": 1, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Timing out after 10 seconds and returning\n", "

\n", "The Destination Page!\n", "\n", "\n", "\n", "This is the page you are looking for!\n", "\n", "\n" ] } ], "source": [ "from selenium import webdriver\n", "import time\n", "from selenium.webdriver.remote.webelement import WebElement\n", "from selenium.common.exceptions import StaleElementReferenceException\n", "\n", "def waitForLoad(driver):\n", " elem = driver.find_element_by_tag_name(\"html\")\n", " count = 0\n", " while True:\n", " count += 1\n", " if count > 20:\n", " print(\"Timing out after 10 seconds and returning\")\n", " return\n", " time.sleep(.5)\n", " try:\n", " elem == driver.find_element_by_tag_name(\"html\")\n", " except StaleElementReferenceException:\n", " return\n", "\n", "driver = webdriver.PhantomJS(executable_path='drivers/phantomjs/phantomjs-2.1.1-macosx/bin/phantomjs')\n", "driver.get(\"http://pythonscraping.com/pages/javascript/redirectDemo1.html\")\n", "waitForLoad(driver)\n", "print(driver.page_source)" ] }, { "cell_type": "code", "execution_count": 6, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "This is the page you are looking for!\n" ] } ], "source": [ "from selenium.webdriver.common.by import By\n", "from selenium.webdriver.support.ui import WebDriverWait\n", "from selenium.webdriver.support import expected_conditions as EC\n", "from selenium.common.exceptions import TimeoutException\n", "\n", "driver = webdriver.PhantomJS(\n", " executable_path='drivers/phantomjs/phantomjs-2.1.1-macosx/bin/phantomjs')\n", "driver.get('http://pythonscraping.com/pages/javascript/redirectDemo1.html')\n", "try:\n", " bodyElement = WebDriverWait(driver, 15).until(EC.presence_of_element_located(\n", " (By.XPATH, '//body[contains(text(), \"This is the page you are looking for!\")]')))\n", " print(bodyElement.text)\n", "except TimeoutException:\n", " print('Did not find the element')" ] }, { "cell_type": "code", "execution_count": null, "metadata": {}, "outputs": [], "source": [] } ], "metadata": { "kernelspec": { "display_name": "Python 3", "language": "python", "name": "python3" }, "language_info": { "codemirror_mode": { "name": "ipython", "version": 3 }, "file_extension": ".py", "mimetype": "text/x-python", "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", "version": "3.6.1" } }, "nbformat": 4, "nbformat_minor": 2 }