Python-Selenium Automated Crawler

pip install selenium -i /simple

from  import Chrome


if __name__ == '__main__':
    web = Chrome()
    ("")
    print()

from  import Chrome


if __name__ == '__main__':
    web = Chrome()
    url = '/acm/home'
    (url)
    # Get the a tag to click on
    el = web.find_element_by_xpath('/html/body/div/div[3]/div[1]/div[1]/div[1]/div/a')
    # Click
    ()                          # "/html/body/div/div[3]/div[1]/div[2]/div[2]/div[2]/div[1]/h4/a"
    # Crawl the desired content
    lists = web.find_elements_by_xpath("/html/body/div/div[3]/div[1]/div[2]/div[@class='platform-item js-item ']/div["
                                       "2]/div[1]/h4/a")
    print(len(lists))
    for i in lists:
        print()

from  import Chrome
from  import Keys
import time

if __name__ == '__main__':
    web = Chrome()
    url = '/acm/home'
    (url)

    el = web.find_element_by_xpath('/html/body/div/div[3]/div[1]/div[1]/div[1]/div/a')

    ()
    (1)
    input_el = web.find_element_by_xpath('/html/body/div/div[3]/div[1]/div[1]/div[1]/form/input[1]')
    input_el.send_keys('Cattlemen', )
    # 　do something

from  import Chrome
from  import Options

option = Options()  # Instantiate the option object
option.add_argument("--headless")  # Add headerless parameters to the option object

if __name__ == '__main__':
    web = Chrome(executable_path='D:\PyProject\spider\venv\Scripts\',options=option) # Specify the driver location, otherwise look in the python interpreter directory.
    ("")
    print()

from  import Chrome
from  import Options

option = Options()  # Instantiate the option object
option.add_argument("--headless")  # Add headerless parameters to the option object

if __name__ == '__main__':
    web = Chrome()
    web.maximize_window()  # Maximize browser window
    ("")
    print()
    web.save_screenshot('')  # Save a screenshot of the current web page Save to current folder
    ()  # Close current page

from  import Chrome
from  import Options

option = Options()  # Instantiate the option object
option.add_argument("--headless")  # Add headerless parameters to the option object

if __name__ == '__main__':
    web = Chrome()
    web.maximize_window()  # Maximize browser window
    ("")
    el = web.find_element_by_id('kw')
    el.send_keys('Harris-H')
    btn = web.find_element_by_id('su')
    ()
    # ()  # Close current page

# Find the node with the text value Baidu.com
driver.find_element_by_link_text("Baidu.") 
# Get a list of elements based on the text contained in the link, fuzzy match
driver.find_elements_by_partial_link_text("Degree.") 

 # Get the text of the current node
ele.get_attribute("data-click")  # Gets the attribute corresponding to thevalue

print(driver.page_source)  # Print the source code of a web page
print(driver.get_cookies())  # Print out cookies for web pages
print(driver.current_url)  # Print out the current page'surl

()  # Close the current page
()  # Directly close the browser

from  import Chrome
import time

if __name__ == '__main__':

    driver = Chrome()

    (
        "/s?ie=utf-8&f=8&rsv_bp=1&rsv_idx=1&tn=78000241_12_hao_pg&wd=selenium%20js%E6%BB%91%E5%8A%A8&fenlei=256&rsv_pq=8215ec3a00127601&rsv_t=a763fm%2F7SHtPeSVYKeWnxKwKBisdp%2FBe8pVsIapxTsrlUnas7%2F7Hoo6FnDp6WsslfyiRc3iKxP2s&rqlang=cn&rsv_enter=1&rsv_dl=tb&rsv_sug3=31&rsv_sug1=17&rsv_sug7=100&rsv_sug2=0&rsv_btype=i&inputT=9266&rsv_sug4=9770")
    # 1. Scroll to the bottom of the page
    js = "=1000"
    # Execute js
    driver.execute_script(js)
    (2)
    # Scroll to the top
    js = "=0"
    driver.execute_script(js)  # Execute js

    (2)
    ()

options = ()
options.add_argument("--proxy-server=http://110.52.235.176:9999") # Add Agent
options.add_argument("--headless") # Headless mode
options.add_argument("--lang=en-US") # Web pages in English
prefs = {"profile.managed_default_content_settings.images": 2, '': 2} # Disable rendering
options.add_experimental_option("prefs", prefs)
driver = (executable_path="D:\ProgramApp\chromedriver\",chrome_options=options)
 
("/ip")
 

import time
from selenium import webdriver

if __name__ == '__main__':
    chrome_obj = ()
    chrome_obj.get('/demo/2017/unlock/')

    # 1. Position the slide button
    click_obj = chrome_obj.find_element_by_xpath('//div[@class="bar1 bar"]/div[@class="slide-to-unlock-handle"]')

    # 2. Press and hold
    # Create an action chain object, the argument is the browser object
    action_obj = (chrome_obj)

    # Click and hold, the parameter is the button for positioning
    action_obj.click_and_hold(click_obj)

    # Get its width and height
    size_ = click_obj.size
    width_ = 298 - size_['width']  # The width of the frame minus the width of the slider is the distance to the x-axis (to the right).
    print(width_)
    # 3. Position the slide coordinates
    action_obj.move_by_offset(298-width_, 0).perform()

    # 4. Release the slide
    action_obj.release()

    (6)
    chrome_obj.quit()

from selenium import webdriver

if __name__ == '__main__':
    driver = ()

    ("/")
    driver.implicitly_wait(2)
    driver.execute_script("('/')")
    driver.switch_to.window(driver.window_handles[1])

    print(driver.page_source)
 

# 1. Get all cookies:
for cookie in driver.get_cookies():
    print(cookie)
# 2. Get the value based on the key of the cookie:
value = driver.get_cookie(key)
# 3. Delete all cookies:
driver.delete_all_cookies()
# 4. Delete a cookie:
driver.delete_cookie(key)
# Add cookie:
driver.add_cookie({"name":"password","value":"111111"})
 

from  import Chrome

if __name__ == '__main__':
    web = Chrome()
    ('/')
    username = web.find_element_by_id('userAccount')
    username.send_keys('xxxxxxx') # Here's your student number
    password = web.find_element_by_id('userPassword')
    password.send_keys('xxxxxxx') # Here's your password
    btn = web.find_element_by_xpath('//*[@]/li[4]/button')
    ()
    # do something