Python: 如何使用Selenium自動打開Chrome瀏覽器,連線在職訓練網,自動輸入資料查詢? #ID選擇器 .類選擇器; “#Form_KEYWORDS” 等效於'[id=”Form_KEYWORDS”]’ ; “.btn-orange” 等效於 ‘[class=”btn-orange”]’

# -*- coding: utf-8 -*-
"""
Created on Sun Feb  4 10:35:36 2024

@author: SavingKing
"""

from selenium import webdriver
from selenium.webdriver.common.keys import Keys
from selenium.webdriver.common.by import By
from selenium.webdriver.support import expected_conditions as EC
from selenium.webdriver.support.wait import WebDriverWait
from selenium.webdriver.chrome.options import Options
import os
import json
from typing import List

option = webdriver.ChromeOptions()
prefs = {"profile.default_content_setting_values":{"notifications":2}}
option.add_experimental_option("prefs",prefs)

driver = webdriver.Chrome(options=option)
#selenium.webdriver.chrome.webdriver.WebDriver

url = "https://ojt.wda.gov.tw/ClassSearch"
driver.get(url)

產業人才投資方案 = WebDriverWait(driver, 10).until(
     EC.element_to_be_clickable(
         (By.CSS_SELECTOR, 'input[id="Form_PlanType_1"]')
         )
     )
產業人才投資方案.click()
#driver.find_element(By.CSS_SELECTOR,'input#Form_PlanType_1').click()
#driver.find_element(By.CSS_SELECTOR,'#Form_PlanType_1').click()
# driver.find_element(By.CSS_SELECTOR,'input[type="radio"]').click()
# driver.find_element(By.CSS_SELECTOR,'input[id="Form_PlanType_1"]').click()

關鍵字搜尋=driver.find_element(By.CSS_SELECTOR,"#Form_KEYWORDS").send_keys("大數據")
"""關鍵字搜尋:
<input class="form-control" id="Form_KEYWORDS" maxlength="100" name="Form.KEYWORDS" placeholder="請輸入關鍵字" title="請輸入關鍵字搜尋" type="text" value="">

送出:
<button type="submit" class="btn-orange" title="送出">送出</button>
"""
送出=driver.find_element(By.CSS_SELECTOR,".btn-orange").click()
#'button[title="送出"]'
webdriver.ActionChains(driver).send_keys(Keys.ESCAPE).perform()

關鍵字搜尋=driver.find_element(By.CSS_SELECTOR,"#Form_KEYWORDS").send_keys("大數據")

關鍵字搜尋=driver.find_element(By.CSS_SELECTOR, '[id="Form_KEYWORDS"]').send_keys("大數據")

送出=driver.find_element(By.CSS_SELECTOR,".btn-orange").click()

送出=driver.find_element(By.CSS_SELECTOR, '[class="btn-orange"]').click()

# -*- coding: utf-8 -*-
"""
Created on Sun Feb  4 10:35:36 2024

@author: SavingKing
"""

from selenium import webdriver
from selenium.webdriver.common.keys import Keys
from selenium.webdriver.common.by import By
from selenium.webdriver.support import expected_conditions as EC
from selenium.webdriver.support.wait import WebDriverWait
from selenium.webdriver.chrome.options import Options
import os
import json
from typing import List

option = webdriver.ChromeOptions()
prefs = {"profile.default_content_setting_values":{"notifications":2}}
option.add_experimental_option("prefs",prefs)

driver = webdriver.Chrome(options=option)
#selenium.webdriver.chrome.webdriver.WebDriver

url = "https://ojt.wda.gov.tw/ClassSearch"
driver.get(url)

產業人才投資方案 = WebDriverWait(driver, 10).until(
     EC.element_to_be_clickable(
         (By.CSS_SELECTOR, 'input[id="Form_PlanType_1"]')
         )
     )
產業人才投資方案.click()
#driver.find_element(By.CSS_SELECTOR,'#Form_PlanType_1').click()
# driver.find_element(By.CSS_SELECTOR,'input[type="radio"]').click()
# driver.find_element(By.CSS_SELECTOR,'input[id="Form_PlanType_1"]').click()

關鍵字搜尋=driver.find_element(By.CSS_SELECTOR,"#Form_KEYWORDS").send_keys("python")
"""關鍵字搜尋:
<input class="form-control" id="Form_KEYWORDS" maxlength="100" name="Form.KEYWORDS" placeholder="請輸入關鍵字" title="請輸入關鍵字搜尋" type="text" value="">

送出:
<button type="submit" class="btn-orange" title="送出">送出</button>
"""
# tup=By.CSS_SELECTOR,".btn-orange"
# 送出=driver.find_element(tup).click() #不能用tup當參數
#InvalidArgumentException: invalid argument: 'using' must be a string
#  (Session info: chrome=121.0.6167.161)
送出=driver.find_element(By.CSS_SELECTOR,".btn-orange").click()
#'button[title="送出"]'
webdriver.ActionChains(driver).send_keys(Keys.ESCAPE).perform()

from bs4 import BeautifulSoup
import time

soup = BeautifulSoup(driver.page_source,"html.parser")
# print(type(driver.page_source))
#bs4.BeautifulSoup
#driver.page_source   <class 'str'>
#以前是用request.get()

def soup2lis_class(soup):
    #resultset= soup.find_all('td',style="text-align:left")
    resultset = soup.select('td[style="text-align:left"][headers="tb1-b"]')
    """ 
    #bs4.element.ResultSet #len :10 
    <td style="text-align:left" headers="tb1-b">
                    <a title="AI 機器學習與大數據應用分析Python / R 雙語言進階班第01期
    (東海大學)" href="javascript:doDetail('1','N','150122');">AI 機器學習與大數據應用分析Python / R 雙語言進階班第01期
    (東海大學)</a>
                    <a title="AI 機器學習與大數據應用分析Python / R 雙語言進階班第01期
    (東海大學)" href="/ClassSearch/Detail?PlanType=1&OCID=150122" target="_blank">●「另開新視窗」</a>
                </td>
    
    <td align="center" headers="tb1-g">
 <div>(學) 臺北市</div>                  <div>(術) 臺北市</div>                  <div>(整班為實體教學)</div>             </td>
    """
    resultset1 = soup.select('td[align="center"][headers="tb1-g"]')
    
    lis_class = []
    for tag,tag1 in zip(resultset,resultset1):
        #tag = resultset[0]
        #bs4.element.Tag
        
        text = tag.a.text
        text1= tag1.div.text
        lis_class.append((text,text1))
        #一頁的十筆資料
    return lis_class

lis_class_all=[]
while soup.find("a",id="nextPage")["class"] != ["disabled"]:
    lis_class = soup2lis_class(soup) 
    lis_class_all.extend(lis_class)
    next_page_button = driver.find_element(
        By.CSS_SELECTOR,'a[id="nextPage"]'
         )
    #selenium.webdriver.remote.webelement.WebElement
    next_page_button.click()
    #WebDriverWait(driver, 10).until(EC.staleness_of(next_page_button))
    time.sleep(5)
    soup = BeautifulSoup(driver.page_source,"html.parser")
    # if soup.find("a",id="nextPage")["class"] == ["disabled"]:
    #     break
"""最後一頁 class="disabled"
<a id="nextPage" href="javascript:nextPage()" class="disabled" title="往下一頁">下一頁</a>
"""

for ele in lis_class_all:
    print(ele)