解決Python爬蟲中文網址問題！(KKday多頁連續抓取)【Python練習Day12】

import urllib.parse as parse
kw_url=parse.quote(kw) #----->將中文網址做轉換

import sys
import urllib.request as req
import urllib.parse as parse
import json

def kkday():

  kw=input("關鍵字：")
  kw_url=parse.quote(kw)
 
  url="https://www.kkday.com/zh-tw/product/ajax_productlist/?country=&city=&keyword="+str(kw_url)
  n=1
  
  #建立一個request物件，附加request headers資訊
  request=req.Request(url, headers={
      "user-agent":"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36"
      
  }) #模擬一般使用者User-Agent

  with req.urlopen(request) as response:
    #data=response.read().decode("utf-8") #根據觀察，取得的資料為Json格式
    data=json.load(response)

  total_page=data["total_page"]
  print("相關行程總頁數:"+str(total_page))
  pages=int(input("需要抓取頁數:"))

  print(str(data["page_title"]))
  print("-----------------")
  
  while n< pages: 
    print("------【正在抓取第"+str(n)+"頁資料】------")
    url="https://www.kkday.com/zh-tw/product/ajax_productlist/?country=&city=&keyword="+str(kw_url)+"&page="+str(n)
    print(url)
    request=req.Request(url, headers={
      "user-agent":"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36"
  }) #模擬一般使用者User-Agent
    
    with req.urlopen(request) as response:
       cdata=json.load(response)
       clist=cdata["data"]
      
    for cdata in clist:
      print(cdata["name"])
      print(cdata["introduction"])
      print(str(cdata["price"])+" "+cdata["currency"])
      print(cdata["url"])
      print("-----------------")

    n=n+1
kkday()