参考链接:https: // playwright. bootcss. com/ python/ docs/ intro
目标网站:https: // spa6. scrape. center/ 
 
 
通过观察,页面的信息是通过Ajax请求后返回的信息
下面使用playwright实现绕过token的获取直接拿到返回的数据
import  asyncio
import  json
from  playwright. async_api import  async_playwright,  Playwright,  Responseasync   def  on_respone ( response: Response) : if  '/api/movie/'  in  response. url: data =  await  response. text( ) print ( json. loads( data) ) async  def  run ( aspw: Playwright) : browser =  await  aspw. chromium. launch( headless= False ) ctx =  await  browser. new_context( ) page =  await  ctx. new_page( ) page. on( 'response' ,  lambda  response:  asyncio. ensure_future( on_respone( response) )  )  await  page. goto( 'https://spa6.scrape.center/' ) await  page. wait_for_load_state( 'networkidle' )  await  browser. close( ) async  def  main ( ) : async  with  async_playwright( )  as  aspw: await  run( aspw) asyncio. run( main( ) )