【Python学习】网络爬虫-爬取斗鱼车模视频

pip install requests beautifulsoup4 lxml

import requests
from bs4 import BeautifulSoup

# 车模视频列表页面的URL
url = 'https://www.dajia.com/video/list/1-1-1'

# 发送HTTP请求
response = requests.get(url)

# 确保请求成功
if response.status_code == 200:
    # 解析网页
    soup = BeautifulSoup(response.text, 'lxml')

    # 找到包含视频信息的元素
    videos = soup.find_all('div', class_='video-info')

    # 遍历视频信息，获取视频标题和URL
    for video in videos:
        title = video.find('a', class_='video-title').text
        video_url = video.find('a', class_='video-title')['href']
        print(f"Title: {title}")
        print(f"Video URL: {video_url}")
        # 这里可以添加代码下载视频
else:
    print("Failed to retrieve the webpage")