python爬虫示例 获取所有链接

[python]代码库

# pip install requests
# pip install beautifulsoup4


import requests
from bs4 import BeautifulSoup

# 要爬取的网页 URL
url = "https://yuncode.net/list/python"

# 发送 HTTP GET 请求，并获取响应内容
response = requests.get(url)

# 使用 BeautifulSoup 解析 HTML 内容
soup = BeautifulSoup(response.text, "html.parser")

# 打印出网页的标题
print(soup.title.string)

# 打印出网页中所有的链接
for link in soup.find_all("a"):
    print(link.get("href"))

[代码运行效果截图]