Spyder爬虫网页

# 在Spyder中编写爬虫程序
import requests
from bs4 import BeautifulSoup

# 发送请求
url = 'https://www.example.com'
response = requests.get(url)

# 解析网页内容
soup = BeautifulSoup(response.text, 'html.parser')

# 提取需要的信息
# 例如，提取标题
title = soup.title.string
print(title)

# 将数据写入本地txt文本文件
with open('data.txt', 'w') as file:
    file.write('写入的数据内容')

# Python list 和 str 互转
# list 转换为 str
my_list = ['apple', 'banana', 'cherry']
my_str = ' '.join(my_list)
print(my_str)

# str 转换为 list
my_str = 'apple, banana, cherry'
my_list = my_str.split(', ')
print(my_list)