python 获取百度搜索结果–so easy,破解百度加密-昊天SEO

python 获取百度搜索结果–so easy,破解百度加密-Python 技术分享 Java技术分享 Python 爬虫技术_微信公众号:zeropython—昊天博客

 import requests
from bs4 import BeautifulSoup as bs4

#引入模块

url="http://www.baidu.com/s?ie=UTF-8&wd=%E6%98%8A%E5%A4%A9seo"
res = requests.get(url)
soup= bs4(res.text, "lxml")
for z in soup.select('h3[class="t"]'): #获取百度的搜索结果list
    print(z.select('a')[0].get_text()) #获取百度title
    url = z.select('a')[0]['href'] #获取<span class='wp_keywordlink_affiliate'><a href="https://www.168seo.cn/tag/bai-du-jia-mi-di-zhi" title="View all posts in 百度加密地址" target="_blank">百度加密地址</a></span>
    print(requests.get(url).url) #获取搜索结果真实地址

import requests

from bs4 import BeautifulSoup as bs4

#引入模块

url="http://www.baidu.com/s?ie=UTF-8&wd=%E6%98%8A%E5%A4%A9seo"

res = requests.get(url)

soup= bs4(res.text, "lxml")

for z in soup.select('h3[class="t"]'): #获取百度的搜索结果list

print(z.select('a')[0].get_text()) #获取百度title

url = z.select('a')[0]['href'] #获取百度加密地址

print(requests.get(url).url) #获取搜索结果真实地址

# -*- coding: utf-8 -*-
"""
@Time: 2018/5/16
@Author: songhao
@微信公众号: zero<span class='wp_keywordlink_affiliate'><a href="https://www.168seo.cn/tag/python" title="View all posts in python" target="_blank">python</a></span>
@File: bdspider.py
"""
from urllib.parse import quote

import requests
from scrapy import Selector


url1 = "http://www.baidu.com/s?wd={}".format(quote("雅昌"))

r = requests.get(url1)
# print(r.text)
selector = Selector(text=r.text,type="html")
# na = requests.get(url).url

for a in selector.xpath('//h3[contains(@class, "t")]'):
    print("".join(a.xpath('.//text()').extract()).strip())
    # print()
    urlen = a.xpath('./a/@href').extract_first()
    print(urlen)
    # HEAD： 只请求页面的首部。
    print(requests.head(urlen).headers.get('Location'))

# -*- coding: utf-8 -*-

"""

@Time: 2018/5/16

@Author: songhao

@微信公众号: zeropython

@File: bdspider.py

"""

from urllib.parse import quote

import requests

from scrapy import Selector

url1 = "http://www.baidu.com/s?wd={}".format(quote("雅昌"))

r = requests.get(url1)

# print(r.text)

selector = Selector(text=r.text,type="html")

# na = requests.get(url).url

for a in selector.xpath('//h3[contains(@class, "t")]'):

print("".join(a.xpath('.//text()').extract()).strip())

# print()

urlen = a.xpath('./a/@href').extract_first()

print(urlen)

# HEAD：只请求页面的首部。

print(requests.head(urlen).headers.get('Location'))

其中获取嵌套标签的text可以参考

Scrapy提取嵌套标签的text

对于要提取嵌套标签所有内容的情况, 使用string或//text(), 注意两者区别 >>> fro…

# 引入库文件
import requests
import urllib.request

bd_url = "https://www.baidu.com/link?url=mhMx_W4kSIqeHdckh0dvrBt4LDIxvTrf1XqoDQKAptW&amp;" \
         "ck=5341.10.0.0.0.203.232.0&amp;shh=www.baidu.com&amp;sht=baiduhome_pg&amp;wd=&amp;" \
         "eqid=cd90b17a00034b1c000000035a645fd5"
# 解密方法一：

r = requests.get(bd_url)
print(r.url)

# 解密方法二：
# python3下和Python2.7 下urlopen 引入不同
r = urllib.request.urlopen(bd_url)

print(r.geturl())

# 引入库文件

import requests

import urllib.request

bd_url = "https://www.baidu.com/link?url=mhMx_W4kSIqeHdckh0dvrBt4LDIxvTrf1XqoDQKAptW&" \

"ck=5341.10.0.0.0.203.232.0&shh=www.baidu.com&sht=baiduhome_pg&wd=&" \

"eqid=cd90b17a00034b1c000000035a645fd5"

# 解密方法一：

r = requests.get(bd_url)

print(r.url)

# 解密方法二：

# python3下和Python2.7 下urlopen 引入不同

r = urllib.request.urlopen(bd_url)

print(r.geturl())

HTTPX 基础教程-新乡seo|网站优化,网站建设_微信公众号:zeropython—昊天博客

python 获取百度搜索结果–so easy,破解百度加密

Scrapy提取嵌套标签的text

python Beautiful Soup css常用选择器总结

如何在Mac OS X 系统下安装opencv3

python 获取百度搜索结果–so easy,破解百度加密

Scrapy提取嵌套标签的text

python Beautiful Soup css常用选择器 总结

如何在Mac OS X 系统下安装opencv3

猜你喜欢

百度输入法的词库 bdict 转 txt

Python 根据字符串调用本地函数

安卓 uiautomator设备测试 和选择器~Python详解

PyCharm 实用使用总结

Python 创建进程的三种方式

【亲测】如何清除PyCharm的波浪线

关注我们的公众号

python Beautiful Soup css常用选择器总结

安卓 uiautomator设备测试和选择器~Python详解