2020-07-29python 采集斗图啦(多线程)import concurrent import requests; from concurrent.futures import ThreadPoolExecutor import os; import parsel; def send_request(url): header = { "user-agent":'Mozilla/5.0 (Macintos
2020-07-29python 采集斗图啦xpathimport requests; import re; import os; import parsel; # 1.请求网页 header = { "user-agent":'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_5) AppleWebKit/537.36 (KHTML, like Gecko) Chrom
2020-07-29python 采集唯美girlimport requests; import re; import os; # 1.请求网页 header = { "user-agent":'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_5) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/69.0.3497.100
2020-02-16py 采集流程整理过程 获取列表链接 打开链接获取详情 处理数据 保存数据 对数据进行处理 处理杂质 可视化数据 import urllib import pandas as pd import requests from lxml import etree import os import csv import time import pymysql # 全局取消证书验证
2019-11-19py request 基础import requests #常用的形式 # requests.get() # requests.post() # requests.put() # requests.request('post') # 参数 # url='xxx', # params={'name':11,'pwd':1212}, # cookies = {}, # headers =
2019-11-17py 登录github时token以及cookie的应用import requests from bs4 import BeautifulSoup ## 获取token r1 = requests.get('https://github.com/login') s1 = BeautifulSoup(r1.text,'html.parser') token = s1.find(name='input',attrs #11
2019-11-17py 爬取汽车之家新闻案例import requests from bs4 import BeautifulSoup response = requests.get("https://www.autohome.com.cn/news/") # 1. content /text 的区别 # print(response.content) # content 拿到的字节 response#11
2019-10-05python 案例itchat 查看手机微信中用户比例 import itchat import pandas as pd # Python抓取微信好友数量、性别、城市分布,以及将py文件打包成exe. #https://zhuanlan.zhihu.com/p/73295760 # 先登录 itchat.auto_login(hotReload=True) # 获取好友列表#python
2019-10-05python request模块sign token获取不到可测试手机端 百度翻译(案例) import requests header = { 'user-agent': 'Mozilla/5.0 (Linux; Android 6.0; Nexus 5 Build/MRA58N) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/77.0.38#python
2019-10-05python 通用爬虫(百度贴吧)import requests class TiebaSpider(): def __init__(self,tieba_name): self.tieba_name = tieba_name print(self.tieba_name) self.url_temp = "https://tieba.baidu.com/f?kw="+tieba_name+"#爬虫
2019-10-05python连接mysql数据库安装 安装 pip3 install pymysql python3 import pymysql python2 import MySQLdb 操作sql 增 import pymysql conn = pymysql.connect( host='192.168.0.103', port=3306, user='root', password='123'#python
2019-10-03三小时带你入门Django框架 新版上架https://www.imooc.com/learn/1110 初始化  我使用的是pycharm 创建应用  创建hello world 1.views.py  2.创建应用urls并编写路由  3.加入项目路由  3.引入app  4浏览器显示  模型层 相关配置  创建模型+生成迁移文件  执行迁移文件  django Admin#Django框架