一篇帖子教会你如何获取网盘数据
2019-10-08 本文已影响0人
haoning77888
随着版权越来越重，做个电影站、磁力站、小说站已经越来越难，而网盘搜索的话由于背靠百度大哥，还相对好一些，但是百度压力也是越来越大，这个领域获取数据其实也基本不太可能。好在有些团队凭借着长期的数据储备，积累了很多相关数据，可以采用直接调用数据的形式实现，目前做的比较好的当属小葱计算，这是小编最近才发现的一个平台，也大概看了下demo，确实很容易，以python为例：
# -*- coding: utf-8 -*-
# flake8: noqa
__author__ = 'wukong'
import urllib
from urllib import urlencode
#配置您申请的appKey和openId
app_key="***"
open_id="***"
"""
request_url 请求地址
params 请求参数
method 请求方法
"""
def request_content(request_url,params,method):
params = urlencode(params)
if method and method.lower() =="get":
f = urllib.urlopen("%s?%s" % (request_url, params))
else:
f = urllib.urlopen(request_url, params)
content = f.read()
print content
def main():
domain="http://api.xiaocongjisuan.com/"
servlet="data/skydriverdata/get"
method="get"
request_url=domain+servlet
#字典
params ={}
params["appKey"]=app_key
params["openId"]=open_id
#变动部分
params["q"]="a"
params["currentPage"]=1
params["pageSize"]=20
request_content(request_url,params,method)
if __name__ == '__main__':
main()
java 为例：
package com.xiaocongjisuan.module.example;
import java.io.BufferedReader;
import java.io.DataOutputStream;
import java.io.IOException;
import java.io.InputStream;
import java.io.InputStreamReader;
import java.io.UnsupportedEncodingException;
import java.net.HttpURLConnection;
import java.net.URL;
import java.net.URLEncoder;
import java.util.HashMap;
import java.util.Map;
public class Application {
public static final String DEF_CHATSET = "UTF-8";
public static final int DEF_CONN_TIMEOUT = 30000;
public static final int DEF_READ_TIMEOUT = 30000;
public static String userAgent = "Mozilla/5.0 (Windows NT 6.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/29.0.1547.66 Safari/537.36";
//配置您申请的appKey和openId
public static final String APP_KEY ="yours";
public static final String OPEN_ID ="yours";
//将map型转为请求参数型
public static String urlEncode(Map<String,Object> params) {
if(params==null){return "";};
StringBuilder sb = new StringBuilder();
for (Map.Entry<String,Object> i : params.entrySet()) {
try {
sb.append(i.getKey()).append("=").append(URLEncoder.encode(i.getValue()+"","UTF-8")).append("&");
} catch (UnsupportedEncodingException e) {
e.printStackTrace();
}
}
String r=sb.toString();
if(r.endsWith("&")){
r = r.substring(0,r.length()-1);
}
return r;
}
/**
*
* @param requestUrl 请求地址
* @param params 请求参数
* @param method 请求方法
* @return 请求结果
* @throws Exception
*/
public static String requestContent(String requestUrl, Map<String,Object> params,String method) throws Exception {
HttpURLConnection conn = null;
BufferedReader reader = null;
String rs = null;
try {
//组装请求链接
StringBuffer sb = new StringBuffer();
if(method!=null&&method.equalsIgnoreCase("get")){
requestUrl = requestUrl+"?"+urlEncode(params);
}
//默认get
URL url = new URL(requestUrl);
conn = (HttpURLConnection) url.openConnection();
conn.setRequestMethod("GET");
if(method!=null&&method.equalsIgnoreCase("post")){
conn.setRequestMethod("POST");
conn.setDoOutput(true);
conn.setDoInput(true);
}
//参数配置
conn.setRequestProperty("User-agent", userAgent);
conn.setUseCaches(false);
conn.setConnectTimeout(DEF_CONN_TIMEOUT);
conn.setReadTimeout(DEF_READ_TIMEOUT);
conn.setInstanceFollowRedirects(false);
conn.connect();
if (params!= null && method.equalsIgnoreCase("post")) {
try {
DataOutputStream out = new DataOutputStream(conn.getOutputStream());
out.writeBytes(urlEncode(params));
} catch (Exception e) {
e.printStackTrace();
}
}
//读取数据
InputStream is = conn.getInputStream();
reader = new BufferedReader(new InputStreamReader(is, DEF_CHATSET));
String strRead = null;
while ((strRead = reader.readLine()) != null) {
sb.append(strRead);
}
rs = sb.toString();
} catch (IOException e) {
e.printStackTrace();
} finally {
if (reader != null) {
reader.close();
}
if (conn != null) {
conn.disconnect();
}
}
return rs;
}
public static void main(String[] args) throws Exception{
String domain="http://api.xiaocongjisuan.com/";
String servlet="data/skydriverdata/get";
String method="get";
String requestUrl=domain+servlet;
Map<String,Object> params=new HashMap<String,Object>();
params.put("appKey",APP_KEY);
params.put("openId",OPEN_ID);
//变动部分
params.put("q","a");
params.put("currentPage",1);
params.put("pageSize",20);
String result=requestContent(requestUrl,params,method);
System.out.println(result);
}
}
平台的文档参数都写的比较清晰，具体可以网盘数据查看,返回结果有json/xml两种形式：
{
"data": {
"result": [{
"id": 15229,
"title": "19.<span style='color:red'>STM</span><span style='color:red'>32</span>+<span style='color:red'>UCOSIII</span><span style='color:red'>开发</span>",
"url": "https://pan.baidu.com/s/1jHVppmm",
"size": "0 B",
"shareTime": 1544196520000,
"shareUser": "men****gwc",
"isDir": "1",
"originId": 1,
"originName": "百度网盘",
"categoryId": 6,
"categoryName": "文件夹(压缩)",
"password": "1h6h",
"acqTime": 1544196520000,
"content": "文件|4，程序源码|3，ALIENTEK战舰<span style='color:red'>STM</span><span style='color:red'>32</span>F<span style='color:red'>1</span> V3<span style='color:red'>开发</span>板原理图|2，ALIENTEK战舰<span style='color:red'>STM</span><span style='color:red'>32</span>F<span style='color:red'>1</span> V3<span style='color:red'>开发</span>板视频教程|<span style='color:red'>1</span>，ALIENTEK战舰<span style='color:red'>STM</span><span style='color:red'>32</span>F<span style='color:red'>1</span> V3<span style='color:red'>开发</span>板入门资料|联系我们.pdf|<span style='color:red'>STM</span><span style='color:red'>32</span>F<span style='color:red'>1</span><span style='color:red'>开发</span>指南-库函数版本_V3.<span style='color:red'>1</span> .pdf|<span style='color:red'>STM</span><span style='color:red'>32</span>F<span style='color:red'>1</span><span style='color:red'>开发</span>指南-寄存器版本_V3.<span style='color:red'>1</span> .pdf|<span style='color:red'>STM</span><span style='color:red'>32</span>F<span style='color:red'>1</span> UCOS<span style='color:red'>开发</span>手册_V2.0.pdf|<span style='color:red'>STM</span><span style='color:red'>32</span>F<span style='color:red'>1</span> LWIP<span style='color:red'>开发</span>手册(DM9000版)_V<span style='color:red'>1</span>.<span style='color:red'>1</span>.pdf|<span style='color:red'>STM</span><span style='color:red'>32</span>F<span style='color:red'>1</span> EMWIN<span style='color:red'>开发</span>手册_V2.0.pdf|01",
"uk": "2568959939",
"shareId": "3221440608",
"fileCount": 12,
"fromTable": 5,
"uniqueKey": "15a3c21502524cde3dca0602265d0de2",
"shortUrl": "1jHVppmm",
"extendFiles": [{
"fsId": "679418566138045",
"serverFilename": "文件",
"size": "0 B"
}, {
"fsId": "276424880413983",
"serverFilename": "4，程序源码",
"size": "0 B"
}, {
"fsId": "512606928244026",
"serverFilename": "3，ALIENTEK战舰<span style='color:red'>STM</span><span style='color:red'>32</span>F<span style='color:red'>1</span> V3<span style='color:red'>开发</span>板原理图",
"size": "2.9 GB"
}, {
"fsId": "490793316644212",
"serverFilename": "2，ALIENTEK战舰<span style='color:red'>STM</span><span style='color:red'>32</span>F<span style='color:red'>1</span> V3<span style='color:red'>开发</span>板视频教程",
"size": "3.2 GB"
}, {
"fsId": "449624001387403",
"serverFilename": "<span style='color:red'>1</span>，ALIENTEK战舰<span style='color:red'>STM</span><span style='color:red'>32</span>F<span style='color:red'>1</span> V3<span style='color:red'>开发</span>板入门资料",
"size": "3.7 GB"
}, {
"fsId": "934962552301526",
"serverFilename": "联系我们.pdf",
"size": "283 MB"
}, {
"fsId": "151892956852061",
"serverFilename": "<span style='color:red'>STM</span><span style='color:red'>32</span>F<span style='color:red'>1</span><span style='color:red'>开发</span>指南-库函数版本_V3.<span style='color:red'>1</span> .pdf",
"size": "8.1 MB"
}, {
"fsId": "277550860315906",
"serverFilename": "<span style='color:red'>STM</span><span style='color:red'>32</span>F<span style='color:red'>1</span><span style='color:red'>开发</span>指南-寄存器版本_V3.<span style='color:red'>1</span> .pdf",
"size": "2.0 GB"
}, {
"fsId": "675377464375217",
"serverFilename": "<span style='color:red'>STM</span><span style='color:red'>32</span>F<span style='color:red'>1</span> UCOS<span style='color:red'>开发</span>手册_V2.0.pdf",
"size": "3.3 GB"
}, {
"fsId": "686926257121399",
"serverFilename": "<span style='color:red'>STM</span><span style='color:red'>32</span>F<span style='color:red'>1</span> LWIP<span style='color:red'>开发</span>手册(DM9000版)_V<span style='color:red'>1</span>.<span style='color:red'>1</span>.pdf",
"size": "3.7 GB"
}, {
"fsId": "829790437997820",
"serverFilename": "<span style='color:red'>STM</span><span style='color:red'>32</span>F<span style='color:red'>1</span> EMWIN<span style='color:red'>开发</span>手册_V2.0.pdf",
"size": "12.2 MB"
}, {
"fsId": "383158876469280",
"serverFilename": "01",
"size": "0 B"
}]
}],
"amount": 1,
"totalPage": 1,
"time": 0.20107889,
"currentPage": 1
},
"errorMessage": "成功",
"errorCode": 0,
"error": "success"
}
小编觉得这个接口做的不错，省了不少事情，没必要再去研究爬虫，用资源吸引粉丝、推广小程序还是非常好的方式，觉得不错就给我投票点赞吧。
