... | ... | @@ -116,104 +116,10 @@ se_word数据表中任务作为初始任务 |
|
|
|
|
|
### 任务样例
|
|
|
<!--注意是爬虫拿到的完整任务,而不仅仅是task_params-->
|
|
|
百度规划师返回结果:
|
|
|
```json
|
|
|
{
|
|
|
"header": {
|
|
|
"desc": "success",
|
|
|
"failures": [],
|
|
|
"oprs": 1,
|
|
|
"succ": 1,
|
|
|
"oprtime": 0,
|
|
|
"quota": 1,
|
|
|
"rquota": 200000000,
|
|
|
"status": 0
|
|
|
},
|
|
|
"body": {
|
|
|
"data": [{
|
|
|
"all": [{
|
|
|
"bid": 5.22, # 指导价
|
|
|
"show": 534, # 预估月均展现
|
|
|
"click": 83.0, # 预估月均点击
|
|
|
"charge": 0.0, # ?
|
|
|
"pv": 15842, # 月均搜索量
|
|
|
"competition": 1 # 竞争激烈程度
|
|
|
}, {
|
|
|
"bid": 1.2,
|
|
|
"show": 6607,
|
|
|
"click": 1034.0,
|
|
|
"charge": 0.0,
|
|
|
"pv": 190317,
|
|
|
"competition": 1
|
|
|
}, {
|
|
|
"bid": 6.35,
|
|
|
"show": 54162,
|
|
|
"click": 7832.0,
|
|
|
"charge": 0.0,
|
|
|
"pv": 1129693,
|
|
|
"competition": 1
|
|
|
}],
|
|
|
"pc": [{
|
|
|
"bid": 5.22, # 计算机指导价
|
|
|
"show": 260,
|
|
|
"click": 35.0,
|
|
|
"charge": 0.0,
|
|
|
"pv": 6354, # 月均计算机搜索量
|
|
|
"competition": 2
|
|
|
}, {
|
|
|
"bid": 0.77,
|
|
|
"show": 3368,
|
|
|
"click": 455.0,
|
|
|
"charge": 0.0,
|
|
|
"pv": 34995,
|
|
|
"competition": 2
|
|
|
}, {
|
|
|
"bid": 6.35,
|
|
|
"show": 42538,
|
|
|
"click": 5750.0,
|
|
|
"charge": 0.0,
|
|
|
"pv": 286344,
|
|
|
"competition": 2
|
|
|
}],
|
|
|
"mobile": [{
|
|
|
"bid": 2.5, # 移动指导价
|
|
|
"show": 274,
|
|
|
"click": 48.0,
|
|
|
"charge": 0.0,
|
|
|
"pv": 9488, # 月均移动搜索量
|
|
|
"competition": 1 #
|
|
|
}, {
|
|
|
"bid": 1.2,
|
|
|
"show": 3239,
|
|
|
"click": 579.0,
|
|
|
"charge": 0.0,
|
|
|
"pv": 155322,
|
|
|
"competition": 1
|
|
|
}, {
|
|
|
"bid": 4.35,
|
|
|
"show": 11624,
|
|
|
"click": 2081.0,
|
|
|
"charge": 0.0,
|
|
|
"pv": 843349,
|
|
|
"competition": 1
|
|
|
}],
|
|
|
"words": ["水箱", "奶茶", "二手车"],
|
|
|
"showReasons": [
|
|
|
["高频热搜词"], # 特色
|
|
|
[],
|
|
|
["黑马词"]
|
|
|
]
|
|
|
}]
|
|
|
}
|
|
|
}
|
|
|
```
|
|
|
|
|
|
百度指数返回结果:
|
|
|
```json
|
|
|
{
|
|
|
"word": "000540",
|
|
|
"suggest": "09对战平台", # 推荐词
|
|
|
"not_found": false # false表示此关键词找到了推荐词
|
|
|
"id": 306,
|
|
|
"word": "000018股票走势"
|
|
|
}
|
|
|
```
|
|
|
|
... | ... | @@ -230,6 +136,10 @@ se_word数据表中任务作为初始任务 |
|
|
|
|
|
## 爬虫结果的超级数据
|
|
|
<!--包含所有字段的json数据,每个value都要有样例值-->
|
|
|
百度规划师返回结果: 见实际爬虫结果
|
|
|
|
|
|
## 实际爬虫结果的数据结构
|
|
|
<!--可能与超级数据一致,可能不同的data_type的爬虫结果结构不同,超级数据是把所有data_type的结果组合在一起-->
|
|
|
百度规划师返回结果:
|
|
|
```json
|
|
|
{
|
... | ... | @@ -320,99 +230,14 @@ se_word数据表中任务作为初始任务 |
|
|
}]
|
|
|
}
|
|
|
}
|
|
|
|
|
|
```
|
|
|
|
|
|
## 实际爬虫结果的数据结构
|
|
|
<!--可能与超级数据一致,可能不同的data_type的爬虫结果结构不同,超级数据是把所有data_type的结果组合在一起-->
|
|
|
百度指数返回结果:
|
|
|
```json
|
|
|
{
|
|
|
"header": {
|
|
|
"desc": "success",
|
|
|
"failures": [],
|
|
|
"oprs": 1,
|
|
|
"succ": 1,
|
|
|
"oprtime": 0,
|
|
|
"quota": 1,
|
|
|
"rquota": 200000000,
|
|
|
"status": 0
|
|
|
},
|
|
|
"body": {
|
|
|
"data": [{
|
|
|
"all": [{
|
|
|
"bid": 5.22, # 指导价
|
|
|
"show": 534, # 预估月均展现
|
|
|
"click": 83.0, # 预估月均点击
|
|
|
"charge": 0.0, # ?
|
|
|
"pv": 15842, # 月均搜索量
|
|
|
"competition": 1 # 竞争激烈程度
|
|
|
}, {
|
|
|
"bid": 1.2,
|
|
|
"show": 6607,
|
|
|
"click": 1034.0,
|
|
|
"charge": 0.0,
|
|
|
"pv": 190317,
|
|
|
"competition": 1
|
|
|
}, {
|
|
|
"bid": 6.35,
|
|
|
"show": 54162,
|
|
|
"click": 7832.0,
|
|
|
"charge": 0.0,
|
|
|
"pv": 1129693,
|
|
|
"competition": 1
|
|
|
}],
|
|
|
"pc": [{
|
|
|
"bid": 5.22, # 计算机指导价
|
|
|
"show": 260,
|
|
|
"click": 35.0,
|
|
|
"charge": 0.0,
|
|
|
"pv": 6354, # 月均计算机搜索量
|
|
|
"competition": 2
|
|
|
}, {
|
|
|
"bid": 0.77,
|
|
|
"show": 3368,
|
|
|
"click": 455.0,
|
|
|
"charge": 0.0,
|
|
|
"pv": 34995,
|
|
|
"competition": 2
|
|
|
}, {
|
|
|
"bid": 6.35,
|
|
|
"show": 42538,
|
|
|
"click": 5750.0,
|
|
|
"charge": 0.0,
|
|
|
"pv": 286344,
|
|
|
"competition": 2
|
|
|
}],
|
|
|
"mobile": [{
|
|
|
"bid": 2.5, # 移动指导价
|
|
|
"show": 274,
|
|
|
"click": 48.0,
|
|
|
"charge": 0.0,
|
|
|
"pv": 9488, # 月均移动搜索量
|
|
|
"competition": 1 #
|
|
|
}, {
|
|
|
"bid": 1.2,
|
|
|
"show": 3239,
|
|
|
"click": 579.0,
|
|
|
"charge": 0.0,
|
|
|
"pv": 155322,
|
|
|
"competition": 1
|
|
|
}, {
|
|
|
"bid": 4.35,
|
|
|
"show": 11624,
|
|
|
"click": 2081.0,
|
|
|
"charge": 0.0,
|
|
|
"pv": 843349,
|
|
|
"competition": 1
|
|
|
}],
|
|
|
"words": ["水箱", "奶茶", "二手车"],
|
|
|
"showReasons": [
|
|
|
["高频热搜词"], # 特色
|
|
|
[],
|
|
|
["黑马词"]
|
|
|
]
|
|
|
}]
|
|
|
}
|
|
|
"word": "000540",
|
|
|
"suggest": "09对战平台", # 推荐词
|
|
|
"not_found": false # false表示此关键词找到了推荐词
|
|
|
}
|
|
|
```
|
|
|
|
... | ... | |