|
|
|
## 代码地址
|
|
|
|
udm: http://tech.pingansec.com/granite/project-collie-app/-/tree/master/app_lake/udms/bid/
|
|
|
|
data_pump:
|
|
|
|
(例行)http://tech.pingansec.com/granite/project-collie-app/-/tree/master/app_lake/data_pump/company_bid_routine_for_qxb.yml
|
|
|
|
(存量)http://tech.pingansec.com/granite/project-collie-app/-/tree/master/app_lake/data_pump/company_bid_for_stock_data.yml
|
|
|
|
(元数据)http://tech.pingansec.com/granite/project-collie-app/-/tree/master/app_lake/data_pump/company_bid_info_source.yml
|
|
|
|
|
|
|
|
## 部署地址
|
|
|
|
<!--机器及线上代码地址-->
|
|
|
|
host: 10.8.6.228
|
|
|
|
path: /home/collie/product/app_lake
|
|
|
|
|
|
|
|
## 部署方法及说明
|
|
|
|
<!--运行方法及运行命令、supervisor配置、supervisor的program等-->
|
|
|
|
- [x] crontab + data_pump
|
|
|
|
- [ ] supervisor + data_pump
|
|
|
|
- [ ] supervisor + consumer
|
|
|
|
|
|
|
|
## 数据接收来源
|
|
|
|
<!--来源于kafka还是归集的文件、topic的group？-->
|
|
|
|
启信宝数据表
|
|
|
|
|
|
|
|
## 数据存储地址
|
|
|
|
|
|
|
|
内部业务表：
|
|
|
|
* 数据库地址：bdp-3rd.rwlb.rds.aliyuncs.com
|
|
|
|
* 数据库名：utn_ng_bid
|
|
|
|
* 表名：
|
|
|
|
(1) company_bid_main招投标公告（称为主表）
|
|
|
|
(2) company_bid_entity_list_new招投标公告相关方（称为相关方表）
|
|
|
|
|
|
|
|
对外输出表：
|
|
|
|
* 数据库地址：bdp-3rd.rwlb.rds.aliyuncs.com
|
|
|
|
* 数据库名：bdp_qxb
|
|
|
|
* 表名：
|
|
|
|
* qxb info表
|
|
|
|
* t_bidding_info_2021
|
|
|
|
* t_bidding_info_2022
|
|
|
|
* qxb content表
|
|
|
|
* t_bidding_content_2021
|
|
|
|
* t_bidding_content_2022
|
|
|
|
注：以上两个类型的两张表的公告发布日期分别在2021年、2022年
|
|
|
|
|
|
|
|
## 水滴与启信宝的字段映射关系如下：
|
|
|
|
{
|
|
|
|
"unique_id": "md5(url)",
|
|
|
|
"link": "url",
|
|
|
|
"title": "title",
|
|
|
|
"content": None,
|
|
|
|
"purchaser": "proprietor_company",
|
|
|
|
"proxy": "agency_company",
|
|
|
|
"involving_money": "", # 该字段的映射需理清project_bid_money对应involving_money中的中标（成交）金额, project_limited_money对应involving_money中的最高限价
|
|
|
|
"max_budget": "project_budget_money", # 该该字段的映射需理清
|
|
|
|
"bid_win": "winner_company",
|
|
|
|
"publish_time": "publish_time",
|
|
|
|
"province": "area_code",
|
|
|
|
"city": "area_code",
|
|
|
|
"notice_type": "notice_type_main", # 公告类型大类 0:未知；10:拟建公告；20:招标公告；30:中标公告
|
|
|
|
"notice_type_sub": "notice_type_sub",
|
|
|
|
"business_type": "industry_code",
|
|
|
|
"use_flag": 0,
|
|
|
|
"data_source": "url",
|
|
|
|
"update_source": 2,
|
|
|
|
"update_source_id": "u_id",
|
|
|
|
"parties": [
|
|
|
|
{
|
|
|
|
"party_name": "",
|
|
|
|
"party_type": "", # 需作映射1,2,3,4
|
|
|
|
"company_name_digest": None,
|
|
|
|
"publish_time": "",
|
|
|
|
}
|
|
|
|
]
|
|
|
|
} |
|
|
\ No newline at end of file |
