数据来源

全国社会组织信用信息公示平台

https://datasearch.chinanpo.gov.cn/gsxt/newList

主要业务字段

上线MongoDB数据格式

{
    "spider_name": "social_organ",
    "task_type": "社会组织",
    "spider_start_time": "2021-06-25 09:23:53.251",
    "spider_end_time": "2021-06-25 09:23:53",
    "task_result": 1000,
    "task_params": {
        "province": "BJ",
        "company_name": "北京市东城区混沌创新学校",
        "credit_no": "52110101400789098K"
    },
    "companyinfo_item": {
        "area_code": "110000",                # 行政区划代码
        "authority": "北京市东城区民政局",    # 登记管理机关
        "business_scope": "外语, 对外汉语, 岗位培训等", # 经营范围
        "capital": "50万元",                  # 注册资本
        "company_address": "北京市东城区广渠门内大街35号二层FGY-202-204A",  # 社会组织住所
        "company_name": "北京市东城区励步摩比培训学校", # 社会组织名称
        "company_status": "正常",             # 单位状态: 正常,注销,撤销
        "company_type": "民办非企业单位",     # 社会组织类型
        "create_time": "2021-06-25 09:23:53",
        "credit_no": "52110101400789098K",    # 统一社会信用代码
        "data_source": 1,
        "data_status": 1,
        "establish_date": "2001-04-28",       # 成立日期
        "illegal_status": 0,                  # 严重违法失信状态（0正常，1异常）
        "is_charity": 0,                      # 慈善组织 1是 0否
        "is_industry_commerce": 0,            # 行业协会商会 1是 0否
        "is_pub_fundraise": 0,                # 公开募捐资格  1是 0否
        "is_volunte_service": 0,              # 志愿服务组织  1是 0否
        "lastupdatetime": "2021-06-25 09:23:53",
        "legal_person": "曹伟",               # 法定代表人姓名
        "legal_person_caption": "法定代表人", # 头衔（法定代表人）
        "oper_status": 0,                     # 经营异常状态（0正常，1异常）
        "operation_enddate": "2024-05-31",    # 经营结束日期
        "operation_startdate": "2020-05-31",  # 经营开始日期
        "organizer": "北京市东城区教育委员会",# 业务主管单位/党建工作机构
        "province": "北京市",                 # 省份（中文名称）
        "province_code": 1013,                # 省份（数字编号）
        "province_short": "BJ",               # 省份（英文缩写）
        "search_time": "2021-06-25 09:23:53"
    }
}

上线后的数据格式

{
    "spider_name": "social_organ",
    "task_type": "社会组织",
    "spider_start_time": "2021-08-21 14:58:03",
    "spider_end_time": "2021-08-21 14:58:03",
    "task_result": 1000,
    "task_params": {
        "province": "BJ",
        "company_name": "北京市东城区混沌创新学校",
        "credit_no": "52110101400789098K"
    },
    "companyinfo_item": {
        "area_code": "110000",
        "authority": "北京市东城区民政局",
        "business_scope": "外语, 对外汉语, 岗位培训等",
        "capital": "50万元",
        "company_address": "北京市东城区广渠门内大街35号二层FGY-202-204A",
        "company_name": "北京市东城区励步摩比培训学校",
        "company_status": "正常",
        "company_type": "民办非企业单位",
        "create_time": "2021-06-29 00:12:20",
        "credit_no": "52110101400789098K",
        "data_source": 1,
        "data_status": 1,
        "establish_date": "2001-04-28 00:00:00",
        "illegal_status": 0,
        "is_charity": 0,
        "is_industry_commerce": 0,
        "is_pub_fundraise": 0,
        "is_volunte_service": 0,
        "lastupdatetime": "2021-08-21 14:58:03",
        "legal_person": "曹伟",
        "legal_person_caption": "法定代表人",
        "oper_status": 0,
        "operation_enddate": "2024-05-31 00:00:00",
        "operation_startdate": "2020-05-31 00:00:00",
        "organizer": "北京市东城区教育委员会",
        "province": "北京市",
        "province_code": 1013,
        "province_short": "BJ",
        "search_time": "2021-08-21 14:58:03",
        "org_code": "400789098",
        "company_name_digest": "e86ac1b4c229c52aebf671fcda448001",
        "have_changed": "no",
        "capital_src": "50万元",
        "company_major_type": 5,
        "company_minor_type": "",
        "legal_person_type": 0,
        "n_company_status": "正常",
        "city_code": "110000",
        "city": "北京市",
        "district_code": "110101",
        "district": "东城区"
    },
    "deleted_company_name_digest": [
        
    ],
    "sync_status": "update",
    "online_spend_time": 1.2179450988769531
}

写bson文件后的数据格式

{
      "org_code": "400789098",
      "capital_src": "50万元",
      "company_address": "北京市东城区广渠门内大街35号二层FGY-202-204A",
      "oper_status": 0,
      "have_changed": "no",
      "company_minor_type": "",
      "city_code": "110000",
      "is_industry_commerce": 0,
      "company_major_type": 5,
      "is_charity": 0,
      "operation_startdate": "2020-05-31 00:00:00",
      "province": "北京市",
      "city": "北京市",
      "company_status": "正常",
      "authority": "北京市东城区民政局",
      "company_name": "北京市东城区励步摩比培训学校",
      "district_code": "110101",
      "create_time": "2021-06-29 00:12:20",
      "organizer": "北京市东城区教育委员会",
      "data_status": 1,
      "lastupdatetime": "2021-08-21 14:58:03",
      "province_short": "BJ",
      "search_time": "2021-08-21 14:58:03",
      "n_company_status": "正常",
      "legal_person_type": 0,
      "business_scope": "外语, 对外汉语, 岗位培训等",
      "credit_no": "52110101400789098K",
      "district": "东城区",
      "is_pub_fundraise": 0,
      "legal_person": "曹伟",
      "company_name_digest": "e86ac1b4c229c52aebf671fcda448001",
      "capital": "50万元",
      "establish_date": "2001-04-28 00:00:00",
      "data_source": 1,
      "is_volunte_service": 0,
      "legal_person_caption": "法定代表人",
      "operation_enddate": "2024-05-31 00:00:00",
      "area_code": "110000",
      "company_type": "民办非企业单位",
      "illegal_status": 0,
      "province_code": 1013,
      "__metadata": {
        "task_type": "社会组织",
        "task_params": {
          "province": "BJ",
          "company_name": "北京市东城区混沌创新学校",
          "credit_no": "52110101400789098K"
        },
        "deleted_company_name_digest": [],
        "source": "crawler_json",
        "spider_end_time": "2021-08-21 14:58:03",
        "spider_start_time": "2021-08-21 14:58:03",
        "data_type": "IC",
        "spider_name": "social_organ",
        "online_spend_time": 1.2179450988769531,
        "sync_status": "update",
        "task_result": 1000
      },
    }