#!/usr/bin/env python # -*- coding: utf-8 -*- import json from collections import namedtuple from django.http import JsonResponse from rest_framework.decorators import api_view from twisted.protocols.amp import Box from collector.spiders.collector_spider import CollectorSpider from web.controller.base_controller import BaseController from web.dto.api_result import ApiResult from web.manager.gridgraph_manager import GridGraphManager from web.manager.log_manager import LogManager from web.util.dto_util import DtoUtil from web.vo.parse_html_vo import ParseHtmlVo Logger = LogManager.get_logger(__name__) base_controller = BaseController() @api_view(['POST']) def parse_html(request): """ 解析html """ Logger.info("开始解析html") parse_html_vo = base_controller.to_vo(request, ParseHtmlVo) service_result = base_controller.html_parser_handler.parse_html(parse_html_vo.url) # grid_graph_manager = GridGraphManager() # list = grid_graph_manager.query_vertex(label='person') # base_controller.start_scrawl(CollectorSpider) return JsonResponse(DtoUtil.service_result_to_api_result(service_result), safe=False)